Skip to content
Snippets Groups Projects
Commit c6190067 authored by Imran Rashid's avatar Imran Rashid
Browse files

remove unneeded (and unused) filter on block info

parent 8a0a5ed5
No related branches found
No related tags found
No related merge requests found
...@@ -43,8 +43,6 @@ object StorageUtils { ...@@ -43,8 +43,6 @@ object StorageUtils {
/* Given a list of BlockStatus objets, returns information for each RDD */ /* Given a list of BlockStatus objets, returns information for each RDD */
def rddInfoFromBlockStatusList(infos: Map[String, BlockStatus], def rddInfoFromBlockStatusList(infos: Map[String, BlockStatus],
sc: SparkContext) : Array[RDDInfo] = { sc: SparkContext) : Array[RDDInfo] = {
// Find all RDD Blocks (ignore broadcast variables)
val rddBlocks = infos.filterKeys(_.startsWith("rdd"))
// Group by rddId, ignore the partition name // Group by rddId, ignore the partition name
val groupedRddBlocks = infos.groupBy { case(k, v) => val groupedRddBlocks = infos.groupBy { case(k, v) =>
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment