Skip to content
Snippets Groups Projects
Commit c6190067 authored by Imran Rashid's avatar Imran Rashid
Browse files

remove unneeded (and unused) filter on block info

parent 8a0a5ed5
No related branches found
No related tags found
No related merge requests found
......@@ -43,8 +43,6 @@ object StorageUtils {
/* Given a list of BlockStatus objets, returns information for each RDD */
def rddInfoFromBlockStatusList(infos: Map[String, BlockStatus],
sc: SparkContext) : Array[RDDInfo] = {
// Find all RDD Blocks (ignore broadcast variables)
val rddBlocks = infos.filterKeys(_.startsWith("rdd"))
// Group by rddId, ignore the partition name
val groupedRddBlocks = infos.groupBy { case(k, v) =>
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment