Skip to content
Snippets Groups Projects
Commit 3e271c3b authored by Tathagata Das's avatar Tathagata Das
Browse files

Merge branch 'dev' of github.com:tdas/spark into dev

parents 024905f6 d1eee44a
No related branches found
No related tags found
No related merge requests found
......@@ -91,10 +91,14 @@ class BoundedMemoryCache(maxBytes: Long) extends Cache with Logging {
protected def reportEntryDropped(datasetId: Any, partition: Int, entry: Entry) {
logInfo("Dropping key (%s, %d) of size %d to make space".format(datasetId, partition, entry.size))
// TODO: remove BoundedMemoryCache
datasetId match {
case rddDatasetId: (Int, Int) =>
SparkEnv.get.cacheTracker.dropEntry(rddDatasetId._2, partition)
case _ =>
val (keySpaceId, innerDatasetId) = datasetId.asInstanceOf[(Any, Any)]
innerDatasetId match {
case rddId: Int =>
SparkEnv.get.cacheTracker.dropEntry(rddId, partition)
case broadcastUUID: java.util.UUID =>
// TODO: Maybe something should be done if the broadcasted variable falls out of cache
case _ =>
}
}
}
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment