From 06e2433c96cfbef816f227f9ebbf7f1808012fcb Mon Sep 17 00:00:00 2001
From: Justin Loew <jloloew@gmail.com>
Date: Sun, 15 Apr 2018 21:47:03 -0500
Subject: [PATCH] Remove by size doesn't break the build
---
.../scala/org/apache/spark/storage/memory/MemoryStore.scala | 2 +-
.../main/scala/org/apache/spark/examples/SparkPageRank.scala | 4 ++++
2 files changed, 5 insertions(+), 1 deletion(-)
diff --git a/core/src/main/scala/org/apache/spark/storage/memory/MemoryStore.scala b/core/src/main/scala/org/apache/spark/storage/memory/MemoryStore.scala
index e3556b72ad..7c2bb8d6fa 100644
--- a/core/src/main/scala/org/apache/spark/storage/memory/MemoryStore.scala
+++ b/core/src/main/scala/org/apache/spark/storage/memory/MemoryStore.scala
@@ -406,7 +406,7 @@ private[spark] class MemoryStore(
case _ =>
}
memoryManager.releaseStorageMemory(entry.size, entry.memoryMode)
- logDebug(s"Block $blockId of size ${entry.size} dropped " +
+ logInfo(s"Block $blockId of size ${entry.size} dropped " +
s"from memory (free ${maxMemory - blocksMemoryUsed})")
true
} else {
diff --git a/examples/src/main/scala/org/apache/spark/examples/SparkPageRank.scala b/examples/src/main/scala/org/apache/spark/examples/SparkPageRank.scala
index 9299bad5d3..75c759a405 100644
--- a/examples/src/main/scala/org/apache/spark/examples/SparkPageRank.scala
+++ b/examples/src/main/scala/org/apache/spark/examples/SparkPageRank.scala
@@ -18,6 +18,7 @@
// scalastyle:off println
package org.apache.spark.examples
+import org.apache.spark.memory.MemoryMode
import org.apache.spark.sql.SparkSession
/**
@@ -79,6 +80,9 @@ object SparkPageRank {
val output = ranks.collect()
output.foreach(tup => println(s"${tup._1} has rank: ${tup._2} ."))
+ spark.sparkContext.env.blockManager.memoryStore
+ .evictBlocksToFreeSpace(None, 1000000L, MemoryMode.ON_HEAP)
+
spark.stop()
}
}
--
GitLab