From fa28d6f803e2391c61d3663f9e66a63ff43dd3b4 Mon Sep 17 00:00:00 2001 From: Justin Loew <jloloew@gmail.com> Date: Sat, 5 May 2018 15:12:53 -0500 Subject: [PATCH] Add many print statements to debug MemoryStore --- .../org/apache/spark/storage/memory/MemoryStore.scala | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/core/src/main/scala/org/apache/spark/storage/memory/MemoryStore.scala b/core/src/main/scala/org/apache/spark/storage/memory/MemoryStore.scala index a80b98f4a7..f6a3b9bd2e 100644 --- a/core/src/main/scala/org/apache/spark/storage/memory/MemoryStore.scala +++ b/core/src/main/scala/org/apache/spark/storage/memory/MemoryStore.scala @@ -409,15 +409,19 @@ private[spark] class MemoryStore( entries.remove(blockId) } if (entry != null) { + print("412\n") entry match { - case SerializedMemoryEntry(buffer, _, _) => buffer.dispose() - case _ => + case SerializedMemoryEntry(buffer, _, _) => print("414\n"); buffer.dispose() + case _ => print("415\n") } + print("417\n") memoryManager.releaseStorageMemory(entry.size, entry.memoryMode) + print("419\n") logInfo(s"Block $blockId of size ${entry.size} dropped " + s"from memory (free ${maxMemory - blocksMemoryUsed})") true } else { + print("424\n") false } } -- GitLab