From a642051ade11d10d7ab26a44bdf7acc743fefc97 Mon Sep 17 00:00:00 2001
From: root <root@ip-10-8-51-66.ec2.internal>
Date: Fri, 21 Sep 2012 05:42:21 +0000
Subject: [PATCH] Fixed a performance bug in BlockManager that was creating
garbage when returning deserialized, in-memory RDDs.
---
core/src/main/scala/spark/storage/BlockStore.scala | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/core/src/main/scala/spark/storage/BlockStore.scala b/core/src/main/scala/spark/storage/BlockStore.scala
index 09287faba0..febb0c0240 100644
--- a/core/src/main/scala/spark/storage/BlockStore.scala
+++ b/core/src/main/scala/spark/storage/BlockStore.scala
@@ -131,7 +131,7 @@ class MemoryStore(blockManager: BlockManager, maxMemory: Long)
return None
}
if (entry.deserialized) {
- return Some(entry.value.asInstanceOf[ArrayBuffer[Any]].toIterator)
+ return Some(entry.value.asInstanceOf[ArrayBuffer[Any]].iterator)
} else {
return Some(dataDeserialize(entry.value.asInstanceOf[ByteBuffer].duplicate()))
}
--
GitLab