From b603e55a0ad9546c7342ae8f181a7f500c9f94ad Mon Sep 17 00:00:00 2001
From: Reynold Xin <rxin@cs.berkeley.edu>
Date: Wed, 12 Sep 2012 17:54:01 -0700
Subject: [PATCH] Changed block storage level for shuffle to DISK_ONLY.
---
core/src/main/scala/spark/scheduler/ShuffleMapTask.scala | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/core/src/main/scala/spark/scheduler/ShuffleMapTask.scala b/core/src/main/scala/spark/scheduler/ShuffleMapTask.scala
index 99984fb557..3bcc588015 100644
--- a/core/src/main/scala/spark/scheduler/ShuffleMapTask.scala
+++ b/core/src/main/scala/spark/scheduler/ShuffleMapTask.scala
@@ -188,7 +188,7 @@ class ShuffleMapTask(
// Get a scala iterator from java map
val iter: Iterator[(Any, Any)] = bucketIterators(i)
// TODO: This should probably be DISK_ONLY
- blockManager.put(blockId, iter, StorageLevel.MEMORY_ONLY, false)
+ blockManager.put(blockId, iter, StorageLevel.DISK_ONLY, false)
}
return SparkEnv.get.blockManager.blockManagerId
--
GitLab