From ae6570ec2bf937e28bd1e7bada7813ac56a7b79d Mon Sep 17 00:00:00 2001
From: Reynold Xin <rxin@databricks.com>
Date: Sat, 3 Oct 2015 18:08:25 -0700
Subject: [PATCH] Remove TODO in ShuffleMemoryManager.
---
.../scala/org/apache/spark/shuffle/ShuffleMemoryManager.scala | 1 -
1 file changed, 1 deletion(-)
diff --git a/core/src/main/scala/org/apache/spark/shuffle/ShuffleMemoryManager.scala b/core/src/main/scala/org/apache/spark/shuffle/ShuffleMemoryManager.scala
index a0d8abc2ee..9839c7640c 100644
--- a/core/src/main/scala/org/apache/spark/shuffle/ShuffleMemoryManager.scala
+++ b/core/src/main/scala/org/apache/spark/shuffle/ShuffleMemoryManager.scala
@@ -177,7 +177,6 @@ private[spark] object ShuffleMemoryManager {
val cores = if (numCores > 0) numCores else Runtime.getRuntime.availableProcessors()
// Because of rounding to next power of 2, we may have safetyFactor as 8 in worst case
val safetyFactor = 16
- // TODO(davies): don't round to next power of 2
val size = ByteArrayMethods.nextPowerOf2(maxMemory / cores / safetyFactor)
val default = math.min(maxPageSize, math.max(minPageSize, size))
conf.getSizeAsBytes("spark.buffer.pageSize", default)
--
GitLab