From d7081a927f1f9aa321efa6dbd74bd85fd78f0447 Mon Sep 17 00:00:00 2001 From: Mosharaf Chowdhury <mosharaf@mosharaf-ubuntu.(none)> Date: Sun, 9 Jan 2011 17:19:26 -0800 Subject: [PATCH] Updated conf/java-opts --- conf/java-opts | 15 ++++++++++++++- 1 file changed, 14 insertions(+), 1 deletion(-) diff --git a/conf/java-opts b/conf/java-opts index 702e3b01f5..bcce9f97e3 100644 --- a/conf/java-opts +++ b/conf/java-opts @@ -1 +1,14 @@ --Dspark.shuffle.class=spark.TrackedCustomBlockedLocalFileShuffle -Dspark.shuffle.masterHostAddress=127.0.0.1 -Dspark.shuffle.masterTrackerPort=22222 -Dspark.shuffle.trackerStrategy=spark.BalanceRemainingShuffleTrackerStrategy -Dspark.shuffle.maxRxConnections=2 -Dspark.shuffle.maxTxConnections=2 -Dspark.shuffle.blockSize=4096 -Dspark.shuffle.minKnockInterval=100 -Dspark.shuffle.maxKnockInterval=2000 -Dspark.shuffle.maxChatTime=10 -Dspark.shuffle.throttleFraction=2.0 +-Dspark.shuffle.class=spark.CustomParallelLocalFileShuffle +-Dspark.shuffle.masterHostAddress=127.0.0.1 +-Dspark.shuffle.masterTrackerPort=22222 +-Dspark.shuffle.trackerStrategy=spark.BalanceRemainingShuffleTrackerStrategy +-Dspark.shuffle.maxRxConnections=40 +-Dspark.shuffle.maxTxConnections=120 +-Dspark.shuffle.blockSize=4096 +-Dspark.shuffle.minKnockInterval=100 +-Dspark.shuffle.maxKnockInterval=5000 +-Dspark.shuffle.maxChatTime=500 +-Dspark.shuffle.throttleFraction=2.0 +-verbose:gc +-XX:+PrintGCTimeStamps +-XX:+PrintGCDetails -- GitLab