diff --git a/conf/java-opts b/conf/java-opts index 702e3b01f5e931e696a81f56eb8db5766697e72a..bcce9f97e3ade57a765059b0bc784d18b96ada83 100644 --- a/conf/java-opts +++ b/conf/java-opts @@ -1 +1,14 @@ --Dspark.shuffle.class=spark.TrackedCustomBlockedLocalFileShuffle -Dspark.shuffle.masterHostAddress=127.0.0.1 -Dspark.shuffle.masterTrackerPort=22222 -Dspark.shuffle.trackerStrategy=spark.BalanceRemainingShuffleTrackerStrategy -Dspark.shuffle.maxRxConnections=2 -Dspark.shuffle.maxTxConnections=2 -Dspark.shuffle.blockSize=4096 -Dspark.shuffle.minKnockInterval=100 -Dspark.shuffle.maxKnockInterval=2000 -Dspark.shuffle.maxChatTime=10 -Dspark.shuffle.throttleFraction=2.0 +-Dspark.shuffle.class=spark.CustomParallelLocalFileShuffle +-Dspark.shuffle.masterHostAddress=127.0.0.1 +-Dspark.shuffle.masterTrackerPort=22222 +-Dspark.shuffle.trackerStrategy=spark.BalanceRemainingShuffleTrackerStrategy +-Dspark.shuffle.maxRxConnections=40 +-Dspark.shuffle.maxTxConnections=120 +-Dspark.shuffle.blockSize=4096 +-Dspark.shuffle.minKnockInterval=100 +-Dspark.shuffle.maxKnockInterval=5000 +-Dspark.shuffle.maxChatTime=500 +-Dspark.shuffle.throttleFraction=2.0 +-verbose:gc +-XX:+PrintGCTimeStamps +-XX:+PrintGCDetails