From 9b377aa49f14af31f54164378d60e0fdea2142e5 Mon Sep 17 00:00:00 2001
From: Wang Lei <lei.wang@kongming-inc.com>
Date: Tue, 1 Nov 2016 13:42:10 +0000
Subject: [PATCH] [SPARK-18114][MESOS] Fix mesos cluster scheduler generage
command option error
## What changes were proposed in this pull request?
Enclose --conf option value with "" to support multi value configs like spark.driver.extraJavaOptions, without "", driver will fail to start.
## How was this patch tested?
Jenkins Tests.
Test in our production environment, also unit tests, It is a very small change.
Author: Wang Lei <lei.wang@kongming-inc.com>
Closes #15643 from LeightonWong/messos-cluster.
---
.../spark/scheduler/cluster/mesos/MesosClusterScheduler.scala | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/mesos/src/main/scala/org/apache/spark/scheduler/cluster/mesos/MesosClusterScheduler.scala b/mesos/src/main/scala/org/apache/spark/scheduler/cluster/mesos/MesosClusterScheduler.scala
index 635712c00d..8db1d126d5 100644
--- a/mesos/src/main/scala/org/apache/spark/scheduler/cluster/mesos/MesosClusterScheduler.scala
+++ b/mesos/src/main/scala/org/apache/spark/scheduler/cluster/mesos/MesosClusterScheduler.scala
@@ -482,7 +482,7 @@ private[spark] class MesosClusterScheduler(
.filter { case (key, _) => !replicatedOptionsBlacklist.contains(key) }
.toMap
(defaultConf ++ driverConf).foreach { case (key, value) =>
- options ++= Seq("--conf", s"$key=${shellEscape(value)}") }
+ options ++= Seq("--conf", s""""$key=${shellEscape(value)}"""".stripMargin) }
options
}
--
GitLab