From a4a081d1df043cce6db0284ef552e5174ebb0d02 Mon Sep 17 00:00:00 2001
From: Timothy Chen <tnachen@gmail.com>
Date: Sat, 20 Feb 2016 12:58:47 -0800
Subject: [PATCH] [SPARK-13414][MESOS] Allow multiple dispatchers to be
launched.
## What changes were proposed in this pull request?
Users might want to start multiple mesos dispatchers, as each dispatcher can potentially be part of different roles and used for multi-tenancy.
To allow multiple Mesos dispatchers to be launched, we need to be able to specify a instance number when starting the dispatcher daemon.
## How was the this patch tested?
Manual testing
Author: Timothy Chen <tnachen@gmail.com>
Closes #11281 from tnachen/multiple_cluster_dispatchers.
---
sbin/start-mesos-dispatcher.sh | 5 ++++-
sbin/stop-mesos-dispatcher.sh | 7 ++++++-
2 files changed, 10 insertions(+), 2 deletions(-)
diff --git a/sbin/start-mesos-dispatcher.sh b/sbin/start-mesos-dispatcher.sh
index 4777e1668c..06a966d1c2 100755
--- a/sbin/start-mesos-dispatcher.sh
+++ b/sbin/start-mesos-dispatcher.sh
@@ -37,5 +37,8 @@ if [ "$SPARK_MESOS_DISPATCHER_HOST" = "" ]; then
SPARK_MESOS_DISPATCHER_HOST=`hostname`
fi
+if [ "$SPARK_MESOS_DISPATCHER_NUM" = "" ]; then
+ SPARK_MESOS_DISPATCHER_NUM=1
+fi
-"${SPARK_HOME}/sbin"/spark-daemon.sh start org.apache.spark.deploy.mesos.MesosClusterDispatcher 1 --host $SPARK_MESOS_DISPATCHER_HOST --port $SPARK_MESOS_DISPATCHER_PORT "$@"
+"${SPARK_HOME}/sbin"/spark-daemon.sh start org.apache.spark.deploy.mesos.MesosClusterDispatcher $SPARK_MESOS_DISPATCHER_NUM --host $SPARK_MESOS_DISPATCHER_HOST --port $SPARK_MESOS_DISPATCHER_PORT "$@"
diff --git a/sbin/stop-mesos-dispatcher.sh b/sbin/stop-mesos-dispatcher.sh
index 5c0b4e051d..b13e018c7d 100755
--- a/sbin/stop-mesos-dispatcher.sh
+++ b/sbin/stop-mesos-dispatcher.sh
@@ -24,5 +24,10 @@ fi
. "${SPARK_HOME}/sbin/spark-config.sh"
-"${SPARK_HOME}/sbin"/spark-daemon.sh stop org.apache.spark.deploy.mesos.MesosClusterDispatcher 1
+if [ "$SPARK_MESOS_DISPATCHER_NUM" = "" ]; then
+ SPARK_MESOS_DISPATCHER_NUM=1
+fi
+
+"${SPARK_HOME}/sbin"/spark-daemon.sh stop org.apache.spark.deploy.mesos.MesosClusterDispatcher \
+ $SPARK_MESOS_DISPATCHER_NUM
--
GitLab