Skip to content
Snippets Groups Projects
Commit 8113c55d authored by Evan Chan's avatar Evan Chan
Browse files

[Feedback] Get rid of -m, set MASTER from SPARK_MASTER_IP/PORT automagically

parent 8dd78f80
No related branches found
No related tags found
No related merge requests found
#!/bin/bash --posix
#
# Shell script for starting the Spark Shell REPL
# Note that it will set MASTER to spark://${SPARK_MASTER_IP}:${SPARK_MASTER_PORT}
# if those two env vars are set in spark-env.sh but MASTER is not.
# Options:
# -m Set MASTER to spark://$SPARK_MASTER_IP:$SPARK_MASTER_PORT
# -c <cores> Set the number of cores for REPL to use
#
FWDIR="`dirname $0`"
for o in "$@"; do
if [ "$1" = "-m" -o "$1" = "--master" ]; then
shift
if [ -e "$FWDIR/conf/spark-env.sh" ]; then
. "$FWDIR/conf/spark-env.sh"
fi
if [ -z "$MASTER" ]; then
MASTER="spark://${SPARK_MASTER_IP}:${SPARK_MASTER_PORT}"
fi
export MASTER
fi
if [ "$1" = "-c" -o "$1" = "--cores" ]; then
shift
if [ -n "$1" ]; then
......@@ -28,6 +18,17 @@ for o in "$@"; do
fi
done
# Set MASTER from spark-env if possible
if [ -z "$MASTER" ]; then
if [ -e "$FWDIR/conf/spark-env.sh" ]; then
. "$FWDIR/conf/spark-env.sh"
fi
if [[ "x" != "x$SPARK_MASTER_IP" && "y" != "y$SPARK_MASTER_PORT" ]]; then
MASTER="spark://${SPARK_MASTER_IP}:${SPARK_MASTER_PORT}"
export MASTER
fi
fi
# Copy restore-TTY-on-exit functions from Scala script so spark-shell exits properly even in
# binary distribution of Spark where Scala is not installed
exit_status=127
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment