diff --git a/bin/pyspark b/bin/pyspark index f553b314c5991fce6da1c407a2d1f0ef9952902d..26a16dd600b7af2bf81ed18933bb625c81d28734 100755 --- a/bin/pyspark +++ b/bin/pyspark @@ -85,6 +85,8 @@ export PYSPARK_SUBMIT_ARGS # For pyspark tests if [[ -n "$SPARK_TESTING" ]]; then + unset YARN_CONF_DIR + unset HADOOP_CONF_DIR if [[ -n "$PYSPARK_DOC_TEST" ]]; then exec "$PYSPARK_PYTHON" -m doctest $1 else