We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 8867a09 commit 9ba37e2Copy full SHA for 9ba37e2
bin/spark-submit
@@ -48,7 +48,7 @@ export SPARK_SUBMIT_PROPERTIES_FILE=${SPARK_SUBMIT_PROPERTIES_FILE:-"$DEFAULT_PR
48
# paths, library paths, java options and memory early on. Otherwise, it will
49
# be too late by the time the JVM has started.
50
51
-if [ "$SPARK_SUBMIT_DEPLOY_MODE" == "client" ]; then
+if [[ "$SPARK_SUBMIT_DEPLOY_MODE" == "client" && -f "$SPARK_SUBMIT_PROPERTIES_FILE" ]]; then
52
# Parse the properties file only if the special configs exist
53
contains_special_configs=$(
54
grep -e "spark.driver.extra*\|spark.driver.memory" "$SPARK_SUBMIT_PROPERTIES_FILE" | \
0 commit comments