Skip to content

Commit c0b58fb

Browse files
committed
Allow spaces in parameters
Also use SPARK_DRIVER_MEMORY instead of the deprecated SPARK_MEM
1 parent 162e54d commit c0b58fb

File tree

1 file changed

+10
-10
lines changed

1 file changed

+10
-10
lines changed

bin/spark-submit.cmd

Lines changed: 10 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -26,31 +26,31 @@ set DRIVER_MEMORY=
2626
set SPARK_SUBMIT_LIBRARY_PATH=
2727
set SPARK_SUBMIT_CLASSPATH=
2828
set SPARK_SUBMIT_OPTS=
29-
set SPARK_MEM=
29+
set SPARK_DRIVER_MEMORY=
3030

3131
:loop
32-
if "%1"=="" goto continue
33-
if "%1"=="--deploy-mode" (
32+
if [%1] == [] goto continue
33+
if [%1] == [--deploy-mode] (
3434
set DEPLOY_MODE=%2
35-
) else if "%1"=="--driver-memory" (
35+
) else if [%1] == [--driver-memory] (
3636
set DRIVER_MEMORY=%2
37-
) else if "%1"=="--driver-library-path" (
37+
) else if [%1] == [--driver-library-path] (
3838
set SPARK_SUBMIT_LIBRARY_PATH=%2
39-
) else if "%1"=="--driver-class-path" (
39+
) else if [%1] == [--driver-class-path] (
4040
set SPARK_SUBMIT_CLASSPATH=%2
41-
) else if "%1"=="--driver-java-options" (
41+
) else if [%1] == [--driver-java-options] (
4242
set SPARK_SUBMIT_OPTS=%2
4343
)
4444
shift
4545
goto loop
4646
:continue
4747

48-
if "%DEPLOY_MODE%"=="" (
48+
if [%DEPLOY_MODE%] == [] (
4949
set DEPLOY_MODE=client
5050
)
5151

52-
if not "%DRIVER_MEMORY%"=="" if "%DEPLOY_MODE%"=="client" (
53-
set SPARK_MEM=%DRIVER_MEMORY%
52+
if not [%DRIVER_MEMORY%] == [] if [%DEPLOY_MODE%] == [client] (
53+
set SPARK_DRIVER_MEMORY=%DRIVER_MEMORY%
5454
)
5555

5656
cmd /V /E /C %SPARK_HOME%\bin\spark-class.cmd org.apache.spark.deploy.SparkSubmit %ORIG_ARGS%

0 commit comments

Comments
 (0)