From cae825cad88590e6d88dc1155080c2404851af7f Mon Sep 17 00:00:00 2001 From: "igor.calabria" Date: Fri, 13 Sep 2019 16:19:37 -0300 Subject: [PATCH] explicit exit after job's main fixes case where non daemon threads prevents application shutdown --- core/src/main/scala/org/apache/spark/deploy/SparkSubmit.scala | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/core/src/main/scala/org/apache/spark/deploy/SparkSubmit.scala b/core/src/main/scala/org/apache/spark/deploy/SparkSubmit.scala index ebc843d9758ee..02e1bc2d62513 100644 --- a/core/src/main/scala/org/apache/spark/deploy/SparkSubmit.scala +++ b/core/src/main/scala/org/apache/spark/deploy/SparkSubmit.scala @@ -899,9 +899,11 @@ private[spark] class SparkSubmit extends Logging { try { app.start(childArgs.toArray, sparkConf) + System.exit(0) } catch { case t: Throwable => - throw findCause(t) + logError("Error running job", t) + System.exit(-1) } }