diff --git a/assembly/pom.xml b/assembly/pom.xml index f87151d7f0a5f..eec798175580e 100644 --- a/assembly/pom.xml +++ b/assembly/pom.xml @@ -68,31 +68,11 @@ spark-core_2.9.3 ${project.version} - - org.apache.spark - spark-bagel_2.9.3 - ${project.version} - - - org.apache.spark - spark-mllib_2.9.3 - ${project.version} - org.apache.spark spark-repl_2.9.3 ${project.version} - - org.apache.spark - spark-streaming_2.9.3 - ${project.version} - - - net.sf.py4j - py4j - 0.7 - @@ -274,17 +254,6 @@ 744 - - ${basedir}/../pyspark - file - - perm - ${deb.user} - ${deb.user} - ${deb.install.path} - 744 - - ${basedir}/src/deb/RELEASE file @@ -317,17 +286,6 @@ 744 - - ${basedir}/../python - directory - - perm - ${deb.user} - ${deb.user} - ${deb.install.path}/python - 744 - - diff --git a/core/src/main/scala/org/apache/spark/scheduler/cluster/SparkDeploySchedulerBackend.scala b/core/src/main/scala/org/apache/spark/scheduler/cluster/SparkDeploySchedulerBackend.scala index cefa970bb92f9..19ce492807715 100644 --- a/core/src/main/scala/org/apache/spark/scheduler/cluster/SparkDeploySchedulerBackend.scala +++ b/core/src/main/scala/org/apache/spark/scheduler/cluster/SparkDeploySchedulerBackend.scala @@ -79,6 +79,8 @@ private[spark] class SparkDeploySchedulerBackend( if (!stopping) { logError("Spark cluster looks dead, giving up.") scheduler.error("Spark cluster looks down") + // Ensure the application terminates, as we can no longer run jobs. + sc.stop() } }