Skip to content
This repository was archived by the owner on Jan 9, 2020. It is now read-only.

Commit 381b69a

Browse files
lins05foxish
authored andcommitted
Do not wait for pod finishing in integration tests. (#84)
Since the example job are patched to never finish.
1 parent efd803d commit 381b69a

File tree

1 file changed

+6
-0
lines changed
  • resource-managers/kubernetes/integration-tests/src/test/scala/org/apache/spark/deploy/kubernetes/integrationtest

1 file changed

+6
-0
lines changed

resource-managers/kubernetes/integration-tests/src/test/scala/org/apache/spark/deploy/kubernetes/integrationtest/KubernetesSuite.scala

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -181,6 +181,7 @@ private[spark] class KubernetesSuite extends SparkFunSuite with BeforeAndAfter {
181181
.set("spark.app.name", "spark-pi")
182182
.set("spark.ui.enabled", "true")
183183
.set("spark.testing", "false")
184+
.set("spark.kubernetes.submit.waitAppCompletion", "false")
184185
val mainAppResource = s"file://$EXAMPLES_JAR"
185186

186187
new Client(
@@ -210,6 +211,7 @@ private[spark] class KubernetesSuite extends SparkFunSuite with BeforeAndAfter {
210211
"--conf", s"spark.kubernetes.submit.clientCertFile=${clientConfig.getClientCertFile}",
211212
"--conf", "spark.kubernetes.executor.docker.image=spark-executor:latest",
212213
"--conf", "spark.kubernetes.driver.docker.image=spark-driver:latest",
214+
"--conf", "spark.kubernetes.submit.waitAppCompletion=false",
213215
EXAMPLES_JAR)
214216
SparkSubmit.main(args)
215217
val sparkMetricsService = getSparkMetricsService("spark-pi")
@@ -231,6 +233,7 @@ private[spark] class KubernetesSuite extends SparkFunSuite with BeforeAndAfter {
231233
"--conf", s"spark.kubernetes.submit.clientCertFile=${clientConfig.getClientCertFile}",
232234
"--conf", "spark.kubernetes.executor.docker.image=spark-executor:latest",
233235
"--conf", "spark.kubernetes.driver.docker.image=spark-driver:latest",
236+
"--conf", "spark.kubernetes.submit.waitAppCompletion=false",
234237
s"container:///opt/spark/examples/jars/$EXAMPLES_JAR_FILE_NAME")
235238
val allContainersSucceeded = SettableFuture.create[Boolean]
236239
val watcher = new Watcher[Pod] {
@@ -292,6 +295,7 @@ private[spark] class KubernetesSuite extends SparkFunSuite with BeforeAndAfter {
292295
"--conf", "spark.kubernetes.executor.docker.image=spark-executor:latest",
293296
"--conf", "spark.kubernetes.driver.docker.image=spark-driver:latest",
294297
"--conf", "spark.kubernetes.driver.labels=label1=label1value,label2=label2value",
298+
"--conf", "spark.kubernetes.submit.waitAppCompletion=false",
295299
EXAMPLES_JAR)
296300
SparkSubmit.main(args)
297301
val driverPodLabels = minikubeKubernetesClient
@@ -337,6 +341,7 @@ private[spark] class KubernetesSuite extends SparkFunSuite with BeforeAndAfter {
337341
"--conf", "spark.ssl.kubernetes.submit.trustStore=" +
338342
s"file://${trustStoreFile.getAbsolutePath}",
339343
"--conf", s"spark.ssl.kubernetes.driverlaunch.trustStorePassword=changeit",
344+
"--conf", "spark.kubernetes.submit.waitAppCompletion=false",
340345
EXAMPLES_JAR)
341346
SparkSubmit.main(args)
342347
}
@@ -360,6 +365,7 @@ private[spark] class KubernetesSuite extends SparkFunSuite with BeforeAndAfter {
360365
"--conf", s"spark.kubernetes.submit.clientCertFile=${clientConfig.getClientCertFile}",
361366
"--conf", "spark.kubernetes.executor.docker.image=spark-executor:latest",
362367
"--conf", "spark.kubernetes.driver.docker.image=spark-driver:latest",
368+
"--conf", "spark.kubernetes.submit.waitAppCompletion=false",
363369
EXAMPLES_JAR,
364370
TEST_EXISTENCE_FILE.getName,
365371
TEST_EXISTENCE_FILE_CONTENTS)

0 commit comments

Comments
 (0)