Skip to content
This repository was archived by the owner on Jan 9, 2020. It is now read-only.

Commit dad36fd

Browse files
committed
Add parameter for driver pod name
1 parent 4ac0de1 commit dad36fd

File tree

2 files changed

+4
-2
lines changed

2 files changed

+4
-2
lines changed

resource-managers/kubernetes/core/src/main/scala/org/apache/spark/deploy/kubernetes/submit/v1/Client.scala

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -50,7 +50,8 @@ private[spark] class Client(
5050
private val launchTime = System.currentTimeMillis
5151
private val appName = sparkConf.getOption("spark.app.name")
5252
.getOrElse("spark")
53-
private val kubernetesAppId = s"$appName-$launchTime".toLowerCase.replaceAll("\\.", "-")
53+
private val kubernetesAppId = sparkConf.getOption("spark.kubernetes.driver.pod.name")
54+
.getOrElse(s"$appName-$launchTime".toLowerCase.replaceAll("\\.", "-"))
5455
private val secretName = s"$SUBMISSION_APP_SECRET_PREFIX-$kubernetesAppId"
5556
private val secretDirectory = s"$DRIVER_CONTAINER_SUBMISSION_SECRETS_BASE_DIR/$kubernetesAppId"
5657
private val driverDockerImage = sparkConf.get(DRIVER_DOCKER_IMAGE)

resource-managers/kubernetes/core/src/main/scala/org/apache/spark/deploy/kubernetes/submit/v2/Client.scala

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -57,7 +57,8 @@ private[spark] class Client(
5757
private val launchTime = System.currentTimeMillis
5858
private val appName = sparkConf.getOption("spark.app.name")
5959
.getOrElse("spark")
60-
private val kubernetesAppId = s"$appName-$launchTime".toLowerCase.replaceAll("\\.", "-")
60+
private val kubernetesAppId = sparkConf.getOption("spark.kubernetes.driver.pod.name")
61+
.getOrElse(s"$appName-$launchTime".toLowerCase.replaceAll("\\.", "-"))
6162
private val driverDockerImage = sparkConf.get(DRIVER_DOCKER_IMAGE)
6263
private val maybeStagingServerUri = sparkConf.get(RESOURCE_STAGING_SERVER_URI)
6364
private val driverMemoryMb = sparkConf.get(org.apache.spark.internal.config.DRIVER_MEMORY)

0 commit comments

Comments
 (0)