Skip to content

Commit 94ed1cc

Browse files
committed
Add driver pod name check for cluster mode
1 parent 4bab48b commit 94ed1cc

File tree

1 file changed

+6
-0
lines changed

1 file changed

+6
-0
lines changed

resource-managers/kubernetes/core/src/main/scala/org/apache/spark/scheduler/cluster/k8s/KubernetesClusterManager.scala

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -56,6 +56,12 @@ private[spark] class KubernetesClusterManager extends ExternalClusterManager wit
5656
masterURL.substring("k8s://".length())
5757
}
5858

59+
if (wasSparkSubmitted) {
60+
require(sc.conf.get(KUBERNETES_DRIVER_POD_NAME).isDefined,
61+
"If the application is deployed using spark-submit, the driver pod name must" +
62+
" be provided.")
63+
}
64+
5965
val kubernetesClient = SparkKubernetesClientFactory.createKubernetesClient(
6066
KUBERNETES_MASTER_INTERNAL_URL,
6167
Some(sc.conf.get(KUBERNETES_NAMESPACE)),

0 commit comments

Comments
 (0)