From b566fa93f687e19e27f5c7c534ad4b83572bf26c Mon Sep 17 00:00:00 2001 From: Kimoon Kim Date: Fri, 1 Sep 2017 16:48:00 -0700 Subject: [PATCH] Fix a bug in how the driver sets simple authn --- .../org/apache/spark/deploy/kubernetes/submit/Client.scala | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/resource-managers/kubernetes/core/src/main/scala/org/apache/spark/deploy/kubernetes/submit/Client.scala b/resource-managers/kubernetes/core/src/main/scala/org/apache/spark/deploy/kubernetes/submit/Client.scala index d6935dec54f2..15f6c9d7ce0d 100644 --- a/resource-managers/kubernetes/core/src/main/scala/org/apache/spark/deploy/kubernetes/submit/Client.scala +++ b/resource-managers/kubernetes/core/src/main/scala/org/apache/spark/deploy/kubernetes/submit/Client.scala @@ -81,7 +81,7 @@ private[spark] class Client( org.apache.spark.internal.config.DRIVER_JAVA_OPTIONS) private val isKerberosEnabled = submissionSparkConf.get(KUBERNETES_KERBEROS_SUPPORT) private val maybeSimpleAuthentication = - if (isKerberosEnabled) s"-D$HADOOP_SECURITY_AUTHENTICATION=simple" else "" + if (isKerberosEnabled) Some(s"-D$HADOOP_SECURITY_AUTHENTICATION=simple") else None /** * Run command that initalizes a DriverSpec that will be updated after each @@ -102,7 +102,7 @@ private[spark] class Client( .getAll .map { case (confKey, confValue) => s"-D$confKey=$confValue" - } ++ driverJavaOptions.map(Utils.splitCommandString).getOrElse(Seq.empty) :+ + } ++ driverJavaOptions.map(Utils.splitCommandString).getOrElse(Seq.empty) ++ maybeSimpleAuthentication val driverJavaOptsEnvs: Seq[EnvVar] = resolvedDriverJavaOpts.zipWithIndex.map { case (option, index) => new EnvVarBuilder()