Added test cases that trigger the use of the init-container

Author: liyinan926

integration-test/src/test/scala/org/apache/spark/deploy/k8s/integrationtest/KubernetesSuite.scala

@@ -79,6 +79,12 @@ private[spark] class KubernetesSuite extends FunSuite with BeforeAndAfterAll wit
     runSparkPiAndVerifyCompletion(appArgs = Array("5"))
   }
 
+  test("Run SparkPi using the remote example jar.") {
+    sparkAppConf.set("spark.kubernetes.initContainer.image",
+      System.getProperty("spark.docker.test.initContainerImage", "spark-init-container:latest"))
+    runSparkPiAndVerifyCompletion(appResource = REMOTE_EXAMPLES_JAR_URI)
+  }
+
   test("Run SparkPi with custom driver pod name, labels, annotations, and environment variables.") {
     sparkAppConf
       .set("spark.kubernetes.driver.pod.name", "spark-integration-spark-pi")
@@ -123,6 +129,27 @@ private[spark] class KubernetesSuite extends FunSuite with BeforeAndAfterAll wit
       })
   }
 
+  test("Run SparkPi using the remote example jar with a test secret mounted into the driver and " +
+    "executor pods") {
+    sparkAppConf
+      .set(s"spark.kubernetes.driver.secrets.$TEST_SECRET_NAME", TEST_SECRET_MOUNT_PATH)
+      .set(s"spark.kubernetes.executor.secrets.$TEST_SECRET_NAME", TEST_SECRET_MOUNT_PATH)
+    sparkAppConf.set("spark.kubernetes.initContainer.image",
+      System.getProperty("spark.docker.test.initContainerImage", "spark-init-container:latest"))
+
+    createTestSecret()
+
+    runSparkPiAndVerifyCompletion(
+      driverPodChecker = (driverPod: Pod) => {
+        doBasicDriverPodCheck(driverPod)
+        checkTestSecret(driverPod, withInitContainer = true)
+      },
+      executorPodChecker = (executorPod: Pod) => {
+        doBasicExecutorPodCheck(executorPod)
+        checkTestSecret(executorPod, withInitContainer = true)
+      })
+  }
+
   private def runSparkPiAndVerifyCompletion(
       appResource: String = CONTAINER_LOCAL_SPARK_DISTRO_EXAMPLES_JAR,
       driverPodChecker: Pod => Unit = doBasicDriverPodCheck,
@@ -259,5 +286,8 @@ private[spark] object KubernetesSuite {
   val TEST_SECRET_VALUE = "test-data"
   val TEST_SECRET_MOUNT_PATH = "/etc/secrets"
 
+  val REMOTE_EXAMPLES_JAR_URI =
+    "https://storage.googleapis.com/spark-k8s-integration-tests/jars/spark-examples_2.11-2.3.0.jar"
+
   case object ShuffleNotReadyException extends Exception
 }

integration-test/src/test/scala/org/apache/spark/deploy/k8s/integrationtest/KubernetesTestComponents.scala

@@ -61,8 +61,6 @@ private[spark] class KubernetesTestComponents(defaultClient: DefaultKubernetesCl
         System.getProperty("spark.docker.test.driverImage", "spark-driver:latest"))
       .set("spark.kubernetes.executor.container.image",
         System.getProperty("spark.docker.test.executorImage", "spark-executor:latest"))
-      .set("spark.kubernetes.initContainer.image",
-        System.getProperty("spark.docker.test.initContainerImage", "spark-init-container:latest"))
       .set("spark.executor.memory", "500m")
       .set("spark.executor.cores", "1")
       .set("spark.executors.instances", "1")