Various improvements to integration tests (#6)

* Fixes to add new v2 phase
Minor changes to old pom - creating a directory that needs to exist

* revert changes to pom

* The chmod can now be removed

Author: foxish

.gitignore

@@ -1,2 +1,5 @@
+.idea/
+integration-test/target/
 *.class
 *.log
+*.iml

integration-test/pom.xml

@@ -155,22 +155,6 @@
               </arguments>
             </configuration>
           </execution>
-          <execution>
-            <!-- TODO: Remove this hack once upstream is fixed by SPARK-22777 -->
-            <id>set-exec-bit-on-docker-entrypoint-sh</id>
-            <phase>pre-integration-test</phase>
-            <goals>
-              <goal>exec</goal>
-            </goals>
-            <configuration>
-              <workingDirectory>${project.build.directory}/spark-distro/dockerfiles</workingDirectory>
-              <executable>/bin/chmod</executable>
-              <arguments>
-                <argument>+x</argument>
-                <argument>spark-base/entrypoint.sh</argument>
-              </arguments>
-            </configuration>
-          </execution>
         </executions>
       </plugin>
       <plugin>

integration-test/src/test/scala/org/apache/spark/deploy/k8s/integrationtest/KubernetesSuite.scala

@@ -58,14 +58,10 @@ private[spark] class KubernetesSuite extends FunSuite with BeforeAndAfterAll wit
   }
 
   test("Run SparkPi with no resources") {
-    assume(testBackend.name == MINIKUBE_TEST_BACKEND)
-
     runSparkPiAndVerifyCompletion()
   }
 
   test("Run SparkPi with a very long application name.") {
-    assume(testBackend.name == MINIKUBE_TEST_BACKEND)
-
     sparkAppConf.set("spark.app.name", "long" * 40)
     runSparkPiAndVerifyCompletion()
   }