Changes to debug flaky streaming tests.

Author: tdas

dev/run-tests

@@ -113,7 +113,7 @@ echo "========================================================================="
 
 CURRENT_BLOCK=$BLOCK_RAT
 
-./dev/check-license
+# ./dev/check-license
 
 echo ""
 echo "========================================================================="
@@ -122,7 +122,7 @@ echo "========================================================================="
 
 CURRENT_BLOCK=$BLOCK_SCALA_STYLE
 
-./dev/lint-scala
+# ./dev/lint-scala
 
 echo ""
 echo "========================================================================="
@@ -131,7 +131,7 @@ echo "========================================================================="
 
 CURRENT_BLOCK=$BLOCK_PYTHON_STYLE
 
-./dev/lint-python
+# ./dev/lint-python
 
 echo ""
 echo "========================================================================="
@@ -185,7 +185,7 @@ echo "========================================================================="
 
 CURRENT_BLOCK=$BLOCK_MIMA
 
-./dev/mima
+# ./dev/mima
 
 echo ""
 echo "========================================================================="
@@ -223,7 +223,7 @@ CURRENT_BLOCK=$BLOCK_SPARK_UNIT_TESTS
     # QUESTION: Why doesn't 'yes "q"' work?
     # QUESTION: Why doesn't 'grep -v -e "^\[info\] Resolving"' work?
     echo -e "q\n" \
-      | build/sbt $SBT_MAVEN_PROFILES_ARGS "${SBT_MAVEN_TEST_ARGS[@]}" \
+      | build/sbt $SBT_MAVEN_PROFILES_ARGS "test-only/streaming *WriteAheadLog*" "test-only/streaming *JobGenerator*" \
       | grep -v -e "info.*Resolving" -e "warn.*Merging" -e "info.*Including"
   fi
 }
@@ -247,8 +247,8 @@ echo "========================================================================="
 CURRENT_BLOCK=$BLOCK_SPARKR_UNIT_TESTS
 
 if [ $(command -v R) ]; then
-  ./R/install-dev.sh
-  ./R/run-tests.sh
+  #./R/install-dev.sh
+  #./R/run-tests.sh
 else
   echo "Ignoring SparkR tests as R was not found in PATH"
 fi

python/run-tests

@@ -134,10 +134,10 @@ fi
 echo "Testing with Python version:"
 $PYSPARK_PYTHON --version
 
-run_core_tests
-run_sql_tests
-run_mllib_tests
-run_ml_tests
+# run_core_tests
+# run_sql_tests
+# run_mllib_tests
+# run_ml_tests
 run_streaming_tests
 
 # Try to test with Python 3
@@ -146,10 +146,10 @@ if [ $(which python3.4) ]; then
     echo "Testing with Python3.4 version:"
     $PYSPARK_PYTHON --version
 
-    run_core_tests
-    run_sql_tests
-    run_mllib_tests
-    run_ml_tests
+    # run_core_tests
+    # run_sql_tests
+    # run_mllib_tests
+    # run_ml_tests
     run_streaming_tests
 fi
 
@@ -159,8 +159,8 @@ if [ $(which pypy) ]; then
     echo "Testing with PyPy version:"
     $PYSPARK_PYTHON --version
 
-    run_core_tests
-    run_sql_tests
+    # run_core_tests
+    # run_sql_tests
     run_streaming_tests
 fi