From 25435dc588f081c83248a3d6c8a69b568c9cb59e Mon Sep 17 00:00:00 2001 From: hyukjinkwon Date: Sun, 21 Oct 2018 00:32:56 +0800 Subject: [PATCH 1/7] Fix --- bin/docker-image-tool.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bin/docker-image-tool.sh b/bin/docker-image-tool.sh index 001590a13e53..72563551e5b3 100755 --- a/bin/docker-image-tool.sh +++ b/bin/docker-image-tool.sh @@ -79,7 +79,7 @@ function build { fi # Verify that Spark has actually been built/is a runnable distribution - # i.e. the Spark JARs that the Docker files will place into the image are present + # i.e. the Spark JARs that the Docker files will place into the image are present local TOTAL_JARS=$(ls $JARS/spark-* | wc -l) TOTAL_JARS=$(( $TOTAL_JARS )) if [ "${TOTAL_JARS}" -eq 0 ]; then From cd5cab6cb981f88456488fde4e177c80ada0a8a8 Mon Sep 17 00:00:00 2001 From: hyukjinkwon Date: Sun, 21 Oct 2018 00:33:25 +0800 Subject: [PATCH 2/7] python test --- python/pyspark/__init__.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/pyspark/__init__.py b/python/pyspark/__init__.py index ee153af18c88..d153fcb630d8 100644 --- a/python/pyspark/__init__.py +++ b/python/pyspark/__init__.py @@ -16,7 +16,7 @@ # """ -PySpark is the Python API for Spark. +PySpark is the Python API for Spark Public classes: From 5439ff22ee8dfdac0eb53d1c548e29aabb899890 Mon Sep 17 00:00:00 2001 From: hyukjinkwon Date: Sun, 21 Oct 2018 00:50:01 +0800 Subject: [PATCH 3/7] skip scala tests --- dev/run-tests.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/dev/run-tests.py b/dev/run-tests.py index 7ec73347d16b..58da6b120ade 100755 --- a/dev/run-tests.py +++ b/dev/run-tests.py @@ -551,7 +551,8 @@ def main(): if not changed_files or any(f.endswith(".scala") or f.endswith("scalastyle-config.xml") for f in changed_files): - run_scala_style_checks() + # run_scala_style_checks() + pass should_run_java_style_checks = False if not changed_files or any(f.endswith(".java") or f.endswith("checkstyle.xml") From 38abee56b0190aca47d63307ba56f4cf7b6356f8 Mon Sep 17 00:00:00 2001 From: hyukjinkwon Date: Sun, 21 Oct 2018 01:16:49 +0800 Subject: [PATCH 4/7] skip scala tests --- dev/run-tests.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dev/run-tests.py b/dev/run-tests.py index 58da6b120ade..c63282ed6609 100755 --- a/dev/run-tests.py +++ b/dev/run-tests.py @@ -591,7 +591,7 @@ def main(): build_spark_assembly_sbt(hadoop_version, should_run_java_style_checks) # run the test suites - run_scala_tests(build_tool, hadoop_version, test_modules, excluded_tags) + # run_scala_tests(build_tool, hadoop_version, test_modules, excluded_tags) modules_with_python_tests = [m for m in test_modules if m.python_test_goals] if modules_with_python_tests: From 8743bb1d77988bd5ec2cd6b0b145693114953a1e Mon Sep 17 00:00:00 2001 From: hyukjinkwon Date: Sun, 21 Oct 2018 01:46:50 +0800 Subject: [PATCH 5/7] Revert "python test" This reverts commit cd5cab6cb981f88456488fde4e177c80ada0a8a8. --- python/pyspark/__init__.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/pyspark/__init__.py b/python/pyspark/__init__.py index d153fcb630d8..ee153af18c88 100644 --- a/python/pyspark/__init__.py +++ b/python/pyspark/__init__.py @@ -16,7 +16,7 @@ # """ -PySpark is the Python API for Spark +PySpark is the Python API for Spark. Public classes: From 352f9224ad3136fe0329d6d18ee0a23d99c8e09d Mon Sep 17 00:00:00 2001 From: hyukjinkwon Date: Sun, 21 Oct 2018 01:46:59 +0800 Subject: [PATCH 6/7] Revert "skip scala tests" This reverts commit 5439ff22ee8dfdac0eb53d1c548e29aabb899890. --- dev/run-tests.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/dev/run-tests.py b/dev/run-tests.py index c63282ed6609..e85b1a7e93db 100755 --- a/dev/run-tests.py +++ b/dev/run-tests.py @@ -551,8 +551,7 @@ def main(): if not changed_files or any(f.endswith(".scala") or f.endswith("scalastyle-config.xml") for f in changed_files): - # run_scala_style_checks() - pass + run_scala_style_checks() should_run_java_style_checks = False if not changed_files or any(f.endswith(".java") or f.endswith("checkstyle.xml") From 114fe0f55cc94a35be1faa2d05001f715dcc5f84 Mon Sep 17 00:00:00 2001 From: hyukjinkwon Date: Sun, 21 Oct 2018 01:47:09 +0800 Subject: [PATCH 7/7] Revert "skip scala tests" This reverts commit 38abee56b0190aca47d63307ba56f4cf7b6356f8. --- dev/run-tests.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dev/run-tests.py b/dev/run-tests.py index e85b1a7e93db..7ec73347d16b 100755 --- a/dev/run-tests.py +++ b/dev/run-tests.py @@ -590,7 +590,7 @@ def main(): build_spark_assembly_sbt(hadoop_version, should_run_java_style_checks) # run the test suites - # run_scala_tests(build_tool, hadoop_version, test_modules, excluded_tags) + run_scala_tests(build_tool, hadoop_version, test_modules, excluded_tags) modules_with_python_tests = [m for m in test_modules if m.python_test_goals] if modules_with_python_tests: