From ec0f7301f693811f4f782a62aae05abac33acd34 Mon Sep 17 00:00:00 2001 From: hyukjinkwon Date: Thu, 22 Nov 2018 08:10:10 +0800 Subject: [PATCH 1/5] Increases default parallelism in PySpark tests --- python/run-tests.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/run-tests.py b/python/run-tests.py index 01a6e81264dd6..337f0a5b5a907 100755 --- a/python/run-tests.py +++ b/python/run-tests.py @@ -182,7 +182,7 @@ def parse_opts(): help="A comma-separated list of Python modules to test (default: %default)" ) parser.add_option( - "-p", "--parallelism", type="int", default=4, + "-p", "--parallelism", type="int", default=8, help="The number of suites to test in parallel (default %default)" ) parser.add_option( From 29d15d8f22a1d08a998326c80fb5abdce60048f0 Mon Sep 17 00:00:00 2001 From: hyukjinkwon Date: Thu, 22 Nov 2018 11:28:23 +0800 Subject: [PATCH 2/5] change to 4 --- python/run-tests.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/run-tests.py b/python/run-tests.py index 337f0a5b5a907..01a6e81264dd6 100755 --- a/python/run-tests.py +++ b/python/run-tests.py @@ -182,7 +182,7 @@ def parse_opts(): help="A comma-separated list of Python modules to test (default: %default)" ) parser.add_option( - "-p", "--parallelism", type="int", default=8, + "-p", "--parallelism", type="int", default=4, help="The number of suites to test in parallel (default %default)" ) parser.add_option( From d3db95082d1fc522ad5fe3b782f3b81fa39279e2 Mon Sep 17 00:00:00 2001 From: hyukjinkwon Date: Thu, 22 Nov 2018 11:29:07 +0800 Subject: [PATCH 3/5] but leave a change in python --- python/run-tests.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/run-tests.py b/python/run-tests.py index 01a6e81264dd6..785097d4b9887 100755 --- a/python/run-tests.py +++ b/python/run-tests.py @@ -183,7 +183,7 @@ def parse_opts(): ) parser.add_option( "-p", "--parallelism", type="int", default=4, - help="The number of suites to test in parallel (default %default)" + help="The number of suites to test in parallel (default %default)." ) parser.add_option( "--verbose", action="store_true", From 973f6da532c7cecd5e16d701066f5f3645fc51f7 Mon Sep 17 00:00:00 2001 From: hyukjinkwon Date: Thu, 22 Nov 2018 14:29:56 +0800 Subject: [PATCH 4/5] 8 parallelism --- dev/run-tests.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dev/run-tests.py b/dev/run-tests.py index 7ec73347d16bf..27f7527052e29 100755 --- a/dev/run-tests.py +++ b/dev/run-tests.py @@ -460,7 +460,7 @@ def parse_opts(): prog="run-tests" ) parser.add_option( - "-p", "--parallelism", type="int", default=4, + "-p", "--parallelism", type="int", default=8, help="The number of suites to test in parallel (default %default)" ) From 3cb6d0fee97d3d9725110c3c7d037000dc676462 Mon Sep 17 00:00:00 2001 From: hyukjinkwon Date: Thu, 22 Nov 2018 22:50:54 +0800 Subject: [PATCH 5/5] revert python change back --- python/run-tests.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/run-tests.py b/python/run-tests.py index 785097d4b9887..01a6e81264dd6 100755 --- a/python/run-tests.py +++ b/python/run-tests.py @@ -183,7 +183,7 @@ def parse_opts(): ) parser.add_option( "-p", "--parallelism", type="int", default=4, - help="The number of suites to test in parallel (default %default)." + help="The number of suites to test in parallel (default %default)" ) parser.add_option( "--verbose", action="store_true",