From c0878d65cfd62a41bb5be8f9ed18302b50db9996 Mon Sep 17 00:00:00 2001 From: huangtianhua Date: Mon, 22 Jul 2019 14:31:05 +0800 Subject: [PATCH] [SPARK-28467][CORE] Increase timeout to up executors for tests We ran unit tests on arm64 instance, and there are several tests failed due to executors can't up under the timeout 10000 ms. After increasing the timeout the tests passed. This fixes following the solution of [SPARK-7989] and [SPARK-10651]. --- .../src/test/scala/org/apache/spark/SparkContextSuite.scala | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/core/src/test/scala/org/apache/spark/SparkContextSuite.scala b/core/src/test/scala/org/apache/spark/SparkContextSuite.scala index fed3ae35ee0e7..9fce6b820ad60 100644 --- a/core/src/test/scala/org/apache/spark/SparkContextSuite.scala +++ b/core/src/test/scala/org/apache/spark/SparkContextSuite.scala @@ -761,7 +761,8 @@ class SparkContextSuite extends SparkFunSuite with LocalSparkContext with Eventu sc = new SparkContext(conf) // Ensure all executors has started - TestUtils.waitUntilExecutorsUp(sc, 1, 10000) + // if the machine is busy, the executor can't up under 10000ms, increase to 30000ms + TestUtils.waitUntilExecutorsUp(sc, 1, 30000) assert(sc.resources.size === 1) assert(sc.resources.get(GPU).get.addresses === Array("5", "6")) assert(sc.resources.get(GPU).get.name === "gpu") @@ -789,7 +790,8 @@ class SparkContextSuite extends SparkFunSuite with LocalSparkContext with Eventu sc = new SparkContext(conf) // Ensure all executors has started - TestUtils.waitUntilExecutorsUp(sc, 1, 10000) + // if the machine is busy, the executor can't up under 10000ms, increase to 30000ms + TestUtils.waitUntilExecutorsUp(sc, 1, 30000) // driver gpu resources file should take precedence over the script assert(sc.resources.size === 1) assert(sc.resources.get(GPU).get.addresses === Array("0", "1", "8"))