From dad0349fb52764bb94c0f54f985739ed8a44aa4c Mon Sep 17 00:00:00 2001 From: Hyukjin Kwon Date: Thu, 18 Nov 2021 11:46:49 +0900 Subject: [PATCH] Deflake TPC-DS build --- .../test/scala/org/apache/spark/sql/TPCDSQueryTestSuite.scala | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/sql/core/src/test/scala/org/apache/spark/sql/TPCDSQueryTestSuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/TPCDSQueryTestSuite.scala index b6b34a2d95f1..d776915f3cdd 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/TPCDSQueryTestSuite.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/TPCDSQueryTestSuite.scala @@ -180,9 +180,11 @@ class TPCDSQueryTestSuite extends QueryTest with TPCDSBase with SQLQueryTestHelp classLoader = Thread.currentThread().getContextClassLoader) test(name) { val goldenFile = new File(s"$baseResourcePath/v1_4", s"$name.sql.out") + System.gc() // Workaround for GitHub Actions memory limitation, see also SPARK-37368 runQuery(queryString, goldenFile, joinConfSet.head.toSeq, false) if (!regenerateGoldenFiles) { joinConfSet.tail.foreach { conf => + System.gc() // SPARK-37368 runQuery(queryString, goldenFile, conf.toSeq, true) } } @@ -194,9 +196,11 @@ class TPCDSQueryTestSuite extends QueryTest with TPCDSBase with SQLQueryTestHelp classLoader = Thread.currentThread().getContextClassLoader) test(s"$name-v2.7") { val goldenFile = new File(s"$baseResourcePath/v2_7", s"$name.sql.out") + System.gc() // SPARK-37368 runQuery(queryString, goldenFile, joinConfSet.head.toSeq, false) if (!regenerateGoldenFiles) { joinConfSet.tail.foreach { conf => + System.gc() // SPARK-37368 runQuery(queryString, goldenFile, conf.toSeq, true) } }