From 9cf985ae4cc080077eeb76741d823e672a5325c9 Mon Sep 17 00:00:00 2001 From: ZhaoBo Date: Tue, 17 Dec 2019 22:37:11 +0800 Subject: [PATCH 1/3] Test x86 and arm fail tests --- .../apache/hadoop/io/compress/TestCompressorDecompressor.java | 2 +- .../io/compress/snappy/TestSnappyCompressorDecompressor.java | 2 ++ .../hadoop/io/compress/zlib/TestZlibCompressorDecompressor.java | 1 + .../applications/distributedshell/TestDistributedShell.java | 2 ++ 4 files changed, 6 insertions(+), 1 deletion(-) diff --git a/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/TestCompressorDecompressor.java b/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/TestCompressorDecompressor.java index 1f035974883cf..5df0e347a69f8 100644 --- a/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/TestCompressorDecompressor.java +++ b/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/TestCompressorDecompressor.java @@ -50,7 +50,7 @@ public class TestCompressorDecompressor { @Test public void testCompressorDecompressor() { - // no more for this data + // no more for this data, test int SIZE = 44 * 1024; byte[] rawData = generate(SIZE); diff --git a/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/snappy/TestSnappyCompressorDecompressor.java b/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/snappy/TestSnappyCompressorDecompressor.java index cc986c7e0aea4..d5b7c25e8130d 100644 --- a/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/snappy/TestSnappyCompressorDecompressor.java +++ b/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/snappy/TestSnappyCompressorDecompressor.java @@ -168,6 +168,7 @@ public void testSnappyDecompressorCompressAIOBException() { @Test public void testSnappyCompressDecompress() { + // test int BYTE_SIZE = 1024 * 54; byte[] bytes = BytesGenerator.get(BYTE_SIZE); SnappyCompressor compressor = new SnappyCompressor(); @@ -395,6 +396,7 @@ public static byte[] get(int size) { @Test public void testSnappyCompressDecompressInMultiThreads() throws Exception { + // test MultithreadedTestUtil.TestContext ctx = new MultithreadedTestUtil.TestContext(); for(int i=0;i<10;i++) { ctx.addThread( new MultithreadedTestUtil.TestingThread(ctx) { diff --git a/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/zlib/TestZlibCompressorDecompressor.java b/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/zlib/TestZlibCompressorDecompressor.java index 7e2ab241e195d..dd7339d2e6d2d 100644 --- a/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/zlib/TestZlibCompressorDecompressor.java +++ b/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/compress/zlib/TestZlibCompressorDecompressor.java @@ -73,6 +73,7 @@ public void testZlibCompressorDecompressor() { @Test public void testCompressorDecompressorWithExeedBufferLimit() { + // test int BYTE_SIZE = 100 * 1024; byte[] rawData = generate(BYTE_SIZE); try { diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/test/java/org/apache/hadoop/yarn/applications/distributedshell/TestDistributedShell.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/test/java/org/apache/hadoop/yarn/applications/distributedshell/TestDistributedShell.java index 942d1c94c33c3..2b9a4629cb59a 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/test/java/org/apache/hadoop/yarn/applications/distributedshell/TestDistributedShell.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/test/java/org/apache/hadoop/yarn/applications/distributedshell/TestDistributedShell.java @@ -1414,6 +1414,7 @@ public void testDistributedShellResourceProfiles() throws Exception { @Test public void testDSShellWithOpportunisticContainers() throws Exception { + // test Client client = new Client(new Configuration(yarnCluster.getConfig())); try { String[] args = { @@ -1444,6 +1445,7 @@ public void testDSShellWithOpportunisticContainers() throws Exception { @Test @TimelineVersion(2.0f) public void testDSShellWithEnforceExecutionType() throws Exception { + // test Client client = new Client(new Configuration(yarnCluster.getConfig())); try { String[] args = { From b834655e151faf28cf82d969e45fe251f22e46ab Mon Sep 17 00:00:00 2001 From: ZhaoBo Date: Wed, 18 Dec 2019 16:54:30 +0800 Subject: [PATCH 2/3] Also test csi test on X86 official jenkins --- .../java/org/apache/hadoop/yarn/csi/client/TestCsiClient.java | 1 + 1 file changed, 1 insertion(+) diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-csi/src/test/java/org/apache/hadoop/yarn/csi/client/TestCsiClient.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-csi/src/test/java/org/apache/hadoop/yarn/csi/client/TestCsiClient.java index 7eed98f55172f..ab89645ab036b 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-csi/src/test/java/org/apache/hadoop/yarn/csi/client/TestCsiClient.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-csi/src/test/java/org/apache/hadoop/yarn/csi/client/TestCsiClient.java @@ -65,6 +65,7 @@ public void beforeMethod() { @Test public void testIdentityService() throws IOException { + // test try { driver.start(); CsiClient client = new CsiClientImpl(domainSocket); From 0d778ad16dd08dd07f80bdf4dfda942e43c2cd0a Mon Sep 17 00:00:00 2001 From: ZhaoBo Date: Thu, 19 Dec 2019 14:58:12 +0800 Subject: [PATCH 3/3] Test disk checker --- .../src/test/java/org/apache/hadoop/util/TestDiskChecker.java | 1 + .../java/org/apache/hadoop/util/TestReadWriteDiskValidator.java | 1 + 2 files changed, 2 insertions(+) diff --git a/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/util/TestDiskChecker.java b/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/util/TestDiskChecker.java index e92c9edb4fd01..507bc9dd7d7bb 100644 --- a/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/util/TestDiskChecker.java +++ b/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/util/TestDiskChecker.java @@ -39,6 +39,7 @@ import org.slf4j.LoggerFactory; public class TestDiskChecker { + // test public static final Logger LOG = LoggerFactory.getLogger(TestDiskChecker.class); diff --git a/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/util/TestReadWriteDiskValidator.java b/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/util/TestReadWriteDiskValidator.java index b50a73f85a0e3..7f2a9bdf749bb 100644 --- a/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/util/TestReadWriteDiskValidator.java +++ b/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/util/TestReadWriteDiskValidator.java @@ -42,6 +42,7 @@ */ public class TestReadWriteDiskValidator { + // test private MetricsSystem ms; @Before