From b602c1d548e6437888c9780914a1d81df058f41a Mon Sep 17 00:00:00 2001 From: muskan1012 Date: Thu, 4 Jul 2024 16:17:00 +0530 Subject: [PATCH 1/4] Added profiling to suppress sun.security errors --- hadoop-common-project/hadoop-auth/pom.xml | 63 +++++++++++++++++++++++ hadoop-project/pom.xml | 2 +- 2 files changed, 64 insertions(+), 1 deletion(-) diff --git a/hadoop-common-project/hadoop-auth/pom.xml b/hadoop-common-project/hadoop-auth/pom.xml index be90bb40b19a5..f2c9e8b8255b1 100644 --- a/hadoop-common-project/hadoop-auth/pom.xml +++ b/hadoop-common-project/hadoop-auth/pom.xml @@ -272,5 +272,68 @@ + + java-8 + + 1.8 + + + ${javac.version} + ${javac.version} + + + + + org.apache.maven.plugins + maven-enforcer-plugin + 3.0.0 + + + enforce-java-version + + enforce + + + + + 1.8 + + + + + + + + + + + x509-suppress + + [9,) + + + ${javac.version} + ${javac.version} + + + + + org.apache.maven.plugins + maven-surefire-plugin + + --add-exports=java.base/sun.security.x509=ALL-UNNAMED --add-exports=java.base/sun.security.util=ALL-UNNAMED + + + + org.apache.maven.plugins + maven-compiler-plugin + + ${maven.compiler.source} + ${maven.compiler.target} + + + + + diff --git a/hadoop-project/pom.xml b/hadoop-project/pom.xml index ba7631189a1a4..777a66a4a91a3 100644 --- a/hadoop-project/pom.xml +++ b/hadoop-project/pom.xml @@ -156,7 +156,7 @@ 1.7.0 - 1.8 + 17 false From fb8d38a64e47aef9560fe188335b02b8ef882056 Mon Sep 17 00:00:00 2001 From: muskan1012 Date: Thu, 11 Jul 2024 12:51:42 +0530 Subject: [PATCH 2/4] changed compiler version as previous --- hadoop-project/pom.xml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/hadoop-project/pom.xml b/hadoop-project/pom.xml index 777a66a4a91a3..ba7631189a1a4 100644 --- a/hadoop-project/pom.xml +++ b/hadoop-project/pom.xml @@ -156,7 +156,7 @@ 1.7.0 - 17 + 1.8 false From 9fcc536174120ab6c2a38c9a9f3a3f93f8d3a9af Mon Sep 17 00:00:00 2001 From: muskan1012 Date: Thu, 18 Jul 2024 17:28:23 +0530 Subject: [PATCH 3/4] implementation changed --- hadoop-common-project/hadoop-auth/pom.xml | 63 ----------------------- hadoop-project/pom.xml | 6 ++- 2 files changed, 4 insertions(+), 65 deletions(-) diff --git a/hadoop-common-project/hadoop-auth/pom.xml b/hadoop-common-project/hadoop-auth/pom.xml index f2c9e8b8255b1..be90bb40b19a5 100644 --- a/hadoop-common-project/hadoop-auth/pom.xml +++ b/hadoop-common-project/hadoop-auth/pom.xml @@ -272,68 +272,5 @@ - - java-8 - - 1.8 - - - ${javac.version} - ${javac.version} - - - - - org.apache.maven.plugins - maven-enforcer-plugin - 3.0.0 - - - enforce-java-version - - enforce - - - - - 1.8 - - - - - - - - - - - x509-suppress - - [9,) - - - ${javac.version} - ${javac.version} - - - - - org.apache.maven.plugins - maven-surefire-plugin - - --add-exports=java.base/sun.security.x509=ALL-UNNAMED --add-exports=java.base/sun.security.util=ALL-UNNAMED - - - - org.apache.maven.plugins - maven-compiler-plugin - - ${maven.compiler.source} - ${maven.compiler.target} - - - - - diff --git a/hadoop-project/pom.xml b/hadoop-project/pom.xml index ba7631189a1a4..95967f67181a6 100644 --- a/hadoop-project/pom.xml +++ b/hadoop-project/pom.xml @@ -166,9 +166,11 @@ --> [${javac.version},) [3.3.0,) - + + -XX:+IgnoreUnrecognizedVMOptions --add-exports=java.base/sun.security.x509=ALL-UNNAMED --add-exports=java.base/sun.security.util=ALL-UNNAMED + - -Xmx2048m -XX:+HeapDumpOnOutOfMemoryError + -Xmx2048m -XX:+HeapDumpOnOutOfMemoryError ${extraJavaTestArgs} 3.2.5 ${maven-surefire-plugin.version} ${maven-surefire-plugin.version} From 4d2fe94b2382c72bf8710350fd6829ef2ac1944c Mon Sep 17 00:00:00 2001 From: muskan1012 Date: Tue, 23 Jul 2024 09:53:01 +0530 Subject: [PATCH 4/4] added parameters in HADOOP_OPTS to ensure runtime execution --- .../hadoop-common/src/main/bin/hadoop-functions.sh | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/hadoop-common-project/hadoop-common/src/main/bin/hadoop-functions.sh b/hadoop-common-project/hadoop-common/src/main/bin/hadoop-functions.sh index 919589cc9b289..30983896dbe02 100755 --- a/hadoop-common-project/hadoop-common/src/main/bin/hadoop-functions.sh +++ b/hadoop-common-project/hadoop-common/src/main/bin/hadoop-functions.sh @@ -618,8 +618,7 @@ function hadoop_bootstrap export HADOOP_OS_TYPE=${HADOOP_OS_TYPE:-$(uname -s)} - # defaults - export HADOOP_OPTS=${HADOOP_OPTS:-"-Djava.net.preferIPv4Stack=true"} + export HADOOP_OPTS="${HADOOP_OPTS:-"-Djava.net.preferIPv4Stack=true"} -XX:+IgnoreUnrecognizedVMOptions --add-exports=java.base/sun.security.x509=ALL-UNNAMED --add-exports=java.base/sun.security.util=ALL-UNNAMED" hadoop_debug "Initial HADOOP_OPTS=${HADOOP_OPTS}" }