From 864f23a497b82919a8bc287f871fb4a2dc93fc27 Mon Sep 17 00:00:00 2001 From: Dongjoon Hyun Date: Fri, 10 May 2024 14:23:18 -0700 Subject: [PATCH 1/2] [SPARK-48236][BUILD] Add `commons-lang:commons-lang:2.6` back to support legacy Hive UDF jars --- connector/kafka-0-10-assembly/pom.xml | 5 +++++ connector/kinesis-asl-assembly/pom.xml | 5 +++++ dev/deps/spark-deps-hadoop-3-hive-2.3 | 1 + pom.xml | 13 +++++++++++++ sql/hive/pom.xml | 4 ++++ 5 files changed, 28 insertions(+) diff --git a/connector/kafka-0-10-assembly/pom.xml b/connector/kafka-0-10-assembly/pom.xml index bd311b3a98047..b2fcbdf8eca7d 100644 --- a/connector/kafka-0-10-assembly/pom.xml +++ b/connector/kafka-0-10-assembly/pom.xml @@ -54,6 +54,11 @@ commons-codec provided + + commons-lang + commons-lang + provided + com.google.protobuf protobuf-java diff --git a/connector/kinesis-asl-assembly/pom.xml b/connector/kinesis-asl-assembly/pom.xml index 0e93526fce721..577ec21530837 100644 --- a/connector/kinesis-asl-assembly/pom.xml +++ b/connector/kinesis-asl-assembly/pom.xml @@ -54,6 +54,11 @@ jackson-databind provided + + commons-lang + commons-lang + provided + org.glassfish.jersey.core jersey-client diff --git a/dev/deps/spark-deps-hadoop-3-hive-2.3 b/dev/deps/spark-deps-hadoop-3-hive-2.3 index 29997815e5bc1..47617f686e6c5 100644 --- a/dev/deps/spark-deps-hadoop-3-hive-2.3 +++ b/dev/deps/spark-deps-hadoop-3-hive-2.3 @@ -46,6 +46,7 @@ commons-compress/1.26.1//commons-compress-1.26.1.jar commons-crypto/1.1.0//commons-crypto-1.1.0.jar commons-dbcp/1.4//commons-dbcp-1.4.jar commons-io/2.16.1//commons-io-2.16.1.jar +commons-lang/2.6//commons-lang-2.6.jar commons-lang3/3.14.0//commons-lang3-3.14.0.jar commons-math3/3.6.1//commons-math3-3.6.1.jar commons-pool/1.5.4//commons-pool-1.5.4.jar diff --git a/pom.xml b/pom.xml index a98efe8aed1e6..001ca0af6e2f1 100644 --- a/pom.xml +++ b/pom.xml @@ -192,6 +192,8 @@ 1.17.0 1.26.1 2.16.1 + + 2.6 3.14.0 @@ -612,6 +614,11 @@ commons-text 1.12.0 + + commons-lang + commons-lang + ${commons-lang2.version} + commons-io commons-io @@ -2893,6 +2900,12 @@ hive-storage-api ${hive.storage.version} ${hive.storage.scope} + + + commons-lang + commons-lang + + commons-cli diff --git a/sql/hive/pom.xml b/sql/hive/pom.xml index 5e9fc256e7e64..7554db15f4219 100644 --- a/sql/hive/pom.xml +++ b/sql/hive/pom.xml @@ -40,6 +40,10 @@ spark-core_${scala.binary.version} ${project.version} + + commons-lang + commons-lang + org.apache.spark spark-core_${scala.binary.version} From bd1d767737f9705e61e4e952aacd3d555b872579 Mon Sep 17 00:00:00 2001 From: Dongjoon Hyun Date: Fri, 10 May 2024 15:13:36 -0700 Subject: [PATCH 2/2] update comments --- pom.xml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pom.xml b/pom.xml index 001ca0af6e2f1..3d277dedb6e6c 100644 --- a/pom.xml +++ b/pom.xml @@ -192,7 +192,7 @@ 1.17.0 1.26.1 2.16.1 - + 2.6 3.14.0