diff --git a/dev/deps/spark-deps-hadoop-3.2-hive-2.3 b/dev/deps/spark-deps-hadoop-3.2-hive-2.3 index 8aa8fe49994cd..dec3ed64804ef 100644 --- a/dev/deps/spark-deps-hadoop-3.2-hive-2.3 +++ b/dev/deps/spark-deps-hadoop-3.2-hive-2.3 @@ -3,6 +3,7 @@ JLargeArrays/1.5//JLargeArrays-1.5.jar JTransforms/3.1//JTransforms-3.1.jar RoaringBitmap/0.9.0//RoaringBitmap-0.9.0.jar ST4/4.0.4//ST4-4.0.4.jar +accessors-smart/2.4.2//accessors-smart-2.4.2.jar activation/1.1.1//activation-1.1.1.jar aircompressor/0.21//aircompressor-0.21.jar algebra_2.12/2.0.1//algebra_2.12-2.0.1.jar @@ -28,11 +29,13 @@ breeze_2.12/1.2//breeze_2.12-1.2.jar cats-kernel_2.12/2.1.1//cats-kernel_2.12-2.1.1.jar chill-java/0.10.0//chill-java-0.10.0.jar chill_2.12/0.10.0//chill_2.12-0.10.0.jar +commons-beanutils/1.9.4//commons-beanutils-1.9.4.jar commons-cli/1.2//commons-cli-1.2.jar commons-codec/1.15//commons-codec-1.15.jar commons-collections/3.2.2//commons-collections-3.2.2.jar commons-compiler/3.0.16//commons-compiler-3.0.16.jar commons-compress/1.21//commons-compress-1.21.jar +commons-configuration2/2.1.1//commons-configuration2-2.1.1.jar commons-crypto/1.1.0//commons-crypto-1.1.0.jar commons-dbcp/1.4//commons-dbcp-1.4.jar commons-io/2.8.0//commons-io-2.8.0.jar @@ -52,14 +55,25 @@ datanucleus-api-jdo/4.2.4//datanucleus-api-jdo-4.2.4.jar datanucleus-core/4.1.17//datanucleus-core-4.1.17.jar datanucleus-rdbms/4.1.19//datanucleus-rdbms-4.1.19.jar derby/10.14.2.0//derby-10.14.2.0.jar +dnsjava/2.1.7//dnsjava-2.1.7.jar dropwizard-metrics-hadoop-metrics2-reporter/0.1.2//dropwizard-metrics-hadoop-metrics2-reporter-0.1.2.jar flatbuffers-java/1.9.0//flatbuffers-java-1.9.0.jar generex/1.0.2//generex-1.0.2.jar gson/2.2.4//gson-2.2.4.jar guava/14.0.1//guava-14.0.1.jar -hadoop-client-api/3.3.1//hadoop-client-api-3.3.1.jar -hadoop-client-runtime/3.3.1//hadoop-client-runtime-3.3.1.jar +hadoop-annotations/3.3.1//hadoop-annotations-3.3.1.jar +hadoop-auth/3.3.1//hadoop-auth-3.3.1.jar +hadoop-client/3.3.1//hadoop-client-3.3.1.jar +hadoop-common/3.3.1//hadoop-common-3.3.1.jar +hadoop-hdfs-client/3.3.1//hadoop-hdfs-client-3.3.1.jar +hadoop-mapreduce-client-common/3.3.1//hadoop-mapreduce-client-common-3.3.1.jar +hadoop-mapreduce-client-core/3.3.1//hadoop-mapreduce-client-core-3.3.1.jar +hadoop-mapreduce-client-jobclient/3.3.1//hadoop-mapreduce-client-jobclient-3.3.1.jar hadoop-shaded-guava/1.1.1//hadoop-shaded-guava-1.1.1.jar +hadoop-shaded-protobuf_3_7/1.1.1//hadoop-shaded-protobuf_3_7-1.1.1.jar +hadoop-yarn-api/3.3.1//hadoop-yarn-api-3.3.1.jar +hadoop-yarn-client/3.3.1//hadoop-yarn-client-3.3.1.jar +hadoop-yarn-common/3.3.1//hadoop-yarn-common-3.3.1.jar hadoop-yarn-server-web-proxy/3.3.1//hadoop-yarn-server-web-proxy-3.3.1.jar hive-beeline/2.3.9//hive-beeline-2.3.9.jar hive-cli/2.3.9//hive-cli-2.3.9.jar @@ -90,8 +104,12 @@ jackson-core/2.12.5//jackson-core-2.12.5.jar jackson-databind/2.12.5//jackson-databind-2.12.5.jar jackson-dataformat-yaml/2.12.5//jackson-dataformat-yaml-2.12.5.jar jackson-datatype-jsr310/2.11.2//jackson-datatype-jsr310-2.11.2.jar +jackson-jaxrs-base/2.10.5//jackson-jaxrs-base-2.10.5.jar +jackson-jaxrs-json-provider/2.10.5//jackson-jaxrs-json-provider-2.10.5.jar jackson-mapper-asl/1.9.13//jackson-mapper-asl-1.9.13.jar +jackson-module-jaxb-annotations/2.12.5//jackson-module-jaxb-annotations-2.12.5.jar jackson-module-scala_2.12/2.12.5//jackson-module-scala_2.12-2.12.5.jar +jakarta.activation-api/1.2.1//jakarta.activation-api-1.2.1.jar jakarta.annotation-api/1.3.5//jakarta.annotation-api-1.3.5.jar jakarta.inject/2.6.1//jakarta.inject-2.6.1.jar jakarta.servlet-api/4.0.3//jakarta.servlet-api-4.0.3.jar @@ -101,9 +119,11 @@ jakarta.xml.bind-api/2.3.2//jakarta.xml.bind-api-2.3.2.jar janino/3.0.16//janino-3.0.16.jar javassist/3.25.0-GA//javassist-3.25.0-GA.jar javax.jdo/3.2.0-m3//javax.jdo-3.2.0-m3.jar +javax.servlet-api/3.1.0//javax.servlet-api-3.1.0.jar javolution/5.5.1//javolution-5.5.1.jar jaxb-api/2.2.11//jaxb-api-2.2.11.jar jaxb-runtime/2.3.2//jaxb-runtime-2.3.2.jar +jcip-annotations/1.0-1//jcip-annotations-1.0-1.jar jcl-over-slf4j/1.7.30//jcl-over-slf4j-1.7.30.jar jdo-api/3.0.1//jdo-api-3.0.1.jar jersey-client/2.34//jersey-client-2.34.jar @@ -112,18 +132,36 @@ jersey-container-servlet-core/2.34//jersey-container-servlet-core-2.34.jar jersey-container-servlet/2.34//jersey-container-servlet-2.34.jar jersey-hk2/2.34//jersey-hk2-2.34.jar jersey-server/2.34//jersey-server-2.34.jar +jetty-io/9.4.43.v20210629//jetty-io-9.4.43.v20210629.jar jline/2.14.6//jline-2.14.6.jar +jline/3.9.0//jline-3.9.0.jar joda-time/2.10.10//joda-time-2.10.10.jar jodd-core/3.5.2//jodd-core-3.5.2.jar jpam/1.1//jpam-1.1.jar +json-smart/2.4.2//json-smart-2.4.2.jar json/1.8//json-1.8.jar json4s-ast_2.12/3.7.0-M11//json4s-ast_2.12-3.7.0-M11.jar json4s-core_2.12/3.7.0-M11//json4s-core_2.12-3.7.0-M11.jar json4s-jackson_2.12/3.7.0-M11//json4s-jackson_2.12-3.7.0-M11.jar json4s-scalap_2.12/3.7.0-M11//json4s-scalap_2.12-3.7.0-M11.jar +jsp-api/2.1//jsp-api-2.1.jar jsr305/3.0.0//jsr305-3.0.0.jar jta/1.1//jta-1.1.jar jul-to-slf4j/1.7.30//jul-to-slf4j-1.7.30.jar +kerb-admin/1.0.1//kerb-admin-1.0.1.jar +kerb-client/1.0.1//kerb-client-1.0.1.jar +kerb-common/1.0.1//kerb-common-1.0.1.jar +kerb-core/1.0.1//kerb-core-1.0.1.jar +kerb-crypto/1.0.1//kerb-crypto-1.0.1.jar +kerb-identity/1.0.1//kerb-identity-1.0.1.jar +kerb-server/1.0.1//kerb-server-1.0.1.jar +kerb-simplekdc/1.0.1//kerb-simplekdc-1.0.1.jar +kerb-util/1.0.1//kerb-util-1.0.1.jar +kerby-asn1/1.0.1//kerby-asn1-1.0.1.jar +kerby-config/1.0.1//kerby-config-1.0.1.jar +kerby-pkix/1.0.1//kerby-pkix-1.0.1.jar +kerby-util/1.0.1//kerby-util-1.0.1.jar +kerby-xdr/1.0.1//kerby-xdr-1.0.1.jar kryo-shaded/4.0.2//kryo-shaded-4.0.2.jar kubernetes-client/5.6.0//kubernetes-client-5.6.0.jar kubernetes-model-admissionregistration/5.6.0//kubernetes-model-admissionregistration-5.6.0.jar @@ -162,7 +200,9 @@ metrics-json/4.2.2//metrics-json-4.2.2.jar metrics-jvm/4.2.2//metrics-jvm-4.2.2.jar minlog/1.3.0//minlog-1.3.0.jar netty-all/4.1.63.Final//netty-all-4.1.63.Final.jar +nimbus-jose-jwt/9.8.1//nimbus-jose-jwt-9.8.1.jar objenesis/2.6//objenesis-2.6.jar +okhttp/2.7.5//okhttp-2.7.5.jar okhttp/3.12.12//okhttp-3.12.12.jar okio/1.14.0//okio-1.14.0.jar opencsv/2.3//opencsv-2.3.jar @@ -181,6 +221,7 @@ parquet-jackson/1.12.0//parquet-jackson-1.12.0.jar protobuf-java/2.5.0//protobuf-java-2.5.0.jar py4j/0.10.9.2//py4j-0.10.9.2.jar pyrolite/4.30//pyrolite-4.30.jar +re2j/1.1//re2j-1.1.jar rocksdbjni/6.20.3//rocksdbjni-6.20.3.jar scala-collection-compat_2.12/2.1.1//scala-collection-compat_2.12-2.1.1.jar scala-compiler/2.12.14//scala-compiler-2.12.14.jar @@ -199,13 +240,19 @@ spire-platform_2.12/0.17.0//spire-platform_2.12-0.17.0.jar spire-util_2.12/0.17.0//spire-util_2.12-0.17.0.jar spire_2.12/0.17.0//spire_2.12-0.17.0.jar stax-api/1.0.1//stax-api-1.0.1.jar +stax2-api/4.2.1//stax2-api-4.2.1.jar stream/2.9.6//stream-2.9.6.jar super-csv/2.2.0//super-csv-2.2.0.jar threeten-extra/1.5.0//threeten-extra-1.5.0.jar tink/1.6.0//tink-1.6.0.jar +token-provider/1.0.1//token-provider-1.0.1.jar transaction-api/1.1//transaction-api-1.1.jar univocity-parsers/2.9.1//univocity-parsers-2.9.1.jar velocity/1.5//velocity-1.5.jar +websocket-api/9.4.40.v20210413//websocket-api-9.4.40.v20210413.jar +websocket-client/9.4.40.v20210413//websocket-client-9.4.40.v20210413.jar +websocket-common/9.4.40.v20210413//websocket-common-9.4.40.v20210413.jar +woodstox-core/5.3.0//woodstox-core-5.3.0.jar xbean-asm9-shaded/4.20//xbean-asm9-shaded-4.20.jar xz/1.8//xz-1.8.jar zjsonpatch/0.3.0//zjsonpatch-0.3.0.jar diff --git a/pom.xml b/pom.xml index 8c303e9353f75..45c26eb4cb56a 100644 --- a/pom.xml +++ b/pom.xml @@ -253,9 +253,9 @@ when the Hadoop profile is hadoop-2.7, because these are only available in 3.x. Note that, as result we have to include the same hadoop-client dependency multiple times in hadoop-2.7. --> - hadoop-client-api - hadoop-client-runtime - hadoop-client-minicluster + hadoop-client + hadoop-client + hadoop-client