From 7f15bacbb9b8ac4a448e3f0fca8213632c07c52d Mon Sep 17 00:00:00 2001 From: "igor.calabria" Date: Fri, 11 Oct 2019 12:31:53 -0300 Subject: [PATCH 1/6] Bump kubernetes client version --- dev/deps/spark-deps-hadoop-2.7 | 7 +++---- dev/deps/spark-deps-hadoop-3.2 | 7 +++---- resource-managers/kubernetes/core/pom.xml | 2 +- 3 files changed, 7 insertions(+), 9 deletions(-) diff --git a/dev/deps/spark-deps-hadoop-2.7 b/dev/deps/spark-deps-hadoop-2.7 index 3d15fc627f6de..9042d8f676892 100644 --- a/dev/deps/spark-deps-hadoop-2.7 +++ b/dev/deps/spark-deps-hadoop-2.7 @@ -106,7 +106,6 @@ jakarta.ws.rs-api-2.1.5.jar jakarta.xml.bind-api-2.3.2.jar janino-3.0.15.jar javassist-3.22.0-CR2.jar -javax.el-3.0.1-b11.jar javax.inject-1.jar javax.servlet-api-3.1.0.jar javolution-5.5.1.jar @@ -137,9 +136,9 @@ jsr305-3.0.0.jar jta-1.1.jar jul-to-slf4j-1.7.16.jar kryo-shaded-4.0.2.jar -kubernetes-client-4.4.2.jar -kubernetes-model-4.4.2.jar -kubernetes-model-common-4.4.2.jar +kubernetes-client-4.6.0.jar +kubernetes-model-4.6.0.jar +kubernetes-model-common-4.6.0.jar leveldbjni-all-1.8.jar libfb303-0.9.3.jar libthrift-0.12.0.jar diff --git a/dev/deps/spark-deps-hadoop-3.2 b/dev/deps/spark-deps-hadoop-3.2 index 6318217d4332f..ca20026937537 100644 --- a/dev/deps/spark-deps-hadoop-3.2 +++ b/dev/deps/spark-deps-hadoop-3.2 @@ -106,7 +106,6 @@ jakarta.ws.rs-api-2.1.5.jar jakarta.xml.bind-api-2.3.2.jar janino-3.0.15.jar javassist-3.22.0-CR2.jar -javax.el-3.0.1-b11.jar javax.inject-1.jar javax.servlet-api-3.1.0.jar javolution-5.5.1.jar @@ -152,9 +151,9 @@ kerby-pkix-1.0.1.jar kerby-util-1.0.1.jar kerby-xdr-1.0.1.jar kryo-shaded-4.0.2.jar -kubernetes-client-4.4.2.jar -kubernetes-model-4.4.2.jar -kubernetes-model-common-4.4.2.jar +kubernetes-client-4.6.0.jar +kubernetes-model-4.6.0.jar +kubernetes-model-common-4.6.0.jar leveldbjni-all-1.8.jar libfb303-0.9.3.jar libthrift-0.12.0.jar diff --git a/resource-managers/kubernetes/core/pom.xml b/resource-managers/kubernetes/core/pom.xml index 952dbd31989dd..8275596080761 100644 --- a/resource-managers/kubernetes/core/pom.xml +++ b/resource-managers/kubernetes/core/pom.xml @@ -29,7 +29,7 @@ Spark Project Kubernetes kubernetes - 4.4.2 + 4.6.0 From 7148bc825917f183b3f4e4594be4235ab8056fbd Mon Sep 17 00:00:00 2001 From: "igor.calabria" Date: Fri, 11 Oct 2019 16:45:22 -0300 Subject: [PATCH 2/6] bump k8s client version in integration tests --- resource-managers/kubernetes/integration-tests/pom.xml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/resource-managers/kubernetes/integration-tests/pom.xml b/resource-managers/kubernetes/integration-tests/pom.xml index 84d99115a93ac..1ca03e9a09439 100644 --- a/resource-managers/kubernetes/integration-tests/pom.xml +++ b/resource-managers/kubernetes/integration-tests/pom.xml @@ -29,7 +29,7 @@ 1.3.0 1.4.0 - 4.4.2 + 4.6.0 3.2.2 1.0 kubernetes-integration-tests From 5d6bcd790b2d37fcce45852dbd03b4e5959bd298 Mon Sep 17 00:00:00 2001 From: "igor.calabria" Date: Mon, 14 Oct 2019 10:49:43 -0300 Subject: [PATCH 3/6] bump okhttp version to 3.12 this matches the version used by kubernetes-client --- resource-managers/kubernetes/core/pom.xml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/resource-managers/kubernetes/core/pom.xml b/resource-managers/kubernetes/core/pom.xml index 8275596080761..c3993f778b78a 100644 --- a/resource-managers/kubernetes/core/pom.xml +++ b/resource-managers/kubernetes/core/pom.xml @@ -91,7 +91,7 @@ com.squareup.okhttp3 okhttp - 3.8.1 + 3.12.0 From b31b375266b0a4d9d717f95aa1af8d4a02b05015 Mon Sep 17 00:00:00 2001 From: "igor.calabria" Date: Mon, 14 Oct 2019 11:20:41 -0300 Subject: [PATCH 4/6] update dep manifests --- dev/deps/spark-deps-hadoop-2.7 | 4 ++-- dev/deps/spark-deps-hadoop-3.2 | 4 ++-- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/dev/deps/spark-deps-hadoop-2.7 b/dev/deps/spark-deps-hadoop-2.7 index 9042d8f676892..6721c201b85dc 100644 --- a/dev/deps/spark-deps-hadoop-2.7 +++ b/dev/deps/spark-deps-hadoop-2.7 @@ -156,8 +156,8 @@ minlog-1.3.0.jar netty-all-4.1.39.Final.jar objenesis-2.5.1.jar okapi-shade-0.4.2.jar -okhttp-3.8.1.jar -okio-1.13.0.jar +okhttp-3.12.0.jar +okio-1.15.0.jar opencsv-2.3.jar orc-core-1.5.6-nohive.jar orc-mapreduce-1.5.6-nohive.jar diff --git a/dev/deps/spark-deps-hadoop-3.2 b/dev/deps/spark-deps-hadoop-3.2 index ca20026937537..c260b951a7074 100644 --- a/dev/deps/spark-deps-hadoop-3.2 +++ b/dev/deps/spark-deps-hadoop-3.2 @@ -174,8 +174,8 @@ nimbus-jose-jwt-4.41.1.jar objenesis-2.5.1.jar okapi-shade-0.4.2.jar okhttp-2.7.5.jar -okhttp-3.8.1.jar -okio-1.13.0.jar +okhttp-3.12.0.jar +okio-1.15.0.jar opencsv-2.3.jar orc-core-1.5.6-nohive.jar orc-mapreduce-1.5.6-nohive.jar From d1e1b52012133abd8b125421e779274caaf7c5a1 Mon Sep 17 00:00:00 2001 From: "igor.calabria" Date: Thu, 17 Oct 2019 11:19:00 -0300 Subject: [PATCH 5/6] bump kubernetes-client to 4.6.1 --- dev/deps/spark-deps-hadoop-2.7 | 6 +++--- dev/deps/spark-deps-hadoop-3.2 | 6 +++--- resource-managers/kubernetes/core/pom.xml | 2 +- resource-managers/kubernetes/integration-tests/pom.xml | 2 +- 4 files changed, 8 insertions(+), 8 deletions(-) diff --git a/dev/deps/spark-deps-hadoop-2.7 b/dev/deps/spark-deps-hadoop-2.7 index 6721c201b85dc..a7fae97106211 100644 --- a/dev/deps/spark-deps-hadoop-2.7 +++ b/dev/deps/spark-deps-hadoop-2.7 @@ -136,9 +136,9 @@ jsr305-3.0.0.jar jta-1.1.jar jul-to-slf4j-1.7.16.jar kryo-shaded-4.0.2.jar -kubernetes-client-4.6.0.jar -kubernetes-model-4.6.0.jar -kubernetes-model-common-4.6.0.jar +kubernetes-client-4.6.1.jar +kubernetes-model-4.6.1.jar +kubernetes-model-common-4.6.1.jar leveldbjni-all-1.8.jar libfb303-0.9.3.jar libthrift-0.12.0.jar diff --git a/dev/deps/spark-deps-hadoop-3.2 b/dev/deps/spark-deps-hadoop-3.2 index c260b951a7074..ac373962a4a72 100644 --- a/dev/deps/spark-deps-hadoop-3.2 +++ b/dev/deps/spark-deps-hadoop-3.2 @@ -151,9 +151,9 @@ kerby-pkix-1.0.1.jar kerby-util-1.0.1.jar kerby-xdr-1.0.1.jar kryo-shaded-4.0.2.jar -kubernetes-client-4.6.0.jar -kubernetes-model-4.6.0.jar -kubernetes-model-common-4.6.0.jar +kubernetes-client-4.6.1.jar +kubernetes-model-4.6.1.jar +kubernetes-model-common-4.6.1.jar leveldbjni-all-1.8.jar libfb303-0.9.3.jar libthrift-0.12.0.jar diff --git a/resource-managers/kubernetes/core/pom.xml b/resource-managers/kubernetes/core/pom.xml index c3993f778b78a..d5a4434b93efa 100644 --- a/resource-managers/kubernetes/core/pom.xml +++ b/resource-managers/kubernetes/core/pom.xml @@ -29,7 +29,7 @@ Spark Project Kubernetes kubernetes - 4.6.0 + 4.6.1 diff --git a/resource-managers/kubernetes/integration-tests/pom.xml b/resource-managers/kubernetes/integration-tests/pom.xml index 1ca03e9a09439..c79caff164ce8 100644 --- a/resource-managers/kubernetes/integration-tests/pom.xml +++ b/resource-managers/kubernetes/integration-tests/pom.xml @@ -29,7 +29,7 @@ 1.3.0 1.4.0 - 4.6.0 + 4.6.1 3.2.2 1.0 kubernetes-integration-tests From a5eb702a6f41f6e76934d1ec5eee3f7a0374690b Mon Sep 17 00:00:00 2001 From: "igor.calabria" Date: Thu, 17 Oct 2019 11:22:28 -0300 Subject: [PATCH 6/6] remove explict okhttp version kubernetes-client already brings it and we don't need a specific version --- resource-managers/kubernetes/core/pom.xml | 6 ------ 1 file changed, 6 deletions(-) diff --git a/resource-managers/kubernetes/core/pom.xml b/resource-managers/kubernetes/core/pom.xml index d5a4434b93efa..487876b12ce91 100644 --- a/resource-managers/kubernetes/core/pom.xml +++ b/resource-managers/kubernetes/core/pom.xml @@ -88,12 +88,6 @@ - - com.squareup.okhttp3 - okhttp - 3.12.0 - - org.mockito mockito-core