diff --git a/dev/deps/spark-deps-hadoop-2.2 b/dev/deps/spark-deps-hadoop-2.2
index 89bfcef4d9466..97c8a38cf6143 100644
--- a/dev/deps/spark-deps-hadoop-2.2
+++ b/dev/deps/spark-deps-hadoop-2.2
@@ -8,9 +8,12 @@ aopalliance-1.0.jar
aopalliance-repackaged-2.4.0-b34.jar
apache-log4j-extras-1.2.17.jar
arpack_combined_all-0.1.jar
+automaton-1.11-8.jar
avro-1.7.7.jar
avro-ipc-1.7.7.jar
avro-mapred-1.7.7-hadoop2.jar
+bcpkix-jdk15on-1.54.jar
+bcprov-jdk15on-1.54.jar
bonecp-0.8.0.RELEASE.jar
breeze-macros_2.11-0.12.jar
breeze_2.11-0.12.jar
@@ -40,6 +43,8 @@ commons-math3-3.4.1.jar
commons-net-2.2.jar
commons-pool-1.5.4.jar
compress-lzf-1.0.3.jar
+converter-jackson-2.2.0.jar
+converter-scalars-2.2.0.jar
core-1.1.2.jar
curator-client-2.4.0.jar
curator-framework-2.4.0.jar
@@ -49,6 +54,7 @@ datanucleus-core-3.2.10.jar
datanucleus-rdbms-3.2.9.jar
derby-10.12.1.1.jar
eigenbase-properties-1.1.5.jar
+generex-1.0.1.jar
guava-14.0.1.jar
guice-3.0.jar
guice-servlet-3.0.jar
@@ -77,7 +83,11 @@ jackson-annotations-2.6.5.jar
jackson-core-2.6.5.jar
jackson-core-asl-1.9.13.jar
jackson-databind-2.6.5.jar
+jackson-dataformat-yaml-2.6.5.jar
+jackson-jaxrs-base-2.6.5.jar
+jackson-jaxrs-json-provider-2.6.5.jar
jackson-mapper-asl-1.9.13.jar
+jackson-module-jaxb-annotations-2.6.5.jar
jackson-module-paranamer-2.6.5.jar
jackson-module-scala_2.11-2.6.5.jar
janino-3.0.0.jar
@@ -96,6 +106,7 @@ jersey-container-servlet-2.22.2.jar
jersey-container-servlet-core-2.22.2.jar
jersey-guava-2.22.2.jar
jersey-media-jaxb-2.22.2.jar
+jersey-media-multipart-2.22.2.jar
jersey-server-2.22.2.jar
jets3t-0.7.1.jar
jetty-util-6.1.26.jar
@@ -111,20 +122,26 @@ jta-1.1.jar
jtransforms-2.4.0.jar
jul-to-slf4j-1.7.16.jar
kryo-shaded-3.0.3.jar
+kubernetes-client-2.2.13.jar
+kubernetes-model-1.0.67.jar
leveldbjni-all-1.8.jar
libfb303-0.9.2.jar
libthrift-0.9.2.jar
log4j-1.2.17.jar
+logging-interceptor-3.6.0.jar
lz4-1.3.0.jar
mesos-1.0.0-shaded-protobuf.jar
metrics-core-3.1.2.jar
metrics-graphite-3.1.2.jar
metrics-json-3.1.2.jar
metrics-jvm-3.1.2.jar
+mimepull-1.9.6.jar
minlog-1.3.0.jar
netty-3.8.0.Final.jar
netty-all-4.0.42.Final.jar
objenesis-2.1.jar
+okhttp-3.6.0.jar
+okio-1.11.0.jar
opencsv-2.3.jar
oro-2.0.8.jar
osgi-resource-locator-1.0.1.jar
@@ -141,6 +158,7 @@ pmml-schema-1.2.15.jar
protobuf-java-2.5.0.jar
py4j-0.10.4.jar
pyrolite-4.13.jar
+retrofit-2.2.0.jar
scala-compiler-2.11.8.jar
scala-library-2.11.8.jar
scala-parser-combinators_2.11-1.0.4.jar
@@ -150,6 +168,7 @@ scalap-2.11.8.jar
shapeless_2.11-2.0.0.jar
slf4j-api-1.7.16.jar
slf4j-log4j12-1.7.16.jar
+snakeyaml-1.15.jar
snappy-0.2.jar
snappy-java-1.1.2.6.jar
spire-macros_2.11-0.7.4.jar
@@ -163,4 +182,5 @@ validation-api-1.1.0.Final.jar
xbean-asm5-shaded-4.4.jar
xmlenc-0.52.jar
xz-1.0.jar
+zjsonpatch-0.3.0.jar
zookeeper-3.4.5.jar
diff --git a/dev/deps/spark-deps-hadoop-2.3 b/dev/deps/spark-deps-hadoop-2.3
index 8df3858825e13..21ca9259ed3ff 100644
--- a/dev/deps/spark-deps-hadoop-2.3
+++ b/dev/deps/spark-deps-hadoop-2.3
@@ -9,11 +9,13 @@ aopalliance-1.0.jar
aopalliance-repackaged-2.4.0-b34.jar
apache-log4j-extras-1.2.17.jar
arpack_combined_all-0.1.jar
+automaton-1.11-8.jar
avro-1.7.7.jar
avro-ipc-1.7.7.jar
avro-mapred-1.7.7-hadoop2.jar
base64-2.3.8.jar
-bcprov-jdk15on-1.51.jar
+bcpkix-jdk15on-1.54.jar
+bcprov-jdk15on-1.54.jar
bonecp-0.8.0.RELEASE.jar
breeze-macros_2.11-0.12.jar
breeze_2.11-0.12.jar
@@ -42,6 +44,8 @@ commons-math3-3.4.1.jar
commons-net-2.2.jar
commons-pool-1.5.4.jar
compress-lzf-1.0.3.jar
+converter-jackson-2.2.0.jar
+converter-scalars-2.2.0.jar
core-1.1.2.jar
curator-client-2.4.0.jar
curator-framework-2.4.0.jar
@@ -51,6 +55,7 @@ datanucleus-core-3.2.10.jar
datanucleus-rdbms-3.2.9.jar
derby-10.12.1.1.jar
eigenbase-properties-1.1.5.jar
+generex-1.0.1.jar
guava-14.0.1.jar
guice-3.0.jar
guice-servlet-3.0.jar
@@ -79,7 +84,11 @@ jackson-annotations-2.6.5.jar
jackson-core-2.6.5.jar
jackson-core-asl-1.9.13.jar
jackson-databind-2.6.5.jar
+jackson-dataformat-yaml-2.6.5.jar
+jackson-jaxrs-base-2.6.5.jar
+jackson-jaxrs-json-provider-2.6.5.jar
jackson-mapper-asl-1.9.13.jar
+jackson-module-jaxb-annotations-2.6.5.jar
jackson-module-paranamer-2.6.5.jar
jackson-module-scala_2.11-2.6.5.jar
janino-3.0.0.jar
@@ -100,6 +109,7 @@ jersey-container-servlet-2.22.2.jar
jersey-container-servlet-core-2.22.2.jar
jersey-guava-2.22.2.jar
jersey-media-jaxb-2.22.2.jar
+jersey-media-multipart-2.22.2.jar
jersey-server-2.22.2.jar
jets3t-0.9.3.jar
jetty-6.1.26.jar
@@ -116,10 +126,13 @@ jta-1.1.jar
jtransforms-2.4.0.jar
jul-to-slf4j-1.7.16.jar
kryo-shaded-3.0.3.jar
+kubernetes-client-2.2.13.jar
+kubernetes-model-1.0.67.jar
leveldbjni-all-1.8.jar
libfb303-0.9.2.jar
libthrift-0.9.2.jar
log4j-1.2.17.jar
+logging-interceptor-3.6.0.jar
lz4-1.3.0.jar
mail-1.4.7.jar
mesos-1.0.0-shaded-protobuf.jar
@@ -127,11 +140,14 @@ metrics-core-3.1.2.jar
metrics-graphite-3.1.2.jar
metrics-json-3.1.2.jar
metrics-jvm-3.1.2.jar
+mimepull-1.9.6.jar
minlog-1.3.0.jar
mx4j-3.0.2.jar
netty-3.8.0.Final.jar
netty-all-4.0.42.Final.jar
objenesis-2.1.jar
+okhttp-3.6.0.jar
+okio-1.11.0.jar
opencsv-2.3.jar
oro-2.0.8.jar
osgi-resource-locator-1.0.1.jar
@@ -148,6 +164,7 @@ pmml-schema-1.2.15.jar
protobuf-java-2.5.0.jar
py4j-0.10.4.jar
pyrolite-4.13.jar
+retrofit-2.2.0.jar
scala-compiler-2.11.8.jar
scala-library-2.11.8.jar
scala-parser-combinators_2.11-1.0.4.jar
@@ -157,6 +174,7 @@ scalap-2.11.8.jar
shapeless_2.11-2.0.0.jar
slf4j-api-1.7.16.jar
slf4j-log4j12-1.7.16.jar
+snakeyaml-1.15.jar
snappy-0.2.jar
snappy-java-1.1.2.6.jar
spire-macros_2.11-0.7.4.jar
@@ -171,4 +189,5 @@ validation-api-1.1.0.Final.jar
xbean-asm5-shaded-4.4.jar
xmlenc-0.52.jar
xz-1.0.jar
+zjsonpatch-0.3.0.jar
zookeeper-3.4.5.jar
diff --git a/dev/deps/spark-deps-hadoop-2.4 b/dev/deps/spark-deps-hadoop-2.4
index 71e7fb6dd243d..f71a3cd06216c 100644
--- a/dev/deps/spark-deps-hadoop-2.4
+++ b/dev/deps/spark-deps-hadoop-2.4
@@ -9,11 +9,13 @@ aopalliance-1.0.jar
aopalliance-repackaged-2.4.0-b34.jar
apache-log4j-extras-1.2.17.jar
arpack_combined_all-0.1.jar
+automaton-1.11-8.jar
avro-1.7.7.jar
avro-ipc-1.7.7.jar
avro-mapred-1.7.7-hadoop2.jar
base64-2.3.8.jar
-bcprov-jdk15on-1.51.jar
+bcpkix-jdk15on-1.54.jar
+bcprov-jdk15on-1.54.jar
bonecp-0.8.0.RELEASE.jar
breeze-macros_2.11-0.12.jar
breeze_2.11-0.12.jar
@@ -42,6 +44,8 @@ commons-math3-3.4.1.jar
commons-net-2.2.jar
commons-pool-1.5.4.jar
compress-lzf-1.0.3.jar
+converter-jackson-2.2.0.jar
+converter-scalars-2.2.0.jar
core-1.1.2.jar
curator-client-2.4.0.jar
curator-framework-2.4.0.jar
@@ -51,6 +55,7 @@ datanucleus-core-3.2.10.jar
datanucleus-rdbms-3.2.9.jar
derby-10.12.1.1.jar
eigenbase-properties-1.1.5.jar
+generex-1.0.1.jar
guava-14.0.1.jar
guice-3.0.jar
guice-servlet-3.0.jar
@@ -79,7 +84,11 @@ jackson-annotations-2.6.5.jar
jackson-core-2.6.5.jar
jackson-core-asl-1.9.13.jar
jackson-databind-2.6.5.jar
+jackson-dataformat-yaml-2.6.5.jar
+jackson-jaxrs-base-2.6.5.jar
+jackson-jaxrs-json-provider-2.6.5.jar
jackson-mapper-asl-1.9.13.jar
+jackson-module-jaxb-annotations-2.6.5.jar
jackson-module-paranamer-2.6.5.jar
jackson-module-scala_2.11-2.6.5.jar
janino-3.0.0.jar
@@ -100,6 +109,7 @@ jersey-container-servlet-2.22.2.jar
jersey-container-servlet-core-2.22.2.jar
jersey-guava-2.22.2.jar
jersey-media-jaxb-2.22.2.jar
+jersey-media-multipart-2.22.2.jar
jersey-server-2.22.2.jar
jets3t-0.9.3.jar
jetty-6.1.26.jar
@@ -116,10 +126,13 @@ jta-1.1.jar
jtransforms-2.4.0.jar
jul-to-slf4j-1.7.16.jar
kryo-shaded-3.0.3.jar
+kubernetes-client-2.2.13.jar
+kubernetes-model-1.0.67.jar
leveldbjni-all-1.8.jar
libfb303-0.9.2.jar
libthrift-0.9.2.jar
log4j-1.2.17.jar
+logging-interceptor-3.6.0.jar
lz4-1.3.0.jar
mail-1.4.7.jar
mesos-1.0.0-shaded-protobuf.jar
@@ -127,11 +140,14 @@ metrics-core-3.1.2.jar
metrics-graphite-3.1.2.jar
metrics-json-3.1.2.jar
metrics-jvm-3.1.2.jar
+mimepull-1.9.6.jar
minlog-1.3.0.jar
mx4j-3.0.2.jar
netty-3.8.0.Final.jar
netty-all-4.0.42.Final.jar
objenesis-2.1.jar
+okhttp-3.6.0.jar
+okio-1.11.0.jar
opencsv-2.3.jar
oro-2.0.8.jar
osgi-resource-locator-1.0.1.jar
@@ -148,6 +164,7 @@ pmml-schema-1.2.15.jar
protobuf-java-2.5.0.jar
py4j-0.10.4.jar
pyrolite-4.13.jar
+retrofit-2.2.0.jar
scala-compiler-2.11.8.jar
scala-library-2.11.8.jar
scala-parser-combinators_2.11-1.0.4.jar
@@ -157,6 +174,7 @@ scalap-2.11.8.jar
shapeless_2.11-2.0.0.jar
slf4j-api-1.7.16.jar
slf4j-log4j12-1.7.16.jar
+snakeyaml-1.15.jar
snappy-0.2.jar
snappy-java-1.1.2.6.jar
spire-macros_2.11-0.7.4.jar
@@ -171,4 +189,5 @@ validation-api-1.1.0.Final.jar
xbean-asm5-shaded-4.4.jar
xmlenc-0.52.jar
xz-1.0.jar
+zjsonpatch-0.3.0.jar
zookeeper-3.4.5.jar
diff --git a/dev/deps/spark-deps-hadoop-2.6 b/dev/deps/spark-deps-hadoop-2.6
index ba31391495f54..211946d583879 100644
--- a/dev/deps/spark-deps-hadoop-2.6
+++ b/dev/deps/spark-deps-hadoop-2.6
@@ -13,11 +13,13 @@ apacheds-kerberos-codec-2.0.0-M15.jar
api-asn1-api-1.0.0-M20.jar
api-util-1.0.0-M20.jar
arpack_combined_all-0.1.jar
+automaton-1.11-8.jar
avro-1.7.7.jar
avro-ipc-1.7.7.jar
avro-mapred-1.7.7-hadoop2.jar
base64-2.3.8.jar
-bcprov-jdk15on-1.51.jar
+bcpkix-jdk15on-1.54.jar
+bcprov-jdk15on-1.54.jar
bonecp-0.8.0.RELEASE.jar
breeze-macros_2.11-0.12.jar
breeze_2.11-0.12.jar
@@ -46,6 +48,8 @@ commons-math3-3.4.1.jar
commons-net-2.2.jar
commons-pool-1.5.4.jar
compress-lzf-1.0.3.jar
+converter-jackson-2.2.0.jar
+converter-scalars-2.2.0.jar
core-1.1.2.jar
curator-client-2.6.0.jar
curator-framework-2.6.0.jar
@@ -55,6 +59,7 @@ datanucleus-core-3.2.10.jar
datanucleus-rdbms-3.2.9.jar
derby-10.12.1.1.jar
eigenbase-properties-1.1.5.jar
+generex-1.0.1.jar
gson-2.2.4.jar
guava-14.0.1.jar
guice-3.0.jar
@@ -85,8 +90,12 @@ jackson-annotations-2.6.5.jar
jackson-core-2.6.5.jar
jackson-core-asl-1.9.13.jar
jackson-databind-2.6.5.jar
+jackson-dataformat-yaml-2.6.5.jar
jackson-jaxrs-1.9.13.jar
+jackson-jaxrs-base-2.6.5.jar
+jackson-jaxrs-json-provider-2.6.5.jar
jackson-mapper-asl-1.9.13.jar
+jackson-module-jaxb-annotations-2.6.5.jar
jackson-module-paranamer-2.6.5.jar
jackson-module-scala_2.11-2.6.5.jar
jackson-xc-1.9.13.jar
@@ -108,6 +117,7 @@ jersey-container-servlet-2.22.2.jar
jersey-container-servlet-core-2.22.2.jar
jersey-guava-2.22.2.jar
jersey-media-jaxb-2.22.2.jar
+jersey-media-multipart-2.22.2.jar
jersey-server-2.22.2.jar
jets3t-0.9.3.jar
jetty-6.1.26.jar
@@ -124,10 +134,13 @@ jta-1.1.jar
jtransforms-2.4.0.jar
jul-to-slf4j-1.7.16.jar
kryo-shaded-3.0.3.jar
+kubernetes-client-2.2.13.jar
+kubernetes-model-1.0.67.jar
leveldbjni-all-1.8.jar
libfb303-0.9.2.jar
libthrift-0.9.2.jar
log4j-1.2.17.jar
+logging-interceptor-3.6.0.jar
lz4-1.3.0.jar
mail-1.4.7.jar
mesos-1.0.0-shaded-protobuf.jar
@@ -135,11 +148,14 @@ metrics-core-3.1.2.jar
metrics-graphite-3.1.2.jar
metrics-json-3.1.2.jar
metrics-jvm-3.1.2.jar
+mimepull-1.9.6.jar
minlog-1.3.0.jar
mx4j-3.0.2.jar
netty-3.8.0.Final.jar
netty-all-4.0.42.Final.jar
objenesis-2.1.jar
+okhttp-3.6.0.jar
+okio-1.11.0.jar
opencsv-2.3.jar
oro-2.0.8.jar
osgi-resource-locator-1.0.1.jar
@@ -156,6 +172,7 @@ pmml-schema-1.2.15.jar
protobuf-java-2.5.0.jar
py4j-0.10.4.jar
pyrolite-4.13.jar
+retrofit-2.2.0.jar
scala-compiler-2.11.8.jar
scala-library-2.11.8.jar
scala-parser-combinators_2.11-1.0.4.jar
@@ -165,6 +182,7 @@ scalap-2.11.8.jar
shapeless_2.11-2.0.0.jar
slf4j-api-1.7.16.jar
slf4j-log4j12-1.7.16.jar
+snakeyaml-1.15.jar
snappy-0.2.jar
snappy-java-1.1.2.6.jar
spire-macros_2.11-0.7.4.jar
@@ -180,4 +198,5 @@ xbean-asm5-shaded-4.4.jar
xercesImpl-2.9.1.jar
xmlenc-0.52.jar
xz-1.0.jar
+zjsonpatch-0.3.0.jar
zookeeper-3.4.6.jar
diff --git a/dev/deps/spark-deps-hadoop-2.7 b/dev/deps/spark-deps-hadoop-2.7
index b129e5a99e2ff..d0a472d3d3805 100644
--- a/dev/deps/spark-deps-hadoop-2.7
+++ b/dev/deps/spark-deps-hadoop-2.7
@@ -13,11 +13,13 @@ apacheds-kerberos-codec-2.0.0-M15.jar
api-asn1-api-1.0.0-M20.jar
api-util-1.0.0-M20.jar
arpack_combined_all-0.1.jar
+automaton-1.11-8.jar
avro-1.7.7.jar
avro-ipc-1.7.7.jar
avro-mapred-1.7.7-hadoop2.jar
base64-2.3.8.jar
-bcprov-jdk15on-1.51.jar
+bcpkix-jdk15on-1.54.jar
+bcprov-jdk15on-1.54.jar
bonecp-0.8.0.RELEASE.jar
breeze-macros_2.11-0.12.jar
breeze_2.11-0.12.jar
@@ -46,6 +48,8 @@ commons-math3-3.4.1.jar
commons-net-2.2.jar
commons-pool-1.5.4.jar
compress-lzf-1.0.3.jar
+converter-jackson-2.2.0.jar
+converter-scalars-2.2.0.jar
core-1.1.2.jar
curator-client-2.6.0.jar
curator-framework-2.6.0.jar
@@ -55,6 +59,7 @@ datanucleus-core-3.2.10.jar
datanucleus-rdbms-3.2.9.jar
derby-10.12.1.1.jar
eigenbase-properties-1.1.5.jar
+generex-1.0.1.jar
gson-2.2.4.jar
guava-14.0.1.jar
guice-3.0.jar
@@ -85,8 +90,12 @@ jackson-annotations-2.6.5.jar
jackson-core-2.6.5.jar
jackson-core-asl-1.9.13.jar
jackson-databind-2.6.5.jar
+jackson-dataformat-yaml-2.6.5.jar
jackson-jaxrs-1.9.13.jar
+jackson-jaxrs-base-2.6.5.jar
+jackson-jaxrs-json-provider-2.6.5.jar
jackson-mapper-asl-1.9.13.jar
+jackson-module-jaxb-annotations-2.6.5.jar
jackson-module-paranamer-2.6.5.jar
jackson-module-scala_2.11-2.6.5.jar
jackson-xc-1.9.13.jar
@@ -108,6 +117,7 @@ jersey-container-servlet-2.22.2.jar
jersey-container-servlet-core-2.22.2.jar
jersey-guava-2.22.2.jar
jersey-media-jaxb-2.22.2.jar
+jersey-media-multipart-2.22.2.jar
jersey-server-2.22.2.jar
jets3t-0.9.3.jar
jetty-6.1.26.jar
@@ -125,10 +135,13 @@ jta-1.1.jar
jtransforms-2.4.0.jar
jul-to-slf4j-1.7.16.jar
kryo-shaded-3.0.3.jar
+kubernetes-client-2.2.13.jar
+kubernetes-model-1.0.67.jar
leveldbjni-all-1.8.jar
libfb303-0.9.2.jar
libthrift-0.9.2.jar
log4j-1.2.17.jar
+logging-interceptor-3.6.0.jar
lz4-1.3.0.jar
mail-1.4.7.jar
mesos-1.0.0-shaded-protobuf.jar
@@ -136,11 +149,14 @@ metrics-core-3.1.2.jar
metrics-graphite-3.1.2.jar
metrics-json-3.1.2.jar
metrics-jvm-3.1.2.jar
+mimepull-1.9.6.jar
minlog-1.3.0.jar
mx4j-3.0.2.jar
netty-3.8.0.Final.jar
netty-all-4.0.42.Final.jar
objenesis-2.1.jar
+okhttp-3.6.0.jar
+okio-1.11.0.jar
opencsv-2.3.jar
oro-2.0.8.jar
osgi-resource-locator-1.0.1.jar
@@ -157,6 +173,7 @@ pmml-schema-1.2.15.jar
protobuf-java-2.5.0.jar
py4j-0.10.4.jar
pyrolite-4.13.jar
+retrofit-2.2.0.jar
scala-compiler-2.11.8.jar
scala-library-2.11.8.jar
scala-parser-combinators_2.11-1.0.4.jar
@@ -166,6 +183,7 @@ scalap-2.11.8.jar
shapeless_2.11-2.0.0.jar
slf4j-api-1.7.16.jar
slf4j-log4j12-1.7.16.jar
+snakeyaml-1.15.jar
snappy-0.2.jar
snappy-java-1.1.2.6.jar
spire-macros_2.11-0.7.4.jar
@@ -181,4 +199,5 @@ xbean-asm5-shaded-4.4.jar
xercesImpl-2.9.1.jar
xmlenc-0.52.jar
xz-1.0.jar
+zjsonpatch-0.3.0.jar
zookeeper-3.4.6.jar
diff --git a/dev/sparktestsupport/modules.py b/dev/sparktestsupport/modules.py
index b34ab51f3b996..0cc9d71d962ce 100644
--- a/dev/sparktestsupport/modules.py
+++ b/dev/sparktestsupport/modules.py
@@ -490,6 +490,14 @@ def __hash__(self):
sbt_test_goals=["mesos/test"]
)
+kubernetes = Module(
+ name="kubernetes",
+ dependencies=[],
+ source_file_regexes=["resource-managers/kubernetes/core"],
+ build_profile_flags=["-Pkubernetes"],
+ sbt_test_goals=["kubernetes/test"]
+)
+
# The root module is a dummy module which is used to run all of the tests.
# No other modules should directly depend on this module.
root = Module(
diff --git a/dev/test-dependencies.sh b/dev/test-dependencies.sh
index 4014f42e1983c..b1555957ecc50 100755
--- a/dev/test-dependencies.sh
+++ b/dev/test-dependencies.sh
@@ -29,7 +29,7 @@ export LC_ALL=C
# TODO: This would be much nicer to do in SBT, once SBT supports Maven-style resolution.
# NOTE: These should match those in the release publishing script
-HADOOP2_MODULE_PROFILES="-Phive-thriftserver -Pmesos -Pyarn -Phive"
+HADOOP2_MODULE_PROFILES="-Phive-thriftserver -Pmesos -Pyarn -Phive -Pkubernetes"
MVN="build/mvn"
HADOOP_PROFILES=(
hadoop-2.2
diff --git a/pom.xml b/pom.xml
index 7f9325fa5f185..7035938515a58 100644
--- a/pom.xml
+++ b/pom.xml
@@ -136,7 +136,6 @@
10.12.1.1
1.8.1
1.6.0
- 8.18.0
2.2.0
1.54
9.2.16.v20160414
@@ -308,35 +307,43 @@
${chill.version}
-
- com.netflix.feign
- feign-core
- ${feign.version}
-
-
- com.netflix.feign
- feign-okhttp
- ${feign.version}
-
-
- com.netflix.feign
- feign-jackson
- ${feign.version}
-
-
- com.netflix.feign
- feign-jaxrs
- ${feign.version}
-
com.squareup.retrofit2
retrofit
${retrofit.version}
+
+
+ com.fasterxml.jackson.core
+ jackson-core
+
+
+ com.fasterxml.jackson.core
+ jackson-databind
+
+
+ com.fasterxml.jackson.core
+ jackson-annotations
+
+
com.squareup.retrofit2
converter-jackson
${retrofit.version}
+
+
+ com.fasterxml.jackson.core
+ jackson-core
+
+
+ com.fasterxml.jackson.core
+ jackson-databind
+
+
+ com.fasterxml.jackson.core
+ jackson-annotations
+
+
com.squareup.retrofit2
@@ -649,6 +656,11 @@
jackson-annotations
${fasterxml.jackson.version}
+
+ com.fasterxml.jackson.dataformat
+ jackson-dataformat-yaml
+ ${fasterxml.jackson.version}
+
diff --git a/resource-managers/kubernetes/core/pom.xml b/resource-managers/kubernetes/core/pom.xml
index a227342f46771..c90a824b1b8b1 100644
--- a/resource-managers/kubernetes/core/pom.xml
+++ b/resource-managers/kubernetes/core/pom.xml
@@ -51,14 +51,30 @@
io.fabric8
kubernetes-client
${kubernetes.client.version}
+
+
+ com.fasterxml.jackson.core
+ jackson-core
+
+
+ com.fasterxml.jackson.core
+ jackson-databind
+
+
+ com.fasterxml.jackson.core
+ jackson-annotations
+
+
+ com.fasterxml.jackson.dataformat
+ jackson-dataformat-yaml
+
+
+
- com.netflix.feign
- feign-core
-
-
- com.netflix.feign
- feign-okhttp
+ com.fasterxml.jackson.dataformat
+ jackson-dataformat-yaml
+ ${fasterxml.jackson.version}
org.glassfish.jersey.containers
@@ -68,10 +84,6 @@
org.glassfish.jersey.media
jersey-media-multipart
-
- com.netflix.feign
- feign-jackson
-
com.squareup.retrofit2
retrofit
@@ -85,16 +97,6 @@
converter-scalars
-
- com.netflix.feign
- feign-jaxrs
-
-
- javax.ws.rs
- jsr311-api
-
-
-
com.fasterxml.jackson.jaxrs
jackson-jaxrs-json-provider
diff --git a/resource-managers/kubernetes/core/src/main/scala/org/apache/spark/deploy/kubernetes/submit/DriverPodKubernetesCredentialsMounter.scala b/resource-managers/kubernetes/core/src/main/scala/org/apache/spark/deploy/kubernetes/submit/DriverPodKubernetesCredentialsMounter.scala
index b13800f389605..25e7c3b3ebd89 100644
--- a/resource-managers/kubernetes/core/src/main/scala/org/apache/spark/deploy/kubernetes/submit/DriverPodKubernetesCredentialsMounter.scala
+++ b/resource-managers/kubernetes/core/src/main/scala/org/apache/spark/deploy/kubernetes/submit/DriverPodKubernetesCredentialsMounter.scala
@@ -18,12 +18,12 @@ package org.apache.spark.deploy.kubernetes.submit
import io.fabric8.kubernetes.api.model.{PodBuilder, Secret, SecretBuilder}
import scala.collection.JavaConverters._
+import scala.language.implicitConversions
import org.apache.spark.SparkConf
import org.apache.spark.deploy.kubernetes.KubernetesCredentials
import org.apache.spark.deploy.kubernetes.config._
import org.apache.spark.deploy.kubernetes.constants._
-import org.apache.spark.internal.config.OptionalConfigEntry
private[spark] trait DriverPodKubernetesCredentialsMounter {