|
| 1 | +<?xml version="1.0" encoding="UTF-8"?> |
| 2 | +<!-- |
| 3 | + ~ Licensed to the Apache Software Foundation (ASF) under one or more |
| 4 | + ~ contributor license agreements. See the NOTICE file distributed with |
| 5 | + ~ this work for additional information regarding copyright ownership. |
| 6 | + ~ The ASF licenses this file to You under the Apache License, Version 2.0 |
| 7 | + ~ (the "License"); you may not use this file except in compliance with |
| 8 | + ~ the License. You may obtain a copy of the License at |
| 9 | + ~ |
| 10 | + ~ http://www.apache.org/licenses/LICENSE-2.0 |
| 11 | + ~ |
| 12 | + ~ Unless required by applicable law or agreed to in writing, software |
| 13 | + ~ distributed under the License is distributed on an "AS IS" BASIS, |
| 14 | + ~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 15 | + ~ See the License for the specific language governing permissions and |
| 16 | + ~ limitations under the License. |
| 17 | + --> |
| 18 | +<project xmlns="http://maven.apache.org/POM/4.0.0" |
| 19 | + xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" |
| 20 | + xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> |
| 21 | + <modelVersion>4.0.0</modelVersion> |
| 22 | + <parent> |
| 23 | + <groupId>org.apache.spark</groupId> |
| 24 | + <artifactId>spark-parent_2.11</artifactId> |
| 25 | + <version>2.2.0-SNAPSHOT</version> |
| 26 | + <relativePath>../pom.xml</relativePath> |
| 27 | + </parent> |
| 28 | + |
| 29 | + <artifactId>spark-hadoop-cloud_2.11</artifactId> |
| 30 | + <packaging>jar</packaging> |
| 31 | + <name>Spark Project Cloud Integration</name> |
| 32 | + <description> |
| 33 | + Contains support for cloud infrastructures, specifically the Hadoop JARs and |
| 34 | + transitive dependencies needed to interact with the infrastructures. |
| 35 | + |
| 36 | + Any project which explicitly depends upon the spark-hadoop-cloud artifact will get the |
| 37 | + dependencies; the exact versions of which will depend upon the hadoop version Spark was compiled |
| 38 | + against. |
| 39 | + |
| 40 | + The imports of transitive dependencies are managed to make them consistent |
| 41 | + with those of the Spark build. |
| 42 | + |
| 43 | + WARNING: the signatures of methods in the AWS and Azure SDKs do change between |
| 44 | + versions: use exactly the same version with which the Hadoop JARs were |
| 45 | + built. |
| 46 | + </description> |
| 47 | + <properties> |
| 48 | + <sbt.project.name>hadoop-cloud</sbt.project.name> |
| 49 | + </properties> |
| 50 | + |
| 51 | + <dependencies> |
| 52 | + <dependency> |
| 53 | + <groupId>org.apache.hadoop</groupId> |
| 54 | + <artifactId>hadoop-aws</artifactId> |
| 55 | + <scope>${hadoop.deps.scope}</scope> |
| 56 | + </dependency> |
| 57 | + |
| 58 | + <dependency> |
| 59 | + <groupId>org.apache.hadoop</groupId> |
| 60 | + <artifactId>hadoop-openstack</artifactId> |
| 61 | + <scope>${hadoop.deps.scope}</scope> |
| 62 | + </dependency> |
| 63 | + <!-- |
| 64 | + Add joda time to ensure that anything downstream which doesn't pull in spark-hive |
| 65 | + gets the correct joda time artifact, so doesn't have auth failures on later Java 8 JVMs |
| 66 | + --> |
| 67 | + <dependency> |
| 68 | + <groupId>joda-time</groupId> |
| 69 | + <artifactId>joda-time</artifactId> |
| 70 | + <scope>${hadoop.deps.scope}</scope> |
| 71 | + </dependency> |
| 72 | + <!-- explicitly declare the jackson artifacts desired --> |
| 73 | + <dependency> |
| 74 | + <groupId>com.fasterxml.jackson.core</groupId> |
| 75 | + <artifactId>jackson-databind</artifactId> |
| 76 | + <scope>${hadoop.deps.scope}</scope> |
| 77 | + </dependency> |
| 78 | + <dependency> |
| 79 | + <groupId>com.fasterxml.jackson.core</groupId> |
| 80 | + <artifactId>jackson-annotations</artifactId> |
| 81 | + <scope>${hadoop.deps.scope}</scope> |
| 82 | + </dependency> |
| 83 | + <dependency> |
| 84 | + <groupId>com.fasterxml.jackson.dataformat</groupId> |
| 85 | + <artifactId>jackson-dataformat-cbor</artifactId> |
| 86 | + <scope>${hadoop.deps.scope}</scope> |
| 87 | + </dependency> |
| 88 | + <!--Explicit declaration to force in Spark version into transitive dependencies --> |
| 89 | + <dependency> |
| 90 | + <groupId>org.apache.httpcomponents</groupId> |
| 91 | + <artifactId>httpclient</artifactId> |
| 92 | + <scope>${hadoop.deps.scope}</scope> |
| 93 | + </dependency> |
| 94 | + <!--Explicit declaration to force in Spark version into transitive dependencies --> |
| 95 | + <dependency> |
| 96 | + <groupId>org.apache.httpcomponents</groupId> |
| 97 | + <artifactId>httpcore</artifactId> |
| 98 | + <scope>${hadoop.deps.scope}</scope> |
| 99 | + </dependency> |
| 100 | + </dependencies> |
| 101 | + |
| 102 | + <profiles> |
| 103 | + <profile> |
| 104 | + <id>hadoop-2.7</id> |
| 105 | + <dependencies> |
| 106 | + <dependency> |
| 107 | + <groupId>org.apache.hadoop</groupId> |
| 108 | + <artifactId>hadoop-azure</artifactId> |
| 109 | + <scope>${hadoop.deps.scope}</scope> |
| 110 | + </dependency> |
| 111 | + </dependencies> |
| 112 | + </profile> |
| 113 | + <profile> |
| 114 | + <id>hadoop-palantir</id> |
| 115 | + <dependencies> |
| 116 | + <dependency> |
| 117 | + <groupId>org.apache.hadoop</groupId> |
| 118 | + <artifactId>hadoop-azure</artifactId> |
| 119 | + <scope>${hadoop.deps.scope}</scope> |
| 120 | + </dependency> |
| 121 | + </dependencies> |
| 122 | + </profile> |
| 123 | + </profiles> |
| 124 | + |
| 125 | +</project> |
0 commit comments