Skip to content

Commit 73f55f6

Browse files
SPARK-3638 | Forced a compatible version of http client in kinesis-asl profile
This patch forces commons httpclient 4.2 dependency over an older httpclient dependency in kinesis-asl-profile so the AWS SDK works
1 parent b848771 commit 73f55f6

File tree

3 files changed

+16
-0
lines changed

3 files changed

+16
-0
lines changed

assembly/pom.xml

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -349,5 +349,15 @@
349349
</plugins>
350350
</build>
351351
</profile>
352+
<profile>
353+
<id>kinesis-asl</id>
354+
<dependencies>
355+
<dependency>
356+
<groupId>org.apache.httpcomponents</groupId>
357+
<artifactId>httpclient</artifactId>
358+
<version>${commons.httpclient.version}</version>
359+
</dependency>
360+
</dependencies>
361+
</profile>
352362
</profiles>
353363
</project>

examples/pom.xml

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -43,6 +43,11 @@
4343
<artifactId>spark-streaming-kinesis-asl_${scala.binary.version}</artifactId>
4444
<version>${project.version}</version>
4545
</dependency>
46+
<dependency>
47+
<groupId>org.apache.httpcomponents</groupId>
48+
<artifactId>httpclient</artifactId>
49+
<version>${commons.httpclient.version}</version>
50+
</dependency>
4651
</dependencies>
4752
</profile>
4853
</profiles>

pom.xml

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -138,6 +138,7 @@
138138
<jets3t.version>0.7.1</jets3t.version>
139139
<aws.java.sdk.version>1.8.3</aws.java.sdk.version>
140140
<aws.kinesis.client.version>1.1.0</aws.kinesis.client.version>
141+
<commons.httpclient.version>4.2.6</commons.httpclient.version>
141142

142143
<PermGen>64m</PermGen>
143144
<MaxPermGen>512m</MaxPermGen>

0 commit comments

Comments
 (0)