Skip to content
Open
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
48 changes: 43 additions & 5 deletions adls-plugins/pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -28,6 +28,35 @@
<artifactId>adls-plugins</artifactId>

<dependencies>
<!-- Avro used to come in only through avro-ipc; declare it so the plugin jar still packages it. Its commons-*
dependencies were not packaged before either (Hadoop, provided, supplies them), so keep them out. -->
<dependency>
<groupId>org.apache.avro</groupId>
<artifactId>avro</artifactId>
<version>${avro.version}</version>
<exclusions>
<exclusion>
<groupId>com.fasterxml.jackson.core</groupId>
<artifactId>jackson-core</artifactId>
</exclusion>
<exclusion>
<groupId>com.fasterxml.jackson.core</groupId>
<artifactId>jackson-databind</artifactId>
</exclusion>
<exclusion>
<groupId>org.apache.commons</groupId>
<artifactId>commons-compress</artifactId>
</exclusion>
<exclusion>
<groupId>commons-io</groupId>
<artifactId>commons-io</artifactId>
</exclusion>
<exclusion>
<groupId>org.apache.commons</groupId>
<artifactId>commons-lang3</artifactId>
</exclusion>
</exclusions>
</dependency>
<dependency>
<groupId>org.apache.avro</groupId>
<artifactId>avro-mapred</artifactId>
Expand All @@ -41,6 +70,16 @@
<groupId>com.fasterxml.jackson.core</groupId>
<artifactId>jackson-databind</artifactId>
</exclusion>
<!-- avro-ipc / avro-ipc-jetty are only used by Avro RPC (tether), not by AvroKeyOutputFormat. They bring
Jetty 9.4.54 (jetty-server, -http, -io, -servlet, -security, -util, -util-ajax) into the plugin jar. -->
<exclusion>
<groupId>org.apache.avro</groupId>
<artifactId>avro-ipc</artifactId>
</exclusion>
<exclusion>
<groupId>org.apache.avro</groupId>
<artifactId>avro-ipc-jetty</artifactId>
</exclusion>
</exclusions>
</dependency>
<dependency>
Expand All @@ -64,13 +103,12 @@
<artifactId>orc-mapreduce</artifactId>
<version>1.1.0</version>
<exclusions>
<!-- Hadoop is provided by CDAP (hadoop-client 3.3.6, provided, in the parent pom). Without this, orc-mapreduce
packages hadoop-mapreduce-client-core / hadoop-yarn-common 2.6.0 and with them Netty 3.6.2, log4j 1.2.17,
slf4j-log4j12, jersey 1.9 and the codehaus jackson 1.9.13 jars. -->
<exclusion>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-hdfs</artifactId>
</exclusion>
<exclusion>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-common</artifactId>
<artifactId>*</artifactId>
</exclusion>
</exclusions>
</dependency>
Expand Down
Loading