add hdfs client dependency for native batch parquet when using hdfs (#8964)

This commit is contained in:
Clint Wylie 2019-11-28 13:12:45 -08:00 committed by Fangjin Yang
parent 00ce18a0ea
commit 6997b167b1

View File

@ -121,6 +121,12 @@
<version>${project.parent.version}</version>
<scope>provided</scope>
</dependency>
<!-- needed if using native batch with hdfs input source -->
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-hdfs-client</artifactId>
<scope>runtime</scope>
</dependency>
<!--
for native batch indexing with Parquet files, we require a small number of classes provided by hadoop-common and
hadoop-mapreduce-client-core. However, both of these jars have a very large set of dependencies, the majority of
@ -139,6 +145,10 @@
<groupId>aopalliance</groupId>
<artifactId>aopalliance</artifactId>
</exclusion>
<exclusion>
<groupId>org.apache.avro</groupId>
<artifactId>avro</artifactId>
</exclusion>
<exclusion>
<groupId>org.apache.commons</groupId>
<artifactId>commons-compress</artifactId>
@ -199,6 +209,10 @@
<groupId>org.apache.yetus</groupId>
<artifactId>audience-annotations</artifactId>
</exclusion>
<exclusion>
<groupId>org.apache.avro</groupId>
<artifactId>avro</artifactId>
</exclusion>
<exclusion>
<groupId>commons-codec</groupId>
<artifactId>commons-codec</artifactId>