From bdd0d0d8a50f0b27e5b54cd8c88596b3cffbbd9f Mon Sep 17 00:00:00 2001
From: Suneet Saldanha <44787917+suneet-s@users.noreply.github.com>
Date: Fri, 3 Jan 2020 21:11:13 -0500
Subject: [PATCH] Add avro dependency to parquet extension (#9124)

* Add avro dependency to parquet extension

If the parquet extension is loaded and an ingestionSpec uses the older format
specifying a 'parser' instead of using an 'inputFormat' the job fails
with the following error

java.lang.TypeNotPresentException: Type org.apache.avro.generic.GenericRecord not present

This change removes the exclusion of the avro package so that the missing
class can be found.

* Address review comments and add dependency version
---
 extensions-core/parquet-extensions/pom.xml | 14 +-------------
 1 file changed, 1 insertion(+), 13 deletions(-)

diff --git a/extensions-core/parquet-extensions/pom.xml b/extensions-core/parquet-extensions/pom.xml
index 6fa31976878..e3cd27df974 100644
--- a/extensions-core/parquet-extensions/pom.xml
+++ b/extensions-core/parquet-extensions/pom.xml
@@ -80,10 +80,6 @@
       <artifactId>parquet-avro</artifactId>
       <version>${parquet.version}</version>
       <exclusions>
-        <exclusion>
-          <groupId>org.apache.avro</groupId>
-          <artifactId>avro</artifactId>
-        </exclusion>
         <exclusion>
           <groupId>commons-pool</groupId>
           <artifactId>commons-pool</artifactId>
@@ -145,10 +141,6 @@
           <groupId>aopalliance</groupId>
           <artifactId>aopalliance</artifactId>
         </exclusion>
-        <exclusion>
-          <groupId>org.apache.avro</groupId>
-          <artifactId>avro</artifactId>
-        </exclusion>
         <exclusion>
           <groupId>org.apache.commons</groupId>
           <artifactId>commons-compress</artifactId>
@@ -209,10 +201,6 @@
           <groupId>org.apache.yetus</groupId>
           <artifactId>audience-annotations</artifactId>
         </exclusion>
-        <exclusion>
-          <groupId>org.apache.avro</groupId>
-          <artifactId>avro</artifactId>
-        </exclusion>
         <exclusion>
           <groupId>commons-codec</groupId>
           <artifactId>commons-codec</artifactId>
@@ -414,7 +402,7 @@
     <dependency>
       <groupId>org.apache.avro</groupId>
       <artifactId>avro</artifactId>
-      <scope>provided</scope>
+      <version>${avro.version}</version>
     </dependency>
     <dependency>
       <groupId>junit</groupId>