HBASE-9533 List of dependency jars for MR jobs is hard-coded and does not include netty, breaking MRv1 jobs

git-svn-id: https://svn.apache.org/repos/asf/hbase/trunk@1524894 13f79535-47bb-0310-9956-ffa450edef68
This commit is contained in:
Michael Stack 2013-09-20 03:39:56 +00:00
parent 3d890a0f4b
commit 4e600b8e0e
5 changed files with 6 additions and 36 deletions

View File

@ -126,10 +126,6 @@
<groupId>org.codehaus.jackson</groupId>
<artifactId>jackson-mapper-asl</artifactId>
</dependency>
<dependency>
<groupId>io.netty</groupId>
<artifactId>netty</artifactId>
</dependency>
<dependency>
<groupId>log4j</groupId>
<artifactId>log4j</artifactId>

View File

@ -331,10 +331,6 @@
<scope>test</scope>
</dependency>
<!-- General dependencies -->
<dependency>
<groupId>io.netty</groupId>
<artifactId>netty</artifactId>
</dependency>
<dependency>
<groupId>com.yammer.metrics</groupId>
<artifactId>metrics-core</artifactId>

View File

@ -258,6 +258,9 @@ public class TableMapReduceUtil {
org.apache.hadoop.hbase.mapreduce.TableMapReduceUtil.addDependencyJars(
job,
org.apache.zookeeper.ZooKeeper.class,
// This is ugly. Our zk3.4.5 depends on the org.jboss.netty, not hadoops io.netty
// so need to load it up explicitly while on 3.4.5 zk
org.jboss.netty.channel.ChannelFactory.class,
com.google.common.base.Function.class,
com.google.protobuf.Message.class,
job.getMapOutputKeyClass(),

View File

@ -526,6 +526,9 @@ public class TableMapReduceUtil {
org.apache.hadoop.hbase.CompatibilityFactory.class, // hbase-hadoop-compat
// pull necessary dependencies
org.apache.zookeeper.ZooKeeper.class,
// This is ugly. Our zk3.4.5 depends on the org.jboss.netty, not hadoops io.netty
// so need to load it up explicitly while on 3.4.5 zk
org.jboss.netty.channel.ChannelFactory.class,
com.google.protobuf.Message.class,
com.google.common.collect.Lists.class,
org.cloudera.htrace.Trace.class,

28
pom.xml
View File

@ -385,10 +385,6 @@
<id>Arun Staging 2.1.0-beta RCs</id>
<url>https://repository.apache.org/content/repositories/orgapachehadoop-099/</url>
</repository>
<repository>
<id>cloudbees netty</id>
<url>http://repository-netty.forge.cloudbees.com/snapshot/</url>
</repository>
<repository>
<id>apache release</id>
<url>https://repository.apache.org/content/repositories/releases/</url>
@ -910,7 +906,6 @@
<clover.version>2.6.3</clover.version>
<jamon-runtime.version>2.3.1</jamon-runtime.version>
<jettison.version>1.3.1</jettison.version>
<netty.version>3.6.6.Final</netty.version>
<!-- Plugin Dependencies -->
<maven.assembly.version>2.4</maven.assembly.version>
<maven.antrun.version>1.6</maven.antrun.version>
@ -1038,11 +1033,6 @@
<version>${project.version}</version>
</dependency>
<!-- General dependencies -->
<dependency>
<groupId>io.netty</groupId>
<artifactId>netty</artifactId>
<version>${netty.version}</version>
</dependency>
<dependency>
<groupId>org.codehaus.jettison</groupId>
<artifactId>jettison</artifactId>
@ -1124,10 +1114,6 @@
<groupId>jline</groupId>
<artifactId>jline</artifactId>
</exclusion>
<exclusion>
<groupId>org.jboss.netty</groupId>
<artifactId>netty</artifactId>
</exclusion>
<exclusion>
<groupId>com.sun.jmx</groupId>
<artifactId>jmxri</artifactId>
@ -1637,13 +1623,6 @@
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-client</artifactId>
<version>${hadoop-two.version}</version>
<exclusions>
<exclusion>
<!-- We use a newer version of netty -->
<groupId>org.jboss.netty</groupId>
<artifactId>netty</artifactId>
</exclusion>
</exclusions>
</dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
@ -1656,13 +1635,6 @@
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-minicluster</artifactId>
<version>${hadoop-two.version}</version>
<exclusions>
<exclusion>
<!-- We use a newer version of netty -->
<groupId>org.jboss.netty</groupId>
<artifactId>netty</artifactId>
</exclusion>
</exclusions>
</dependency>
</dependencies>
</dependencyManagement>