simplify hdfs fixture

This commit is contained in:
Robert Muir 2015-12-20 23:50:27 -05:00
parent 99f2cde225
commit e93c491dbe
2 changed files with 2 additions and 13 deletions

View File

@ -23,14 +23,9 @@ versions << [
'hadoop2': '2.7.1' 'hadoop2': '2.7.1'
] ]
// we create MiniHdfsCluster which needs hadoop-hdfs and hadoop-common test jars. // we create MiniHdfsCluster with the hadoop artifact
// tests jars don't bring in their dependencies, so we need their normal jars too.
dependencies { dependencies {
compile "org.apache.hadoop:hadoop-hdfs:${versions.hadoop2}:tests" compile "org.apache.hadoop:hadoop-minicluster:${versions.hadoop2}"
compile "org.apache.hadoop:hadoop-hdfs:${versions.hadoop2}"
compile "org.apache.hadoop:hadoop-common:${versions.hadoop2}:tests"
compile "org.apache.hadoop:hadoop-common:${versions.hadoop2}"
} }
// for testing, until fixtures are actually debuggable. // for testing, until fixtures are actually debuggable.

View File

@ -23,8 +23,6 @@ import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hdfs.DFSConfigKeys; import org.apache.hadoop.hdfs.DFSConfigKeys;
import org.apache.hadoop.hdfs.MiniDFSCluster; import org.apache.hadoop.hdfs.MiniDFSCluster;
import org.apache.log4j.BasicConfigurator;
import java.io.IOException; import java.io.IOException;
import java.nio.charset.StandardCharsets; import java.nio.charset.StandardCharsets;
import java.nio.file.Files; import java.nio.file.Files;
@ -48,10 +46,6 @@ public class MiniHDFS {
if (args.length != 1) { if (args.length != 1) {
throw new IllegalArgumentException("MiniHDFS <baseDirectory>"); throw new IllegalArgumentException("MiniHDFS <baseDirectory>");
} }
// configure logging, so we see all HDFS server logs if something goes wrong
BasicConfigurator.configure();
// configure Paths // configure Paths
Path baseDir = Paths.get(args[0]); Path baseDir = Paths.get(args[0]);
// hadoop-home/, so logs will not complain // hadoop-home/, so logs will not complain