simplify hdfs fixture

This commit is contained in:
Robert Muir 2015-12-20 23:50:27 -05:00
parent 99f2cde225
commit e93c491dbe
2 changed files with 2 additions and 13 deletions

View File

@ -23,14 +23,9 @@ versions << [
'hadoop2': '2.7.1'
]
// we create MiniHdfsCluster which needs hadoop-hdfs and hadoop-common test jars.
// tests jars don't bring in their dependencies, so we need their normal jars too.
// we create MiniHdfsCluster with the hadoop artifact
dependencies {
compile "org.apache.hadoop:hadoop-hdfs:${versions.hadoop2}:tests"
compile "org.apache.hadoop:hadoop-hdfs:${versions.hadoop2}"
compile "org.apache.hadoop:hadoop-common:${versions.hadoop2}:tests"
compile "org.apache.hadoop:hadoop-common:${versions.hadoop2}"
compile "org.apache.hadoop:hadoop-minicluster:${versions.hadoop2}"
}
// for testing, until fixtures are actually debuggable.

View File

@ -23,8 +23,6 @@ import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hdfs.DFSConfigKeys;
import org.apache.hadoop.hdfs.MiniDFSCluster;
import org.apache.log4j.BasicConfigurator;
import java.io.IOException;
import java.nio.charset.StandardCharsets;
import java.nio.file.Files;
@ -48,10 +46,6 @@ public class MiniHDFS {
if (args.length != 1) {
throw new IllegalArgumentException("MiniHDFS <baseDirectory>");
}
// configure logging, so we see all HDFS server logs if something goes wrong
BasicConfigurator.configure();
// configure Paths
Path baseDir = Paths.get(args[0]);
// hadoop-home/, so logs will not complain