simplify hdfs fixture
This commit is contained in:
parent
99f2cde225
commit
e93c491dbe
|
@ -23,14 +23,9 @@ versions << [
|
|||
'hadoop2': '2.7.1'
|
||||
]
|
||||
|
||||
// we create MiniHdfsCluster which needs hadoop-hdfs and hadoop-common test jars.
|
||||
// tests jars don't bring in their dependencies, so we need their normal jars too.
|
||||
// we create MiniHdfsCluster with the hadoop artifact
|
||||
dependencies {
|
||||
compile "org.apache.hadoop:hadoop-hdfs:${versions.hadoop2}:tests"
|
||||
compile "org.apache.hadoop:hadoop-hdfs:${versions.hadoop2}"
|
||||
|
||||
compile "org.apache.hadoop:hadoop-common:${versions.hadoop2}:tests"
|
||||
compile "org.apache.hadoop:hadoop-common:${versions.hadoop2}"
|
||||
compile "org.apache.hadoop:hadoop-minicluster:${versions.hadoop2}"
|
||||
}
|
||||
|
||||
// for testing, until fixtures are actually debuggable.
|
||||
|
|
|
@ -23,8 +23,6 @@ import org.apache.hadoop.conf.Configuration;
|
|||
import org.apache.hadoop.hdfs.DFSConfigKeys;
|
||||
import org.apache.hadoop.hdfs.MiniDFSCluster;
|
||||
|
||||
import org.apache.log4j.BasicConfigurator;
|
||||
|
||||
import java.io.IOException;
|
||||
import java.nio.charset.StandardCharsets;
|
||||
import java.nio.file.Files;
|
||||
|
@ -48,10 +46,6 @@ public class MiniHDFS {
|
|||
if (args.length != 1) {
|
||||
throw new IllegalArgumentException("MiniHDFS <baseDirectory>");
|
||||
}
|
||||
|
||||
// configure logging, so we see all HDFS server logs if something goes wrong
|
||||
BasicConfigurator.configure();
|
||||
|
||||
// configure Paths
|
||||
Path baseDir = Paths.get(args[0]);
|
||||
// hadoop-home/, so logs will not complain
|
||||
|
|
Loading…
Reference in New Issue