simplify hdfs fixture
This commit is contained in:
parent
99f2cde225
commit
e93c491dbe
|
@ -23,14 +23,9 @@ versions << [
|
||||||
'hadoop2': '2.7.1'
|
'hadoop2': '2.7.1'
|
||||||
]
|
]
|
||||||
|
|
||||||
// we create MiniHdfsCluster which needs hadoop-hdfs and hadoop-common test jars.
|
// we create MiniHdfsCluster with the hadoop artifact
|
||||||
// tests jars don't bring in their dependencies, so we need their normal jars too.
|
|
||||||
dependencies {
|
dependencies {
|
||||||
compile "org.apache.hadoop:hadoop-hdfs:${versions.hadoop2}:tests"
|
compile "org.apache.hadoop:hadoop-minicluster:${versions.hadoop2}"
|
||||||
compile "org.apache.hadoop:hadoop-hdfs:${versions.hadoop2}"
|
|
||||||
|
|
||||||
compile "org.apache.hadoop:hadoop-common:${versions.hadoop2}:tests"
|
|
||||||
compile "org.apache.hadoop:hadoop-common:${versions.hadoop2}"
|
|
||||||
}
|
}
|
||||||
|
|
||||||
// for testing, until fixtures are actually debuggable.
|
// for testing, until fixtures are actually debuggable.
|
||||||
|
|
|
@ -23,8 +23,6 @@ import org.apache.hadoop.conf.Configuration;
|
||||||
import org.apache.hadoop.hdfs.DFSConfigKeys;
|
import org.apache.hadoop.hdfs.DFSConfigKeys;
|
||||||
import org.apache.hadoop.hdfs.MiniDFSCluster;
|
import org.apache.hadoop.hdfs.MiniDFSCluster;
|
||||||
|
|
||||||
import org.apache.log4j.BasicConfigurator;
|
|
||||||
|
|
||||||
import java.io.IOException;
|
import java.io.IOException;
|
||||||
import java.nio.charset.StandardCharsets;
|
import java.nio.charset.StandardCharsets;
|
||||||
import java.nio.file.Files;
|
import java.nio.file.Files;
|
||||||
|
@ -48,10 +46,6 @@ public class MiniHDFS {
|
||||||
if (args.length != 1) {
|
if (args.length != 1) {
|
||||||
throw new IllegalArgumentException("MiniHDFS <baseDirectory>");
|
throw new IllegalArgumentException("MiniHDFS <baseDirectory>");
|
||||||
}
|
}
|
||||||
|
|
||||||
// configure logging, so we see all HDFS server logs if something goes wrong
|
|
||||||
BasicConfigurator.configure();
|
|
||||||
|
|
||||||
// configure Paths
|
// configure Paths
|
||||||
Path baseDir = Paths.get(args[0]);
|
Path baseDir = Paths.get(args[0]);
|
||||||
// hadoop-home/, so logs will not complain
|
// hadoop-home/, so logs will not complain
|
||||||
|
|
Loading…
Reference in New Issue