Apache
/
hbase
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

HBASE-8902 IntegrationTestBulkLoad takes way too long 

git-svn-id: https://svn.apache.org/repos/asf/hbase/trunk@1502338 13f79535-47bb-0310-9956-ffa450edef68
This commit is contained in:
eclark 2013-07-11 19:33:47 +00:00
parent bcce156b8b
commit 71ebf190c8
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
hbase-it/src/test/java/org/apache/hadoop/hbase/mapreduce/IntegrationTestBulkLoad.java
View File

@ -108,7 +108,7 @@ public class IntegrationTestBulkLoad implements Configurable, Tool {
private static byte[] DATA_FAM = Bytes.toBytes("D"); private static byte[] DATA_FAM = Bytes.toBytes("D");
private static String CHAIN_LENGTH_KEY = "hbase.IntegrationTestBulkLoad.chainLength"; private static String CHAIN_LENGTH_KEY = "hbase.IntegrationTestBulkLoad.chainLength";
private static int CHAIN_LENGTH = 900000; private static int CHAIN_LENGTH = 500000;
private static String NUM_MAPS_KEY = "hbase.IntegrationTestBulkLoad.numMaps"; private static String NUM_MAPS_KEY = "hbase.IntegrationTestBulkLoad.numMaps";
private static int NUM_MAPS = 1; private static int NUM_MAPS = 1;
@ -305,7 +305,7 @@ public class IntegrationTestBulkLoad implements Configurable, Tool {
KeyValue sortKv = new KeyValue(rk, SORT_FAM, chainIdArray, Bytes.toBytes(i)); KeyValue sortKv = new KeyValue(rk, SORT_FAM, chainIdArray, Bytes.toBytes(i));
// Added data so that large stores are created. // Added data so that large stores are created.
KeyValue dataKv = new KeyValue(rk, DATA_FAM, chainIdArray, KeyValue dataKv = new KeyValue(rk, DATA_FAM, chainIdArray,
Bytes.toBytes(RandomStringUtils.randomAlphabetic(100)) Bytes.toBytes(RandomStringUtils.randomAlphabetic(50))
); );
// Emit the key values. // Emit the key values.
@ -582,9 +582,9 @@ public class IntegrationTestBulkLoad implements Configurable, Tool {
// Scale this up on a real cluster // Scale this up on a real cluster
if (util.isDistributedCluster()) { if (util.isDistributedCluster()) {
util.getConfiguration().setIfUnset(NUM_MAPS_KEY, util.getConfiguration().setIfUnset(NUM_MAPS_KEY,
Integer.toString(util.getHBaseAdmin().getClusterStatus().getServersSize() * 20) Integer.toString(util.getHBaseAdmin().getClusterStatus().getServersSize() * 10)
); );
util.getConfiguration().setIfUnset(NUM_IMPORT_ROUNDS_KEY, "3"); util.getConfiguration().setIfUnset(NUM_IMPORT_ROUNDS_KEY, "5");
} else { } else {
util.startMiniMapReduceCluster(); util.startMiniMapReduceCluster();
} }