Apache
/
hbase
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

HBASE-14002 Add --noReplicationSetup option to IntegrationTestReplication 

Signed-off-by: Andrew Purtell <apurtell@apache.org>
This commit is contained in:
Dima Spivak 2015-07-02 14:48:06 -07:00 committed by Andrew Purtell
parent ab9a0b80af
commit 67b61005fe
1 changed files with 11 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
hbase-it/src/test/java/org/apache/hadoop/hbase/test/IntegrationTestReplication.java
View File

@ -63,6 +63,7 @@ public class IntegrationTestReplication extends IntegrationTestBigLinkedList {
protected int generateVerifyGap; protected int generateVerifyGap;
protected Integer width; protected Integer width;
protected Integer wrapMultiplier; protected Integer wrapMultiplier;
protected boolean noReplicationSetup = false;
private final String SOURCE_CLUSTER_OPT = "sourceCluster"; private final String SOURCE_CLUSTER_OPT = "sourceCluster";
private final String DEST_CLUSTER_OPT = "destCluster"; private final String DEST_CLUSTER_OPT = "destCluster";
@ -70,6 +71,7 @@ public class IntegrationTestReplication extends IntegrationTestBigLinkedList {
private final String NUM_MAPPERS_OPT = "numMappers"; private final String NUM_MAPPERS_OPT = "numMappers";
private final String OUTPUT_DIR_OPT = "outputDir"; private final String OUTPUT_DIR_OPT = "outputDir";
private final String NUM_REDUCERS_OPT = "numReducers"; private final String NUM_REDUCERS_OPT = "numReducers";
private final String NO_REPLICATION_SETUP_OPT = "noReplicationSetup";
/** /**
* The gap (in seconds) from when data is finished being generated at the source * The gap (in seconds) from when data is finished being generated at the source
@ -318,7 +320,9 @@ public class IntegrationTestReplication extends IntegrationTestBigLinkedList {
source = new ClusterID(getConf(), sourceClusterIdString); source = new ClusterID(getConf(), sourceClusterIdString);
sink = new ClusterID(getConf(), sinkClusterIdString); sink = new ClusterID(getConf(), sinkClusterIdString);
if (!noReplicationSetup) {
setupTablesAndReplication(); setupTablesAndReplication();
}
int expectedNumNodes = 0; int expectedNumNodes = 0;
for (int i = 0; i < numIterations; i++) { for (int i = 0; i < numIterations; i++) {
LOG.info("Starting iteration = " + i); LOG.info("Starting iteration = " + i);
@ -348,11 +352,12 @@ public class IntegrationTestReplication extends IntegrationTestBigLinkedList {
addRequiredOptWithArg("d", OUTPUT_DIR_OPT, addRequiredOptWithArg("d", OUTPUT_DIR_OPT,
"Temporary directory where to write keys for the test"); "Temporary directory where to write keys for the test");
addOptWithArg("nm", NUM_MAPPERS_OPT, addOptWithArg("nm", NUM_MAPPERS_OPT,
"Number of mappers (default: " + DEFAULT_NUM_MAPPERS + ")"); "Number of mappers (default: " + DEFAULT_NUM_MAPPERS + ")");
addOptWithArg("nr", NUM_REDUCERS_OPT, addOptWithArg("nr", NUM_REDUCERS_OPT,
"Number of reducers (default: " + DEFAULT_NUM_MAPPERS + ")"); "Number of reducers (default: " + DEFAULT_NUM_MAPPERS + ")");
addOptNoArg("nrs", NO_REPLICATION_SETUP_OPT,
"Don't setup tables or configure replication before starting test");
addOptWithArg("n", NUM_NODES_OPT, addOptWithArg("n", NUM_NODES_OPT,
"Number of nodes. This should be a multiple of width * wrapMultiplier." + "Number of nodes. This should be a multiple of width * wrapMultiplier." +
" (default: " + DEFAULT_NUM_NODES + ")"); " (default: " + DEFAULT_NUM_NODES + ")");
@ -396,6 +401,10 @@ public class IntegrationTestReplication extends IntegrationTestBigLinkedList {
Integer.toString(DEFAULT_WRAP_MULTIPLIER)), Integer.toString(DEFAULT_WRAP_MULTIPLIER)),
1, Integer.MAX_VALUE); 1, Integer.MAX_VALUE);
if (cmd.hasOption(NO_REPLICATION_SETUP_OPT)) {
noReplicationSetup = true;
}
if (numNodes % (width * wrapMultiplier) != 0) { if (numNodes % (width * wrapMultiplier) != 0) {
throw new RuntimeException("numNodes must be a multiple of width and wrap multiplier"); throw new RuntimeException("numNodes must be a multiple of width and wrap multiplier");
} }