HBASE-21967 Split TestServerCrashProcedure and TestServerCrashProcedureWithReplicas
This commit is contained in:
parent
e412e036e1
commit
c2e5f7b505
|
@ -21,8 +21,6 @@ import static org.junit.Assert.assertEquals;
|
||||||
import static org.junit.Assert.assertTrue;
|
import static org.junit.Assert.assertTrue;
|
||||||
|
|
||||||
import java.io.IOException;
|
import java.io.IOException;
|
||||||
import java.util.Arrays;
|
|
||||||
import java.util.Collection;
|
|
||||||
|
|
||||||
import org.apache.hadoop.conf.Configuration;
|
import org.apache.hadoop.conf.Configuration;
|
||||||
import org.apache.hadoop.hbase.HBaseClassTestRule;
|
import org.apache.hadoop.hbase.HBaseClassTestRule;
|
||||||
|
@ -37,7 +35,6 @@ import org.apache.hadoop.hbase.master.HMaster;
|
||||||
import org.apache.hadoop.hbase.master.assignment.AssignmentTestingUtil;
|
import org.apache.hadoop.hbase.master.assignment.AssignmentTestingUtil;
|
||||||
import org.apache.hadoop.hbase.procedure2.Procedure;
|
import org.apache.hadoop.hbase.procedure2.Procedure;
|
||||||
import org.apache.hadoop.hbase.procedure2.ProcedureExecutor;
|
import org.apache.hadoop.hbase.procedure2.ProcedureExecutor;
|
||||||
import org.apache.hadoop.hbase.procedure2.ProcedureMetrics;
|
|
||||||
import org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility;
|
import org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility;
|
||||||
import org.apache.hadoop.hbase.testclassification.LargeTests;
|
import org.apache.hadoop.hbase.testclassification.LargeTests;
|
||||||
import org.apache.hadoop.hbase.testclassification.MasterTests;
|
import org.apache.hadoop.hbase.testclassification.MasterTests;
|
||||||
|
@ -46,40 +43,27 @@ import org.junit.Before;
|
||||||
import org.junit.ClassRule;
|
import org.junit.ClassRule;
|
||||||
import org.junit.Test;
|
import org.junit.Test;
|
||||||
import org.junit.experimental.categories.Category;
|
import org.junit.experimental.categories.Category;
|
||||||
import org.junit.runner.RunWith;
|
|
||||||
import org.junit.runners.Parameterized;
|
|
||||||
import org.junit.runners.Parameterized.Parameter;
|
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
@RunWith(Parameterized.class)
|
|
||||||
@Category({MasterTests.class, LargeTests.class})
|
@Category({MasterTests.class, LargeTests.class})
|
||||||
public class TestServerCrashProcedure {
|
public class TestSCP {
|
||||||
|
|
||||||
@ClassRule
|
@ClassRule
|
||||||
public static final HBaseClassTestRule CLASS_RULE =
|
public static final HBaseClassTestRule CLASS_RULE = HBaseClassTestRule.forClass(TestSCP.class);
|
||||||
HBaseClassTestRule.forClass(TestServerCrashProcedure.class);
|
|
||||||
|
|
||||||
private static final Logger LOG = LoggerFactory.getLogger(TestServerCrashProcedure.class);
|
private static final Logger LOG = LoggerFactory.getLogger(TestSCP.class);
|
||||||
|
|
||||||
protected HBaseTestingUtility util;
|
protected HBaseTestingUtility util;
|
||||||
|
|
||||||
@Parameter
|
protected void setupConf(Configuration conf) {
|
||||||
public boolean splitWALCoordinatedByZK;
|
|
||||||
|
|
||||||
private ProcedureMetrics serverCrashProcMetrics;
|
|
||||||
private long serverCrashSubmittedCount = 0;
|
|
||||||
private long serverCrashFailedCount = 0;
|
|
||||||
|
|
||||||
private void setupConf(Configuration conf) {
|
|
||||||
conf.setInt(MasterProcedureConstants.MASTER_PROCEDURE_THREADS, 1);
|
conf.setInt(MasterProcedureConstants.MASTER_PROCEDURE_THREADS, 1);
|
||||||
conf.set("hbase.balancer.tablesOnMaster", "none");
|
conf.set("hbase.balancer.tablesOnMaster", "none");
|
||||||
conf.setInt(HConstants.HBASE_CLIENT_RETRIES_NUMBER, 3);
|
conf.setInt(HConstants.HBASE_CLIENT_RETRIES_NUMBER, 3);
|
||||||
conf.setInt(HConstants.HBASE_CLIENT_SERVERSIDE_RETRIES_MULTIPLIER, 3);
|
conf.setInt(HConstants.HBASE_CLIENT_SERVERSIDE_RETRIES_MULTIPLIER, 3);
|
||||||
conf.setBoolean("hbase.split.writer.creation.bounded", true);
|
conf.setBoolean("hbase.split.writer.creation.bounded", true);
|
||||||
conf.setInt("hbase.regionserver.hlog.splitlog.writer.threads", 8);
|
conf.setInt("hbase.regionserver.hlog.splitlog.writer.threads", 8);
|
||||||
LOG.info("WAL splitting coordinated by zk? {}", splitWALCoordinatedByZK);
|
conf.setBoolean(HConstants.HBASE_SPLIT_WAL_COORDINATED_BY_ZK, true);
|
||||||
conf.setBoolean(HConstants.HBASE_SPLIT_WAL_COORDINATED_BY_ZK, splitWALCoordinatedByZK);
|
|
||||||
}
|
}
|
||||||
|
|
||||||
@Before
|
@Before
|
||||||
|
@ -89,8 +73,6 @@ public class TestServerCrashProcedure {
|
||||||
startMiniCluster();
|
startMiniCluster();
|
||||||
ProcedureTestingUtility.setKillAndToggleBeforeStoreUpdate(
|
ProcedureTestingUtility.setKillAndToggleBeforeStoreUpdate(
|
||||||
this.util.getHBaseCluster().getMaster().getMasterProcedureExecutor(), false);
|
this.util.getHBaseCluster().getMaster().getMasterProcedureExecutor(), false);
|
||||||
serverCrashProcMetrics = this.util.getHBaseCluster().getMaster().getMasterMetrics()
|
|
||||||
.getServerCrashProcMetrics();
|
|
||||||
}
|
}
|
||||||
|
|
||||||
protected void startMiniCluster() throws Exception {
|
protected void startMiniCluster() throws Exception {
|
||||||
|
@ -178,16 +160,13 @@ public class TestServerCrashProcedure {
|
||||||
assertReplicaDistributed(t);
|
assertReplicaDistributed(t);
|
||||||
assertEquals(count, util.countRows(t));
|
assertEquals(count, util.countRows(t));
|
||||||
assertEquals(checksum, util.checksumRows(t));
|
assertEquals(checksum, util.checksumRows(t));
|
||||||
} catch (Throwable throwable) {
|
|
||||||
LOG.error("Test failed!", throwable);
|
|
||||||
throw throwable;
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@Test
|
@Test
|
||||||
public void testConcurrentSCPForSameServer() throws Exception {
|
public void testConcurrentSCPForSameServer() throws Exception {
|
||||||
final TableName tableName =
|
final TableName tableName =
|
||||||
TableName.valueOf("testConcurrentSCPForSameServer-" + splitWALCoordinatedByZK);
|
TableName.valueOf("testConcurrentSCPForSameServer");
|
||||||
try (Table t = createTable(tableName)) {
|
try (Table t = createTable(tableName)) {
|
||||||
// Load the table with a bit of data so some logs to split and some edits in each region.
|
// Load the table with a bit of data so some logs to split and some edits in each region.
|
||||||
this.util.loadTable(t, HBaseTestingUtility.COLUMNS[0]);
|
this.util.loadTable(t, HBaseTestingUtility.COLUMNS[0]);
|
||||||
|
@ -231,14 +210,4 @@ public class TestServerCrashProcedure {
|
||||||
HBaseTestingUtility.KEYS_FOR_HBA_CREATE_TABLE);
|
HBaseTestingUtility.KEYS_FOR_HBA_CREATE_TABLE);
|
||||||
return t;
|
return t;
|
||||||
}
|
}
|
||||||
|
|
||||||
private void collectMasterMetrics() {
|
|
||||||
serverCrashSubmittedCount = serverCrashProcMetrics.getSubmittedCounter().getCount();
|
|
||||||
serverCrashFailedCount = serverCrashProcMetrics.getFailedCounter().getCount();
|
|
||||||
}
|
|
||||||
|
|
||||||
@Parameterized.Parameters
|
|
||||||
public static Collection coordinatedByZK() {
|
|
||||||
return Arrays.asList(false, true);
|
|
||||||
}
|
|
||||||
}
|
}
|
|
@ -32,13 +32,12 @@ import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
@Category({ MasterTests.class, LargeTests.class })
|
@Category({ MasterTests.class, LargeTests.class })
|
||||||
public class TestServerCrashProcedureWithReplicas extends TestServerCrashProcedure {
|
public class TestSCPWithReplicas extends TestSCP {
|
||||||
|
|
||||||
@ClassRule
|
@ClassRule
|
||||||
public static final HBaseClassTestRule CLASS_RULE =
|
public static final HBaseClassTestRule CLASS_RULE =
|
||||||
HBaseClassTestRule.forClass(TestServerCrashProcedureWithReplicas.class);
|
HBaseClassTestRule.forClass(TestSCPWithReplicas.class);
|
||||||
private static final Logger LOG =
|
private static final Logger LOG = LoggerFactory.getLogger(TestSCPWithReplicas.class);
|
||||||
LoggerFactory.getLogger(TestServerCrashProcedureWithReplicas.class);
|
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
protected void startMiniCluster() throws Exception {
|
protected void startMiniCluster() throws Exception {
|
||||||
|
@ -55,6 +54,7 @@ public class TestServerCrashProcedureWithReplicas extends TestServerCrashProcedu
|
||||||
return t;
|
return t;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
protected void assertReplicaDistributed(final Table t) {
|
protected void assertReplicaDistributed(final Table t) {
|
||||||
// Assert all data came back.
|
// Assert all data came back.
|
||||||
List<RegionInfo> regionInfos = new ArrayList<>();
|
List<RegionInfo> regionInfos = new ArrayList<>();
|
|
@ -0,0 +1,40 @@
|
||||||
|
/**
|
||||||
|
* Licensed to the Apache Software Foundation (ASF) under one
|
||||||
|
* or more contributor license agreements. See the NOTICE file
|
||||||
|
* distributed with this work for additional information
|
||||||
|
* regarding copyright ownership. The ASF licenses this file
|
||||||
|
* to you under the Apache License, Version 2.0 (the
|
||||||
|
* "License"); you may not use this file except in compliance
|
||||||
|
* with the License. You may obtain a copy of the License at
|
||||||
|
*
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
* See the License for the specific language governing permissions and
|
||||||
|
* limitations under the License.
|
||||||
|
*/
|
||||||
|
package org.apache.hadoop.hbase.master.procedure;
|
||||||
|
|
||||||
|
import org.apache.hadoop.conf.Configuration;
|
||||||
|
import org.apache.hadoop.hbase.HBaseClassTestRule;
|
||||||
|
import org.apache.hadoop.hbase.HConstants;
|
||||||
|
import org.apache.hadoop.hbase.testclassification.LargeTests;
|
||||||
|
import org.apache.hadoop.hbase.testclassification.MasterTests;
|
||||||
|
import org.junit.ClassRule;
|
||||||
|
import org.junit.experimental.categories.Category;
|
||||||
|
|
||||||
|
@Category({ MasterTests.class, LargeTests.class })
|
||||||
|
public class TestSCPWithReplicasWithoutZKCoordinated extends TestSCPWithReplicas {
|
||||||
|
|
||||||
|
@ClassRule
|
||||||
|
public static final HBaseClassTestRule CLASS_RULE =
|
||||||
|
HBaseClassTestRule.forClass(TestSCPWithReplicasWithoutZKCoordinated.class);
|
||||||
|
|
||||||
|
@Override
|
||||||
|
protected void setupConf(Configuration conf) {
|
||||||
|
super.setupConf(conf);
|
||||||
|
conf.setBoolean(HConstants.HBASE_SPLIT_WAL_COORDINATED_BY_ZK, false);
|
||||||
|
}
|
||||||
|
}
|
|
@ -0,0 +1,40 @@
|
||||||
|
/**
|
||||||
|
* Licensed to the Apache Software Foundation (ASF) under one
|
||||||
|
* or more contributor license agreements. See the NOTICE file
|
||||||
|
* distributed with this work for additional information
|
||||||
|
* regarding copyright ownership. The ASF licenses this file
|
||||||
|
* to you under the Apache License, Version 2.0 (the
|
||||||
|
* "License"); you may not use this file except in compliance
|
||||||
|
* with the License. You may obtain a copy of the License at
|
||||||
|
*
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
* See the License for the specific language governing permissions and
|
||||||
|
* limitations under the License.
|
||||||
|
*/
|
||||||
|
package org.apache.hadoop.hbase.master.procedure;
|
||||||
|
|
||||||
|
import org.apache.hadoop.conf.Configuration;
|
||||||
|
import org.apache.hadoop.hbase.HBaseClassTestRule;
|
||||||
|
import org.apache.hadoop.hbase.HConstants;
|
||||||
|
import org.apache.hadoop.hbase.testclassification.LargeTests;
|
||||||
|
import org.apache.hadoop.hbase.testclassification.MasterTests;
|
||||||
|
import org.junit.ClassRule;
|
||||||
|
import org.junit.experimental.categories.Category;
|
||||||
|
|
||||||
|
@Category({MasterTests.class, LargeTests.class})
|
||||||
|
public class TestSCPWithoutZKCoordinated extends TestSCP {
|
||||||
|
|
||||||
|
@ClassRule
|
||||||
|
public static final HBaseClassTestRule CLASS_RULE =
|
||||||
|
HBaseClassTestRule.forClass(TestSCPWithoutZKCoordinated.class);
|
||||||
|
|
||||||
|
@Override
|
||||||
|
protected void setupConf(Configuration conf) {
|
||||||
|
super.setupConf(conf);
|
||||||
|
conf.setBoolean(HConstants.HBASE_SPLIT_WAL_COORDINATED_BY_ZK, false);
|
||||||
|
}
|
||||||
|
}
|
Loading…
Reference in New Issue