Apache
/
hbase
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

HBASE-23863 [Flakey Test] TestReplicationEndpointWithMultipleWAL#testInterClusterReplication Debug

This commit is contained in:
stack 2020-02-17 13:15:59 -08:00
parent f20e07b72b
commit 9f752dabd4
1 changed files with 18 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

27
hbase-server/src/test/java/org/apache/hadoop/hbase/replication/TestReplicationEndpoint.java
View File

@ -1,4 +1,4 @@
/** /*
* Licensed to the Apache Software Foundation (ASF) under one * Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file * or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information * distributed with this work for additional information
@ -22,7 +22,6 @@ import static org.mockito.Mockito.mock;
import static org.mockito.Mockito.spy; import static org.mockito.Mockito.spy;
import static org.mockito.Mockito.verify; import static org.mockito.Mockito.verify;
import static org.mockito.Mockito.when; import static org.mockito.Mockito.when;
import java.io.IOException; import java.io.IOException;
import java.util.ArrayList; import java.util.ArrayList;
import java.util.HashMap; import java.util.HashMap;
@ -210,11 +209,25 @@ public class TestReplicationEndpoint extends TestReplicationBase {
final String id = "testInterClusterReplication"; final String id = "testInterClusterReplication";
List<HRegion> regions = UTIL1.getHBaseCluster().getRegions(tableName); List<HRegion> regions = UTIL1.getHBaseCluster().getRegions(tableName);
// This trick of waiting on peer to show up is taken from test above.
int peerCount = admin.getPeersCount();
admin.addPeer(id,
new ReplicationPeerConfig().setClusterKey(ZKConfig.getZooKeeperClusterKey(CONF2))
.setReplicationEndpointImpl(InterClusterReplicationEndpointForTest.class.getName()),
null);
// This test is flakey and then there is so much stuff flying around in here its, hard to
// debug. Peer needs to be up for the edit to make it across. This wait on
// peer count seems to be a hack that has us not progress till peer is up.
if (admin.getPeersCount() <= peerCount) {
LOG.info("Waiting on peercount to go up from " + peerCount);
Threads.sleep(100);
}
int totEdits = 0; int totEdits = 0;
// Make sure edits are spread across regions because we do region based batching // Make sure edits are spread across regions because we do region based batching
// before shipping edits. // before shipping edits.
for(HRegion region: regions) { for (HRegion region: regions) {
RegionInfo hri = region.getRegionInfo(); RegionInfo hri = region.getRegionInfo();
byte[] row = hri.getStartKey(); byte[] row = hri.getStartKey();
for (int i = 0; i < 100; i++) { for (int i = 0; i < 100; i++) {
@ -227,12 +240,8 @@ public class TestReplicationEndpoint extends TestReplicationBase {
} }
} }
admin.addPeer(id,
new ReplicationPeerConfig().setClusterKey(ZKConfig.getZooKeeperClusterKey(CONF2))
.setReplicationEndpointImpl(InterClusterReplicationEndpointForTest.class.getName()),
null);
final int numEdits = totEdits; final int numEdits = totEdits;
LOG.info("Waiting on replication of {}", numEdits);
Waiter.waitFor(CONF1, 30000, new Waiter.ExplainingPredicate<Exception>() { Waiter.waitFor(CONF1, 30000, new Waiter.ExplainingPredicate<Exception>() {
@Override @Override
public boolean evaluate() throws Exception { public boolean evaluate() throws Exception {
@ -560,7 +569,7 @@ public class TestReplicationEndpoint extends TestReplicationBase {
return entry; return entry;
} }
public static boolean hasPassedAnEntry(){ public static boolean hasPassedAnEntry() {
return passedEntry; return passedEntry;
} }
} }