From 45794d41562495bfeb64841c9dfd7df03d9d01e7 Mon Sep 17 00:00:00 2001 From: huzheng Date: Thu, 1 Mar 2018 18:34:02 +0800 Subject: [PATCH] HBASE-19943 Only allow removing sync replication peer which is in DA state --- .../replication/ReplicationPeerManager.java | 14 ++++- .../hbase/wal/SyncReplicationWALProvider.java | 2 +- .../replication/TestReplicationAdmin.java | 63 +++++++++++++++++++ .../replication/TestSyncReplication.java | 2 +- 4 files changed, 78 insertions(+), 3 deletions(-) diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/ReplicationPeerManager.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/ReplicationPeerManager.java index 0dc922d6d51..41dd6e3405b 100644 --- a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/ReplicationPeerManager.java +++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/replication/ReplicationPeerManager.java @@ -120,8 +120,20 @@ public class ReplicationPeerManager { return desc; } + private void checkPeerInDAStateIfSyncReplication(String peerId) throws DoNotRetryIOException { + ReplicationPeerDescription desc = peers.get(peerId); + if (desc != null && desc.getPeerConfig().isSyncReplication() + && !SyncReplicationState.DOWNGRADE_ACTIVE.equals(desc.getSyncReplicationState())) { + throw new DoNotRetryIOException("Couldn't remove synchronous replication peer with state=" + + desc.getSyncReplicationState() + + ", Transit the synchronous replication state to be DOWNGRADE_ACTIVE firstly."); + } + } + ReplicationPeerConfig preRemovePeer(String peerId) throws DoNotRetryIOException { - return checkPeerExists(peerId).getPeerConfig(); + ReplicationPeerDescription pd = checkPeerExists(peerId); + checkPeerInDAStateIfSyncReplication(peerId); + return pd.getPeerConfig(); } void preEnablePeer(String peerId) throws DoNotRetryIOException { diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/wal/SyncReplicationWALProvider.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/wal/SyncReplicationWALProvider.java index ac4b4cd4d7c..282aa21377e 100644 --- a/hbase-server/src/main/java/org/apache/hadoop/hbase/wal/SyncReplicationWALProvider.java +++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/wal/SyncReplicationWALProvider.java @@ -142,7 +142,7 @@ public class SyncReplicationWALProvider implements WALProvider, PeerActionListen @Override public WAL getWAL(RegionInfo region) throws IOException { if (region == null) { - return provider.getWAL(region); + return provider.getWAL(null); } Optional> peerIdAndRemoteWALDir = peerInfoProvider.getPeerIdAndRemoteWALDir(region); diff --git a/hbase-server/src/test/java/org/apache/hadoop/hbase/client/replication/TestReplicationAdmin.java b/hbase-server/src/test/java/org/apache/hadoop/hbase/client/replication/TestReplicationAdmin.java index 0ad476f2403..486ab512476 100644 --- a/hbase-server/src/test/java/org/apache/hadoop/hbase/client/replication/TestReplicationAdmin.java +++ b/hbase-server/src/test/java/org/apache/hadoop/hbase/client/replication/TestReplicationAdmin.java @@ -253,6 +253,62 @@ public class TestReplicationAdmin { assertEquals(0, hbaseAdmin.listReplicationPeers().size()); } + @Test + public void testRemovePeerWithNonDAState() throws Exception { + TableName tableName = TableName.valueOf(name.getMethodName()); + TEST_UTIL.createTable(tableName, Bytes.toBytes("family")); + ReplicationPeerConfigBuilder builder = ReplicationPeerConfig.newBuilder(); + + String rootDir = "hdfs://srv1:9999/hbase"; + builder.setClusterKey(KEY_ONE); + builder.setRemoteWALDir(rootDir); + builder.setReplicateAllUserTables(false); + Map> tableCfs = new HashMap<>(); + tableCfs.put(tableName, new ArrayList<>()); + builder.setTableCFsMap(tableCfs); + hbaseAdmin.addReplicationPeer(ID_ONE, builder.build()); + assertEquals(SyncReplicationState.DOWNGRADE_ACTIVE, + hbaseAdmin.getReplicationPeerSyncReplicationState(ID_ONE)); + + // Transit sync replication state to ACTIVE. + hbaseAdmin.transitReplicationPeerSyncReplicationState(ID_ONE, SyncReplicationState.ACTIVE); + assertEquals(SyncReplicationState.ACTIVE, + hbaseAdmin.getReplicationPeerSyncReplicationState(ID_ONE)); + + try { + hbaseAdmin.removeReplicationPeer(ID_ONE); + fail("Can't remove a synchronous replication peer with state=ACTIVE"); + } catch (IOException e) { + // OK + } + + // Transit sync replication state to DA + hbaseAdmin.transitReplicationPeerSyncReplicationState(ID_ONE, + SyncReplicationState.DOWNGRADE_ACTIVE); + assertEquals(SyncReplicationState.DOWNGRADE_ACTIVE, + hbaseAdmin.getReplicationPeerSyncReplicationState(ID_ONE)); + // Transit sync replication state to STANDBY + hbaseAdmin.transitReplicationPeerSyncReplicationState(ID_ONE, SyncReplicationState.STANDBY); + assertEquals(SyncReplicationState.STANDBY, + hbaseAdmin.getReplicationPeerSyncReplicationState(ID_ONE)); + + try { + hbaseAdmin.removeReplicationPeer(ID_ONE); + fail("Can't remove a synchronous replication peer with state=STANDBY"); + } catch (IOException e) { + // OK + } + + // Transit sync replication state to DA + hbaseAdmin.transitReplicationPeerSyncReplicationState(ID_ONE, + SyncReplicationState.DOWNGRADE_ACTIVE); + assertEquals(SyncReplicationState.DOWNGRADE_ACTIVE, + hbaseAdmin.getReplicationPeerSyncReplicationState(ID_ONE)); + + hbaseAdmin.removeReplicationPeer(ID_ONE); + assertEquals(0, hbaseAdmin.listReplicationPeers().size()); + } + @Test public void testAddPeerWithState() throws Exception { ReplicationPeerConfig rpc1 = new ReplicationPeerConfig(); @@ -1072,5 +1128,12 @@ public class TestReplicationAdmin { } catch (Exception e) { // OK } + hbaseAdmin.transitReplicationPeerSyncReplicationState(ID_SECOND, + SyncReplicationState.DOWNGRADE_ACTIVE); + assertEquals(SyncReplicationState.DOWNGRADE_ACTIVE, + hbaseAdmin.getReplicationPeerSyncReplicationState(ID_SECOND)); + hbaseAdmin.removeReplicationPeer(ID_ONE); + hbaseAdmin.removeReplicationPeer(ID_SECOND); + assertEquals(0, hbaseAdmin.listReplicationPeers().size()); } } diff --git a/hbase-server/src/test/java/org/apache/hadoop/hbase/replication/TestSyncReplication.java b/hbase-server/src/test/java/org/apache/hadoop/hbase/replication/TestSyncReplication.java index 196019d7a67..cc84dab624d 100644 --- a/hbase-server/src/test/java/org/apache/hadoop/hbase/replication/TestSyncReplication.java +++ b/hbase-server/src/test/java/org/apache/hadoop/hbase/replication/TestSyncReplication.java @@ -109,7 +109,7 @@ public class TestSyncReplication { UTIL1.startMiniCluster(3); UTIL2.startMiniCluster(3); TableDescriptor td = - TableDescriptorBuilder.newBuilder(TABLE_NAME).addColumnFamily(ColumnFamilyDescriptorBuilder + TableDescriptorBuilder.newBuilder(TABLE_NAME).setColumnFamily(ColumnFamilyDescriptorBuilder .newBuilder(CF).setScope(HConstants.REPLICATION_SCOPE_GLOBAL).build()).build(); UTIL1.getAdmin().createTable(td); UTIL2.getAdmin().createTable(td);