HBASE-20367 Write a replication barrier for regions when disabling a table
This commit is contained in:
parent
a2b9172771
commit
37e5b0b1b7
|
@ -1976,7 +1976,7 @@ public class MetaTableAccessor {
|
||||||
.setTimestamp(put.getTimestamp()).setType(Type.Put).setValue(value).build());
|
.setTimestamp(put.getTimestamp()).setType(Type.Put).setValue(value).build());
|
||||||
}
|
}
|
||||||
|
|
||||||
private static Put makePutForReplicationBarrier(RegionInfo regionInfo, long openSeqNum, long ts)
|
public static Put makePutForReplicationBarrier(RegionInfo regionInfo, long openSeqNum, long ts)
|
||||||
throws IOException {
|
throws IOException {
|
||||||
Put put = new Put(regionInfo.getRegionName(), ts);
|
Put put = new Put(regionInfo.getRegionName(), ts);
|
||||||
addReplicationBarrier(put, openSeqNum);
|
addReplicationBarrier(put, openSeqNum);
|
||||||
|
|
|
@ -171,6 +171,7 @@ enum DisableTableState {
|
||||||
DISABLE_TABLE_MARK_REGIONS_OFFLINE = 4;
|
DISABLE_TABLE_MARK_REGIONS_OFFLINE = 4;
|
||||||
DISABLE_TABLE_SET_DISABLED_TABLE_STATE = 5;
|
DISABLE_TABLE_SET_DISABLED_TABLE_STATE = 5;
|
||||||
DISABLE_TABLE_POST_OPERATION = 6;
|
DISABLE_TABLE_POST_OPERATION = 6;
|
||||||
|
DISABLE_TABLE_ADD_REPLICATION_BARRIER = 7;
|
||||||
}
|
}
|
||||||
|
|
||||||
message DisableTableStateData {
|
message DisableTableStateData {
|
||||||
|
|
|
@ -19,20 +19,25 @@
|
||||||
package org.apache.hadoop.hbase.master.procedure;
|
package org.apache.hadoop.hbase.master.procedure;
|
||||||
|
|
||||||
import java.io.IOException;
|
import java.io.IOException;
|
||||||
|
|
||||||
import org.apache.hadoop.hbase.HBaseIOException;
|
import org.apache.hadoop.hbase.HBaseIOException;
|
||||||
import org.apache.hadoop.hbase.MetaTableAccessor;
|
import org.apache.hadoop.hbase.MetaTableAccessor;
|
||||||
import org.apache.hadoop.hbase.TableName;
|
import org.apache.hadoop.hbase.TableName;
|
||||||
import org.apache.hadoop.hbase.TableNotEnabledException;
|
import org.apache.hadoop.hbase.TableNotEnabledException;
|
||||||
import org.apache.hadoop.hbase.TableNotFoundException;
|
import org.apache.hadoop.hbase.TableNotFoundException;
|
||||||
import org.apache.yetus.audience.InterfaceAudience;
|
import org.apache.hadoop.hbase.client.BufferedMutator;
|
||||||
import org.slf4j.Logger;
|
import org.apache.hadoop.hbase.client.RegionInfo;
|
||||||
import org.slf4j.LoggerFactory;
|
|
||||||
import org.apache.hadoop.hbase.client.TableState;
|
import org.apache.hadoop.hbase.client.TableState;
|
||||||
import org.apache.hadoop.hbase.constraint.ConstraintException;
|
import org.apache.hadoop.hbase.constraint.ConstraintException;
|
||||||
import org.apache.hadoop.hbase.master.MasterCoprocessorHost;
|
import org.apache.hadoop.hbase.master.MasterCoprocessorHost;
|
||||||
|
import org.apache.hadoop.hbase.master.MasterFileSystem;
|
||||||
import org.apache.hadoop.hbase.master.TableStateManager;
|
import org.apache.hadoop.hbase.master.TableStateManager;
|
||||||
import org.apache.hadoop.hbase.procedure2.ProcedureStateSerializer;
|
import org.apache.hadoop.hbase.procedure2.ProcedureStateSerializer;
|
||||||
|
import org.apache.hadoop.hbase.util.EnvironmentEdgeManager;
|
||||||
|
import org.apache.hadoop.hbase.wal.WALSplitter;
|
||||||
|
import org.apache.yetus.audience.InterfaceAudience;
|
||||||
|
import org.slf4j.Logger;
|
||||||
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
import org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil;
|
import org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil;
|
||||||
import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos;
|
import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos;
|
||||||
import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.DisableTableState;
|
import org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProcedureProtos.DisableTableState;
|
||||||
|
@ -81,10 +86,7 @@ public class DisableTableProcedure
|
||||||
@Override
|
@Override
|
||||||
protected Flow executeFromState(final MasterProcedureEnv env, final DisableTableState state)
|
protected Flow executeFromState(final MasterProcedureEnv env, final DisableTableState state)
|
||||||
throws InterruptedException {
|
throws InterruptedException {
|
||||||
if (isTraceEnabled()) {
|
LOG.trace("{} execute state={}", this, state);
|
||||||
LOG.trace(this + " execute state=" + state);
|
|
||||||
}
|
|
||||||
|
|
||||||
try {
|
try {
|
||||||
switch (state) {
|
switch (state) {
|
||||||
case DISABLE_TABLE_PREPARE:
|
case DISABLE_TABLE_PREPARE:
|
||||||
|
@ -107,6 +109,23 @@ public class DisableTableProcedure
|
||||||
addChildProcedure(env.getAssignmentManager().createUnassignProcedures(tableName));
|
addChildProcedure(env.getAssignmentManager().createUnassignProcedures(tableName));
|
||||||
setNextState(DisableTableState.DISABLE_TABLE_SET_DISABLED_TABLE_STATE);
|
setNextState(DisableTableState.DISABLE_TABLE_SET_DISABLED_TABLE_STATE);
|
||||||
break;
|
break;
|
||||||
|
case DISABLE_TABLE_ADD_REPLICATION_BARRIER:
|
||||||
|
if (env.getMasterServices().getTableDescriptors().get(tableName)
|
||||||
|
.hasGlobalReplicationScope()) {
|
||||||
|
MasterFileSystem mfs = env.getMasterServices().getMasterFileSystem();
|
||||||
|
try (BufferedMutator mutator = env.getMasterServices().getConnection()
|
||||||
|
.getBufferedMutator(TableName.META_TABLE_NAME)) {
|
||||||
|
for (RegionInfo region : env.getAssignmentManager().getRegionStates()
|
||||||
|
.getRegionsOfTable(tableName)) {
|
||||||
|
long maxSequenceId =
|
||||||
|
WALSplitter.getMaxRegionSequenceId(mfs.getFileSystem(), mfs.getRegionDir(region));
|
||||||
|
mutator.mutate(MetaTableAccessor.makePutForReplicationBarrier(region, maxSequenceId,
|
||||||
|
EnvironmentEdgeManager.currentTime()));
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
setNextState(DisableTableState.DISABLE_TABLE_SET_DISABLED_TABLE_STATE);
|
||||||
|
break;
|
||||||
case DISABLE_TABLE_SET_DISABLED_TABLE_STATE:
|
case DISABLE_TABLE_SET_DISABLED_TABLE_STATE:
|
||||||
setTableStateToDisabled(env, tableName);
|
setTableStateToDisabled(env, tableName);
|
||||||
setNextState(DisableTableState.DISABLE_TABLE_POST_OPERATION);
|
setNextState(DisableTableState.DISABLE_TABLE_POST_OPERATION);
|
||||||
|
@ -121,8 +140,7 @@ public class DisableTableProcedure
|
||||||
if (isRollbackSupported(state)) {
|
if (isRollbackSupported(state)) {
|
||||||
setFailure("master-disable-table", e);
|
setFailure("master-disable-table", e);
|
||||||
} else {
|
} else {
|
||||||
LOG.warn("Retriable error trying to disable table=" + tableName +
|
LOG.warn("Retriable error trying to disable table={} (in state={})", tableName, state, e);
|
||||||
" (in state=" + state + ")", e);
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
return Flow.HAS_MORE_STATE;
|
return Flow.HAS_MORE_STATE;
|
||||||
|
|
Loading…
Reference in New Issue