HBASE-20055 Removed declaration of un-thrown exceptions and unused setRegionStateBackToOpen() from MergeTableRegionsProcedure

Plus some minor cleanup.
This commit is contained in:
Umesh Agashe 2018-02-22 16:29:52 -08:00 committed by Michael Stack
parent ee1f26c4bb
commit e86ffedb45
2 changed files with 22 additions and 26 deletions

View File

@ -1,4 +1,4 @@
/** /*
* Licensed to the Apache Software Foundation (ASF) under one * Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file * or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information * distributed with this work for additional information
@ -52,8 +52,6 @@ import org.apache.hadoop.hbase.master.procedure.MasterProcedureEnv;
import org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil; import org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil;
import org.apache.hadoop.hbase.procedure2.ProcedureMetrics; import org.apache.hadoop.hbase.procedure2.ProcedureMetrics;
import org.apache.hadoop.hbase.procedure2.ProcedureStateSerializer; import org.apache.hadoop.hbase.procedure2.ProcedureStateSerializer;
import org.apache.hadoop.hbase.procedure2.ProcedureSuspendedException;
import org.apache.hadoop.hbase.procedure2.ProcedureYieldException;
import org.apache.hadoop.hbase.quotas.QuotaExceededException; import org.apache.hadoop.hbase.quotas.QuotaExceededException;
import org.apache.hadoop.hbase.regionserver.HRegionFileSystem; import org.apache.hadoop.hbase.regionserver.HRegionFileSystem;
import org.apache.hadoop.hbase.regionserver.HStoreFile; import org.apache.hadoop.hbase.regionserver.HStoreFile;
@ -146,7 +144,7 @@ public class MergeTableRegionsProcedure
} }
if (!RegionInfo.areAdjacent(regionToMergeA, regionToMergeB)) { if (!RegionInfo.areAdjacent(regionToMergeA, regionToMergeB)) {
String msg = "Unable to merge not adjacent regions " + regionToMergeA.getShortNameToLog() + String msg = "Unable to merge non-adjacent regions " + regionToMergeA.getShortNameToLog() +
", " + regionToMergeB.getShortNameToLog() + " where forcible = " + forcible; ", " + regionToMergeB.getShortNameToLog() + " where forcible = " + forcible;
LOG.warn(msg); LOG.warn(msg);
if (!forcible) { if (!forcible) {
@ -194,7 +192,7 @@ public class MergeTableRegionsProcedure
private static long getMergedRegionIdTimestamp(final RegionInfo regionToMergeA, private static long getMergedRegionIdTimestamp(final RegionInfo regionToMergeA,
final RegionInfo regionToMergeB) { final RegionInfo regionToMergeB) {
long rid = EnvironmentEdgeManager.currentTime(); long rid = EnvironmentEdgeManager.currentTime();
// Regionid is timestamp. Merged region's id can't be less than that of // Region Id is a timestamp. Merged region's id can't be less than that of
// merging regions else will insert at wrong location in hbase:meta (See HBASE-710). // merging regions else will insert at wrong location in hbase:meta (See HBASE-710).
if (rid < regionToMergeA.getRegionId() || rid < regionToMergeB.getRegionId()) { if (rid < regionToMergeA.getRegionId() || rid < regionToMergeB.getRegionId()) {
LOG.warn("Clock skew; merging regions id are " + regionToMergeA.getRegionId() LOG.warn("Clock skew; merging regions id are " + regionToMergeA.getRegionId()
@ -205,8 +203,8 @@ public class MergeTableRegionsProcedure
} }
@Override @Override
protected Flow executeFromState(final MasterProcedureEnv env, final MergeTableRegionsState state) protected Flow executeFromState(final MasterProcedureEnv env,
throws ProcedureSuspendedException, ProcedureYieldException, InterruptedException { final MergeTableRegionsState state) {
LOG.trace("{} execute state={}", this, state); LOG.trace("{} execute state={}", this, state);
try { try {
switch (state) { switch (state) {
@ -260,7 +258,7 @@ public class MergeTableRegionsProcedure
RegionInfo.getShortNameToLog(regionsToMerge) + " in the table " + getTableName() + RegionInfo.getShortNameToLog(regionsToMerge) + " in the table " + getTableName() +
" (in state=" + state + ")"; " (in state=" + state + ")";
if (!isRollbackSupported(state)) { if (!isRollbackSupported(state)) {
// We reach a state that cannot be rolled back. We just need to keep retry. // We reach a state that cannot be rolled back. We just need to keep retrying.
LOG.warn(msg, e); LOG.warn(msg, e);
} else { } else {
LOG.error(msg, e); LOG.error(msg, e);
@ -277,9 +275,8 @@ public class MergeTableRegionsProcedure
* See HBASE-19851 for details. * See HBASE-19851 for details.
*/ */
@Override @Override
protected void rollbackState( protected void rollbackState(final MasterProcedureEnv env, final MergeTableRegionsState state)
final MasterProcedureEnv env, throws IOException {
final MergeTableRegionsState state) throws IOException, InterruptedException {
if (isTraceEnabled()) { if (isTraceEnabled()) {
LOG.trace(this + " rollback state=" + state); LOG.trace(this + " rollback state=" + state);
} }
@ -323,7 +320,7 @@ public class MergeTableRegionsProcedure
} }
/* /*
* Check whether we are in the state that can be rollback * Check whether we are in the state that can be rolled back
*/ */
@Override @Override
protected boolean isRollbackSupported(final MergeTableRegionsState state) { protected boolean isRollbackSupported(final MergeTableRegionsState state) {
@ -332,7 +329,7 @@ public class MergeTableRegionsProcedure
case MERGE_TABLE_REGIONS_OPEN_MERGED_REGION: case MERGE_TABLE_REGIONS_OPEN_MERGED_REGION:
case MERGE_TABLE_REGIONS_POST_MERGE_COMMIT_OPERATION: case MERGE_TABLE_REGIONS_POST_MERGE_COMMIT_OPERATION:
case MERGE_TABLE_REGIONS_UPDATE_META: case MERGE_TABLE_REGIONS_UPDATE_META:
// It is not safe to rollback if we reach to these states. // It is not safe to rollback in these states.
return false; return false;
default: default:
break; break;
@ -456,7 +453,7 @@ public class MergeTableRegionsProcedure
*/ */
private boolean prepareMergeRegion(final MasterProcedureEnv env) throws IOException { private boolean prepareMergeRegion(final MasterProcedureEnv env) throws IOException {
// Note: the following logic assumes that we only have 2 regions to merge. In the future, // Note: the following logic assumes that we only have 2 regions to merge. In the future,
// if we want to extend to more than 2 regions, the code needs to modify a little bit. // if we want to extend to more than 2 regions, the code needs to be modified a little bit.
// //
CatalogJanitor catalogJanitor = env.getMasterServices().getCatalogJanitor(); CatalogJanitor catalogJanitor = env.getMasterServices().getCatalogJanitor();
boolean regionAHasMergeQualifier = !catalogJanitor.cleanMergeQualifier(regionsToMerge[0]); boolean regionAHasMergeQualifier = !catalogJanitor.cleanMergeQualifier(regionsToMerge[0]);
@ -481,7 +478,7 @@ public class MergeTableRegionsProcedure
if (!regionStateA.isOpened() || !regionStateB.isOpened()) { if (!regionStateA.isOpened() || !regionStateB.isOpened()) {
throw new MergeRegionException( throw new MergeRegionException(
"Unable to merge regions not online " + regionStateA + ", " + regionStateB); "Unable to merge regions that are not online " + regionStateA + ", " + regionStateB);
} }
if (!env.getMasterServices().isSplitOrMergeEnabled(MasterSwitchType.MERGE)) { if (!env.getMasterServices().isSplitOrMergeEnabled(MasterSwitchType.MERGE)) {
@ -494,7 +491,7 @@ public class MergeTableRegionsProcedure
// Ask the remote regionserver if regions are mergeable. If we get an IOE, report it // Ask the remote regionserver if regions are mergeable. If we get an IOE, report it
// along w/ the failure so can see why we are not mergeable at this time. // along with the failure, so we can see why regions are not mergeable at this time.
IOException mergeableCheckIOE = null; IOException mergeableCheckIOE = null;
boolean mergeable = false; boolean mergeable = false;
RegionState current = regionStateA; RegionState current = regionStateA;
@ -565,7 +562,7 @@ public class MergeTableRegionsProcedure
* Set the region states to MERGING state * Set the region states to MERGING state
* @param env MasterProcedureEnv * @param env MasterProcedureEnv
*/ */
public void setRegionStateToMerging(final MasterProcedureEnv env) throws IOException { public void setRegionStateToMerging(final MasterProcedureEnv env) {
// Set State.MERGING to regions to be merged // Set State.MERGING to regions to be merged
RegionStates regionStates = env.getAssignmentManager().getRegionStates(); RegionStates regionStates = env.getAssignmentManager().getRegionStates();
regionStates.getRegionStateNode(regionsToMerge[0]).setState(State.MERGING); regionStates.getRegionStateNode(regionsToMerge[0]).setState(State.MERGING);
@ -573,7 +570,7 @@ public class MergeTableRegionsProcedure
} }
/** /**
* Create merged region * Create a merged region
* @param env MasterProcedureEnv * @param env MasterProcedureEnv
*/ */
private void createMergedRegion(final MasterProcedureEnv env) throws IOException { private void createMergedRegion(final MasterProcedureEnv env) throws IOException {
@ -597,7 +594,7 @@ public class MergeTableRegionsProcedure
} }
/** /**
* Create reference file(s) of merging regions under the merges directory * Create reference file(s) of merging regions under the merged directory
* @param env MasterProcedureEnv * @param env MasterProcedureEnv
* @param regionFs region file system * @param regionFs region file system
* @param mergedDir the temp directory of merged region * @param mergedDir the temp directory of merged region
@ -626,7 +623,7 @@ public class MergeTableRegionsProcedure
} }
/** /**
* Clean up merged region * Clean up a merged region
* @param env MasterProcedureEnv * @param env MasterProcedureEnv
*/ */
private void cleanupMergedRegion(final MasterProcedureEnv env) throws IOException { private void cleanupMergedRegion(final MasterProcedureEnv env) throws IOException {
@ -698,14 +695,14 @@ public class MergeTableRegionsProcedure
final MasterCoprocessorHost cpHost = env.getMasterCoprocessorHost(); final MasterCoprocessorHost cpHost = env.getMasterCoprocessorHost();
if (cpHost != null) { if (cpHost != null) {
@MetaMutationAnnotation @MetaMutationAnnotation
final List<Mutation> metaEntries = new ArrayList<Mutation>(); final List<Mutation> metaEntries = new ArrayList<>();
cpHost.preMergeRegionsCommit(regionsToMerge, metaEntries, getUser()); cpHost.preMergeRegionsCommit(regionsToMerge, metaEntries, getUser());
try { try {
for (Mutation p : metaEntries) { for (Mutation p : metaEntries) {
RegionInfo.parseRegionName(p.getRow()); RegionInfo.parseRegionName(p.getRow());
} }
} catch (IOException e) { } catch (IOException e) {
LOG.error("Row key of mutation from coprocessor is not parsable as region name." LOG.error("Row key of mutation from coprocessor is not parsable as region name. "
+ "Mutations from coprocessor should only be for hbase:meta table.", e); + "Mutations from coprocessor should only be for hbase:meta table.", e);
throw e; throw e;
} }
@ -715,8 +712,7 @@ public class MergeTableRegionsProcedure
/** /**
* Add merged region to META and delete original regions. * Add merged region to META and delete original regions.
*/ */
private void updateMetaForMergedRegions(final MasterProcedureEnv env) private void updateMetaForMergedRegions(final MasterProcedureEnv env) throws IOException {
throws IOException, ProcedureYieldException {
final ServerName serverName = getServerName(env); final ServerName serverName = getServerName(env);
env.getAssignmentManager().markRegionAsMerged(mergedRegion, serverName, env.getAssignmentManager().markRegionAsMerged(mergedRegion, serverName,
regionsToMerge[0], regionsToMerge[1]); regionsToMerge[0], regionsToMerge[1]);
@ -797,7 +793,7 @@ public class MergeTableRegionsProcedure
@Override @Override
protected boolean abort(MasterProcedureEnv env) { protected boolean abort(MasterProcedureEnv env) {
// Abort means rollback. We can't rollback all steps. HBASE-18018 added abort to all // Abort means rollback. We can't rollback all steps. HBASE-18018 added abort to all
// Procedures. Here is a Procedure that has a PONR and cannot be aborted wants it enters this // Procedures. Here is a Procedure that has a PONR and cannot be aborted once it enters this
// range of steps; what do we do for these should an operator want to cancel them? HBASE-20022. // range of steps; what do we do for these should an operator want to cancel them? HBASE-20022.
return isRollbackSupported(getCurrentState())? super.abort(env): false; return isRollbackSupported(getCurrentState())? super.abort(env): false;
} }

View File

@ -329,7 +329,7 @@ public class TestRegionMergeTransactionOnCluster {
} catch (ExecutionException ie) { } catch (ExecutionException ie) {
System.out.println(ie); System.out.println(ie);
assertTrue("Exception should mention regions not online", assertTrue("Exception should mention regions not online",
StringUtils.stringifyException(ie.getCause()).contains("regions not online") StringUtils.stringifyException(ie.getCause()).contains("regions that are not online")
&& ie.getCause() instanceof MergeRegionException); && ie.getCause() instanceof MergeRegionException);
} }