HBASE-25836 RegionStates#getAssignmentsForBalancer should only care about OPEN or OPENING regions (#3219)
RegionStates#getAssignmentsForBalancer is used by the HMaster to collect all regions of interest to the balancer for the next chore iteration. We check if a table is in disabled state to exclude regions that will not be of interest (because disabled regions are or will be offline) or are in a state where they shouldn't be mutated (like SPLITTING). The current checks are not actually comprehensive. Filter out regions not in OPEN or OPENING state when building the set of interesting regions for the balancer to consider. Only regions open (or opening) on the cluster are of interest to balancing calculations for the current iteration. Regions in all other states can be expected to not be of interest – either offline (OFFLINE, or FAILED_*), not subject to balancer decisions now (SPLITTING, SPLITTING_NEW, MERGING, MERGING_NEW), or will be offline shortly (CLOSING) – until at least the next chore iteration. Add TRACE level logging. Signed-off-by: Bharath Vissapragada <bharathv@apache.org> Signed-off-by: Duo Zhang <zhangduo@apache.org> Signed-off-by: Viraj Jasani <vjasani@apache.org>
This commit is contained in:
parent
368d52fe99
commit
fd3e28364c
|
@ -553,23 +553,37 @@ public class RegionStates {
|
||||||
* wants to iterate this exported list. We need to synchronize on regions
|
* wants to iterate this exported list. We need to synchronize on regions
|
||||||
* since all access to this.servers is under a lock on this.regions.
|
* since all access to this.servers is under a lock on this.regions.
|
||||||
*
|
*
|
||||||
* @return A clone of current assignments.
|
* @return A clone of current open or opening assignments.
|
||||||
*/
|
*/
|
||||||
public Map<TableName, Map<ServerName, List<RegionInfo>>> getAssignmentsForBalancer(
|
public Map<TableName, Map<ServerName, List<RegionInfo>>> getAssignmentsForBalancer(
|
||||||
TableStateManager tableStateManager, List<ServerName> onlineServers) {
|
TableStateManager tableStateManager, List<ServerName> onlineServers) {
|
||||||
final Map<TableName, Map<ServerName, List<RegionInfo>>> result = new HashMap<>();
|
final Map<TableName, Map<ServerName, List<RegionInfo>>> result = new HashMap<>();
|
||||||
for (RegionStateNode node : regionsMap.values()) {
|
for (RegionStateNode node : regionsMap.values()) {
|
||||||
|
// DisableTableProcedure first sets the table state to DISABLED and then force unassigns
|
||||||
|
// the regions in a loop. The balancer should ignore all regions for tables in DISABLED
|
||||||
|
// state because even if still currently open we expect them to be offlined very soon.
|
||||||
if (isTableDisabled(tableStateManager, node.getTable())) {
|
if (isTableDisabled(tableStateManager, node.getTable())) {
|
||||||
|
if (LOG.isTraceEnabled()) {
|
||||||
|
LOG.trace("Ignoring {} because table is disabled", node);
|
||||||
|
}
|
||||||
continue;
|
continue;
|
||||||
}
|
}
|
||||||
if (node.getRegionInfo().isSplitParent()) {
|
// When balancing, we are only interested in OPEN or OPENING regions. These can be
|
||||||
|
// expected to remain online until the next balancer iteration or unless the balancer
|
||||||
|
// decides to move it. Regions in other states are not eligible for balancing, because
|
||||||
|
// they are closing, splitting, merging, or otherwise already in transition.
|
||||||
|
if (!node.isInState(State.OPEN, State.OPENING)) {
|
||||||
|
if (LOG.isTraceEnabled()) {
|
||||||
|
LOG.trace("Ignoring {} because region is not OPEN or OPENING", node);
|
||||||
|
}
|
||||||
continue;
|
continue;
|
||||||
}
|
}
|
||||||
Map<ServerName, List<RegionInfo>> tableResult =
|
Map<ServerName, List<RegionInfo>> tableResult =
|
||||||
result.computeIfAbsent(node.getTable(), t -> new HashMap<>());
|
result.computeIfAbsent(node.getTable(), t -> new HashMap<>());
|
||||||
final ServerName serverName = node.getRegionLocation();
|
final ServerName serverName = node.getRegionLocation();
|
||||||
|
// A region in ONLINE or OPENING state should have a location.
|
||||||
if (serverName == null) {
|
if (serverName == null) {
|
||||||
LOG.info("Skipping, no server for " + node);
|
LOG.warn("Skipping, no server for {}", node);
|
||||||
continue;
|
continue;
|
||||||
}
|
}
|
||||||
List<RegionInfo> serverResult =
|
List<RegionInfo> serverResult =
|
||||||
|
|
Loading…
Reference in New Issue