HBASE-14110 Add CostFunction for balancing primary region replicas
This commit is contained in:
parent
d887e4cf1a
commit
440e0bc6ea
|
@ -167,6 +167,7 @@ public class StochasticLoadBalancer extends BaseLoadBalancer {
|
||||||
|
|
||||||
costFunctions = new CostFunction[]{
|
costFunctions = new CostFunction[]{
|
||||||
new RegionCountSkewCostFunction(conf),
|
new RegionCountSkewCostFunction(conf),
|
||||||
|
new PrimaryRegionCountSkewCostFunction(conf),
|
||||||
new MoveCostFunction(conf),
|
new MoveCostFunction(conf),
|
||||||
localityCost,
|
localityCost,
|
||||||
new TableSkewCostFunction(conf),
|
new TableSkewCostFunction(conf),
|
||||||
|
@ -946,6 +947,46 @@ public class StochasticLoadBalancer extends BaseLoadBalancer {
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Compute the cost of a potential cluster state from skew in number of
|
||||||
|
* primary regions on a cluster.
|
||||||
|
*/
|
||||||
|
static class PrimaryRegionCountSkewCostFunction extends CostFunction {
|
||||||
|
private static final String PRIMARY_REGION_COUNT_SKEW_COST_KEY =
|
||||||
|
"hbase.master.balancer.stochastic.primaryRegionCountCost";
|
||||||
|
private static final float DEFAULT_PRIMARY_REGION_COUNT_SKEW_COST = 500;
|
||||||
|
|
||||||
|
private double[] stats = null;
|
||||||
|
|
||||||
|
PrimaryRegionCountSkewCostFunction(Configuration conf) {
|
||||||
|
super(conf);
|
||||||
|
// Load multiplier should be the greatest as primary regions serve majority of reads/writes.
|
||||||
|
this.setMultiplier(conf.getFloat(PRIMARY_REGION_COUNT_SKEW_COST_KEY,
|
||||||
|
DEFAULT_PRIMARY_REGION_COUNT_SKEW_COST));
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
double cost() {
|
||||||
|
if (!cluster.hasRegionReplicas) {
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
if (stats == null || stats.length != cluster.numServers) {
|
||||||
|
stats = new double[cluster.numServers];
|
||||||
|
}
|
||||||
|
|
||||||
|
for (int i =0; i < cluster.numServers; i++) {
|
||||||
|
stats[i] = 0;
|
||||||
|
for (int regionIdx : cluster.regionsPerServer[i]) {
|
||||||
|
if (regionIdx == cluster.regionIndexToPrimaryIndex[regionIdx]) {
|
||||||
|
stats[i] ++;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return costFromArray(stats);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Compute the cost of a potential cluster configuration based upon how evenly
|
* Compute the cost of a potential cluster configuration based upon how evenly
|
||||||
* distributed tables are.
|
* distributed tables are.
|
||||||
|
|
Loading…
Reference in New Issue