Apache
/
hbase
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

New SteppingRegionSplitPolicy, avoid too aggressive spread of regions for small tables.

This commit is contained in:
Lars Hofhansl 2016-11-01 12:21:27 -07:00
parent 47d9ba3243
commit 791052c50a
2 changed files with 34 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/IncreasingToUpperBoundRegionSplitPolicy.java
View File

@ -45,7 +45,7 @@ import org.apache.hadoop.hbase.classification.InterfaceAudience;
public class IncreasingToUpperBoundRegionSplitPolicy extends ConstantSizeRegionSplitPolicy { public class IncreasingToUpperBoundRegionSplitPolicy extends ConstantSizeRegionSplitPolicy {
private static final Log LOG = LogFactory.getLog(IncreasingToUpperBoundRegionSplitPolicy.class); private static final Log LOG = LogFactory.getLog(IncreasingToUpperBoundRegionSplitPolicy.class);
private long initialSize; protected long initialSize;
@Override @Override
protected void configureForRegion(HRegion region) { protected void configureForRegion(HRegion region) {
@ -116,7 +116,7 @@ public class IncreasingToUpperBoundRegionSplitPolicy extends ConstantSizeRegionS
} }
/** /**
* @return Region max size or {@code count of regions cubed * flushsize}, * @return Region max size or {@code count of regions cubed * 2 * flushsize},
* which ever is smaller; guard against there being zero regions on this server. * which ever is smaller; guard against there being zero regions on this server.
*/ */
protected long getSizeToCheck(final int tableRegionsCount) { protected long getSizeToCheck(final int tableRegionsCount) {

32
hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/SteppingSplitPolicy.java Normal file
View File

@ -0,0 +1,32 @@
/**
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.hadoop.hbase.regionserver;
public class SteppingSplitPolicy extends IncreasingToUpperBoundRegionSplitPolicy {
/**
* @return flushSize * 2 if there's exactly one region of the table in question
* found on this regionserver. Otherwise max file size.
* This allows a table to spread quickly across servers, while avoiding creating
* too many regions.
*/
protected long getSizeToCheck(final int tableRegionsCount) {
return tableRegionsCount == 1 ? this.initialSize : getDesiredMaxFileSize();
}
}