Apache
/
hbase
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

HBASE-1238 Under upload, region servers are unable 

to compact when loaded with hundreds of regions
This is a hack, compactions may run prematurely. 


git-svn-id: https://svn.apache.org/repos/asf/hadoop/hbase/trunk@751023 13f79535-47bb-0310-9956-ffa450edef68
This commit is contained in:
Jean-Daniel Cryans 2009-03-06 18:26:00 +00:00
parent 094a2030f0
commit 0aafa3ef8f
2 changed files with 8 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
CHANGES.txt
View File

@ -35,6 +35,8 @@ Release 0.20.0 - Unreleased
buffer each iteration-1185 wrong request/sec in the gui buffer each iteration-1185 wrong request/sec in the gui
reporting wrong (Brian Beggs via Stack) reporting wrong (Brian Beggs via Stack)
HBASE-1245 hfile meta block handling bugs (Ryan Rawson via Stack) HBASE-1245 hfile meta block handling bugs (Ryan Rawson via Stack)
HBASE-1238 Under upload, region servers are unable
to compact when loaded with hundreds of regions
IMPROVEMENTS IMPROVEMENTS
HBASE-1089 Add count of regions on filesystem to master UI; add percentage HBASE-1089 Add count of regions on filesystem to master UI; add percentage

6
src/java/org/apache/hadoop/hbase/regionserver/MemcacheFlusher.java
View File

@ -21,6 +21,7 @@ package org.apache.hadoop.hbase.regionserver;
import java.io.IOException; import java.io.IOException;
import java.lang.management.ManagementFactory; import java.lang.management.ManagementFactory;
import java.util.ArrayList;
import java.util.ConcurrentModificationException; import java.util.ConcurrentModificationException;
import java.util.HashSet; import java.util.HashSet;
import java.util.SortedMap; import java.util.SortedMap;
@ -268,6 +269,7 @@ class MemcacheFlusher extends Thread implements FlushRequester {
private synchronized void flushSomeRegions() { private synchronized void flushSomeRegions() {
// keep flushing until we hit the low water mark // keep flushing until we hit the low water mark
long globalMemcacheSize = -1; long globalMemcacheSize = -1;
ArrayList<HRegion> regionsToCompact = new ArrayList();
for (SortedMap<Long, HRegion> m = for (SortedMap<Long, HRegion> m =
this.server.getCopyOfOnlineRegionsSortedBySize(); this.server.getCopyOfOnlineRegionsSortedBySize();
(globalMemcacheSize = server.getGlobalMemcacheSize()) >= (globalMemcacheSize = server.getGlobalMemcacheSize()) >=
@ -292,6 +294,10 @@ class MemcacheFlusher extends Thread implements FlushRequester {
LOG.warn("Flush failed"); LOG.warn("Flush failed");
break; break;
} }
regionsToCompact.add(biggestMemcacheRegion);
}
for (HRegion region : regionsToCompact) {
server.compactSplitThread.compactionRequested(region, getName());
} }
} }
} }