From 1901b253653f424d15ad354f1d909534fca03289 Mon Sep 17 00:00:00 2001 From: Jim Kellerman Date: Sat, 28 Jun 2008 02:32:28 +0000 Subject: [PATCH] HBASE-716 TestGet2.testGetClosestBefore fails with hadoop-0.17.1 git-svn-id: https://svn.apache.org/repos/asf/hadoop/hbase/trunk@672456 13f79535-47bb-0310-9956-ffa450edef68 --- CHANGES.txt | 1 + .../hadoop/hbase/regionserver/HStore.java | 103 +++++++++++------- 2 files changed, 62 insertions(+), 42 deletions(-) diff --git a/CHANGES.txt b/CHANGES.txt index a2c21a522da..b1dcda2f06c 100644 --- a/CHANGES.txt +++ b/CHANGES.txt @@ -72,6 +72,7 @@ Hbase Change Log before rather than after its parent in .META. HBASE-714 Showing bytes in log when should be string (2) HBASE-627 Disable table doesn't work reliably + HBASE-716 TestGet2.testGetClosestBefore fails with hadoop-0.17.1 IMPROVEMENTS diff --git a/src/java/org/apache/hadoop/hbase/regionserver/HStore.java b/src/java/org/apache/hadoop/hbase/regionserver/HStore.java index 7c76425db2a..93b038e4656 100644 --- a/src/java/org/apache/hadoop/hbase/regionserver/HStore.java +++ b/src/java/org/apache/hadoop/hbase/regionserver/HStore.java @@ -1544,7 +1544,6 @@ public class HStore implements HConstants { private void rowAtOrBeforeFromMapFile(MapFile.Reader map, final byte [] row, SortedMap candidateKeys) throws IOException { - HStoreKey searchKey = null; ImmutableBytesWritable readval = new ImmutableBytesWritable(); HStoreKey readkey = new HStoreKey(); @@ -1585,52 +1584,72 @@ public class HStore implements HConstants { return; } - // seek to the exact row, or the one that would be immediately before it - readkey = (HStoreKey)map.getClosest(searchKey, readval, true); - - if (readkey == null) { - // didn't find anything that would match, so return - return; - } - - do { - // if we have an exact match on row, and it's not a delete, save this - // as a candidate key - if (Bytes.equals(readkey.getRow(), row)) { - if (!HLogEdit.isDeleted(readval.get())) { - if (ttl == HConstants.FOREVER || - now < readkey.getTimestamp() + ttl) { - candidateKeys.put(stripTimestamp(readkey), - new Long(readkey.getTimestamp())); - } else { - if (LOG.isDebugEnabled()) { - LOG.debug("rowAtOrBeforeFromMapFile:" + readkey + - ": expired, skipped"); - } - } - } - } else if (Bytes.compareTo(readkey.getRow(), row) > 0 ) { - // if the row key we just read is beyond the key we're searching for, - // then we're done. return. + HStoreKey deletedOrExpiredRow = null; + boolean foundCandidate = false; + while (!foundCandidate) { + // seek to the exact row, or the one that would be immediately before it + readkey = (HStoreKey)map.getClosest(searchKey, readval, true); + + if (readkey == null) { + // didn't find anything that would match, so return return; - } else { - // so, the row key doesn't match, but we haven't gone past the row - // we're seeking yet, so this row is a candidate for closest - // (assuming that it isn't a delete). - if (!HLogEdit.isDeleted(readval.get())) { - if (ttl == HConstants.FOREVER || - now < readkey.getTimestamp() + ttl) { - candidateKeys.put(stripTimestamp(readkey), - new Long(readkey.getTimestamp())); - } else { + } + + do { + // if we have an exact match on row, and it's not a delete, save this + // as a candidate key + if (Bytes.equals(readkey.getRow(), row)) { + if (!HLogEdit.isDeleted(readval.get())) { + if (ttl == HConstants.FOREVER || + now < readkey.getTimestamp() + ttl) { + candidateKeys.put(stripTimestamp(readkey), + new Long(readkey.getTimestamp())); + foundCandidate = true; + continue; + } if (LOG.isDebugEnabled()) { LOG.debug("rowAtOrBeforeFromMapFile:" + readkey + - ": expired, skipped"); + ": expired, skipped"); } } - } - } - } while(map.next(readkey, readval)); + deletedOrExpiredRow = stripTimestamp(readkey); + } else if (Bytes.compareTo(readkey.getRow(), row) > 0 ) { + // if the row key we just read is beyond the key we're searching for, + // then we're done. return. + break; + } else { + // so, the row key doesn't match, but we haven't gone past the row + // we're seeking yet, so this row is a candidate for closest + // (assuming that it isn't a delete). + if (!HLogEdit.isDeleted(readval.get())) { + if (ttl == HConstants.FOREVER || + now < readkey.getTimestamp() + ttl) { + candidateKeys.put(stripTimestamp(readkey), + new Long(readkey.getTimestamp())); + foundCandidate = true; + continue; + } + if (LOG.isDebugEnabled()) { + LOG.debug("rowAtOrBeforeFromMapFile:" + readkey + + ": expired, skipped"); + } + } + deletedOrExpiredRow = stripTimestamp(readkey); + } + } while(map.next(readkey, readval)); + + // If we get here and have no candidates but we did find a deleted or + // expired candidate, we need to look at the key before that + + if (!foundCandidate && deletedOrExpiredRow != null) { + searchKey = deletedOrExpiredRow; + deletedOrExpiredRow = null; + + } else { + // No candidates and no deleted or expired candidates. Give up. + break; + } + } // arriving here just means that we consumed the whole rest of the map // without going "past" the key we're searching for. we can just fall