HBASE-15125 HBaseFsck's adoptHdfsOrphan function creates region with wrong end key boundary (chenrongwei)

This commit is contained in:
tedyu 2016-01-23 12:47:41 -08:00
parent 63f4ba183a
commit 889e60f36f
2 changed files with 62 additions and 2 deletions

View File

@ -932,7 +932,8 @@ public class HBaseFsck extends Configured implements Closeable {
Bytes.toString(orphanRegionRange.getSecond()) + ")"); Bytes.toString(orphanRegionRange.getSecond()) + ")");
// create new region on hdfs. move data into place. // create new region on hdfs. move data into place.
HRegionInfo hri = new HRegionInfo(template.getTableName(), orphanRegionRange.getFirst(), orphanRegionRange.getSecond()); HRegionInfo hri = new HRegionInfo(template.getTableName(), orphanRegionRange.getFirst(),
Bytes.add(orphanRegionRange.getSecond(), new byte[1]));
LOG.info("Creating new region : " + hri); LOG.info("Creating new region : " + hri);
HRegion region = HBaseFsckRepair.createHDFSRegionDir(getConf(), hri, template); HRegion region = HBaseFsckRepair.createHDFSRegionDir(getConf(), hri, template);
Path target = region.getRegionFileSystem().getRegionDir(); Path target = region.getRegionFileSystem().getRegionDir();

View File

@ -450,7 +450,7 @@ public class TestHBaseFsck {
} }
/** /**
* Counts the number of row to verify data loss or non-dataloss. * Counts the number of rows to verify data loss or non-dataloss.
*/ */
int countRows() throws IOException { int countRows() throws IOException {
Scan s = new Scan(); Scan s = new Scan();
@ -462,6 +462,18 @@ public class TestHBaseFsck {
return i; return i;
} }
/**
* Counts the number of rows to verify data loss or non-dataloss.
*/
int countRows(byte[] start, byte[] end) throws IOException {
Scan s = new Scan(start, end);
ResultScanner rs = tbl.getScanner(s);
int i = 0;
while (rs.next() != null) {
i++;
}
return i;
}
/** /**
* delete table in preparation for next test * delete table in preparation for next test
* *
@ -1229,6 +1241,53 @@ public class TestHBaseFsck {
} }
} }
/**
* This creates and fixes a bad table with a missing region -- hole in meta and data present but
* .regioninfo missing (an orphan hdfs region)in the fs. At last we check every row was present
* at the correct region.
*/
@Test(timeout = 180000)
public void testHDFSRegioninfoMissingAndCheckRegionBoundary() throws Exception {
TableName table = TableName.valueOf("testHDFSRegioninfoMissingAndCheckRegionBoundary");
try {
setupTable(table);
assertEquals(ROWKEYS.length, countRows());
// Mess it up by leaving a hole in the meta data
admin.disableTable(table);
deleteRegion(conf, tbl.getTableDescriptor(), Bytes.toBytes("B"), Bytes.toBytes("C"), true,
true, false, true, HRegionInfo.DEFAULT_REPLICA_ID);
admin.enableTable(table);
HBaseFsck hbck = doFsck(conf, false);
assertErrors(hbck,
new HBaseFsck.ErrorReporter.ERROR_CODE[] {
HBaseFsck.ErrorReporter.ERROR_CODE.ORPHAN_HDFS_REGION,
HBaseFsck.ErrorReporter.ERROR_CODE.NOT_IN_META_OR_DEPLOYED,
HBaseFsck.ErrorReporter.ERROR_CODE.HOLE_IN_REGION_CHAIN });
// holes are separate from overlap groups
assertEquals(0, hbck.getOverlapGroups(table).size());
// fix hole
doFsck(conf, true);
// check that hole fixed
assertNoErrors(doFsck(conf, false));
// check data belong to the correct region,every scan should get one row.
for (int i = 0; i < ROWKEYS.length; i++) {
if (i != ROWKEYS.length - 1) {
assertEquals(1, countRows(ROWKEYS[i], ROWKEYS[i + 1]));
} else {
assertEquals(1, countRows(ROWKEYS[i], null));
}
}
} finally {
cleanupTable(table);
}
}
/** /**
* This creates and fixes a bad table with a region that is missing meta and * This creates and fixes a bad table with a region that is missing meta and
* not assigned to a region server. * not assigned to a region server.