HBASE-12344 Split up TestAdmin
This commit is contained in:
Andrew Purtell
parent
f7e9f2386a
commit
48fd0369e5
|
|
@ -30,60 +30,39 @@ import java.util.Iterator;
|
||||||
import java.util.List;
|
import java.util.List;
|
||||||
import java.util.Map;
|
import java.util.Map;
|
||||||
import java.util.Set;
|
import java.util.Set;
|
||||||
import java.util.concurrent.atomic.AtomicBoolean;
|
|
||||||
import java.util.concurrent.atomic.AtomicInteger;
|
import java.util.concurrent.atomic.AtomicInteger;
|
||||||
|
|
||||||
import org.apache.commons.logging.Log;
|
import org.apache.commons.logging.Log;
|
||||||
import org.apache.commons.logging.LogFactory;
|
import org.apache.commons.logging.LogFactory;
|
||||||
import org.apache.hadoop.conf.Configuration;
|
|
||||||
import org.apache.hadoop.hbase.HBaseTestingUtility;
|
import org.apache.hadoop.hbase.HBaseTestingUtility;
|
||||||
import org.apache.hadoop.hbase.HColumnDescriptor;
|
import org.apache.hadoop.hbase.HColumnDescriptor;
|
||||||
import org.apache.hadoop.hbase.HConstants;
|
import org.apache.hadoop.hbase.HConstants;
|
||||||
import org.apache.hadoop.hbase.HRegionInfo;
|
import org.apache.hadoop.hbase.HRegionInfo;
|
||||||
import org.apache.hadoop.hbase.HRegionLocation;
|
|
||||||
import org.apache.hadoop.hbase.HTableDescriptor;
|
import org.apache.hadoop.hbase.HTableDescriptor;
|
||||||
import org.apache.hadoop.hbase.InvalidFamilyOperationException;
|
import org.apache.hadoop.hbase.InvalidFamilyOperationException;
|
||||||
import org.apache.hadoop.hbase.MasterNotRunningException;
|
|
||||||
import org.apache.hadoop.hbase.MiniHBaseCluster;
|
|
||||||
import org.apache.hadoop.hbase.NotServingRegionException;
|
|
||||||
import org.apache.hadoop.hbase.ServerName;
|
import org.apache.hadoop.hbase.ServerName;
|
||||||
import org.apache.hadoop.hbase.TableExistsException;
|
|
||||||
import org.apache.hadoop.hbase.TableName;
|
import org.apache.hadoop.hbase.TableName;
|
||||||
import org.apache.hadoop.hbase.TableNotDisabledException;
|
import org.apache.hadoop.hbase.TableNotDisabledException;
|
||||||
import org.apache.hadoop.hbase.TableNotEnabledException;
|
import org.apache.hadoop.hbase.TableNotEnabledException;
|
||||||
import org.apache.hadoop.hbase.TableNotFoundException;
|
import org.apache.hadoop.hbase.TableNotFoundException;
|
||||||
import org.apache.hadoop.hbase.ZooKeeperConnectionException;
|
|
||||||
import org.apache.hadoop.hbase.constraint.ConstraintException;
|
|
||||||
import org.apache.hadoop.hbase.executor.EventHandler;
|
|
||||||
import org.apache.hadoop.hbase.master.AssignmentManager;
|
|
||||||
import org.apache.hadoop.hbase.master.HMaster;
|
|
||||||
import org.apache.hadoop.hbase.protobuf.ProtobufUtil;
|
|
||||||
import org.apache.hadoop.hbase.regionserver.HRegion;
|
|
||||||
import org.apache.hadoop.hbase.regionserver.HRegionServer;
|
|
||||||
import org.apache.hadoop.hbase.regionserver.wal.HLogUtilsForTests;
|
|
||||||
import org.apache.hadoop.hbase.testclassification.ClientTests;
|
import org.apache.hadoop.hbase.testclassification.ClientTests;
|
||||||
import org.apache.hadoop.hbase.testclassification.LargeTests;
|
import org.apache.hadoop.hbase.testclassification.LargeTests;
|
||||||
import org.apache.hadoop.hbase.util.Bytes;
|
import org.apache.hadoop.hbase.util.Bytes;
|
||||||
import org.apache.hadoop.hbase.util.Pair;
|
|
||||||
import org.apache.hadoop.hbase.zookeeper.ZooKeeperWatcher;
|
import org.apache.hadoop.hbase.zookeeper.ZooKeeperWatcher;
|
||||||
import org.junit.After;
|
import org.junit.After;
|
||||||
import org.junit.AfterClass;
|
import org.junit.AfterClass;
|
||||||
import org.junit.Assert;
|
|
||||||
import org.junit.Before;
|
import org.junit.Before;
|
||||||
import org.junit.BeforeClass;
|
import org.junit.BeforeClass;
|
||||||
import org.junit.Test;
|
import org.junit.Test;
|
||||||
import org.junit.experimental.categories.Category;
|
import org.junit.experimental.categories.Category;
|
||||||
|
|
||||||
import com.google.protobuf.ServiceException;
|
|
||||||
|
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Class to test HBaseAdmin.
|
* Class to test HBaseAdmin.
|
||||||
* Spins up the minicluster once at test start and then takes it down afterward.
|
* Spins up the minicluster once at test start and then takes it down afterward.
|
||||||
* Add any testing of HBaseAdmin functionality here.
|
* Add any testing of HBaseAdmin functionality here.
|
||||||
*/
|
*/
|
||||||
@Category({LargeTests.class, ClientTests.class})
|
@Category({LargeTests.class, ClientTests.class})
|
||||||
public class TestAdmin {
|
public class TestAdmin1 {
|
||||||
final Log LOG = LogFactory.getLog(getClass());
|
final Log LOG = LogFactory.getLog(getClass());
|
||||||
private final static HBaseTestingUtility TEST_UTIL = new HBaseTestingUtility();
|
private final static HBaseTestingUtility TEST_UTIL = new HBaseTestingUtility();
|
||||||
private Admin admin;
|
private Admin admin;
|
||||||
|
|
@ -1131,632 +1110,4 @@ public class TestAdmin {
|
||||||
this.admin.disableTable(tableName);
|
this.admin.disableTable(tableName);
|
||||||
this.admin.deleteTable(tableName);
|
this.admin.deleteTable(tableName);
|
||||||
}
|
}
|
||||||
|
|
||||||
@Test (timeout=300000)
|
|
||||||
public void testCreateBadTables() throws IOException {
|
|
||||||
String msg = null;
|
|
||||||
try {
|
|
||||||
this.admin.createTable(new HTableDescriptor(TableName.META_TABLE_NAME));
|
|
||||||
} catch(TableExistsException e) {
|
|
||||||
msg = e.toString();
|
|
||||||
}
|
|
||||||
assertTrue("Unexcepted exception message " + msg, msg != null &&
|
|
||||||
msg.startsWith(TableExistsException.class.getName()) &&
|
|
||||||
msg.contains(TableName.META_TABLE_NAME.getNameAsString()));
|
|
||||||
|
|
||||||
// Now try and do concurrent creation with a bunch of threads.
|
|
||||||
final HTableDescriptor threadDesc =
|
|
||||||
new HTableDescriptor(TableName.valueOf("threaded_testCreateBadTables"));
|
|
||||||
threadDesc.addFamily(new HColumnDescriptor(HConstants.CATALOG_FAMILY));
|
|
||||||
int count = 10;
|
|
||||||
Thread [] threads = new Thread [count];
|
|
||||||
final AtomicInteger successes = new AtomicInteger(0);
|
|
||||||
final AtomicInteger failures = new AtomicInteger(0);
|
|
||||||
final Admin localAdmin = this.admin;
|
|
||||||
for (int i = 0; i < count; i++) {
|
|
||||||
threads[i] = new Thread(Integer.toString(i)) {
|
|
||||||
@Override
|
|
||||||
public void run() {
|
|
||||||
try {
|
|
||||||
localAdmin.createTable(threadDesc);
|
|
||||||
successes.incrementAndGet();
|
|
||||||
} catch (TableExistsException e) {
|
|
||||||
failures.incrementAndGet();
|
|
||||||
} catch (IOException e) {
|
|
||||||
throw new RuntimeException("Failed threaded create" + getName(), e);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
};
|
|
||||||
}
|
|
||||||
for (int i = 0; i < count; i++) {
|
|
||||||
threads[i].start();
|
|
||||||
}
|
|
||||||
for (int i = 0; i < count; i++) {
|
|
||||||
while(threads[i].isAlive()) {
|
|
||||||
try {
|
|
||||||
Thread.sleep(100);
|
|
||||||
} catch (InterruptedException e) {
|
|
||||||
// continue
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
// All threads are now dead. Count up how many tables were created and
|
|
||||||
// how many failed w/ appropriate exception.
|
|
||||||
assertEquals(1, successes.get());
|
|
||||||
assertEquals(count - 1, failures.get());
|
|
||||||
}
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Test for hadoop-1581 'HBASE: Unopenable tablename bug'.
|
|
||||||
* @throws Exception
|
|
||||||
*/
|
|
||||||
@Test (timeout=300000)
|
|
||||||
public void testTableNameClash() throws Exception {
|
|
||||||
String name = "testTableNameClash";
|
|
||||||
HTableDescriptor htd1 = new HTableDescriptor(TableName.valueOf(name + "SOMEUPPERCASE"));
|
|
||||||
HTableDescriptor htd2 = new HTableDescriptor(TableName.valueOf(name));
|
|
||||||
htd1.addFamily(new HColumnDescriptor(HConstants.CATALOG_FAMILY));
|
|
||||||
htd2.addFamily(new HColumnDescriptor(HConstants.CATALOG_FAMILY));
|
|
||||||
admin.createTable(htd1);
|
|
||||||
admin.createTable(htd2);
|
|
||||||
// Before fix, below would fail throwing a NoServerForRegionException.
|
|
||||||
new HTable(TEST_UTIL.getConfiguration(), htd2.getTableName()).close();
|
|
||||||
}
|
|
||||||
|
|
||||||
/***
|
|
||||||
* HMaster.createTable used to be kind of synchronous call
|
|
||||||
* Thus creating of table with lots of regions can cause RPC timeout
|
|
||||||
* After the fix to make createTable truly async, RPC timeout shouldn't be an
|
|
||||||
* issue anymore
|
|
||||||
* @throws Exception
|
|
||||||
*/
|
|
||||||
@Test (timeout=300000)
|
|
||||||
public void testCreateTableRPCTimeOut() throws Exception {
|
|
||||||
String name = "testCreateTableRPCTimeOut";
|
|
||||||
int oldTimeout = TEST_UTIL.getConfiguration().
|
|
||||||
getInt(HConstants.HBASE_RPC_TIMEOUT_KEY, HConstants.DEFAULT_HBASE_RPC_TIMEOUT);
|
|
||||||
TEST_UTIL.getConfiguration().setInt(HConstants.HBASE_RPC_TIMEOUT_KEY, 1500);
|
|
||||||
try {
|
|
||||||
int expectedRegions = 100;
|
|
||||||
// Use 80 bit numbers to make sure we aren't limited
|
|
||||||
byte [] startKey = { 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 };
|
|
||||||
byte [] endKey = { 9, 9, 9, 9, 9, 9, 9, 9, 9, 9 };
|
|
||||||
Admin hbaseadmin = new HBaseAdmin(TEST_UTIL.getConfiguration());
|
|
||||||
HTableDescriptor htd = new HTableDescriptor(TableName.valueOf(name));
|
|
||||||
htd.addFamily(new HColumnDescriptor(HConstants.CATALOG_FAMILY));
|
|
||||||
hbaseadmin.createTable(htd, startKey, endKey, expectedRegions);
|
|
||||||
hbaseadmin.close();
|
|
||||||
} finally {
|
|
||||||
TEST_UTIL.getConfiguration().setInt(HConstants.HBASE_RPC_TIMEOUT_KEY, oldTimeout);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Test read only tables
|
|
||||||
* @throws Exception
|
|
||||||
*/
|
|
||||||
@Test (timeout=300000)
|
|
||||||
public void testReadOnlyTable() throws Exception {
|
|
||||||
TableName name = TableName.valueOf("testReadOnlyTable");
|
|
||||||
Table table = TEST_UTIL.createTable(name, HConstants.CATALOG_FAMILY);
|
|
||||||
byte[] value = Bytes.toBytes("somedata");
|
|
||||||
// This used to use an empty row... That must have been a bug
|
|
||||||
Put put = new Put(value);
|
|
||||||
put.add(HConstants.CATALOG_FAMILY, HConstants.CATALOG_FAMILY, value);
|
|
||||||
table.put(put);
|
|
||||||
table.close();
|
|
||||||
}
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Test that user table names can contain '-' and '.' so long as they do not
|
|
||||||
* start with same. HBASE-771
|
|
||||||
* @throws IOException
|
|
||||||
*/
|
|
||||||
@Test (timeout=300000)
|
|
||||||
public void testTableNames() throws IOException {
|
|
||||||
byte[][] illegalNames = new byte[][] {
|
|
||||||
Bytes.toBytes("-bad"),
|
|
||||||
Bytes.toBytes(".bad")
|
|
||||||
};
|
|
||||||
for (byte[] illegalName : illegalNames) {
|
|
||||||
try {
|
|
||||||
new HTableDescriptor(TableName.valueOf(illegalName));
|
|
||||||
throw new IOException("Did not detect '" +
|
|
||||||
Bytes.toString(illegalName) + "' as an illegal user table name");
|
|
||||||
} catch (IllegalArgumentException e) {
|
|
||||||
// expected
|
|
||||||
}
|
|
||||||
}
|
|
||||||
byte[] legalName = Bytes.toBytes("g-oo.d");
|
|
||||||
try {
|
|
||||||
new HTableDescriptor(TableName.valueOf(legalName));
|
|
||||||
} catch (IllegalArgumentException e) {
|
|
||||||
throw new IOException("Legal user table name: '" +
|
|
||||||
Bytes.toString(legalName) + "' caused IllegalArgumentException: " +
|
|
||||||
e.getMessage());
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
/**
|
|
||||||
* For HADOOP-2579
|
|
||||||
* @throws IOException
|
|
||||||
*/
|
|
||||||
@Test (expected=TableExistsException.class, timeout=300000)
|
|
||||||
public void testTableExistsExceptionWithATable() throws IOException {
|
|
||||||
final TableName name = TableName.valueOf("testTableExistsExceptionWithATable");
|
|
||||||
TEST_UTIL.createTable(name, HConstants.CATALOG_FAMILY).close();
|
|
||||||
TEST_UTIL.createTable(name, HConstants.CATALOG_FAMILY);
|
|
||||||
}
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Can't disable a table if the table isn't in enabled state
|
|
||||||
* @throws IOException
|
|
||||||
*/
|
|
||||||
@Test (expected=TableNotEnabledException.class, timeout=300000)
|
|
||||||
public void testTableNotEnabledExceptionWithATable() throws IOException {
|
|
||||||
final TableName name = TableName.valueOf("testTableNotEnabledExceptionWithATable");
|
|
||||||
TEST_UTIL.createTable(name, HConstants.CATALOG_FAMILY).close();
|
|
||||||
this.admin.disableTable(name);
|
|
||||||
this.admin.disableTable(name);
|
|
||||||
}
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Can't enable a table if the table isn't in disabled state
|
|
||||||
* @throws IOException
|
|
||||||
*/
|
|
||||||
@Test (expected=TableNotDisabledException.class, timeout=300000)
|
|
||||||
public void testTableNotDisabledExceptionWithATable() throws IOException {
|
|
||||||
final TableName name = TableName.valueOf("testTableNotDisabledExceptionWithATable");
|
|
||||||
Table t = TEST_UTIL.createTable(name, HConstants.CATALOG_FAMILY);
|
|
||||||
try {
|
|
||||||
this.admin.enableTable(name);
|
|
||||||
}finally {
|
|
||||||
t.close();
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
/**
|
|
||||||
* For HADOOP-2579
|
|
||||||
* @throws IOException
|
|
||||||
*/
|
|
||||||
@Test (expected=TableNotFoundException.class, timeout=300000)
|
|
||||||
public void testTableNotFoundExceptionWithoutAnyTables() throws IOException {
|
|
||||||
TableName tableName = TableName
|
|
||||||
.valueOf("testTableNotFoundExceptionWithoutAnyTables");
|
|
||||||
Table ht = new HTable(TEST_UTIL.getConfiguration(), tableName);
|
|
||||||
ht.get(new Get("e".getBytes()));
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
@Test (timeout=300000)
|
|
||||||
public void testShouldCloseTheRegionBasedOnTheEncodedRegionName()
|
|
||||||
throws Exception {
|
|
||||||
TableName TABLENAME =
|
|
||||||
TableName.valueOf("TestHBACloseRegion");
|
|
||||||
createTableWithDefaultConf(TABLENAME);
|
|
||||||
|
|
||||||
HRegionInfo info = null;
|
|
||||||
HRegionServer rs = TEST_UTIL.getRSForFirstRegionInTable(TABLENAME);
|
|
||||||
List<HRegionInfo> onlineRegions = ProtobufUtil.getOnlineRegions(rs.getRSRpcServices());
|
|
||||||
for (HRegionInfo regionInfo : onlineRegions) {
|
|
||||||
if (!regionInfo.getTable().isSystemTable()) {
|
|
||||||
info = regionInfo;
|
|
||||||
admin.closeRegionWithEncodedRegionName(regionInfo.getEncodedName(), rs
|
|
||||||
.getServerName().getServerName());
|
|
||||||
}
|
|
||||||
}
|
|
||||||
boolean isInList = ProtobufUtil.getOnlineRegions(
|
|
||||||
rs.getRSRpcServices()).contains(info);
|
|
||||||
long timeout = System.currentTimeMillis() + 10000;
|
|
||||||
while ((System.currentTimeMillis() < timeout) && (isInList)) {
|
|
||||||
Thread.sleep(100);
|
|
||||||
isInList = ProtobufUtil.getOnlineRegions(
|
|
||||||
rs.getRSRpcServices()).contains(info);
|
|
||||||
}
|
|
||||||
|
|
||||||
assertFalse("The region should not be present in online regions list.",
|
|
||||||
isInList);
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test (timeout=300000)
|
|
||||||
public void testCloseRegionIfInvalidRegionNameIsPassed() throws Exception {
|
|
||||||
byte[] TABLENAME = Bytes.toBytes("TestHBACloseRegion1");
|
|
||||||
createTableWithDefaultConf(TABLENAME);
|
|
||||||
|
|
||||||
HRegionInfo info = null;
|
|
||||||
HRegionServer rs = TEST_UTIL.getRSForFirstRegionInTable(TableName.valueOf(TABLENAME));
|
|
||||||
List<HRegionInfo> onlineRegions = ProtobufUtil.getOnlineRegions(rs.getRSRpcServices());
|
|
||||||
for (HRegionInfo regionInfo : onlineRegions) {
|
|
||||||
if (!regionInfo.isMetaTable()) {
|
|
||||||
if (regionInfo.getRegionNameAsString().contains("TestHBACloseRegion1")) {
|
|
||||||
info = regionInfo;
|
|
||||||
try {
|
|
||||||
admin.closeRegionWithEncodedRegionName("sample", rs.getServerName()
|
|
||||||
.getServerName());
|
|
||||||
} catch (NotServingRegionException nsre) {
|
|
||||||
// expected, ignore it
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
onlineRegions = ProtobufUtil.getOnlineRegions(rs.getRSRpcServices());
|
|
||||||
assertTrue("The region should be present in online regions list.",
|
|
||||||
onlineRegions.contains(info));
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test (timeout=300000)
|
|
||||||
public void testCloseRegionThatFetchesTheHRIFromMeta() throws Exception {
|
|
||||||
TableName TABLENAME =
|
|
||||||
TableName.valueOf("TestHBACloseRegion2");
|
|
||||||
createTableWithDefaultConf(TABLENAME);
|
|
||||||
|
|
||||||
HRegionInfo info = null;
|
|
||||||
HRegionServer rs = TEST_UTIL.getRSForFirstRegionInTable(TABLENAME);
|
|
||||||
List<HRegionInfo> onlineRegions = ProtobufUtil.getOnlineRegions(rs.getRSRpcServices());
|
|
||||||
for (HRegionInfo regionInfo : onlineRegions) {
|
|
||||||
if (!regionInfo.isMetaTable()) {
|
|
||||||
|
|
||||||
if (regionInfo.getRegionNameAsString().contains("TestHBACloseRegion2")) {
|
|
||||||
info = regionInfo;
|
|
||||||
admin.closeRegion(regionInfo.getRegionNameAsString(), rs
|
|
||||||
.getServerName().getServerName());
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
boolean isInList = ProtobufUtil.getOnlineRegions(
|
|
||||||
rs.getRSRpcServices()).contains(info);
|
|
||||||
long timeout = System.currentTimeMillis() + 10000;
|
|
||||||
while ((System.currentTimeMillis() < timeout) && (isInList)) {
|
|
||||||
Thread.sleep(100);
|
|
||||||
isInList = ProtobufUtil.getOnlineRegions(
|
|
||||||
rs.getRSRpcServices()).contains(info);
|
|
||||||
}
|
|
||||||
|
|
||||||
assertFalse("The region should not be present in online regions list.",
|
|
||||||
isInList);
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test (timeout=300000)
|
|
||||||
public void testCloseRegionWhenServerNameIsNull() throws Exception {
|
|
||||||
byte[] TABLENAME = Bytes.toBytes("TestHBACloseRegion3");
|
|
||||||
createTableWithDefaultConf(TABLENAME);
|
|
||||||
|
|
||||||
HRegionServer rs = TEST_UTIL.getRSForFirstRegionInTable(TableName.valueOf(TABLENAME));
|
|
||||||
|
|
||||||
try {
|
|
||||||
List<HRegionInfo> onlineRegions = ProtobufUtil.getOnlineRegions(rs.getRSRpcServices());
|
|
||||||
for (HRegionInfo regionInfo : onlineRegions) {
|
|
||||||
if (!regionInfo.isMetaTable()) {
|
|
||||||
if (regionInfo.getRegionNameAsString()
|
|
||||||
.contains("TestHBACloseRegion3")) {
|
|
||||||
admin.closeRegionWithEncodedRegionName(regionInfo.getEncodedName(),
|
|
||||||
null);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
fail("The test should throw exception if the servername passed is null.");
|
|
||||||
} catch (IllegalArgumentException e) {
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
@Test (timeout=300000)
|
|
||||||
public void testCloseRegionWhenServerNameIsEmpty() throws Exception {
|
|
||||||
byte[] TABLENAME = Bytes.toBytes("TestHBACloseRegionWhenServerNameIsEmpty");
|
|
||||||
createTableWithDefaultConf(TABLENAME);
|
|
||||||
|
|
||||||
HRegionServer rs = TEST_UTIL.getRSForFirstRegionInTable(TableName.valueOf(TABLENAME));
|
|
||||||
|
|
||||||
try {
|
|
||||||
List<HRegionInfo> onlineRegions = ProtobufUtil.getOnlineRegions(rs.getRSRpcServices());
|
|
||||||
for (HRegionInfo regionInfo : onlineRegions) {
|
|
||||||
if (!regionInfo.isMetaTable()) {
|
|
||||||
if (regionInfo.getRegionNameAsString()
|
|
||||||
.contains("TestHBACloseRegionWhenServerNameIsEmpty")) {
|
|
||||||
admin.closeRegionWithEncodedRegionName(regionInfo.getEncodedName(),
|
|
||||||
" ");
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
fail("The test should throw exception if the servername passed is empty.");
|
|
||||||
} catch (IllegalArgumentException e) {
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test (timeout=300000)
|
|
||||||
public void testCloseRegionWhenEncodedRegionNameIsNotGiven() throws Exception {
|
|
||||||
byte[] TABLENAME = Bytes.toBytes("TestHBACloseRegion4");
|
|
||||||
createTableWithDefaultConf(TABLENAME);
|
|
||||||
|
|
||||||
HRegionInfo info = null;
|
|
||||||
HRegionServer rs = TEST_UTIL.getRSForFirstRegionInTable(TableName.valueOf(TABLENAME));
|
|
||||||
|
|
||||||
List<HRegionInfo> onlineRegions = ProtobufUtil.getOnlineRegions(rs.getRSRpcServices());
|
|
||||||
for (HRegionInfo regionInfo : onlineRegions) {
|
|
||||||
if (!regionInfo.isMetaTable()) {
|
|
||||||
if (regionInfo.getRegionNameAsString().contains("TestHBACloseRegion4")) {
|
|
||||||
info = regionInfo;
|
|
||||||
try {
|
|
||||||
admin.closeRegionWithEncodedRegionName(regionInfo
|
|
||||||
.getRegionNameAsString(), rs.getServerName().getServerName());
|
|
||||||
} catch (NotServingRegionException nsre) {
|
|
||||||
// expected, ignore it.
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
onlineRegions = ProtobufUtil.getOnlineRegions(rs.getRSRpcServices());
|
|
||||||
assertTrue("The region should be present in online regions list.",
|
|
||||||
onlineRegions.contains(info));
|
|
||||||
}
|
|
||||||
|
|
||||||
private HBaseAdmin createTable(byte[] TABLENAME) throws IOException {
|
|
||||||
|
|
||||||
Configuration config = TEST_UTIL.getConfiguration();
|
|
||||||
HBaseAdmin admin = new HBaseAdmin(config);
|
|
||||||
|
|
||||||
HTableDescriptor htd = new HTableDescriptor(TableName.valueOf(TABLENAME));
|
|
||||||
HColumnDescriptor hcd = new HColumnDescriptor("value");
|
|
||||||
|
|
||||||
htd.addFamily(hcd);
|
|
||||||
admin.createTable(htd, null);
|
|
||||||
return admin;
|
|
||||||
}
|
|
||||||
|
|
||||||
private void createTableWithDefaultConf(byte[] TABLENAME) throws IOException {
|
|
||||||
createTableWithDefaultConf(TableName.valueOf(TABLENAME));
|
|
||||||
}
|
|
||||||
|
|
||||||
private void createTableWithDefaultConf(TableName TABLENAME) throws IOException {
|
|
||||||
HTableDescriptor htd = new HTableDescriptor(TABLENAME);
|
|
||||||
HColumnDescriptor hcd = new HColumnDescriptor("value");
|
|
||||||
htd.addFamily(hcd);
|
|
||||||
|
|
||||||
admin.createTable(htd, null);
|
|
||||||
}
|
|
||||||
|
|
||||||
/**
|
|
||||||
* For HBASE-2556
|
|
||||||
* @throws IOException
|
|
||||||
*/
|
|
||||||
@Test (timeout=300000)
|
|
||||||
public void testGetTableRegions() throws IOException {
|
|
||||||
|
|
||||||
final TableName tableName = TableName.valueOf("testGetTableRegions");
|
|
||||||
|
|
||||||
int expectedRegions = 10;
|
|
||||||
|
|
||||||
// Use 80 bit numbers to make sure we aren't limited
|
|
||||||
byte [] startKey = { 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 };
|
|
||||||
byte [] endKey = { 9, 9, 9, 9, 9, 9, 9, 9, 9, 9 };
|
|
||||||
|
|
||||||
|
|
||||||
HTableDescriptor desc = new HTableDescriptor(tableName);
|
|
||||||
desc.addFamily(new HColumnDescriptor(HConstants.CATALOG_FAMILY));
|
|
||||||
admin.createTable(desc, startKey, endKey, expectedRegions);
|
|
||||||
|
|
||||||
List<HRegionInfo> RegionInfos = admin.getTableRegions(tableName);
|
|
||||||
|
|
||||||
assertEquals("Tried to create " + expectedRegions + " regions " +
|
|
||||||
"but only found " + RegionInfos.size(),
|
|
||||||
expectedRegions, RegionInfos.size());
|
|
||||||
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test (timeout=300000)
|
|
||||||
public void testHLogRollWriting() throws Exception {
|
|
||||||
setUpforLogRolling();
|
|
||||||
String className = this.getClass().getName();
|
|
||||||
StringBuilder v = new StringBuilder(className);
|
|
||||||
while (v.length() < 1000) {
|
|
||||||
v.append(className);
|
|
||||||
}
|
|
||||||
byte[] value = Bytes.toBytes(v.toString());
|
|
||||||
HRegionServer regionServer = startAndWriteData(TableName.valueOf("TestLogRolling"), value);
|
|
||||||
LOG.info("after writing there are "
|
|
||||||
+ HLogUtilsForTests.getNumRolledLogFiles(regionServer.getWAL()) + " log files");
|
|
||||||
|
|
||||||
// flush all regions
|
|
||||||
|
|
||||||
List<HRegion> regions = new ArrayList<HRegion>(regionServer
|
|
||||||
.getOnlineRegionsLocalContext());
|
|
||||||
for (HRegion r : regions) {
|
|
||||||
r.flushcache();
|
|
||||||
}
|
|
||||||
admin.rollHLogWriter(regionServer.getServerName().getServerName());
|
|
||||||
int count = HLogUtilsForTests.getNumRolledLogFiles(regionServer.getWAL());
|
|
||||||
LOG.info("after flushing all regions and rolling logs there are " +
|
|
||||||
count + " log files");
|
|
||||||
assertTrue(("actual count: " + count), count <= 2);
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test (timeout=300000)
|
|
||||||
public void testMoveToPreviouslyAssignedRS() throws IOException, InterruptedException {
|
|
||||||
byte[] tableName = Bytes.toBytes("testMoveToPreviouslyAssignedRS");
|
|
||||||
MiniHBaseCluster cluster = TEST_UTIL.getHBaseCluster();
|
|
||||||
HMaster master = cluster.getMaster();
|
|
||||||
HBaseAdmin localAdmin = createTable(tableName);
|
|
||||||
List<HRegionInfo> tableRegions = localAdmin.getTableRegions(tableName);
|
|
||||||
HRegionInfo hri = tableRegions.get(0);
|
|
||||||
AssignmentManager am = master.getAssignmentManager();
|
|
||||||
assertTrue("Region " + hri.getRegionNameAsString()
|
|
||||||
+ " should be assigned properly", am.waitForAssignment(hri));
|
|
||||||
ServerName server = am.getRegionStates().getRegionServerOfRegion(hri);
|
|
||||||
localAdmin.move(hri.getEncodedNameAsBytes(), Bytes.toBytes(server.getServerName()));
|
|
||||||
assertEquals("Current region server and region server before move should be same.", server,
|
|
||||||
am.getRegionStates().getRegionServerOfRegion(hri));
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
private void setUpforLogRolling() {
|
|
||||||
// Force a region split after every 768KB
|
|
||||||
TEST_UTIL.getConfiguration().setLong(HConstants.HREGION_MAX_FILESIZE,
|
|
||||||
768L * 1024L);
|
|
||||||
|
|
||||||
// We roll the log after every 32 writes
|
|
||||||
TEST_UTIL.getConfiguration().setInt("hbase.regionserver.maxlogentries", 32);
|
|
||||||
|
|
||||||
TEST_UTIL.getConfiguration().setInt(
|
|
||||||
"hbase.regionserver.logroll.errors.tolerated", 2);
|
|
||||||
TEST_UTIL.getConfiguration().setInt("hbase.rpc.timeout", 10 * 1000);
|
|
||||||
|
|
||||||
// For less frequently updated regions flush after every 2 flushes
|
|
||||||
TEST_UTIL.getConfiguration().setInt(
|
|
||||||
"hbase.hregion.memstore.optionalflushcount", 2);
|
|
||||||
|
|
||||||
// We flush the cache after every 8192 bytes
|
|
||||||
TEST_UTIL.getConfiguration().setInt(HConstants.HREGION_MEMSTORE_FLUSH_SIZE,
|
|
||||||
8192);
|
|
||||||
|
|
||||||
// Increase the amount of time between client retries
|
|
||||||
TEST_UTIL.getConfiguration().setLong("hbase.client.pause", 10 * 1000);
|
|
||||||
|
|
||||||
// Reduce thread wake frequency so that other threads can get
|
|
||||||
// a chance to run.
|
|
||||||
TEST_UTIL.getConfiguration().setInt(HConstants.THREAD_WAKE_FREQUENCY,
|
|
||||||
2 * 1000);
|
|
||||||
|
|
||||||
/**** configuration for testLogRollOnDatanodeDeath ****/
|
|
||||||
// make sure log.hflush() calls syncFs() to open a pipeline
|
|
||||||
TEST_UTIL.getConfiguration().setBoolean("dfs.support.append", true);
|
|
||||||
// lower the namenode & datanode heartbeat so the namenode
|
|
||||||
// quickly detects datanode failures
|
|
||||||
TEST_UTIL.getConfiguration().setInt("dfs.namenode.heartbeat.recheck-interval", 5000);
|
|
||||||
TEST_UTIL.getConfiguration().setInt("dfs.heartbeat.interval", 1);
|
|
||||||
// the namenode might still try to choose the recently-dead datanode
|
|
||||||
// for a pipeline, so try to a new pipeline multiple times
|
|
||||||
TEST_UTIL.getConfiguration().setInt("dfs.client.block.write.retries", 30);
|
|
||||||
TEST_UTIL.getConfiguration().setInt(
|
|
||||||
"hbase.regionserver.hlog.tolerable.lowreplication", 2);
|
|
||||||
TEST_UTIL.getConfiguration().setInt(
|
|
||||||
"hbase.regionserver.hlog.lowreplication.rolllimit", 3);
|
|
||||||
}
|
|
||||||
|
|
||||||
private HRegionServer startAndWriteData(TableName tableName, byte[] value)
|
|
||||||
throws IOException, InterruptedException {
|
|
||||||
// When the hbase:meta table can be opened, the region servers are running
|
|
||||||
new HTable(
|
|
||||||
TEST_UTIL.getConfiguration(), TableName.META_TABLE_NAME).close();
|
|
||||||
|
|
||||||
// Create the test table and open it
|
|
||||||
HTableDescriptor desc = new HTableDescriptor(tableName);
|
|
||||||
desc.addFamily(new HColumnDescriptor(HConstants.CATALOG_FAMILY));
|
|
||||||
admin.createTable(desc);
|
|
||||||
Table table = new HTable(TEST_UTIL.getConfiguration(), tableName);
|
|
||||||
|
|
||||||
HRegionServer regionServer = TEST_UTIL.getRSForFirstRegionInTable(tableName);
|
|
||||||
for (int i = 1; i <= 256; i++) { // 256 writes should cause 8 log rolls
|
|
||||||
Put put = new Put(Bytes.toBytes("row" + String.format("%1$04d", i)));
|
|
||||||
put.add(HConstants.CATALOG_FAMILY, null, value);
|
|
||||||
table.put(put);
|
|
||||||
if (i % 32 == 0) {
|
|
||||||
// After every 32 writes sleep to let the log roller run
|
|
||||||
try {
|
|
||||||
Thread.sleep(2000);
|
|
||||||
} catch (InterruptedException e) {
|
|
||||||
// continue
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
table.close();
|
|
||||||
return regionServer;
|
|
||||||
}
|
|
||||||
|
|
||||||
/**
|
|
||||||
* HBASE-4417 checkHBaseAvailable() doesn't close zk connections
|
|
||||||
*/
|
|
||||||
@Test (timeout=300000)
|
|
||||||
public void testCheckHBaseAvailableClosesConnection() throws Exception {
|
|
||||||
Configuration conf = TEST_UTIL.getConfiguration();
|
|
||||||
|
|
||||||
int initialCount = HConnectionTestingUtility.getConnectionCount();
|
|
||||||
HBaseAdmin.checkHBaseAvailable(conf);
|
|
||||||
int finalCount = HConnectionTestingUtility.getConnectionCount();
|
|
||||||
|
|
||||||
Assert.assertEquals(initialCount, finalCount) ;
|
|
||||||
}
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Check that we have an exception if the cluster is not there.
|
|
||||||
*/
|
|
||||||
@Test (timeout=300000)
|
|
||||||
public void testCheckHBaseAvailableWithoutCluster() {
|
|
||||||
Configuration conf = new Configuration(TEST_UTIL.getConfiguration());
|
|
||||||
|
|
||||||
// Change the ZK address to go to something not used.
|
|
||||||
conf.setInt(HConstants.ZOOKEEPER_CLIENT_PORT,
|
|
||||||
conf.getInt(HConstants.ZOOKEEPER_CLIENT_PORT, 9999)+10);
|
|
||||||
|
|
||||||
int initialCount = HConnectionTestingUtility.getConnectionCount();
|
|
||||||
|
|
||||||
long start = System.currentTimeMillis();
|
|
||||||
try {
|
|
||||||
HBaseAdmin.checkHBaseAvailable(conf);
|
|
||||||
assertTrue(false);
|
|
||||||
} catch (MasterNotRunningException ignored) {
|
|
||||||
} catch (ZooKeeperConnectionException ignored) {
|
|
||||||
} catch (ServiceException ignored) {
|
|
||||||
} catch (IOException ignored) {
|
|
||||||
}
|
|
||||||
long end = System.currentTimeMillis();
|
|
||||||
|
|
||||||
int finalCount = HConnectionTestingUtility.getConnectionCount();
|
|
||||||
|
|
||||||
Assert.assertEquals(initialCount, finalCount) ;
|
|
||||||
|
|
||||||
LOG.info("It took "+(end-start)+" ms to find out that" +
|
|
||||||
" HBase was not available");
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test (timeout=300000)
|
|
||||||
public void testDisableCatalogTable() throws Exception {
|
|
||||||
try {
|
|
||||||
this.admin.disableTable(TableName.META_TABLE_NAME);
|
|
||||||
fail("Expected to throw ConstraintException");
|
|
||||||
} catch (ConstraintException e) {
|
|
||||||
}
|
|
||||||
// Before the fix for HBASE-6146, the below table creation was failing as the hbase:meta table
|
|
||||||
// actually getting disabled by the disableTable() call.
|
|
||||||
HTableDescriptor htd = new HTableDescriptor(TableName.valueOf("testDisableCatalogTable".getBytes()));
|
|
||||||
HColumnDescriptor hcd = new HColumnDescriptor("cf1".getBytes());
|
|
||||||
htd.addFamily(hcd);
|
|
||||||
TEST_UTIL.getHBaseAdmin().createTable(htd);
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test (timeout=300000)
|
|
||||||
public void testIsEnabledOrDisabledOnUnknownTable() throws Exception {
|
|
||||||
try {
|
|
||||||
admin.isTableEnabled(TableName.valueOf("unkownTable"));
|
|
||||||
fail("Test should fail if isTableEnabled called on unknown table.");
|
|
||||||
} catch (IOException e) {
|
|
||||||
}
|
|
||||||
|
|
||||||
try {
|
|
||||||
admin.isTableDisabled(TableName.valueOf("unkownTable"));
|
|
||||||
fail("Test should fail if isTableDisabled called on unknown table.");
|
|
||||||
} catch (IOException e) {
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test (timeout=300000)
|
|
||||||
public void testGetRegion() throws Exception {
|
|
||||||
// We use actual HBaseAdmin instance instead of going via Admin interface in
|
|
||||||
// here because makes use of an internal HBA method (TODO: Fix.).
|
|
||||||
HBaseAdmin rawAdmin = new HBaseAdmin(TEST_UTIL.getConfiguration());
|
|
||||||
|
|
||||||
final TableName tableName = TableName.valueOf("testGetRegion");
|
|
||||||
LOG.info("Started " + tableName);
|
|
||||||
HTable t = TEST_UTIL.createTable(tableName, HConstants.CATALOG_FAMILY);
|
|
||||||
TEST_UTIL.createMultiRegions(t, HConstants.CATALOG_FAMILY);
|
|
||||||
|
|
||||||
HRegionLocation regionLocation = t.getRegionLocation("mmm");
|
|
||||||
HRegionInfo region = regionLocation.getRegionInfo();
|
|
||||||
byte[] regionName = region.getRegionName();
|
|
||||||
Pair<HRegionInfo, ServerName> pair = rawAdmin.getRegion(regionName);
|
|
||||||
assertTrue(Bytes.equals(regionName, pair.getFirst().getRegionName()));
|
|
||||||
pair = rawAdmin.getRegion(region.getEncodedNameAsBytes());
|
|
||||||
assertTrue(Bytes.equals(regionName, pair.getFirst().getRegionName()));
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
@ -0,0 +1,734 @@
|
||||||
|
/**
|
||||||
|
*
|
||||||
|
* Licensed to the Apache Software Foundation (ASF) under one
|
||||||
|
* or more contributor license agreements. See the NOTICE file
|
||||||
|
* distributed with this work for additional information
|
||||||
|
* regarding copyright ownership. The ASF licenses this file
|
||||||
|
* to you under the Apache License, Version 2.0 (the
|
||||||
|
* "License"); you may not use this file except in compliance
|
||||||
|
* with the License. You may obtain a copy of the License at
|
||||||
|
*
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
* See the License for the specific language governing permissions and
|
||||||
|
* limitations under the License.
|
||||||
|
*/
|
||||||
|
package org.apache.hadoop.hbase.client;
|
||||||
|
|
||||||
|
import static org.junit.Assert.assertEquals;
|
||||||
|
import static org.junit.Assert.assertFalse;
|
||||||
|
import static org.junit.Assert.assertTrue;
|
||||||
|
import static org.junit.Assert.fail;
|
||||||
|
|
||||||
|
import java.io.IOException;
|
||||||
|
import java.util.ArrayList;
|
||||||
|
import java.util.List;
|
||||||
|
import java.util.concurrent.atomic.AtomicInteger;
|
||||||
|
|
||||||
|
import org.apache.commons.logging.Log;
|
||||||
|
import org.apache.commons.logging.LogFactory;
|
||||||
|
import org.apache.hadoop.conf.Configuration;
|
||||||
|
import org.apache.hadoop.hbase.HBaseTestingUtility;
|
||||||
|
import org.apache.hadoop.hbase.HColumnDescriptor;
|
||||||
|
import org.apache.hadoop.hbase.HConstants;
|
||||||
|
import org.apache.hadoop.hbase.HRegionInfo;
|
||||||
|
import org.apache.hadoop.hbase.HRegionLocation;
|
||||||
|
import org.apache.hadoop.hbase.HTableDescriptor;
|
||||||
|
import org.apache.hadoop.hbase.MasterNotRunningException;
|
||||||
|
import org.apache.hadoop.hbase.MiniHBaseCluster;
|
||||||
|
import org.apache.hadoop.hbase.NotServingRegionException;
|
||||||
|
import org.apache.hadoop.hbase.ServerName;
|
||||||
|
import org.apache.hadoop.hbase.TableExistsException;
|
||||||
|
import org.apache.hadoop.hbase.TableName;
|
||||||
|
import org.apache.hadoop.hbase.TableNotDisabledException;
|
||||||
|
import org.apache.hadoop.hbase.TableNotEnabledException;
|
||||||
|
import org.apache.hadoop.hbase.TableNotFoundException;
|
||||||
|
import org.apache.hadoop.hbase.ZooKeeperConnectionException;
|
||||||
|
import org.apache.hadoop.hbase.constraint.ConstraintException;
|
||||||
|
import org.apache.hadoop.hbase.master.AssignmentManager;
|
||||||
|
import org.apache.hadoop.hbase.master.HMaster;
|
||||||
|
import org.apache.hadoop.hbase.protobuf.ProtobufUtil;
|
||||||
|
import org.apache.hadoop.hbase.regionserver.HRegion;
|
||||||
|
import org.apache.hadoop.hbase.regionserver.HRegionServer;
|
||||||
|
import org.apache.hadoop.hbase.regionserver.wal.HLogUtilsForTests;
|
||||||
|
import org.apache.hadoop.hbase.testclassification.ClientTests;
|
||||||
|
import org.apache.hadoop.hbase.testclassification.LargeTests;
|
||||||
|
import org.apache.hadoop.hbase.util.Bytes;
|
||||||
|
import org.apache.hadoop.hbase.util.Pair;
|
||||||
|
import org.junit.After;
|
||||||
|
import org.junit.AfterClass;
|
||||||
|
import org.junit.Assert;
|
||||||
|
import org.junit.Before;
|
||||||
|
import org.junit.BeforeClass;
|
||||||
|
import org.junit.Test;
|
||||||
|
import org.junit.experimental.categories.Category;
|
||||||
|
|
||||||
|
import com.google.protobuf.ServiceException;
|
||||||
|
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Class to test HBaseAdmin.
|
||||||
|
* Spins up the minicluster once at test start and then takes it down afterward.
|
||||||
|
* Add any testing of HBaseAdmin functionality here.
|
||||||
|
*/
|
||||||
|
@Category({LargeTests.class, ClientTests.class})
|
||||||
|
public class TestAdmin2 {
|
||||||
|
final Log LOG = LogFactory.getLog(getClass());
|
||||||
|
private final static HBaseTestingUtility TEST_UTIL = new HBaseTestingUtility();
|
||||||
|
private Admin admin;
|
||||||
|
|
||||||
|
@BeforeClass
|
||||||
|
public static void setUpBeforeClass() throws Exception {
|
||||||
|
TEST_UTIL.getConfiguration().setBoolean("hbase.online.schema.update.enable", true);
|
||||||
|
TEST_UTIL.getConfiguration().setInt("hbase.regionserver.msginterval", 100);
|
||||||
|
TEST_UTIL.getConfiguration().setInt("hbase.client.pause", 250);
|
||||||
|
TEST_UTIL.getConfiguration().setInt("hbase.client.retries.number", 6);
|
||||||
|
TEST_UTIL.getConfiguration().setBoolean(
|
||||||
|
"hbase.master.enabletable.roundrobin", true);
|
||||||
|
TEST_UTIL.startMiniCluster(3);
|
||||||
|
}
|
||||||
|
|
||||||
|
@AfterClass
|
||||||
|
public static void tearDownAfterClass() throws Exception {
|
||||||
|
TEST_UTIL.shutdownMiniCluster();
|
||||||
|
}
|
||||||
|
|
||||||
|
@Before
|
||||||
|
public void setUp() throws Exception {
|
||||||
|
this.admin = TEST_UTIL.getHBaseAdmin();
|
||||||
|
}
|
||||||
|
|
||||||
|
@After
|
||||||
|
public void tearDown() throws Exception {
|
||||||
|
for (HTableDescriptor htd : this.admin.listTables()) {
|
||||||
|
TEST_UTIL.deleteTable(htd.getName());
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
@Test (timeout=300000)
|
||||||
|
public void testCreateBadTables() throws IOException {
|
||||||
|
String msg = null;
|
||||||
|
try {
|
||||||
|
this.admin.createTable(new HTableDescriptor(TableName.META_TABLE_NAME));
|
||||||
|
} catch(TableExistsException e) {
|
||||||
|
msg = e.toString();
|
||||||
|
}
|
||||||
|
assertTrue("Unexcepted exception message " + msg, msg != null &&
|
||||||
|
msg.startsWith(TableExistsException.class.getName()) &&
|
||||||
|
msg.contains(TableName.META_TABLE_NAME.getNameAsString()));
|
||||||
|
|
||||||
|
// Now try and do concurrent creation with a bunch of threads.
|
||||||
|
final HTableDescriptor threadDesc =
|
||||||
|
new HTableDescriptor(TableName.valueOf("threaded_testCreateBadTables"));
|
||||||
|
threadDesc.addFamily(new HColumnDescriptor(HConstants.CATALOG_FAMILY));
|
||||||
|
int count = 10;
|
||||||
|
Thread [] threads = new Thread [count];
|
||||||
|
final AtomicInteger successes = new AtomicInteger(0);
|
||||||
|
final AtomicInteger failures = new AtomicInteger(0);
|
||||||
|
final Admin localAdmin = this.admin;
|
||||||
|
for (int i = 0; i < count; i++) {
|
||||||
|
threads[i] = new Thread(Integer.toString(i)) {
|
||||||
|
@Override
|
||||||
|
public void run() {
|
||||||
|
try {
|
||||||
|
localAdmin.createTable(threadDesc);
|
||||||
|
successes.incrementAndGet();
|
||||||
|
} catch (TableExistsException e) {
|
||||||
|
failures.incrementAndGet();
|
||||||
|
} catch (IOException e) {
|
||||||
|
throw new RuntimeException("Failed threaded create" + getName(), e);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
};
|
||||||
|
}
|
||||||
|
for (int i = 0; i < count; i++) {
|
||||||
|
threads[i].start();
|
||||||
|
}
|
||||||
|
for (int i = 0; i < count; i++) {
|
||||||
|
while(threads[i].isAlive()) {
|
||||||
|
try {
|
||||||
|
Thread.sleep(100);
|
||||||
|
} catch (InterruptedException e) {
|
||||||
|
// continue
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
// All threads are now dead. Count up how many tables were created and
|
||||||
|
// how many failed w/ appropriate exception.
|
||||||
|
assertEquals(1, successes.get());
|
||||||
|
assertEquals(count - 1, failures.get());
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Test for hadoop-1581 'HBASE: Unopenable tablename bug'.
|
||||||
|
* @throws Exception
|
||||||
|
*/
|
||||||
|
@Test (timeout=300000)
|
||||||
|
public void testTableNameClash() throws Exception {
|
||||||
|
String name = "testTableNameClash";
|
||||||
|
HTableDescriptor htd1 = new HTableDescriptor(TableName.valueOf(name + "SOMEUPPERCASE"));
|
||||||
|
HTableDescriptor htd2 = new HTableDescriptor(TableName.valueOf(name));
|
||||||
|
htd1.addFamily(new HColumnDescriptor(HConstants.CATALOG_FAMILY));
|
||||||
|
htd2.addFamily(new HColumnDescriptor(HConstants.CATALOG_FAMILY));
|
||||||
|
admin.createTable(htd1);
|
||||||
|
admin.createTable(htd2);
|
||||||
|
// Before fix, below would fail throwing a NoServerForRegionException.
|
||||||
|
new HTable(TEST_UTIL.getConfiguration(), htd2.getTableName()).close();
|
||||||
|
}
|
||||||
|
|
||||||
|
/***
|
||||||
|
* HMaster.createTable used to be kind of synchronous call
|
||||||
|
* Thus creating of table with lots of regions can cause RPC timeout
|
||||||
|
* After the fix to make createTable truly async, RPC timeout shouldn't be an
|
||||||
|
* issue anymore
|
||||||
|
* @throws Exception
|
||||||
|
*/
|
||||||
|
@Test (timeout=300000)
|
||||||
|
public void testCreateTableRPCTimeOut() throws Exception {
|
||||||
|
String name = "testCreateTableRPCTimeOut";
|
||||||
|
int oldTimeout = TEST_UTIL.getConfiguration().
|
||||||
|
getInt(HConstants.HBASE_RPC_TIMEOUT_KEY, HConstants.DEFAULT_HBASE_RPC_TIMEOUT);
|
||||||
|
TEST_UTIL.getConfiguration().setInt(HConstants.HBASE_RPC_TIMEOUT_KEY, 1500);
|
||||||
|
try {
|
||||||
|
int expectedRegions = 100;
|
||||||
|
// Use 80 bit numbers to make sure we aren't limited
|
||||||
|
byte [] startKey = { 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 };
|
||||||
|
byte [] endKey = { 9, 9, 9, 9, 9, 9, 9, 9, 9, 9 };
|
||||||
|
Admin hbaseadmin = new HBaseAdmin(TEST_UTIL.getConfiguration());
|
||||||
|
HTableDescriptor htd = new HTableDescriptor(TableName.valueOf(name));
|
||||||
|
htd.addFamily(new HColumnDescriptor(HConstants.CATALOG_FAMILY));
|
||||||
|
hbaseadmin.createTable(htd, startKey, endKey, expectedRegions);
|
||||||
|
hbaseadmin.close();
|
||||||
|
} finally {
|
||||||
|
TEST_UTIL.getConfiguration().setInt(HConstants.HBASE_RPC_TIMEOUT_KEY, oldTimeout);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Test read only tables
|
||||||
|
* @throws Exception
|
||||||
|
*/
|
||||||
|
@Test (timeout=300000)
|
||||||
|
public void testReadOnlyTable() throws Exception {
|
||||||
|
TableName name = TableName.valueOf("testReadOnlyTable");
|
||||||
|
Table table = TEST_UTIL.createTable(name, HConstants.CATALOG_FAMILY);
|
||||||
|
byte[] value = Bytes.toBytes("somedata");
|
||||||
|
// This used to use an empty row... That must have been a bug
|
||||||
|
Put put = new Put(value);
|
||||||
|
put.add(HConstants.CATALOG_FAMILY, HConstants.CATALOG_FAMILY, value);
|
||||||
|
table.put(put);
|
||||||
|
table.close();
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Test that user table names can contain '-' and '.' so long as they do not
|
||||||
|
* start with same. HBASE-771
|
||||||
|
* @throws IOException
|
||||||
|
*/
|
||||||
|
@Test (timeout=300000)
|
||||||
|
public void testTableNames() throws IOException {
|
||||||
|
byte[][] illegalNames = new byte[][] {
|
||||||
|
Bytes.toBytes("-bad"),
|
||||||
|
Bytes.toBytes(".bad")
|
||||||
|
};
|
||||||
|
for (byte[] illegalName : illegalNames) {
|
||||||
|
try {
|
||||||
|
new HTableDescriptor(TableName.valueOf(illegalName));
|
||||||
|
throw new IOException("Did not detect '" +
|
||||||
|
Bytes.toString(illegalName) + "' as an illegal user table name");
|
||||||
|
} catch (IllegalArgumentException e) {
|
||||||
|
// expected
|
||||||
|
}
|
||||||
|
}
|
||||||
|
byte[] legalName = Bytes.toBytes("g-oo.d");
|
||||||
|
try {
|
||||||
|
new HTableDescriptor(TableName.valueOf(legalName));
|
||||||
|
} catch (IllegalArgumentException e) {
|
||||||
|
throw new IOException("Legal user table name: '" +
|
||||||
|
Bytes.toString(legalName) + "' caused IllegalArgumentException: " +
|
||||||
|
e.getMessage());
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* For HADOOP-2579
|
||||||
|
* @throws IOException
|
||||||
|
*/
|
||||||
|
@Test (expected=TableExistsException.class, timeout=300000)
|
||||||
|
public void testTableExistsExceptionWithATable() throws IOException {
|
||||||
|
final TableName name = TableName.valueOf("testTableExistsExceptionWithATable");
|
||||||
|
TEST_UTIL.createTable(name, HConstants.CATALOG_FAMILY).close();
|
||||||
|
TEST_UTIL.createTable(name, HConstants.CATALOG_FAMILY);
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Can't disable a table if the table isn't in enabled state
|
||||||
|
* @throws IOException
|
||||||
|
*/
|
||||||
|
@Test (expected=TableNotEnabledException.class, timeout=300000)
|
||||||
|
public void testTableNotEnabledExceptionWithATable() throws IOException {
|
||||||
|
final TableName name = TableName.valueOf("testTableNotEnabledExceptionWithATable");
|
||||||
|
TEST_UTIL.createTable(name, HConstants.CATALOG_FAMILY).close();
|
||||||
|
this.admin.disableTable(name);
|
||||||
|
this.admin.disableTable(name);
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Can't enable a table if the table isn't in disabled state
|
||||||
|
* @throws IOException
|
||||||
|
*/
|
||||||
|
@Test (expected=TableNotDisabledException.class, timeout=300000)
|
||||||
|
public void testTableNotDisabledExceptionWithATable() throws IOException {
|
||||||
|
final TableName name = TableName.valueOf("testTableNotDisabledExceptionWithATable");
|
||||||
|
Table t = TEST_UTIL.createTable(name, HConstants.CATALOG_FAMILY);
|
||||||
|
try {
|
||||||
|
this.admin.enableTable(name);
|
||||||
|
}finally {
|
||||||
|
t.close();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* For HADOOP-2579
|
||||||
|
* @throws IOException
|
||||||
|
*/
|
||||||
|
@Test (expected=TableNotFoundException.class, timeout=300000)
|
||||||
|
public void testTableNotFoundExceptionWithoutAnyTables() throws IOException {
|
||||||
|
TableName tableName = TableName
|
||||||
|
.valueOf("testTableNotFoundExceptionWithoutAnyTables");
|
||||||
|
Table ht = new HTable(TEST_UTIL.getConfiguration(), tableName);
|
||||||
|
ht.get(new Get("e".getBytes()));
|
||||||
|
}
|
||||||
|
|
||||||
|
@Test (timeout=300000)
|
||||||
|
public void testShouldCloseTheRegionBasedOnTheEncodedRegionName()
|
||||||
|
throws Exception {
|
||||||
|
TableName TABLENAME =
|
||||||
|
TableName.valueOf("TestHBACloseRegion");
|
||||||
|
createTableWithDefaultConf(TABLENAME);
|
||||||
|
|
||||||
|
HRegionInfo info = null;
|
||||||
|
HRegionServer rs = TEST_UTIL.getRSForFirstRegionInTable(TABLENAME);
|
||||||
|
List<HRegionInfo> onlineRegions = ProtobufUtil.getOnlineRegions(rs.getRSRpcServices());
|
||||||
|
for (HRegionInfo regionInfo : onlineRegions) {
|
||||||
|
if (!regionInfo.getTable().isSystemTable()) {
|
||||||
|
info = regionInfo;
|
||||||
|
admin.closeRegionWithEncodedRegionName(regionInfo.getEncodedName(), rs
|
||||||
|
.getServerName().getServerName());
|
||||||
|
}
|
||||||
|
}
|
||||||
|
boolean isInList = ProtobufUtil.getOnlineRegions(
|
||||||
|
rs.getRSRpcServices()).contains(info);
|
||||||
|
long timeout = System.currentTimeMillis() + 10000;
|
||||||
|
while ((System.currentTimeMillis() < timeout) && (isInList)) {
|
||||||
|
Thread.sleep(100);
|
||||||
|
isInList = ProtobufUtil.getOnlineRegions(
|
||||||
|
rs.getRSRpcServices()).contains(info);
|
||||||
|
}
|
||||||
|
|
||||||
|
assertFalse("The region should not be present in online regions list.",
|
||||||
|
isInList);
|
||||||
|
}
|
||||||
|
|
||||||
|
@Test (timeout=300000)
|
||||||
|
public void testCloseRegionIfInvalidRegionNameIsPassed() throws Exception {
|
||||||
|
byte[] TABLENAME = Bytes.toBytes("TestHBACloseRegion1");
|
||||||
|
createTableWithDefaultConf(TABLENAME);
|
||||||
|
|
||||||
|
HRegionInfo info = null;
|
||||||
|
HRegionServer rs = TEST_UTIL.getRSForFirstRegionInTable(TableName.valueOf(TABLENAME));
|
||||||
|
List<HRegionInfo> onlineRegions = ProtobufUtil.getOnlineRegions(rs.getRSRpcServices());
|
||||||
|
for (HRegionInfo regionInfo : onlineRegions) {
|
||||||
|
if (!regionInfo.isMetaTable()) {
|
||||||
|
if (regionInfo.getRegionNameAsString().contains("TestHBACloseRegion1")) {
|
||||||
|
info = regionInfo;
|
||||||
|
try {
|
||||||
|
admin.closeRegionWithEncodedRegionName("sample", rs.getServerName()
|
||||||
|
.getServerName());
|
||||||
|
} catch (NotServingRegionException nsre) {
|
||||||
|
// expected, ignore it
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
onlineRegions = ProtobufUtil.getOnlineRegions(rs.getRSRpcServices());
|
||||||
|
assertTrue("The region should be present in online regions list.",
|
||||||
|
onlineRegions.contains(info));
|
||||||
|
}
|
||||||
|
|
||||||
|
@Test (timeout=300000)
|
||||||
|
public void testCloseRegionThatFetchesTheHRIFromMeta() throws Exception {
|
||||||
|
TableName TABLENAME =
|
||||||
|
TableName.valueOf("TestHBACloseRegion2");
|
||||||
|
createTableWithDefaultConf(TABLENAME);
|
||||||
|
|
||||||
|
HRegionInfo info = null;
|
||||||
|
HRegionServer rs = TEST_UTIL.getRSForFirstRegionInTable(TABLENAME);
|
||||||
|
List<HRegionInfo> onlineRegions = ProtobufUtil.getOnlineRegions(rs.getRSRpcServices());
|
||||||
|
for (HRegionInfo regionInfo : onlineRegions) {
|
||||||
|
if (!regionInfo.isMetaTable()) {
|
||||||
|
|
||||||
|
if (regionInfo.getRegionNameAsString().contains("TestHBACloseRegion2")) {
|
||||||
|
info = regionInfo;
|
||||||
|
admin.closeRegion(regionInfo.getRegionNameAsString(), rs
|
||||||
|
.getServerName().getServerName());
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
boolean isInList = ProtobufUtil.getOnlineRegions(
|
||||||
|
rs.getRSRpcServices()).contains(info);
|
||||||
|
long timeout = System.currentTimeMillis() + 10000;
|
||||||
|
while ((System.currentTimeMillis() < timeout) && (isInList)) {
|
||||||
|
Thread.sleep(100);
|
||||||
|
isInList = ProtobufUtil.getOnlineRegions(
|
||||||
|
rs.getRSRpcServices()).contains(info);
|
||||||
|
}
|
||||||
|
|
||||||
|
assertFalse("The region should not be present in online regions list.",
|
||||||
|
isInList);
|
||||||
|
}
|
||||||
|
|
||||||
|
@Test (timeout=300000)
|
||||||
|
public void testCloseRegionWhenServerNameIsNull() throws Exception {
|
||||||
|
byte[] TABLENAME = Bytes.toBytes("TestHBACloseRegion3");
|
||||||
|
createTableWithDefaultConf(TABLENAME);
|
||||||
|
|
||||||
|
HRegionServer rs = TEST_UTIL.getRSForFirstRegionInTable(TableName.valueOf(TABLENAME));
|
||||||
|
|
||||||
|
try {
|
||||||
|
List<HRegionInfo> onlineRegions = ProtobufUtil.getOnlineRegions(rs.getRSRpcServices());
|
||||||
|
for (HRegionInfo regionInfo : onlineRegions) {
|
||||||
|
if (!regionInfo.isMetaTable()) {
|
||||||
|
if (regionInfo.getRegionNameAsString()
|
||||||
|
.contains("TestHBACloseRegion3")) {
|
||||||
|
admin.closeRegionWithEncodedRegionName(regionInfo.getEncodedName(),
|
||||||
|
null);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
fail("The test should throw exception if the servername passed is null.");
|
||||||
|
} catch (IllegalArgumentException e) {
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
@Test (timeout=300000)
|
||||||
|
public void testCloseRegionWhenServerNameIsEmpty() throws Exception {
|
||||||
|
byte[] TABLENAME = Bytes.toBytes("TestHBACloseRegionWhenServerNameIsEmpty");
|
||||||
|
createTableWithDefaultConf(TABLENAME);
|
||||||
|
|
||||||
|
HRegionServer rs = TEST_UTIL.getRSForFirstRegionInTable(TableName.valueOf(TABLENAME));
|
||||||
|
|
||||||
|
try {
|
||||||
|
List<HRegionInfo> onlineRegions = ProtobufUtil.getOnlineRegions(rs.getRSRpcServices());
|
||||||
|
for (HRegionInfo regionInfo : onlineRegions) {
|
||||||
|
if (!regionInfo.isMetaTable()) {
|
||||||
|
if (regionInfo.getRegionNameAsString()
|
||||||
|
.contains("TestHBACloseRegionWhenServerNameIsEmpty")) {
|
||||||
|
admin.closeRegionWithEncodedRegionName(regionInfo.getEncodedName(),
|
||||||
|
" ");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
fail("The test should throw exception if the servername passed is empty.");
|
||||||
|
} catch (IllegalArgumentException e) {
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
@Test (timeout=300000)
|
||||||
|
public void testCloseRegionWhenEncodedRegionNameIsNotGiven() throws Exception {
|
||||||
|
byte[] TABLENAME = Bytes.toBytes("TestHBACloseRegion4");
|
||||||
|
createTableWithDefaultConf(TABLENAME);
|
||||||
|
|
||||||
|
HRegionInfo info = null;
|
||||||
|
HRegionServer rs = TEST_UTIL.getRSForFirstRegionInTable(TableName.valueOf(TABLENAME));
|
||||||
|
|
||||||
|
List<HRegionInfo> onlineRegions = ProtobufUtil.getOnlineRegions(rs.getRSRpcServices());
|
||||||
|
for (HRegionInfo regionInfo : onlineRegions) {
|
||||||
|
if (!regionInfo.isMetaTable()) {
|
||||||
|
if (regionInfo.getRegionNameAsString().contains("TestHBACloseRegion4")) {
|
||||||
|
info = regionInfo;
|
||||||
|
try {
|
||||||
|
admin.closeRegionWithEncodedRegionName(regionInfo
|
||||||
|
.getRegionNameAsString(), rs.getServerName().getServerName());
|
||||||
|
} catch (NotServingRegionException nsre) {
|
||||||
|
// expected, ignore it.
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
onlineRegions = ProtobufUtil.getOnlineRegions(rs.getRSRpcServices());
|
||||||
|
assertTrue("The region should be present in online regions list.",
|
||||||
|
onlineRegions.contains(info));
|
||||||
|
}
|
||||||
|
|
||||||
|
private HBaseAdmin createTable(byte[] TABLENAME) throws IOException {
|
||||||
|
|
||||||
|
Configuration config = TEST_UTIL.getConfiguration();
|
||||||
|
HBaseAdmin admin = new HBaseAdmin(config);
|
||||||
|
|
||||||
|
HTableDescriptor htd = new HTableDescriptor(TableName.valueOf(TABLENAME));
|
||||||
|
HColumnDescriptor hcd = new HColumnDescriptor("value");
|
||||||
|
|
||||||
|
htd.addFamily(hcd);
|
||||||
|
admin.createTable(htd, null);
|
||||||
|
return admin;
|
||||||
|
}
|
||||||
|
|
||||||
|
private void createTableWithDefaultConf(byte[] TABLENAME) throws IOException {
|
||||||
|
createTableWithDefaultConf(TableName.valueOf(TABLENAME));
|
||||||
|
}
|
||||||
|
|
||||||
|
private void createTableWithDefaultConf(TableName TABLENAME) throws IOException {
|
||||||
|
HTableDescriptor htd = new HTableDescriptor(TABLENAME);
|
||||||
|
HColumnDescriptor hcd = new HColumnDescriptor("value");
|
||||||
|
htd.addFamily(hcd);
|
||||||
|
|
||||||
|
admin.createTable(htd, null);
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* For HBASE-2556
|
||||||
|
* @throws IOException
|
||||||
|
*/
|
||||||
|
@Test (timeout=300000)
|
||||||
|
public void testGetTableRegions() throws IOException {
|
||||||
|
|
||||||
|
final TableName tableName = TableName.valueOf("testGetTableRegions");
|
||||||
|
|
||||||
|
int expectedRegions = 10;
|
||||||
|
|
||||||
|
// Use 80 bit numbers to make sure we aren't limited
|
||||||
|
byte [] startKey = { 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 };
|
||||||
|
byte [] endKey = { 9, 9, 9, 9, 9, 9, 9, 9, 9, 9 };
|
||||||
|
|
||||||
|
|
||||||
|
HTableDescriptor desc = new HTableDescriptor(tableName);
|
||||||
|
desc.addFamily(new HColumnDescriptor(HConstants.CATALOG_FAMILY));
|
||||||
|
admin.createTable(desc, startKey, endKey, expectedRegions);
|
||||||
|
|
||||||
|
List<HRegionInfo> RegionInfos = admin.getTableRegions(tableName);
|
||||||
|
|
||||||
|
assertEquals("Tried to create " + expectedRegions + " regions " +
|
||||||
|
"but only found " + RegionInfos.size(),
|
||||||
|
expectedRegions, RegionInfos.size());
|
||||||
|
}
|
||||||
|
|
||||||
|
@Test (timeout=300000)
|
||||||
|
public void testMoveToPreviouslyAssignedRS() throws IOException, InterruptedException {
|
||||||
|
byte[] tableName = Bytes.toBytes("testMoveToPreviouslyAssignedRS");
|
||||||
|
MiniHBaseCluster cluster = TEST_UTIL.getHBaseCluster();
|
||||||
|
HMaster master = cluster.getMaster();
|
||||||
|
HBaseAdmin localAdmin = createTable(tableName);
|
||||||
|
List<HRegionInfo> tableRegions = localAdmin.getTableRegions(tableName);
|
||||||
|
HRegionInfo hri = tableRegions.get(0);
|
||||||
|
AssignmentManager am = master.getAssignmentManager();
|
||||||
|
assertTrue("Region " + hri.getRegionNameAsString()
|
||||||
|
+ " should be assigned properly", am.waitForAssignment(hri));
|
||||||
|
ServerName server = am.getRegionStates().getRegionServerOfRegion(hri);
|
||||||
|
localAdmin.move(hri.getEncodedNameAsBytes(), Bytes.toBytes(server.getServerName()));
|
||||||
|
assertEquals("Current region server and region server before move should be same.", server,
|
||||||
|
am.getRegionStates().getRegionServerOfRegion(hri));
|
||||||
|
}
|
||||||
|
|
||||||
|
@Test (timeout=300000)
|
||||||
|
public void testHLogRollWriting() throws Exception {
|
||||||
|
setUpforLogRolling();
|
||||||
|
String className = this.getClass().getName();
|
||||||
|
StringBuilder v = new StringBuilder(className);
|
||||||
|
while (v.length() < 1000) {
|
||||||
|
v.append(className);
|
||||||
|
}
|
||||||
|
byte[] value = Bytes.toBytes(v.toString());
|
||||||
|
HRegionServer regionServer = startAndWriteData(TableName.valueOf("TestLogRolling"), value);
|
||||||
|
LOG.info("after writing there are "
|
||||||
|
+ HLogUtilsForTests.getNumRolledLogFiles(regionServer.getWAL()) + " log files");
|
||||||
|
|
||||||
|
// flush all regions
|
||||||
|
|
||||||
|
List<HRegion> regions = new ArrayList<HRegion>(regionServer
|
||||||
|
.getOnlineRegionsLocalContext());
|
||||||
|
for (HRegion r : regions) {
|
||||||
|
r.flushcache();
|
||||||
|
}
|
||||||
|
admin.rollHLogWriter(regionServer.getServerName().getServerName());
|
||||||
|
int count = HLogUtilsForTests.getNumRolledLogFiles(regionServer.getWAL());
|
||||||
|
LOG.info("after flushing all regions and rolling logs there are " +
|
||||||
|
count + " log files");
|
||||||
|
assertTrue(("actual count: " + count), count <= 2);
|
||||||
|
}
|
||||||
|
|
||||||
|
private void setUpforLogRolling() {
|
||||||
|
// Force a region split after every 768KB
|
||||||
|
TEST_UTIL.getConfiguration().setLong(HConstants.HREGION_MAX_FILESIZE,
|
||||||
|
768L * 1024L);
|
||||||
|
|
||||||
|
// We roll the log after every 32 writes
|
||||||
|
TEST_UTIL.getConfiguration().setInt("hbase.regionserver.maxlogentries", 32);
|
||||||
|
|
||||||
|
TEST_UTIL.getConfiguration().setInt(
|
||||||
|
"hbase.regionserver.logroll.errors.tolerated", 2);
|
||||||
|
TEST_UTIL.getConfiguration().setInt("hbase.rpc.timeout", 10 * 1000);
|
||||||
|
|
||||||
|
// For less frequently updated regions flush after every 2 flushes
|
||||||
|
TEST_UTIL.getConfiguration().setInt(
|
||||||
|
"hbase.hregion.memstore.optionalflushcount", 2);
|
||||||
|
|
||||||
|
// We flush the cache after every 8192 bytes
|
||||||
|
TEST_UTIL.getConfiguration().setInt(HConstants.HREGION_MEMSTORE_FLUSH_SIZE,
|
||||||
|
8192);
|
||||||
|
|
||||||
|
// Increase the amount of time between client retries
|
||||||
|
TEST_UTIL.getConfiguration().setLong("hbase.client.pause", 10 * 1000);
|
||||||
|
|
||||||
|
// Reduce thread wake frequency so that other threads can get
|
||||||
|
// a chance to run.
|
||||||
|
TEST_UTIL.getConfiguration().setInt(HConstants.THREAD_WAKE_FREQUENCY,
|
||||||
|
2 * 1000);
|
||||||
|
|
||||||
|
/**** configuration for testLogRollOnDatanodeDeath ****/
|
||||||
|
// make sure log.hflush() calls syncFs() to open a pipeline
|
||||||
|
TEST_UTIL.getConfiguration().setBoolean("dfs.support.append", true);
|
||||||
|
// lower the namenode & datanode heartbeat so the namenode
|
||||||
|
// quickly detects datanode failures
|
||||||
|
TEST_UTIL.getConfiguration().setInt("dfs.namenode.heartbeat.recheck-interval", 5000);
|
||||||
|
TEST_UTIL.getConfiguration().setInt("dfs.heartbeat.interval", 1);
|
||||||
|
// the namenode might still try to choose the recently-dead datanode
|
||||||
|
// for a pipeline, so try to a new pipeline multiple times
|
||||||
|
TEST_UTIL.getConfiguration().setInt("dfs.client.block.write.retries", 30);
|
||||||
|
TEST_UTIL.getConfiguration().setInt(
|
||||||
|
"hbase.regionserver.hlog.tolerable.lowreplication", 2);
|
||||||
|
TEST_UTIL.getConfiguration().setInt(
|
||||||
|
"hbase.regionserver.hlog.lowreplication.rolllimit", 3);
|
||||||
|
}
|
||||||
|
|
||||||
|
private HRegionServer startAndWriteData(TableName tableName, byte[] value)
|
||||||
|
throws IOException, InterruptedException {
|
||||||
|
// When the hbase:meta table can be opened, the region servers are running
|
||||||
|
new HTable(
|
||||||
|
TEST_UTIL.getConfiguration(), TableName.META_TABLE_NAME).close();
|
||||||
|
|
||||||
|
// Create the test table and open it
|
||||||
|
HTableDescriptor desc = new HTableDescriptor(tableName);
|
||||||
|
desc.addFamily(new HColumnDescriptor(HConstants.CATALOG_FAMILY));
|
||||||
|
admin.createTable(desc);
|
||||||
|
Table table = new HTable(TEST_UTIL.getConfiguration(), tableName);
|
||||||
|
|
||||||
|
HRegionServer regionServer = TEST_UTIL.getRSForFirstRegionInTable(tableName);
|
||||||
|
for (int i = 1; i <= 256; i++) { // 256 writes should cause 8 log rolls
|
||||||
|
Put put = new Put(Bytes.toBytes("row" + String.format("%1$04d", i)));
|
||||||
|
put.add(HConstants.CATALOG_FAMILY, null, value);
|
||||||
|
table.put(put);
|
||||||
|
if (i % 32 == 0) {
|
||||||
|
// After every 32 writes sleep to let the log roller run
|
||||||
|
try {
|
||||||
|
Thread.sleep(2000);
|
||||||
|
} catch (InterruptedException e) {
|
||||||
|
// continue
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
table.close();
|
||||||
|
return regionServer;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* HBASE-4417 checkHBaseAvailable() doesn't close zk connections
|
||||||
|
*/
|
||||||
|
@Test (timeout=300000)
|
||||||
|
public void testCheckHBaseAvailableClosesConnection() throws Exception {
|
||||||
|
Configuration conf = TEST_UTIL.getConfiguration();
|
||||||
|
|
||||||
|
int initialCount = HConnectionTestingUtility.getConnectionCount();
|
||||||
|
HBaseAdmin.checkHBaseAvailable(conf);
|
||||||
|
int finalCount = HConnectionTestingUtility.getConnectionCount();
|
||||||
|
|
||||||
|
Assert.assertEquals(initialCount, finalCount) ;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Check that we have an exception if the cluster is not there.
|
||||||
|
*/
|
||||||
|
@Test (timeout=300000)
|
||||||
|
public void testCheckHBaseAvailableWithoutCluster() {
|
||||||
|
Configuration conf = new Configuration(TEST_UTIL.getConfiguration());
|
||||||
|
|
||||||
|
// Change the ZK address to go to something not used.
|
||||||
|
conf.setInt(HConstants.ZOOKEEPER_CLIENT_PORT,
|
||||||
|
conf.getInt(HConstants.ZOOKEEPER_CLIENT_PORT, 9999)+10);
|
||||||
|
|
||||||
|
int initialCount = HConnectionTestingUtility.getConnectionCount();
|
||||||
|
|
||||||
|
long start = System.currentTimeMillis();
|
||||||
|
try {
|
||||||
|
HBaseAdmin.checkHBaseAvailable(conf);
|
||||||
|
assertTrue(false);
|
||||||
|
} catch (MasterNotRunningException ignored) {
|
||||||
|
} catch (ZooKeeperConnectionException ignored) {
|
||||||
|
} catch (ServiceException ignored) {
|
||||||
|
} catch (IOException ignored) {
|
||||||
|
}
|
||||||
|
long end = System.currentTimeMillis();
|
||||||
|
|
||||||
|
int finalCount = HConnectionTestingUtility.getConnectionCount();
|
||||||
|
|
||||||
|
Assert.assertEquals(initialCount, finalCount) ;
|
||||||
|
|
||||||
|
LOG.info("It took "+(end-start)+" ms to find out that" +
|
||||||
|
" HBase was not available");
|
||||||
|
}
|
||||||
|
|
||||||
|
@Test (timeout=300000)
|
||||||
|
public void testDisableCatalogTable() throws Exception {
|
||||||
|
try {
|
||||||
|
this.admin.disableTable(TableName.META_TABLE_NAME);
|
||||||
|
fail("Expected to throw ConstraintException");
|
||||||
|
} catch (ConstraintException e) {
|
||||||
|
}
|
||||||
|
// Before the fix for HBASE-6146, the below table creation was failing as the hbase:meta table
|
||||||
|
// actually getting disabled by the disableTable() call.
|
||||||
|
HTableDescriptor htd = new HTableDescriptor(TableName.valueOf("testDisableCatalogTable".getBytes()));
|
||||||
|
HColumnDescriptor hcd = new HColumnDescriptor("cf1".getBytes());
|
||||||
|
htd.addFamily(hcd);
|
||||||
|
TEST_UTIL.getHBaseAdmin().createTable(htd);
|
||||||
|
}
|
||||||
|
|
||||||
|
@Test (timeout=300000)
|
||||||
|
public void testIsEnabledOrDisabledOnUnknownTable() throws Exception {
|
||||||
|
try {
|
||||||
|
admin.isTableEnabled(TableName.valueOf("unkownTable"));
|
||||||
|
fail("Test should fail if isTableEnabled called on unknown table.");
|
||||||
|
} catch (IOException e) {
|
||||||
|
}
|
||||||
|
|
||||||
|
try {
|
||||||
|
admin.isTableDisabled(TableName.valueOf("unkownTable"));
|
||||||
|
fail("Test should fail if isTableDisabled called on unknown table.");
|
||||||
|
} catch (IOException e) {
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
@Test (timeout=300000)
|
||||||
|
public void testGetRegion() throws Exception {
|
||||||
|
// We use actual HBaseAdmin instance instead of going via Admin interface in
|
||||||
|
// here because makes use of an internal HBA method (TODO: Fix.).
|
||||||
|
HBaseAdmin rawAdmin = new HBaseAdmin(TEST_UTIL.getConfiguration());
|
||||||
|
|
||||||
|
final TableName tableName = TableName.valueOf("testGetRegion");
|
||||||
|
LOG.info("Started " + tableName);
|
||||||
|
HTable t = TEST_UTIL.createTable(tableName, HConstants.CATALOG_FAMILY);
|
||||||
|
TEST_UTIL.createMultiRegions(t, HConstants.CATALOG_FAMILY);
|
||||||
|
|
||||||
|
HRegionLocation regionLocation = t.getRegionLocation("mmm");
|
||||||
|
HRegionInfo region = regionLocation.getRegionInfo();
|
||||||
|
byte[] regionName = region.getRegionName();
|
||||||
|
Pair<HRegionInfo, ServerName> pair = rawAdmin.getRegion(regionName);
|
||||||
|
assertTrue(Bytes.equals(regionName, pair.getFirst().getRegionName()));
|
||||||
|
pair = rawAdmin.getRegion(region.getEncodedNameAsBytes());
|
||||||
|
assertTrue(Bytes.equals(regionName, pair.getFirst().getRegionName()));
|
||||||
|
}
|
||||||
|
}
|
||||||
Loading…
Reference in New Issue