HBASE-7243 Test for creating a large number of regions
git-svn-id: https://svn.apache.org/repos/asf/hbase/trunk@1421039 13f79535-47bb-0310-9956-ffa450edef68
This commit is contained in:
Michael Stack
parent
9fc960b905
commit
ef1c657ca6
|
|
@ -0,0 +1,161 @@
|
||||||
|
/**
|
||||||
|
* Licensed to the Apache Software Foundation (ASF) under one
|
||||||
|
* or more contributor license agreements. See the NOTICE file
|
||||||
|
* distributed with this work for additional information
|
||||||
|
* regarding copyright ownership. The ASF licenses this file
|
||||||
|
* to you under the Apache License, Version 2.0 (the
|
||||||
|
* "License"); you may not use this file except in compliance
|
||||||
|
* with the License. You may obtain a copy of the License at
|
||||||
|
*
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
* See the License for the specific language governing permissions and
|
||||||
|
* limitations under the License.
|
||||||
|
*/
|
||||||
|
|
||||||
|
package org.apache.hadoop.hbase;
|
||||||
|
|
||||||
|
import static org.junit.Assert.assertTrue;
|
||||||
|
import static org.junit.Assert.fail;
|
||||||
|
|
||||||
|
import java.io.IOException;
|
||||||
|
import java.util.concurrent.CountDownLatch;
|
||||||
|
import java.util.concurrent.TimeUnit;
|
||||||
|
|
||||||
|
import org.apache.commons.logging.Log;
|
||||||
|
import org.apache.commons.logging.LogFactory;
|
||||||
|
import org.apache.hadoop.hbase.client.HBaseAdmin;
|
||||||
|
import org.apache.hadoop.hbase.util.RegionSplitter;
|
||||||
|
import org.apache.hadoop.hbase.util.RegionSplitter.SplitAlgorithm;
|
||||||
|
import org.junit.After;
|
||||||
|
import org.junit.Before;
|
||||||
|
import org.junit.Test;
|
||||||
|
import org.junit.experimental.categories.Category;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* An integration test to detect regressions in HBASE-7220. Create
|
||||||
|
* a table with many regions and verify it completes within a
|
||||||
|
* reasonable amount of time.
|
||||||
|
* @see <a href="https://issues.apache.org/jira/browse/HBASE-7220">HBASE-7220</a>
|
||||||
|
*/
|
||||||
|
@Category(IntegrationTests.class)
|
||||||
|
public class IntegrationTestManyRegions {
|
||||||
|
|
||||||
|
private static final String CLASS_NAME
|
||||||
|
= IntegrationTestManyRegions.class.getSimpleName();
|
||||||
|
|
||||||
|
protected static final Log LOG
|
||||||
|
= LogFactory.getLog(IntegrationTestManyRegions.class);
|
||||||
|
protected static final String TABLE_NAME = CLASS_NAME;
|
||||||
|
protected static final String COLUMN_NAME = "f";
|
||||||
|
protected static final String REGION_COUNT_KEY
|
||||||
|
= String.format("hbase.%s.regions", CLASS_NAME);
|
||||||
|
protected static final String REGIONSERVER_COUNT_KEY
|
||||||
|
= String.format("hbase.%s.regionServers", CLASS_NAME);
|
||||||
|
protected static final String TIMEOUT_MINUTES_KEY
|
||||||
|
= String.format("hbase.%s.timeoutMinutes", CLASS_NAME);
|
||||||
|
|
||||||
|
protected static final int DEFAULT_REGION_COUNT = 1000;
|
||||||
|
protected static final int DEFAULT_REGIONSERVER_COUNT = 1;
|
||||||
|
// running this test on my laptop consistently takes about 2.5
|
||||||
|
// minutes. A timeout of 4 minutes should be reasonably safe.
|
||||||
|
protected static final int DEFAULT_TIMEOUT_MINUTES = 4;
|
||||||
|
protected static final IntegrationTestingUtility util
|
||||||
|
= new IntegrationTestingUtility();
|
||||||
|
|
||||||
|
protected static final int REGION_COUNT = util.getConfiguration()
|
||||||
|
.getInt(REGION_COUNT_KEY, DEFAULT_REGION_COUNT);
|
||||||
|
protected static final int REGION_SERVER_COUNT = util.getConfiguration()
|
||||||
|
.getInt(REGIONSERVER_COUNT_KEY, DEFAULT_REGIONSERVER_COUNT);
|
||||||
|
protected static final int TIMEOUT_MINUTES = util.getConfiguration()
|
||||||
|
.getInt(TIMEOUT_MINUTES_KEY, DEFAULT_TIMEOUT_MINUTES);
|
||||||
|
|
||||||
|
@Before
|
||||||
|
public void setUp() throws Exception {
|
||||||
|
LOG.info(String.format("Initializing cluster with %d region servers.",
|
||||||
|
REGION_SERVER_COUNT));
|
||||||
|
util.initializeCluster(REGION_SERVER_COUNT);
|
||||||
|
LOG.info("Cluster initialized");
|
||||||
|
|
||||||
|
HBaseAdmin admin = util.getHBaseAdmin();
|
||||||
|
if (admin.tableExists(TABLE_NAME)) {
|
||||||
|
LOG.info(String.format("Deleting existing table %s.", TABLE_NAME));
|
||||||
|
if (admin.isTableEnabled(TABLE_NAME)) admin.disableTable(TABLE_NAME);
|
||||||
|
admin.deleteTable(TABLE_NAME);
|
||||||
|
LOG.info(String.format("Existing table %s deleted."));
|
||||||
|
}
|
||||||
|
LOG.info("Cluster ready");
|
||||||
|
}
|
||||||
|
|
||||||
|
@After
|
||||||
|
public void tearDown() throws IOException {
|
||||||
|
LOG.info("Cleaning up after test.");
|
||||||
|
HBaseAdmin admin = util.getHBaseAdmin();
|
||||||
|
if (admin.tableExists(TABLE_NAME)) {
|
||||||
|
if (admin.isTableEnabled(TABLE_NAME)) admin.disableTable(TABLE_NAME);
|
||||||
|
admin.deleteTable(TABLE_NAME);
|
||||||
|
}
|
||||||
|
LOG.info("Restoring cluster.");
|
||||||
|
util.restoreCluster();
|
||||||
|
LOG.info("Cluster restored.");
|
||||||
|
}
|
||||||
|
|
||||||
|
@Test
|
||||||
|
public void testCreateTableWithRegions() throws Exception {
|
||||||
|
CountDownLatch doneSignal = new CountDownLatch(1);
|
||||||
|
Worker worker = new Worker(doneSignal, util.getHBaseAdmin());
|
||||||
|
Thread t = new Thread(worker);
|
||||||
|
|
||||||
|
LOG.info("Launching worker thread to create the table.");
|
||||||
|
t.start();
|
||||||
|
boolean workerComplete = false;
|
||||||
|
workerComplete = doneSignal.await(TIMEOUT_MINUTES, TimeUnit.MINUTES);
|
||||||
|
if (!workerComplete) {
|
||||||
|
t.interrupt();
|
||||||
|
fail("Timeout limit expired.");
|
||||||
|
}
|
||||||
|
assertTrue("Table creation failed.", worker.isSuccess());
|
||||||
|
}
|
||||||
|
|
||||||
|
private static class Worker implements Runnable {
|
||||||
|
private final CountDownLatch doneSignal;
|
||||||
|
private final HBaseAdmin admin;
|
||||||
|
private boolean success = false;
|
||||||
|
|
||||||
|
public Worker(final CountDownLatch doneSignal, final HBaseAdmin admin) {
|
||||||
|
this.doneSignal = doneSignal;
|
||||||
|
this.admin = admin;
|
||||||
|
}
|
||||||
|
|
||||||
|
public boolean isSuccess() {
|
||||||
|
return this.success;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void run() {
|
||||||
|
long startTime, endTime;
|
||||||
|
HTableDescriptor desc = new HTableDescriptor(TABLE_NAME);
|
||||||
|
desc.addFamily(new HColumnDescriptor(COLUMN_NAME));
|
||||||
|
SplitAlgorithm algo = new RegionSplitter.HexStringSplit();
|
||||||
|
byte[][] splits = algo.split(REGION_COUNT);
|
||||||
|
|
||||||
|
LOG.info(String.format("Creating table %s with %d splits.",
|
||||||
|
TABLE_NAME, REGION_COUNT));
|
||||||
|
startTime = System.currentTimeMillis();
|
||||||
|
try {
|
||||||
|
admin.createTable(desc, splits);
|
||||||
|
endTime = System.currentTimeMillis();
|
||||||
|
success = true;
|
||||||
|
LOG.info(String.format("Pre-split table created successfully in %dms.",
|
||||||
|
(endTime - startTime)));
|
||||||
|
} catch (IOException e) {
|
||||||
|
LOG.error("Failed to create table", e);
|
||||||
|
} finally {
|
||||||
|
doneSignal.countDown();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
Loading…
Reference in New Issue