Apache
/
hbase
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

HBASE-2661. Add test case for row atomicity guarantee 

git-svn-id: https://svn.apache.org/repos/asf/hbase/trunk@951516 13f79535-47bb-0310-9956-ffa450edef68
This commit is contained in:
Todd Lipcon 2010-06-04 18:15:23 +00:00
parent 0abcfa0ed7
commit 9cacbb074c
3 changed files with 321 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
CHANGES.txt
View File

@ -666,6 +666,7 @@ Release 0.21.0 - Unreleased
HBASE-2653 Remove unused DynamicBloomFilter (especially as its tests are
failing hudson on occasion)
HBASE-2651 Allow alternate column separators to be specified for ImportTsv
HBASE-2661 Add test case for row atomicity guarantee
NEW FEATURES
HBASE-1961 HBase EC2 scripts

119
src/test/java/org/apache/hadoop/hbase/MultithreadedTestUtil.java Normal file
View File

@ -0,0 +1,119 @@
/**
* Copyright 2010 The Apache Software Foundation
*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.hadoop.hbase;
import java.util.Set;
import java.util.HashSet;
import org.apache.hadoop.conf.Configuration;
public abstract class MultithreadedTestUtil {
public static class TestContext {
private final Configuration conf;
private Throwable err = null;
private boolean stopped = false;
private int threadDoneCount = 0;
private Set<TestThread> testThreads = new HashSet<TestThread>();
public TestContext(Configuration configuration) {
this.conf = configuration;
}
protected Configuration getConf() {
return conf;
}
public synchronized boolean shouldRun() {
return !stopped && err == null;
}
public void addThread(TestThread t) {
testThreads.add(t);
}
public void startThreads() {
for (TestThread t : testThreads) {
t.start();
}
}
public void waitFor(long millis) throws Exception {
long endTime = System.currentTimeMillis() + millis;
while (!stopped) {
long left = endTime - System.currentTimeMillis();
if (left <= 0) break;
synchronized (this) {
checkException();
wait(left);
}
}
}
private synchronized void checkException() throws Exception {
if (err != null) {
throw new RuntimeException("Deferred", err);
}
}
public synchronized void threadFailed(Throwable t) {
if (err == null) err = t;
notify();
}
public synchronized void threadDone() {
threadDoneCount++;
}
public void stop() throws InterruptedException {
synchronized (this) {
stopped = true;
}
for (TestThread t : testThreads) {
t.join();
}
}
}
public static abstract class TestThread extends Thread {
final TestContext ctx;
protected boolean stopped;
public TestThread(TestContext ctx) {
this.ctx = ctx;
}
public void run() {
try {
while (ctx.shouldRun() && !stopped) {
doAnAction();
}
} catch (Throwable t) {
ctx.threadFailed(t);
}
ctx.threadDone();
}
protected void stopTestThread() {
this.stopped = true;
}
public abstract void doAnAction() throws Exception;
}
}

201
src/test/java/org/apache/hadoop/hbase/TestAcidGuarantees.java Normal file
View File

@ -0,0 +1,201 @@
/**
* Copyright 2010 The Apache Software Foundation
*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.hadoop.hbase;
import java.io.IOException;
import java.util.List;
import java.util.Random;
import java.util.concurrent.atomic.AtomicLong;
import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.MultithreadedTestUtil.TestContext;
import org.apache.hadoop.hbase.MultithreadedTestUtil.TestThread;
import org.apache.hadoop.hbase.client.Get;
import org.apache.hadoop.hbase.client.HTable;
import org.apache.hadoop.hbase.client.Put;
import org.apache.hadoop.hbase.client.Result;
import org.apache.hadoop.hbase.util.Bytes;
import org.junit.Test;
import com.google.common.collect.Lists;
public class TestAcidGuarantees {
protected static final Log LOG = LogFactory.getLog(TestAcidGuarantees.class);
public static final byte [] TABLE_NAME = Bytes.toBytes("TestAcidGuarantees");
public static final byte [] FAMILY_A = Bytes.toBytes("A");
public static final byte [] FAMILY_B = Bytes.toBytes("B");
public static final byte [] FAMILY_C = Bytes.toBytes("C");
public static final byte [] QUALIFIER_NAME = Bytes.toBytes("data");
public static final byte[][] FAMILIES = new byte[][] {
FAMILY_A, FAMILY_B, FAMILY_C };
private HBaseTestingUtility util;
public static int NUM_COLS_TO_CHECK = 50;
private void createTableIfMissing()
throws IOException {
try {
util.createTable(TABLE_NAME, FAMILIES);
} catch (TableExistsException tee) {
}
}
public TestAcidGuarantees() {
util = new HBaseTestingUtility();
}
public static class AtomicityWriter extends TestThread {
Random rand = new Random();
byte data[] = new byte[10];
byte targetRow[];
byte targetFamilies[][];
HTable table;
AtomicLong numWritten = new AtomicLong();
public AtomicityWriter(TestContext ctx, byte targetRow[],
byte targetFamilies[][]) throws IOException {
super(ctx);
this.targetRow = targetRow;
this.targetFamilies = targetFamilies;
table = new HTable(ctx.getConf(), TABLE_NAME);
}
public void doAnAction() throws Exception {
Put p = new Put(targetRow);
rand.nextBytes(data);
for (byte[] family : targetFamilies) {
for (int i = 0; i < NUM_COLS_TO_CHECK; i++) {
byte qualifier[] = Bytes.toBytes("col" + i);
p.add(family, qualifier, data);
}
}
table.put(p);
numWritten.getAndIncrement();
}
}
public static class AtomicityReader extends TestThread {
byte targetRow[];
byte targetFamilies[][];
HTable table;
int numVerified = 0;
AtomicLong numRead = new AtomicLong();
public AtomicityReader(TestContext ctx, byte targetRow[],
byte targetFamilies[][]) throws IOException {
super(ctx);
this.targetRow = targetRow;
this.targetFamilies = targetFamilies;
table = new HTable(ctx.getConf(), TABLE_NAME);
}
public void doAnAction() throws Exception {
Get g = new Get(targetRow);
Result res = table.get(g);
byte[] gotValue = null;
for (byte[] family : targetFamilies) {
for (int i = 0; i < NUM_COLS_TO_CHECK; i++) {
byte qualifier[] = Bytes.toBytes("col" + i);
byte thisValue[] = res.getValue(family, qualifier);
if (gotValue != null && !Bytes.equals(gotValue, thisValue)) {
gotFailure(gotValue, res);
}
numVerified++;
gotValue = thisValue;
}
}
numRead.getAndIncrement();
}
private void gotFailure(byte[] expected, Result res) {
StringBuilder msg = new StringBuilder();
msg.append("Failed after ").append(numVerified).append("!");
msg.append("Expected=").append(Bytes.toStringBinary(expected));
msg.append("Got:\n");
for (KeyValue kv : res.list()) {
msg.append(kv.toString());
msg.append(" val= ");
msg.append(Bytes.toStringBinary(kv.getValue()));
msg.append("\n");
}
throw new RuntimeException(msg.toString());
}
}
public void runTestAtomicity(long millisToRun) throws Exception {
createTableIfMissing();
TestContext ctx = new TestContext(util.getConfiguration());
byte row[] = Bytes.toBytes("test_row");
List<AtomicityWriter> writers = Lists.newArrayList();
for (int i = 0; i < 5; i++) {
AtomicityWriter writer = new AtomicityWriter(ctx, row, FAMILIES);
writers.add(writer);
ctx.addThread(writer);
}
List<AtomicityReader> readers = Lists.newArrayList();
for (int i = 0; i < 5; i++) {
AtomicityReader reader = new AtomicityReader(ctx, row, FAMILIES);
readers.add(reader);
ctx.addThread(reader);
}
ctx.startThreads();
ctx.waitFor(millisToRun);
ctx.stop();
LOG.info("Finished test. Writers:");
for (AtomicityWriter writer : writers) {
LOG.info(" wrote " + writer.numWritten.get());
}
LOG.info("Readers:");
for (AtomicityReader reader : readers) {
LOG.info(" read " + reader.numRead.get());
}
}
@Test
public void testAtomicity() throws Exception {
util.startMiniCluster(3);
try {
runTestAtomicity(20000);
} finally {
util.shutdownMiniCluster();
}
}
public static void main(String args[]) throws Exception {
Configuration c = HBaseConfiguration.create();
TestAcidGuarantees test = new TestAcidGuarantees();
test.setConf(c);
test.runTestAtomicity(5*60*1000);
}
private void setConf(Configuration c) {
util = new HBaseTestingUtility(c);
}
}