HBASE-5792 HLog Performance Evaluation Tool
git-svn-id: https://svn.apache.org/repos/asf/hbase/trunk@1326793 13f79535-47bb-0310-9956-ffa450edef68
This commit is contained in:
Michael Stack
parent
fcfb13e312
commit
9d15d08d71
|
|
@ -0,0 +1,302 @@
|
||||||
|
/**
|
||||||
|
* Licensed to the Apache Software Foundation (ASF) under one
|
||||||
|
* or more contributor license agreements. See the NOTICE file
|
||||||
|
* distributed with this work for additional information
|
||||||
|
* regarding copyright ownership. The ASF licenses this file
|
||||||
|
* to you under the Apache License, Version 2.0 (the
|
||||||
|
* "License"); you may not use this file except in compliance
|
||||||
|
* with the License. You may obtain a copy of the License at
|
||||||
|
*
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
* See the License for the specific language governing permissions and
|
||||||
|
* limitations under the License.
|
||||||
|
*/
|
||||||
|
|
||||||
|
package org.apache.hadoop.hbase.regionserver.wal;
|
||||||
|
|
||||||
|
import java.util.Map;
|
||||||
|
import java.util.List;
|
||||||
|
import java.util.Random;
|
||||||
|
import java.io.IOException;
|
||||||
|
|
||||||
|
import org.apache.commons.logging.Log;
|
||||||
|
import org.apache.commons.logging.LogFactory;
|
||||||
|
|
||||||
|
import org.apache.hadoop.fs.FileStatus;
|
||||||
|
import org.apache.hadoop.fs.Path;
|
||||||
|
import org.apache.hadoop.fs.FileSystem;
|
||||||
|
import org.apache.hadoop.util.Tool;
|
||||||
|
import org.apache.hadoop.util.ToolRunner;
|
||||||
|
import org.apache.hadoop.conf.Configured;
|
||||||
|
import org.apache.hadoop.classification.InterfaceAudience;
|
||||||
|
|
||||||
|
import org.apache.hadoop.hbase.HBaseTestingUtility;
|
||||||
|
import org.apache.hadoop.hbase.HColumnDescriptor;
|
||||||
|
import org.apache.hadoop.hbase.HConstants;
|
||||||
|
import org.apache.hadoop.hbase.HRegionInfo;
|
||||||
|
import org.apache.hadoop.hbase.HTableDescriptor;
|
||||||
|
import org.apache.hadoop.hbase.KeyValue;
|
||||||
|
import org.apache.hadoop.hbase.util.Bytes;
|
||||||
|
import org.apache.hadoop.hbase.client.Put;
|
||||||
|
import org.apache.hadoop.hbase.regionserver.HRegion;
|
||||||
|
import org.apache.hadoop.hbase.regionserver.wal.HLog;
|
||||||
|
import org.apache.hadoop.hbase.regionserver.wal.HLog.Entry;
|
||||||
|
import org.apache.hadoop.hbase.regionserver.wal.WALEdit;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* This class runs performance benchmarks for {@link HLog}.
|
||||||
|
*/
|
||||||
|
@InterfaceAudience.Private
|
||||||
|
public final class HLogPerformanceEvaluation extends Configured implements Tool {
|
||||||
|
static final Log LOG = LogFactory.getLog(HLogPerformanceEvaluation.class.getName());
|
||||||
|
|
||||||
|
private final HBaseTestingUtility TEST_UTIL = new HBaseTestingUtility();
|
||||||
|
|
||||||
|
static final String TABLE_NAME = "HLogPerformanceEvaluation";
|
||||||
|
static final String QUALIFIER_PREFIX = "q";
|
||||||
|
static final String FAMILY_PREFIX = "cf";
|
||||||
|
|
||||||
|
private int numQualifiers = 1;
|
||||||
|
private int valueSize = 512;
|
||||||
|
private int keySize = 16;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Perform HLog.append() of Put object, for the number of iterations requested.
|
||||||
|
* Keys and Vaues are generated randomly, the number of column familes,
|
||||||
|
* qualifiers and key/value size is tunable by the user.
|
||||||
|
*/
|
||||||
|
class HLogPutBenchmark implements Runnable {
|
||||||
|
private final long numIterations;
|
||||||
|
private final int numFamilies;
|
||||||
|
private final boolean noSync;
|
||||||
|
private final HRegion region;
|
||||||
|
private final HTableDescriptor htd;
|
||||||
|
|
||||||
|
HLogPutBenchmark(final HRegion region, final HTableDescriptor htd,
|
||||||
|
final long numIterations, final boolean noSync) {
|
||||||
|
this.numIterations = numIterations;
|
||||||
|
this.noSync = noSync;
|
||||||
|
this.numFamilies = htd.getColumnFamilies().length;
|
||||||
|
this.region = region;
|
||||||
|
this.htd = htd;
|
||||||
|
}
|
||||||
|
|
||||||
|
public void run() {
|
||||||
|
byte[] key = new byte[keySize];
|
||||||
|
byte[] value = new byte[valueSize];
|
||||||
|
Random rand = new Random(Thread.currentThread().getId());
|
||||||
|
HLog hlog = region.getLog();
|
||||||
|
|
||||||
|
try {
|
||||||
|
long startTime = System.currentTimeMillis();
|
||||||
|
for (int i = 0; i < numIterations; ++i) {
|
||||||
|
Put put = setupPut(rand, key, value, numFamilies);
|
||||||
|
long now = System.currentTimeMillis();
|
||||||
|
WALEdit walEdit = new WALEdit();
|
||||||
|
addFamilyMapToWALEdit(put.getFamilyMap(), walEdit);
|
||||||
|
HRegionInfo hri = region.getRegionInfo();
|
||||||
|
if (this.noSync) {
|
||||||
|
hlog.appendNoSync(hri, hri.getTableName(), walEdit,
|
||||||
|
HConstants.DEFAULT_CLUSTER_ID, now, htd);
|
||||||
|
} else {
|
||||||
|
hlog.append(hri, hri.getTableName(), walEdit, now, htd);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
long totalTime = (System.currentTimeMillis() - startTime);
|
||||||
|
logBenchmarkResult(Thread.currentThread().getName(), numIterations, totalTime);
|
||||||
|
} catch (Exception e) {
|
||||||
|
LOG.error(getClass().getSimpleName() + " Thread failed", e);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public int run(String[] args) throws Exception {
|
||||||
|
Path rootRegionDir = null;
|
||||||
|
int numThreads = 1;
|
||||||
|
long numIterations = 10000;
|
||||||
|
int numFamilies = 1;
|
||||||
|
boolean noSync = false;
|
||||||
|
boolean verify = false;
|
||||||
|
// Process command line args
|
||||||
|
for (int i = 0; i < args.length; i++) {
|
||||||
|
String cmd = args[i];
|
||||||
|
|
||||||
|
try {
|
||||||
|
if (cmd.equals("-threads")) {
|
||||||
|
numThreads = Integer.parseInt(args[++i]);
|
||||||
|
} else if (cmd.equals("-iterations")) {
|
||||||
|
numIterations = Long.parseLong(args[++i]);
|
||||||
|
} else if (cmd.equals("-path")) {
|
||||||
|
rootRegionDir = new Path(args[++i]);
|
||||||
|
} else if (cmd.equals("-families")) {
|
||||||
|
numFamilies = Integer.parseInt(args[++i]);
|
||||||
|
} else if (cmd.equals("-qualifiers")) {
|
||||||
|
numQualifiers = Integer.parseInt(args[++i]);
|
||||||
|
} else if (cmd.equals("-keySize")) {
|
||||||
|
keySize = Integer.parseInt(args[++i]);
|
||||||
|
} else if (cmd.equals("-valueSize")) {
|
||||||
|
valueSize = Integer.parseInt(args[++i]);
|
||||||
|
} else if (cmd.equals("-nosync")) {
|
||||||
|
noSync = true;
|
||||||
|
} else if (cmd.equals("-verify")) {
|
||||||
|
verify = true;
|
||||||
|
} else {
|
||||||
|
printUsageAndExit();
|
||||||
|
}
|
||||||
|
} catch (Exception e) {
|
||||||
|
printUsageAndExit();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Run HLog Performance Evaluation
|
||||||
|
FileSystem fs = FileSystem.get(getConf());
|
||||||
|
try {
|
||||||
|
if (rootRegionDir == null) {
|
||||||
|
rootRegionDir = TEST_UTIL.getDataTestDir("HLogPerformanceEvaluation");
|
||||||
|
}
|
||||||
|
rootRegionDir = rootRegionDir.makeQualified(fs);
|
||||||
|
cleanRegionRootDir(fs, rootRegionDir);
|
||||||
|
// Initialize Table Descriptor
|
||||||
|
HTableDescriptor htd = createHTableDescriptor(numFamilies);
|
||||||
|
HLog hlog = new HLog(fs, new Path(rootRegionDir, "wals"),
|
||||||
|
new Path(rootRegionDir, "old.wals"), getConf());
|
||||||
|
HRegion region = null;
|
||||||
|
try {
|
||||||
|
region = openRegion(fs, rootRegionDir, htd, hlog);
|
||||||
|
long putTime = runBenchmark(new HLogPutBenchmark(region, htd, numIterations, noSync), numThreads);
|
||||||
|
logBenchmarkResult("Summary: threads=" + numThreads + ", iterations=" + numIterations,
|
||||||
|
numIterations * numThreads, putTime);
|
||||||
|
if (region != null) {
|
||||||
|
closeRegion(region);
|
||||||
|
region = null;
|
||||||
|
}
|
||||||
|
if (verify) {
|
||||||
|
Path dir = hlog.getDir();
|
||||||
|
for (FileStatus fss: fs.listStatus(dir)) {
|
||||||
|
verifyInSequence(fss.getPath());
|
||||||
|
}
|
||||||
|
}
|
||||||
|
} finally {
|
||||||
|
if (region != null) closeRegion(region);
|
||||||
|
// Remove the root dir for this test region
|
||||||
|
cleanRegionRootDir(fs, rootRegionDir);
|
||||||
|
}
|
||||||
|
} finally {
|
||||||
|
fs.close();
|
||||||
|
}
|
||||||
|
|
||||||
|
return(0);
|
||||||
|
}
|
||||||
|
|
||||||
|
private static HTableDescriptor createHTableDescriptor(final int numFamilies) {
|
||||||
|
HTableDescriptor htd = new HTableDescriptor(TABLE_NAME);
|
||||||
|
for (int i = 0; i < numFamilies; ++i) {
|
||||||
|
HColumnDescriptor colDef = new HColumnDescriptor(FAMILY_PREFIX + i);
|
||||||
|
htd.addFamily(colDef);
|
||||||
|
}
|
||||||
|
return htd;
|
||||||
|
}
|
||||||
|
|
||||||
|
void verifyInSequence(final Path wal) throws IOException {
|
||||||
|
HLog.Reader reader = HLog.getReader(wal.getFileSystem(getConf()), wal, getConf());
|
||||||
|
long previousSeqid = -1;
|
||||||
|
try {
|
||||||
|
while (true) {
|
||||||
|
Entry e = reader.next();
|
||||||
|
if (e == null) break;
|
||||||
|
long seqid = e.getKey().getLogSeqNum();
|
||||||
|
if (previousSeqid >= seqid) {
|
||||||
|
throw new IllegalStateException("wal=" + wal.getName() +
|
||||||
|
", previousSeqid=" + previousSeqid + ", seqid=" + seqid);
|
||||||
|
}
|
||||||
|
previousSeqid = seqid;
|
||||||
|
}
|
||||||
|
} finally {
|
||||||
|
reader.close();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
private static void logBenchmarkResult(String testName, long numTests, long totalTime) {
|
||||||
|
float tsec = totalTime / 1000.0f;
|
||||||
|
LOG.info(String.format("%s took %.3fs %.3fops/s", testName, tsec, numTests / tsec));
|
||||||
|
}
|
||||||
|
|
||||||
|
private void printUsageAndExit() {
|
||||||
|
System.err.printf("Usage: bin/hbase %s [options]\n", getClass().getName());
|
||||||
|
System.err.println(" where [options] are:");
|
||||||
|
System.err.println(" -h|-help Show this help and exit.");
|
||||||
|
System.err.println(" -threads <N> Number of threads writing on the WAL.");
|
||||||
|
System.err.println(" -iterations <N> Number of iterations per thread.");
|
||||||
|
System.err.println(" -path <PATH> Path where region's root directory is created.");
|
||||||
|
System.err.println(" -families <N> Number of column families to write.");
|
||||||
|
System.err.println(" -qualifiers <N> Number of qualifiers to write.");
|
||||||
|
System.err.println(" -keySize <N> Row key size in byte.");
|
||||||
|
System.err.println(" -valueSize <N> Row/Col value size in byte.");
|
||||||
|
System.err.println(" -nosync Append without syncing");
|
||||||
|
System.err.println(" -verify Verify edits written in sequence");
|
||||||
|
System.exit(1);
|
||||||
|
}
|
||||||
|
|
||||||
|
private HRegion openRegion(final FileSystem fs, final Path dir, final HTableDescriptor htd, final HLog hlog)
|
||||||
|
throws IOException {
|
||||||
|
// Initialize HRegion
|
||||||
|
HRegionInfo regionInfo = new HRegionInfo(htd.getName());
|
||||||
|
return HRegion.createHRegion(regionInfo, dir, getConf(), htd, hlog);
|
||||||
|
}
|
||||||
|
|
||||||
|
private void closeRegion(final HRegion region) throws IOException {
|
||||||
|
if (region != null) {
|
||||||
|
region.close();
|
||||||
|
HLog wal = region.getLog();
|
||||||
|
if (wal != null) wal.close();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
private void cleanRegionRootDir(final FileSystem fs, final Path dir) throws IOException {
|
||||||
|
if (fs.exists(dir)) {
|
||||||
|
fs.delete(dir, true);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
private Put setupPut(Random rand, byte[] key, byte[] value, final int numFamilies) {
|
||||||
|
rand.nextBytes(key);
|
||||||
|
Put put = new Put(key);
|
||||||
|
for (int cf = 0; cf < numFamilies; ++cf) {
|
||||||
|
for (int q = 0; q < numQualifiers; ++q) {
|
||||||
|
rand.nextBytes(value);
|
||||||
|
put.add(Bytes.toBytes(FAMILY_PREFIX + cf), Bytes.toBytes(QUALIFIER_PREFIX + q), value);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return put;
|
||||||
|
}
|
||||||
|
|
||||||
|
private void addFamilyMapToWALEdit(Map<byte[], List<KeyValue>> familyMap, WALEdit walEdit) {
|
||||||
|
for (List<KeyValue> edits : familyMap.values()) {
|
||||||
|
for (KeyValue kv : edits) {
|
||||||
|
walEdit.add(kv);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
private long runBenchmark(Runnable runnable, final int numThreads) throws InterruptedException {
|
||||||
|
Thread[] threads = new Thread[numThreads];
|
||||||
|
long startTime = System.currentTimeMillis();
|
||||||
|
for (int i = 0; i < numThreads; ++i) {
|
||||||
|
threads[i] = new Thread(runnable);
|
||||||
|
threads[i].start();
|
||||||
|
}
|
||||||
|
for (Thread t : threads) t.join();
|
||||||
|
long endTime = System.currentTimeMillis();
|
||||||
|
return(endTime - startTime);
|
||||||
|
}
|
||||||
|
|
||||||
|
public static void main(String[] args) throws Exception {
|
||||||
|
int exitCode = ToolRunner.run(new HLogPerformanceEvaluation(), args);
|
||||||
|
System.exit(exitCode);
|
||||||
|
}
|
||||||
|
}
|
||||||
Loading…
Reference in New Issue