HBASE-9021 Create a unit test for ReplicationHLogReaderManager
git-svn-id: https://svn.apache.org/repos/asf/hbase/trunk@1505892 13f79535-47bb-0310-9956-ffa450edef68
This commit is contained in:
Michael Stack
parent
9c1a498432
commit
be6adbdd7e
|
|
@ -0,0 +1,201 @@
|
||||||
|
/**
|
||||||
|
* Licensed to the Apache Software Foundation (ASF) under one
|
||||||
|
* or more contributor license agreements. See the NOTICE file
|
||||||
|
* distributed with this work for additional information
|
||||||
|
* regarding copyright ownership. The ASF licenses this file
|
||||||
|
* to you under the Apache License, Version 2.0 (the
|
||||||
|
* "License"); you may not use this file except in compliance
|
||||||
|
* with the License. You may obtain a copy of the License at
|
||||||
|
*
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
* See the License for the specific language governing permissions and
|
||||||
|
* limitations under the License.
|
||||||
|
*/
|
||||||
|
|
||||||
|
package org.apache.hadoop.hbase.replication.regionserver;
|
||||||
|
|
||||||
|
|
||||||
|
import org.apache.commons.logging.Log;
|
||||||
|
import org.apache.commons.logging.LogFactory;
|
||||||
|
import org.apache.hadoop.conf.Configuration;
|
||||||
|
import org.apache.hadoop.fs.FileSystem;
|
||||||
|
import org.apache.hadoop.fs.Path;
|
||||||
|
import org.apache.hadoop.hbase.HBaseTestingUtility;
|
||||||
|
import org.apache.hadoop.hbase.HConstants;
|
||||||
|
import org.apache.hadoop.hbase.HRegionInfo;
|
||||||
|
import org.apache.hadoop.hbase.HTableDescriptor;
|
||||||
|
import org.apache.hadoop.hbase.KeyValue;
|
||||||
|
import org.apache.hadoop.hbase.MediumTests;
|
||||||
|
import org.apache.hadoop.hbase.regionserver.wal.HLog;
|
||||||
|
import org.apache.hadoop.hbase.regionserver.wal.HLogFactory;
|
||||||
|
import org.apache.hadoop.hbase.regionserver.wal.HLogKey;
|
||||||
|
import org.apache.hadoop.hbase.regionserver.wal.WALActionsListener;
|
||||||
|
import org.apache.hadoop.hbase.regionserver.wal.WALEdit;
|
||||||
|
import org.apache.hadoop.hbase.util.Bytes;
|
||||||
|
import org.apache.hadoop.hdfs.MiniDFSCluster;
|
||||||
|
import org.junit.After;
|
||||||
|
import org.junit.AfterClass;
|
||||||
|
import org.junit.Before;
|
||||||
|
import org.junit.BeforeClass;
|
||||||
|
import org.junit.Test;
|
||||||
|
import org.junit.experimental.categories.Category;
|
||||||
|
|
||||||
|
import static org.junit.Assert.*;
|
||||||
|
|
||||||
|
import java.io.EOFException;
|
||||||
|
import java.io.IOException;
|
||||||
|
import java.util.ArrayList;
|
||||||
|
import java.util.List;
|
||||||
|
|
||||||
|
@Category(MediumTests.class)
|
||||||
|
public class TestReplicationHLogReaderManager {
|
||||||
|
|
||||||
|
private final static HBaseTestingUtility TEST_UTIL = new HBaseTestingUtility();
|
||||||
|
private static Configuration conf;
|
||||||
|
private static Path hbaseDir;
|
||||||
|
private static FileSystem fs;
|
||||||
|
private static MiniDFSCluster cluster;
|
||||||
|
private static final byte [] tableName = Bytes.toBytes("tablename");
|
||||||
|
private static final byte [] family = Bytes.toBytes("column");
|
||||||
|
private static final byte [] qualifier = Bytes.toBytes("qualifier");
|
||||||
|
private static final HRegionInfo info = new HRegionInfo(tableName,
|
||||||
|
HConstants.EMPTY_START_ROW, HConstants.LAST_ROW, false);
|
||||||
|
private static final HTableDescriptor htd = new HTableDescriptor(tableName);
|
||||||
|
|
||||||
|
private HLog log;
|
||||||
|
private ReplicationHLogReaderManager logManager;
|
||||||
|
private PathWatcher pathWatcher;
|
||||||
|
|
||||||
|
|
||||||
|
@BeforeClass
|
||||||
|
public static void setUpBeforeClass() throws Exception {
|
||||||
|
TEST_UTIL.startMiniDFSCluster(3);
|
||||||
|
|
||||||
|
conf = TEST_UTIL.getConfiguration();
|
||||||
|
hbaseDir = TEST_UTIL.createRootDir();
|
||||||
|
cluster = TEST_UTIL.getDFSCluster();
|
||||||
|
fs = cluster.getFileSystem();
|
||||||
|
}
|
||||||
|
|
||||||
|
@AfterClass
|
||||||
|
public static void tearDownAfterClass() throws Exception {
|
||||||
|
TEST_UTIL.shutdownMiniCluster();
|
||||||
|
}
|
||||||
|
|
||||||
|
@Before
|
||||||
|
public void setUp() throws Exception {
|
||||||
|
logManager = new ReplicationHLogReaderManager(fs, conf);
|
||||||
|
List<WALActionsListener> listeners = new ArrayList<WALActionsListener>();
|
||||||
|
pathWatcher = new PathWatcher();
|
||||||
|
listeners.add(pathWatcher);
|
||||||
|
log = HLogFactory.createHLog(fs, hbaseDir, "test", conf, listeners, "some server");
|
||||||
|
}
|
||||||
|
|
||||||
|
@After
|
||||||
|
public void tearDown() throws Exception {
|
||||||
|
log.closeAndDelete();
|
||||||
|
}
|
||||||
|
|
||||||
|
@Test
|
||||||
|
public void test() throws Exception {
|
||||||
|
// Grab the path that was generated when the log rolled as part of its creation
|
||||||
|
Path path = pathWatcher.currentPath;
|
||||||
|
|
||||||
|
// open it, it's empty so it fails
|
||||||
|
try {
|
||||||
|
logManager.openReader(path);
|
||||||
|
fail("Shouldn't be able to open an empty file");
|
||||||
|
} catch (EOFException ex) {}
|
||||||
|
|
||||||
|
assertEquals(0, logManager.getPosition());
|
||||||
|
|
||||||
|
appendToLog();
|
||||||
|
|
||||||
|
// There's one edit in the log, read it. Reading past it needs to return nulls
|
||||||
|
assertNotNull(logManager.openReader(path));
|
||||||
|
logManager.seek();
|
||||||
|
HLog.Entry[] entriesArray = new HLog.Entry[1];
|
||||||
|
HLog.Entry entry = logManager.readNextAndSetPosition(entriesArray, 0);
|
||||||
|
assertNotNull(entry);
|
||||||
|
entry = logManager.readNextAndSetPosition(entriesArray, 0);
|
||||||
|
assertNull(entry);
|
||||||
|
logManager.closeReader();
|
||||||
|
long oldPos = logManager.getPosition();
|
||||||
|
|
||||||
|
appendToLog();
|
||||||
|
|
||||||
|
// Read the newly added entry, make sure we made progress
|
||||||
|
assertNotNull(logManager.openReader(path));
|
||||||
|
logManager.seek();
|
||||||
|
entry = logManager.readNextAndSetPosition(entriesArray, 0);
|
||||||
|
assertNotEquals(oldPos, logManager.getPosition());
|
||||||
|
assertNotNull(entry);
|
||||||
|
logManager.closeReader();
|
||||||
|
oldPos = logManager.getPosition();
|
||||||
|
|
||||||
|
log.rollWriter();
|
||||||
|
|
||||||
|
// We rolled but we still should see the end of the first log and not get data
|
||||||
|
assertNotNull(logManager.openReader(path));
|
||||||
|
logManager.seek();
|
||||||
|
entry = logManager.readNextAndSetPosition(entriesArray, 0);
|
||||||
|
assertEquals(oldPos, logManager.getPosition());
|
||||||
|
assertNull(entry);
|
||||||
|
logManager.finishCurrentFile();
|
||||||
|
|
||||||
|
path = pathWatcher.currentPath;
|
||||||
|
|
||||||
|
// Finally we have a new empty log, which should still give us EOFs
|
||||||
|
try {
|
||||||
|
logManager.openReader(path);
|
||||||
|
fail();
|
||||||
|
} catch (EOFException ex) {}
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
private void appendToLog() throws IOException {
|
||||||
|
log.append(info, tableName, getWALEdit(), System.currentTimeMillis(), htd);
|
||||||
|
}
|
||||||
|
|
||||||
|
private WALEdit getWALEdit() {
|
||||||
|
WALEdit edit = new WALEdit();
|
||||||
|
edit.add(new KeyValue(Bytes.toBytes(System.currentTimeMillis()), family, qualifier,
|
||||||
|
System.currentTimeMillis(), qualifier));
|
||||||
|
return edit;
|
||||||
|
}
|
||||||
|
|
||||||
|
class PathWatcher implements WALActionsListener {
|
||||||
|
|
||||||
|
Path currentPath;
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void preLogRoll(Path oldPath, Path newPath) throws IOException {
|
||||||
|
currentPath = newPath;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void postLogRoll(Path oldPath, Path newPath) throws IOException {}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void preLogArchive(Path oldPath, Path newPath) throws IOException {}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void postLogArchive(Path oldPath, Path newPath) throws IOException {}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void logRollRequested() {}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void logCloseRequested() {}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void visitLogEntryBeforeWrite(HRegionInfo info, HLogKey logKey, WALEdit logEdit) {}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void visitLogEntryBeforeWrite(HTableDescriptor htd, HLogKey logKey, WALEdit logEdit) {}
|
||||||
|
}
|
||||||
|
}
|
||||||
Loading…
Reference in New Issue