HBASE-26080 Implement a new mini cluster class for end users (#3470)
Signed-off-by: Yulin Niu <niuyulin@apache.org>
This commit is contained in:
Duo Zhang
GitHub
parent
1e763d521f
commit
d1815445fd
|
|
@ -0,0 +1,141 @@
|
|||
/**
|
||||
* Licensed to the Apache Software Foundation (ASF) under one
|
||||
* or more contributor license agreements. See the NOTICE file
|
||||
* distributed with this work for additional information
|
||||
* regarding copyright ownership. The ASF licenses this file
|
||||
* to you under the Apache License, Version 2.0 (the
|
||||
* "License"); you may not use this file except in compliance
|
||||
* with the License. You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
package org.apache.hadoop.hbase.testing;
|
||||
|
||||
import java.util.concurrent.CompletableFuture;
|
||||
import org.apache.hadoop.conf.Configuration;
|
||||
import org.apache.hadoop.hbase.ServerName;
|
||||
import org.apache.yetus.audience.InterfaceAudience;
|
||||
|
||||
/**
|
||||
* A mini hbase cluster used for testing.
|
||||
* <p/>
|
||||
* It will also start the necessary zookeeper cluster and dfs cluster. But we will not provide
|
||||
* methods for controlling the zookeeper cluster and dfs cluster, as end users do not need to test
|
||||
* the HBase behavior when these systems are broken.
|
||||
* <p/>
|
||||
* The implementation is not required to be thread safe, so do not call different methods
|
||||
* concurrently.
|
||||
*/
|
||||
@InterfaceAudience.Public
|
||||
public interface TestingHBaseCluster {
|
||||
|
||||
/**
|
||||
* Get configuration of this cluster.
|
||||
* <p/>
|
||||
* You could use the returned {@link Configuration} to create
|
||||
* {@link org.apache.hadoop.hbase.client.Connection} for accessing the testing cluster.
|
||||
*/
|
||||
Configuration getConf();
|
||||
|
||||
/**
|
||||
* Start a new master with localhost and random port.
|
||||
*/
|
||||
void startMaster() throws Exception;
|
||||
|
||||
/**
|
||||
* Start a new master bind on the given host and port.
|
||||
*/
|
||||
void startMaster(String hostname, int port) throws Exception;
|
||||
|
||||
/**
|
||||
* Stop the given master.
|
||||
* <p/>
|
||||
* Wait on the returned {@link CompletableFuture} to wait on the master quit. The differences
|
||||
* comparing to {@link org.apache.hadoop.hbase.client.Admin#stopMaster()} is that first, we could
|
||||
* also stop backup masters here, second, this method does not always fail since we do not use rpc
|
||||
* to stop the master.
|
||||
*/
|
||||
CompletableFuture<Void> stopMaster(ServerName serverName) throws Exception;
|
||||
|
||||
/**
|
||||
* Start a new region server with localhost and random port.
|
||||
*/
|
||||
void startRegionServer() throws Exception;
|
||||
|
||||
/**
|
||||
* Start a new region server bind on the given host and port.
|
||||
*/
|
||||
void startRegionServer(String hostname, int port) throws Exception;
|
||||
|
||||
/**
|
||||
* Stop the given region server.
|
||||
* <p/>
|
||||
* Wait on the returned {@link CompletableFuture} to wait on the master quit. The difference
|
||||
* comparing to {@link org.apache.hadoop.hbase.client.Admin#stopMaster()} is that this method does
|
||||
* not always fail since we do not use rpc to stop the region server.
|
||||
*/
|
||||
CompletableFuture<Void> stopRegionServer(ServerName serverName) throws Exception;
|
||||
|
||||
/**
|
||||
* Stop the hbase cluster.
|
||||
* <p/>
|
||||
* You need to call {@link #start()} first before calling this method, otherwise an
|
||||
* {@link IllegalStateException} will be thrown. If the hbase is not running because you have
|
||||
* already stopped the cluster, an {@link IllegalStateException} will be thrown too.
|
||||
*/
|
||||
void stopHBaseCluster() throws Exception;
|
||||
|
||||
/**
|
||||
* Start the hbase cluster.
|
||||
* <p/>
|
||||
* This is used to start the hbase cluster again after you call {@link #stopHBaseCluster()}. If
|
||||
* the cluster is already running or you have not called {@link #start()} yet, an
|
||||
* {@link IllegalStateException} will be thrown.
|
||||
*/
|
||||
void startHBaseCluster() throws Exception;
|
||||
|
||||
/**
|
||||
* Return whether the hbase cluster is running.
|
||||
*/
|
||||
boolean isHBaseClusterRunning();
|
||||
|
||||
/**
|
||||
* Start the whole mini cluster, including zookeeper cluster, dfs cluster and hbase cluster.
|
||||
* <p/>
|
||||
* You can only call this method once at the beginning, unless you have called {@link #stop()} to
|
||||
* shutdown the cluster completely, and then you can call this method to start the whole cluster
|
||||
* again. An {@link IllegalStateException} will be thrown if you call this method incorrectly.
|
||||
*/
|
||||
void start() throws Exception;
|
||||
|
||||
/**
|
||||
* Return whether the cluster is running.
|
||||
* <p/>
|
||||
* Notice that, this only means you have called {@link #start()} and have not called
|
||||
* {@link #stop()} yet. If you want to make sure the hbase cluster is running, use
|
||||
* {@link #isHBaseClusterRunning()}.
|
||||
*/
|
||||
boolean isClusterRunning();
|
||||
|
||||
/**
|
||||
* Stop the whole mini cluster, including zookeeper cluster, dfs cluster and hbase cluster.
|
||||
* <p/>
|
||||
* You can only call this method after calling {@link #start()}, otherwise an
|
||||
* {@link IllegalStateException} will be thrown.
|
||||
*/
|
||||
void stop() throws Exception;
|
||||
|
||||
/**
|
||||
* Create a {@link TestingHBaseCluster}. You need to call {@link #start()} of the returned
|
||||
* {@link TestingHBaseCluster} to actually start the mini testing cluster.
|
||||
*/
|
||||
static TestingHBaseCluster create(TestingHBaseClusterOption option) {
|
||||
return new TestingHBaseClusterImpl(option);
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,174 @@
|
|||
/**
|
||||
* Licensed to the Apache Software Foundation (ASF) under one
|
||||
* or more contributor license agreements. See the NOTICE file
|
||||
* distributed with this work for additional information
|
||||
* regarding copyright ownership. The ASF licenses this file
|
||||
* to you under the Apache License, Version 2.0 (the
|
||||
* "License"); you may not use this file except in compliance
|
||||
* with the License. You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
package org.apache.hadoop.hbase.testing;
|
||||
|
||||
import java.util.List;
|
||||
import java.util.concurrent.CompletableFuture;
|
||||
import java.util.concurrent.ExecutorService;
|
||||
import java.util.concurrent.Executors;
|
||||
import org.apache.hadoop.conf.Configuration;
|
||||
import org.apache.hadoop.hbase.HBaseTestingUtility;
|
||||
import org.apache.hadoop.hbase.ServerName;
|
||||
import org.apache.hadoop.hbase.StartMiniClusterOption;
|
||||
import org.apache.hadoop.hbase.util.JVMClusterUtil.MasterThread;
|
||||
import org.apache.hadoop.hbase.util.JVMClusterUtil.RegionServerThread;
|
||||
import org.apache.yetus.audience.InterfaceAudience;
|
||||
|
||||
import org.apache.hbase.thirdparty.com.google.common.base.Preconditions;
|
||||
import org.apache.hbase.thirdparty.com.google.common.util.concurrent.ThreadFactoryBuilder;
|
||||
|
||||
@InterfaceAudience.Private
|
||||
class TestingHBaseClusterImpl implements TestingHBaseCluster {
|
||||
|
||||
private final HBaseTestingUtility util = new HBaseTestingUtility();
|
||||
|
||||
private final StartMiniClusterOption option;
|
||||
|
||||
private final ExecutorService executor = Executors.newCachedThreadPool(new ThreadFactoryBuilder()
|
||||
.setNameFormat(getClass().getSuperclass() + "-%d").setDaemon(true).build());
|
||||
|
||||
private boolean miniClusterRunning = false;
|
||||
|
||||
private boolean miniHBaseClusterRunning = false;
|
||||
|
||||
TestingHBaseClusterImpl(TestingHBaseClusterOption option) {
|
||||
this.option = option.convert();
|
||||
}
|
||||
|
||||
@Override
|
||||
public Configuration getConf() {
|
||||
return util.getConfiguration();
|
||||
}
|
||||
|
||||
private int getRegionServerIndex(ServerName serverName) {
|
||||
// we have a small number of region servers, this should be fine for now.
|
||||
List<RegionServerThread> servers = util.getMiniHBaseCluster().getRegionServerThreads();
|
||||
for (int i = 0; i < servers.size(); i++) {
|
||||
if (servers.get(i).getRegionServer().getServerName().equals(serverName)) {
|
||||
return i;
|
||||
}
|
||||
}
|
||||
return -1;
|
||||
}
|
||||
|
||||
private int getMasterIndex(ServerName serverName) {
|
||||
List<MasterThread> masters = util.getMiniHBaseCluster().getMasterThreads();
|
||||
for (int i = 0; i < masters.size(); i++) {
|
||||
if (masters.get(i).getMaster().getServerName().equals(serverName)) {
|
||||
return i;
|
||||
}
|
||||
}
|
||||
return -1;
|
||||
}
|
||||
|
||||
private void join(Thread thread, CompletableFuture<?> future) {
|
||||
executor.execute(() -> {
|
||||
try {
|
||||
thread.join();
|
||||
future.complete(null);
|
||||
} catch (InterruptedException e) {
|
||||
future.completeExceptionally(e);
|
||||
}
|
||||
});
|
||||
}
|
||||
|
||||
@Override
|
||||
public CompletableFuture<Void> stopMaster(ServerName serverName) throws Exception {
|
||||
CompletableFuture<Void> future = new CompletableFuture<>();
|
||||
int index = getMasterIndex(serverName);
|
||||
if (index == -1) {
|
||||
future.completeExceptionally(new IllegalArgumentException("Unknown master " + serverName));
|
||||
}
|
||||
join(util.getMiniHBaseCluster().stopMaster(index), future);
|
||||
return future;
|
||||
}
|
||||
|
||||
@Override
|
||||
public CompletableFuture<Void> stopRegionServer(ServerName serverName) throws Exception {
|
||||
CompletableFuture<Void> future = new CompletableFuture<>();
|
||||
int index = getRegionServerIndex(serverName);
|
||||
if (index == -1) {
|
||||
future
|
||||
.completeExceptionally(new IllegalArgumentException("Unknown region server " + serverName));
|
||||
}
|
||||
join(util.getMiniHBaseCluster().stopRegionServer(index), future);
|
||||
return future;
|
||||
}
|
||||
|
||||
@Override
|
||||
public void stopHBaseCluster() throws Exception {
|
||||
Preconditions.checkState(miniClusterRunning, "Cluster has already been stopped");
|
||||
Preconditions.checkState(miniHBaseClusterRunning, "HBase cluster has already been started");
|
||||
util.shutdownMiniHBaseCluster();
|
||||
miniHBaseClusterRunning = false;
|
||||
}
|
||||
|
||||
@Override
|
||||
public void startHBaseCluster() throws Exception {
|
||||
Preconditions.checkState(miniClusterRunning, "Cluster has already been stopped");
|
||||
Preconditions.checkState(!miniHBaseClusterRunning, "HBase cluster has already been started");
|
||||
util.startMiniHBaseCluster(option);
|
||||
miniHBaseClusterRunning = true;
|
||||
}
|
||||
|
||||
@Override
|
||||
public void start() throws Exception {
|
||||
Preconditions.checkState(!miniClusterRunning, "Cluster has already been started");
|
||||
util.startMiniCluster(option);
|
||||
miniClusterRunning = true;
|
||||
miniHBaseClusterRunning = true;
|
||||
}
|
||||
|
||||
@Override
|
||||
public void stop() throws Exception {
|
||||
Preconditions.checkState(miniClusterRunning, "Cluster has already been stopped");
|
||||
util.shutdownMiniCluster();
|
||||
miniClusterRunning = false;
|
||||
miniHBaseClusterRunning = false;
|
||||
}
|
||||
|
||||
@Override
|
||||
public boolean isHBaseClusterRunning() {
|
||||
return miniHBaseClusterRunning;
|
||||
}
|
||||
|
||||
@Override
|
||||
public boolean isClusterRunning() {
|
||||
return miniClusterRunning;
|
||||
}
|
||||
|
||||
@Override
|
||||
public void startMaster() throws Exception {
|
||||
util.getMiniHBaseCluster().startMaster();
|
||||
}
|
||||
|
||||
@Override
|
||||
public void startMaster(String hostname, int port) throws Exception {
|
||||
util.getMiniHBaseCluster().startMaster(hostname, port);
|
||||
}
|
||||
|
||||
@Override
|
||||
public void startRegionServer() throws Exception {
|
||||
util.getMiniHBaseCluster().startRegionServer();
|
||||
}
|
||||
|
||||
@Override
|
||||
public void startRegionServer(String hostname, int port) throws Exception {
|
||||
util.getMiniHBaseCluster().startRegionServer(hostname, port);
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,245 @@
|
|||
/**
|
||||
* Licensed to the Apache Software Foundation (ASF) under one
|
||||
* or more contributor license agreements. See the NOTICE file
|
||||
* distributed with this work for additional information
|
||||
* regarding copyright ownership. The ASF licenses this file
|
||||
* to you under the Apache License, Version 2.0 (the
|
||||
* "License"); you may not use this file except in compliance
|
||||
* with the License. You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
package org.apache.hadoop.hbase.testing;
|
||||
|
||||
import java.util.Arrays;
|
||||
import java.util.List;
|
||||
import org.apache.commons.lang3.StringUtils;
|
||||
import org.apache.hadoop.hbase.StartMiniClusterOption;
|
||||
import org.apache.yetus.audience.InterfaceAudience;
|
||||
|
||||
/**
|
||||
* Options for starting up a mini testing cluster {@link TestingHBaseCluster} (including an hbase,
|
||||
* dfs and zookeeper clusters) in test. The options include HDFS options to build mini dfs cluster,
|
||||
* Zookeeper options to build mini zk cluster, and mostly HBase options to build mini hbase cluster.
|
||||
* To create an object, use a {@link Builder}. Example usage:
|
||||
*
|
||||
* <pre>
|
||||
* TestingHBaseClusterOption option = TestingHBaseClusterOption.builder().
|
||||
* .numMasters(3).createWALDir(true).build();
|
||||
* </pre>
|
||||
*
|
||||
* Default values can be found in {@link Builder}.
|
||||
*/
|
||||
@InterfaceAudience.Public
|
||||
public final class TestingHBaseClusterOption {
|
||||
|
||||
/**
|
||||
* Number of masters to start up. We'll start this many hbase masters.
|
||||
*/
|
||||
private final int numMasters;
|
||||
|
||||
/**
|
||||
* Number of masters that always remain standby. These set of masters never transition to active
|
||||
* even if an active master does not exist.
|
||||
*/
|
||||
private final int numAlwaysStandByMasters;
|
||||
|
||||
/**
|
||||
* Number of region servers to start up. If this value is > 1, then make sure config
|
||||
* "hbase.regionserver.info.port" is -1 (i.e. no ui per regionserver) otherwise bind errors.
|
||||
*/
|
||||
private final int numRegionServers;
|
||||
|
||||
/**
|
||||
* Ports that RegionServer should use. Pass ports if you want to test cluster restart where for
|
||||
* sure the regionservers come up on same address+port (but just with different startcode); by
|
||||
* default mini hbase clusters choose new arbitrary ports on each cluster start.
|
||||
*/
|
||||
private final List<Integer> rsPorts;
|
||||
|
||||
/**
|
||||
* Number of datanodes. Used to create mini DSF cluster. Surpassed by {@link #dataNodeHosts} size.
|
||||
*/
|
||||
private final int numDataNodes;
|
||||
|
||||
/**
|
||||
* The hostnames of DataNodes to run on. This is useful if you want to run datanode on distinct
|
||||
* hosts for things like HDFS block location verification. If you start MiniDFSCluster without
|
||||
* host names, all instances of the datanodes will have the same host name.
|
||||
*/
|
||||
private final String[] dataNodeHosts;
|
||||
|
||||
/**
|
||||
* Number of Zookeeper servers.
|
||||
*/
|
||||
private final int numZkServers;
|
||||
|
||||
/**
|
||||
* Whether to create a new root or data directory path. If true, the newly created data directory
|
||||
* will be configured as HBase rootdir. This will overwrite existing root directory config.
|
||||
*/
|
||||
private final boolean createRootDir;
|
||||
|
||||
/**
|
||||
* Whether to create a new WAL directory. If true, the newly created directory will be configured
|
||||
* as HBase wal.dir which is separate from HBase rootdir.
|
||||
*/
|
||||
private final boolean createWALDir;
|
||||
|
||||
/**
|
||||
* Private constructor. Use {@link Builder#build()}.
|
||||
*/
|
||||
private TestingHBaseClusterOption(int numMasters, int numAlwaysStandByMasters,
|
||||
int numRegionServers, List<Integer> rsPorts, int numDataNodes, String[] dataNodeHosts,
|
||||
int numZkServers, boolean createRootDir, boolean createWALDir) {
|
||||
this.numMasters = numMasters;
|
||||
this.numAlwaysStandByMasters = numAlwaysStandByMasters;
|
||||
this.numRegionServers = numRegionServers;
|
||||
this.rsPorts = rsPorts;
|
||||
this.numDataNodes = numDataNodes;
|
||||
this.dataNodeHosts = dataNodeHosts;
|
||||
this.numZkServers = numZkServers;
|
||||
this.createRootDir = createRootDir;
|
||||
this.createWALDir = createWALDir;
|
||||
}
|
||||
|
||||
public int getNumMasters() {
|
||||
return numMasters;
|
||||
}
|
||||
|
||||
public int getNumAlwaysStandByMasters() {
|
||||
return numAlwaysStandByMasters;
|
||||
}
|
||||
|
||||
public int getNumRegionServers() {
|
||||
return numRegionServers;
|
||||
}
|
||||
|
||||
public List<Integer> getRsPorts() {
|
||||
return rsPorts;
|
||||
}
|
||||
|
||||
public int getNumDataNodes() {
|
||||
return numDataNodes;
|
||||
}
|
||||
|
||||
public String[] getDataNodeHosts() {
|
||||
return dataNodeHosts;
|
||||
}
|
||||
|
||||
public int getNumZkServers() {
|
||||
return numZkServers;
|
||||
}
|
||||
|
||||
public boolean isCreateRootDir() {
|
||||
return createRootDir;
|
||||
}
|
||||
|
||||
public boolean isCreateWALDir() {
|
||||
return createWALDir;
|
||||
}
|
||||
|
||||
@Override
|
||||
public String toString() {
|
||||
return "StartMiniClusterOption{" + "numMasters=" + numMasters + ", numRegionServers=" +
|
||||
numRegionServers + ", rsPorts=" + StringUtils.join(rsPorts) + ", numDataNodes=" +
|
||||
numDataNodes + ", dataNodeHosts=" + Arrays.toString(dataNodeHosts) + ", numZkServers=" +
|
||||
numZkServers + ", createRootDir=" + createRootDir + ", createWALDir=" + createWALDir + '}';
|
||||
}
|
||||
|
||||
/**
|
||||
* Convert to the internal option. Not for public use so package private.
|
||||
*/
|
||||
StartMiniClusterOption convert() {
|
||||
return StartMiniClusterOption.builder().numMasters(numMasters)
|
||||
.numAlwaysStandByMasters(numAlwaysStandByMasters).numRegionServers(numRegionServers)
|
||||
.rsPorts(rsPorts).numDataNodes(numDataNodes).dataNodeHosts(dataNodeHosts)
|
||||
.numZkServers(numZkServers).createRootDir(createRootDir).createWALDir(createWALDir).build();
|
||||
}
|
||||
|
||||
/**
|
||||
* Returns a new builder.
|
||||
*/
|
||||
public static Builder builder() {
|
||||
return new Builder();
|
||||
}
|
||||
|
||||
/**
|
||||
* Builder pattern for creating an {@link TestingHBaseClusterOption}. The default values of its
|
||||
* fields should be considered public and constant. Changing the default values may cause other
|
||||
* tests fail.
|
||||
*/
|
||||
public static final class Builder {
|
||||
private int numMasters = 1;
|
||||
private int numAlwaysStandByMasters = 0;
|
||||
private int numRegionServers = 1;
|
||||
private List<Integer> rsPorts = null;
|
||||
private int numDataNodes = 1;
|
||||
private String[] dataNodeHosts = null;
|
||||
private int numZkServers = 1;
|
||||
private boolean createRootDir = false;
|
||||
private boolean createWALDir = false;
|
||||
|
||||
private Builder() {
|
||||
}
|
||||
|
||||
public TestingHBaseClusterOption build() {
|
||||
if (dataNodeHosts != null && dataNodeHosts.length != 0) {
|
||||
numDataNodes = dataNodeHosts.length;
|
||||
}
|
||||
return new TestingHBaseClusterOption(numMasters, numAlwaysStandByMasters, numRegionServers,
|
||||
rsPorts, numDataNodes, dataNodeHosts, numZkServers, createRootDir, createWALDir);
|
||||
}
|
||||
|
||||
public Builder numMasters(int numMasters) {
|
||||
this.numMasters = numMasters;
|
||||
return this;
|
||||
}
|
||||
|
||||
public Builder numAlwaysStandByMasters(int numAlwaysStandByMasters) {
|
||||
this.numAlwaysStandByMasters = numAlwaysStandByMasters;
|
||||
return this;
|
||||
}
|
||||
|
||||
public Builder numRegionServers(int numRegionServers) {
|
||||
this.numRegionServers = numRegionServers;
|
||||
return this;
|
||||
}
|
||||
|
||||
public Builder rsPorts(List<Integer> rsPorts) {
|
||||
this.rsPorts = rsPorts;
|
||||
return this;
|
||||
}
|
||||
|
||||
public Builder numDataNodes(int numDataNodes) {
|
||||
this.numDataNodes = numDataNodes;
|
||||
return this;
|
||||
}
|
||||
|
||||
public Builder dataNodeHosts(String[] dataNodeHosts) {
|
||||
this.dataNodeHosts = dataNodeHosts;
|
||||
return this;
|
||||
}
|
||||
|
||||
public Builder numZkServers(int numZkServers) {
|
||||
this.numZkServers = numZkServers;
|
||||
return this;
|
||||
}
|
||||
|
||||
public Builder createRootDir(boolean createRootDir) {
|
||||
this.createRootDir = createRootDir;
|
||||
return this;
|
||||
}
|
||||
|
||||
public Builder createWALDir(boolean createWALDir) {
|
||||
this.createWALDir = createWALDir;
|
||||
return this;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,147 @@
|
|||
/**
|
||||
* Licensed to the Apache Software Foundation (ASF) under one
|
||||
* or more contributor license agreements. See the NOTICE file
|
||||
* distributed with this work for additional information
|
||||
* regarding copyright ownership. The ASF licenses this file
|
||||
* to you under the Apache License, Version 2.0 (the
|
||||
* "License"); you may not use this file except in compliance
|
||||
* with the License. You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
package org.apache.hadoop.hbase.testing;
|
||||
|
||||
import static org.junit.Assert.assertEquals;
|
||||
import static org.junit.Assert.assertFalse;
|
||||
import static org.junit.Assert.assertThrows;
|
||||
import static org.junit.Assert.assertTrue;
|
||||
|
||||
import java.util.Collection;
|
||||
import org.apache.hadoop.hbase.HBaseClassTestRule;
|
||||
import org.apache.hadoop.hbase.ServerName;
|
||||
import org.apache.hadoop.hbase.Waiter;
|
||||
import org.apache.hadoop.hbase.client.Admin;
|
||||
import org.apache.hadoop.hbase.client.Connection;
|
||||
import org.apache.hadoop.hbase.client.ConnectionFactory;
|
||||
import org.apache.hadoop.hbase.testclassification.LargeTests;
|
||||
import org.apache.hadoop.hbase.testclassification.MiscTests;
|
||||
import org.apache.hadoop.hbase.util.DNS;
|
||||
import org.apache.hadoop.hbase.util.DNS.ServerType;
|
||||
import org.junit.After;
|
||||
import org.junit.AfterClass;
|
||||
import org.junit.Before;
|
||||
import org.junit.BeforeClass;
|
||||
import org.junit.ClassRule;
|
||||
import org.junit.Test;
|
||||
import org.junit.experimental.categories.Category;
|
||||
|
||||
import org.apache.hbase.thirdparty.com.google.common.collect.Iterables;
|
||||
import org.apache.hbase.thirdparty.com.google.common.io.Closeables;
|
||||
|
||||
@Category({ MiscTests.class, LargeTests.class })
|
||||
public class TestTestingHBaseCluster {
|
||||
|
||||
@ClassRule
|
||||
public static final HBaseClassTestRule CLASS_RULE =
|
||||
HBaseClassTestRule.forClass(TestTestingHBaseCluster.class);
|
||||
|
||||
private static TestingHBaseCluster CLUSTER;
|
||||
|
||||
private Connection conn;
|
||||
|
||||
private Admin admin;
|
||||
|
||||
@BeforeClass
|
||||
public static void setUpBeforeClass() throws Exception {
|
||||
CLUSTER = TestingHBaseCluster.create(TestingHBaseClusterOption.builder().numMasters(2)
|
||||
.numRegionServers(3).numDataNodes(3).build());
|
||||
}
|
||||
|
||||
@AfterClass
|
||||
public static void tearDownAfterClass() throws Exception {
|
||||
if (CLUSTER.isClusterRunning()) {
|
||||
CLUSTER.stop();
|
||||
}
|
||||
}
|
||||
|
||||
@Before
|
||||
public void setUp() throws Exception {
|
||||
if (!CLUSTER.isClusterRunning()) {
|
||||
CLUSTER.start();
|
||||
}
|
||||
if (!CLUSTER.isHBaseClusterRunning()) {
|
||||
CLUSTER.startHBaseCluster();
|
||||
}
|
||||
conn = ConnectionFactory.createConnection(CLUSTER.getConf());
|
||||
admin = conn.getAdmin();
|
||||
}
|
||||
|
||||
@After
|
||||
public void tearDown() throws Exception {
|
||||
Closeables.close(admin, true);
|
||||
Closeables.close(conn, true);
|
||||
if (CLUSTER.isHBaseClusterRunning()) {
|
||||
CLUSTER.stopHBaseCluster();
|
||||
}
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testStartStop() throws Exception {
|
||||
assertTrue(CLUSTER.isClusterRunning());
|
||||
assertTrue(CLUSTER.isHBaseClusterRunning());
|
||||
assertThrows(IllegalStateException.class, () -> CLUSTER.start());
|
||||
CLUSTER.stop();
|
||||
assertFalse(CLUSTER.isClusterRunning());
|
||||
assertFalse(CLUSTER.isHBaseClusterRunning());
|
||||
assertThrows(IllegalStateException.class, () -> CLUSTER.stop());
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testStartStopHBaseCluster() throws Exception {
|
||||
assertTrue(CLUSTER.isHBaseClusterRunning());
|
||||
assertThrows(IllegalStateException.class, () -> CLUSTER.startHBaseCluster());
|
||||
CLUSTER.stopHBaseCluster();
|
||||
assertTrue(CLUSTER.isClusterRunning());
|
||||
assertFalse(CLUSTER.isHBaseClusterRunning());
|
||||
assertThrows(IllegalStateException.class, () -> CLUSTER.stopHBaseCluster());
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testStartStopMaster() throws Exception {
|
||||
ServerName master = admin.getMaster();
|
||||
CLUSTER.stopMaster(master).join();
|
||||
// wait until the backup master becomes active master.
|
||||
Waiter.waitFor(CLUSTER.getConf(), 30000, () -> {
|
||||
try {
|
||||
return admin.getMaster() != null;
|
||||
} catch (Exception e) {
|
||||
// ignore
|
||||
return false;
|
||||
}
|
||||
});
|
||||
// should have no backup master
|
||||
assertTrue(admin.getBackupMasters().isEmpty());
|
||||
CLUSTER.startMaster();
|
||||
Waiter.waitFor(CLUSTER.getConf(), 30000, () -> !admin.getBackupMasters().isEmpty());
|
||||
CLUSTER.startMaster(DNS.getHostname(CLUSTER.getConf(), ServerType.MASTER), 0);
|
||||
Waiter.waitFor(CLUSTER.getConf(), 30000, () -> admin.getBackupMasters().size() == 2);
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testStartStopRegionServer() throws Exception {
|
||||
Collection<ServerName> regionServers = admin.getRegionServers();
|
||||
assertEquals(3, regionServers.size());
|
||||
CLUSTER.stopRegionServer(Iterables.get(regionServers, 0)).join();
|
||||
Waiter.waitFor(CLUSTER.getConf(), 30000, () -> admin.getRegionServers().size() == 2);
|
||||
CLUSTER.startRegionServer();
|
||||
Waiter.waitFor(CLUSTER.getConf(), 30000, () -> admin.getRegionServers().size() == 3);
|
||||
CLUSTER.startRegionServer(DNS.getHostname(CLUSTER.getConf(), ServerType.REGIONSERVER), 0);
|
||||
Waiter.waitFor(CLUSTER.getConf(), 30000, () -> admin.getRegionServers().size() == 4);
|
||||
}
|
||||
}
|
||||
Loading…
Reference in New Issue