HBASE-13537 Change the admin interface for async operations to return Future.

This commit is contained in:
Srikanth Srungarapu 2015-04-26 16:36:13 -07:00
parent ba6ba16bc0
commit 807142024f
2 changed files with 58 additions and 100 deletions

View File

@ -23,6 +23,7 @@ import java.io.Closeable;
import java.io.IOException; import java.io.IOException;
import java.util.List; import java.util.List;
import java.util.Map; import java.util.Map;
import java.util.concurrent.Future;
import java.util.regex.Pattern; import java.util.regex.Pattern;
import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.conf.Configuration;
@ -242,19 +243,21 @@ public interface Admin extends Abortable, Closeable {
void createTable(final HTableDescriptor desc, byte[][] splitKeys) throws IOException; void createTable(final HTableDescriptor desc, byte[][] splitKeys) throws IOException;
/** /**
* Creates a new table but does not block and wait for it to come online. Asynchronous operation. * Creates a new table but does not block and wait for it to come online.
* To check if the table exists, use {@link #isTableAvailable} -- it is not safe to create an * You can use Future.get(long, TimeUnit) to wait on the operation to complete.
* HTable instance to this table before it is available. Note : Avoid passing empty split key. * It may throw ExecutionException if there was an error while executing the operation
* or TimeoutException in case the wait timeout was not long enough to allow the
* operation to complete.
* *
* @param desc table descriptor for table * @param desc table descriptor for table
* @throws IllegalArgumentException Bad table name, if the split keys are repeated and if the * @param splitKeys keys to check if the table has been created with all split keys
* split key has empty byte array. * @throws IllegalArgumentException Bad table name, if the split keys
* @throws MasterNotRunningException if master is not running * are repeated and if the split key has empty byte array.
* @throws org.apache.hadoop.hbase.TableExistsException if table already exists (If concurrent * @throws IOException if a remote or network exception occurs
* threads, the table may have been created between test-for-existence and attempt-at-creation). * @return the result of the async creation. You can use Future.get(long, TimeUnit)
* @throws IOException * to wait on the operation to complete.
*/ */
void createTableAsync(final HTableDescriptor desc, final byte[][] splitKeys) throws IOException; Future<Void> createTableAsync(final HTableDescriptor desc, final byte[][] splitKeys) throws IOException;
/** /**
* Deletes a table. Synchronous operation. * Deletes a table. Synchronous operation.
@ -264,6 +267,20 @@ public interface Admin extends Abortable, Closeable {
*/ */
void deleteTable(final TableName tableName) throws IOException; void deleteTable(final TableName tableName) throws IOException;
/**
* Deletes the table but does not block and wait for it be completely removed.
* You can use Future.get(long, TimeUnit) to wait on the operation to complete.
* It may throw ExecutionException if there was an error while executing the operation
* or TimeoutException in case the wait timeout was not long enough to allow the
* operation to complete.
*
* @param tableName name of table to delete
* @throws IOException if a remote or network exception occurs
* @return the result of the async delete. You can use Future.get(long, TimeUnit)
* to wait on the operation to complete.
*/
Future<Void> deleteTableAsync(TableName tableName) throws IOException;
/** /**
* Deletes tables matching the passed in pattern and wait on completion. Warning: Use this method * Deletes tables matching the passed in pattern and wait on completion. Warning: Use this method
* carefully, there is no prompting and the effect is immediate. Consider using {@link * carefully, there is no prompting and the effect is immediate. Consider using {@link
@ -316,16 +333,18 @@ public interface Admin extends Abortable, Closeable {
void enableTable(final TableName tableName) throws IOException; void enableTable(final TableName tableName) throws IOException;
/** /**
* Brings a table on-line (enables it). Method returns immediately though enable of table may * Enable the table but does not block and wait for it be completely enabled.
* take some time to complete, especially if the table is large (All regions are opened as part of * You can use Future.get(long, TimeUnit) to wait on the operation to complete.
* enabling process). Check {@link #isTableEnabled(org.apache.hadoop.hbase.TableName)} to learn * It may throw ExecutionException if there was an error while executing the operation
* when table is fully online. If table is taking too long to online, check server logs. * or TimeoutException in case the wait timeout was not long enough to allow the
* operation to complete.
* *
* @param tableName * @param tableName name of table to delete
* @throws IOException * @throws IOException if a remote or network exception occurs
* @since 0.90.0 * @return the result of the async enable. You can use Future.get(long, TimeUnit)
* to wait on the operation to complete.
*/ */
void enableTableAsync(final TableName tableName) throws IOException; Future<Void> enableTableAsync(final TableName tableName) throws IOException;
/** /**
* Enable tables matching the passed in pattern and wait on completion. Warning: Use this method * Enable tables matching the passed in pattern and wait on completion. Warning: Use this method
@ -351,19 +370,18 @@ public interface Admin extends Abortable, Closeable {
HTableDescriptor[] enableTables(Pattern pattern) throws IOException; HTableDescriptor[] enableTables(Pattern pattern) throws IOException;
/** /**
* Starts the disable of a table. If it is being served, the master will tell the servers to stop * Disable the table but does not block and wait for it be completely disabled.
* serving it. This method returns immediately. The disable of a table can take some time if the * You can use Future.get(long, TimeUnit) to wait on the operation to complete.
* table is large (all regions are closed as part of table disable operation). Call {@link * It may throw ExecutionException if there was an error while executing the operation
* #isTableDisabled(org.apache.hadoop.hbase.TableName)} to check for when disable completes. If * or TimeoutException in case the wait timeout was not long enough to allow the
* table is taking too long to online, check server logs. * operation to complete.
* *
* @param tableName name of table * @param tableName name of table to delete
* @throws IOException if a remote or network exception occurs * @throws IOException if a remote or network exception occurs
* @see #isTableDisabled(org.apache.hadoop.hbase.TableName) * @return the result of the async disable. You can use Future.get(long, TimeUnit)
* @see #isTableEnabled(org.apache.hadoop.hbase.TableName) * to wait on the operation to complete.
* @since 0.90.0
*/ */
void disableTableAsync(final TableName tableName) throws IOException; Future<Void> disableTableAsync(final TableName tableName) throws IOException;
/** /**
* Disable table and wait on completion. May timeout eventually. Use {@link * Disable table and wait on completion. May timeout eventually. Use {@link

View File

@ -21,7 +21,6 @@ package org.apache.hadoop.hbase.client;
import java.io.Closeable; import java.io.Closeable;
import java.io.IOException; import java.io.IOException;
import java.io.InterruptedIOException; import java.io.InterruptedIOException;
import java.net.SocketTimeoutException;
import java.util.ArrayList; import java.util.ArrayList;
import java.util.Arrays; import java.util.Arrays;
import java.util.HashMap; import java.util.HashMap;
@ -53,13 +52,11 @@ import org.apache.hadoop.hbase.MasterNotRunningException;
import org.apache.hadoop.hbase.MetaTableAccessor; import org.apache.hadoop.hbase.MetaTableAccessor;
import org.apache.hadoop.hbase.NamespaceDescriptor; import org.apache.hadoop.hbase.NamespaceDescriptor;
import org.apache.hadoop.hbase.NotServingRegionException; import org.apache.hadoop.hbase.NotServingRegionException;
import org.apache.hadoop.hbase.RegionException;
import org.apache.hadoop.hbase.RegionLocations; import org.apache.hadoop.hbase.RegionLocations;
import org.apache.hadoop.hbase.ServerName; import org.apache.hadoop.hbase.ServerName;
import org.apache.hadoop.hbase.TableExistsException; import org.apache.hadoop.hbase.TableExistsException;
import org.apache.hadoop.hbase.TableName; import org.apache.hadoop.hbase.TableName;
import org.apache.hadoop.hbase.TableNotDisabledException; import org.apache.hadoop.hbase.TableNotDisabledException;
import org.apache.hadoop.hbase.TableNotEnabledException;
import org.apache.hadoop.hbase.TableNotFoundException; import org.apache.hadoop.hbase.TableNotFoundException;
import org.apache.hadoop.hbase.UnknownRegionException; import org.apache.hadoop.hbase.UnknownRegionException;
import org.apache.hadoop.hbase.ZooKeeperConnectionException; import org.apache.hadoop.hbase.ZooKeeperConnectionException;
@ -557,7 +554,7 @@ public class HBaseAdmin implements Admin {
@Override @Override
public void createTable(final HTableDescriptor desc, byte [][] splitKeys) public void createTable(final HTableDescriptor desc, byte [][] splitKeys)
throws IOException { throws IOException {
Future<Void> future = createTableAsyncV2(desc, splitKeys); Future<Void> future = createTableAsync(desc, splitKeys);
try { try {
// TODO: how long should we wait? spin forever? // TODO: how long should we wait? spin forever?
future.get(syncWaitTimeout, TimeUnit.MILLISECONDS); future.get(syncWaitTimeout, TimeUnit.MILLISECONDS);
@ -575,28 +572,6 @@ public class HBaseAdmin implements Admin {
} }
} }
/**
* Creates a new table but does not block and wait for it to come online.
* Asynchronous operation. To check if the table exists, use
* {@link #isTableAvailable} -- it is not safe to create an HTable
* instance to this table before it is available.
* Note : Avoid passing empty split key.
* @param desc table descriptor for table
*
* @throws IllegalArgumentException Bad table name, if the split keys
* are repeated and if the split key has empty byte array.
* @throws MasterNotRunningException if master is not running
* @throws org.apache.hadoop.hbase.TableExistsException if table already exists (If concurrent
* threads, the table may have been created between test-for-existence
* and attempt-at-creation).
* @throws IOException
*/
@Override
public void createTableAsync(final HTableDescriptor desc, final byte [][] splitKeys)
throws IOException {
createTableAsyncV2(desc, splitKeys);
}
/** /**
* Creates a new table but does not block and wait for it to come online. * Creates a new table but does not block and wait for it to come online.
* You can use Future.get(long, TimeUnit) to wait on the operation to complete. * You can use Future.get(long, TimeUnit) to wait on the operation to complete.
@ -612,8 +587,8 @@ public class HBaseAdmin implements Admin {
* @return the result of the async creation. You can use Future.get(long, TimeUnit) * @return the result of the async creation. You can use Future.get(long, TimeUnit)
* to wait on the operation to complete. * to wait on the operation to complete.
*/ */
// TODO: This should be called Async but it will break binary compatibility @Override
private Future<Void> createTableAsyncV2(final HTableDescriptor desc, final byte[][] splitKeys) public Future<Void> createTableAsync(final HTableDescriptor desc, final byte[][] splitKeys)
throws IOException { throws IOException {
if (desc.getTableName() == null) { if (desc.getTableName() == null) {
throw new IllegalArgumentException("TableName cannot be null"); throw new IllegalArgumentException("TableName cannot be null");
@ -776,7 +751,7 @@ public class HBaseAdmin implements Admin {
*/ */
@Override @Override
public void deleteTable(final TableName tableName) throws IOException { public void deleteTable(final TableName tableName) throws IOException {
Future<Void> future = deleteTableAsyncV2(tableName); Future<Void> future = deleteTableAsync(tableName);
try { try {
future.get(syncWaitTimeout, TimeUnit.MILLISECONDS); future.get(syncWaitTimeout, TimeUnit.MILLISECONDS);
} catch (InterruptedException e) { } catch (InterruptedException e) {
@ -799,14 +774,13 @@ public class HBaseAdmin implements Admin {
* or TimeoutException in case the wait timeout was not long enough to allow the * or TimeoutException in case the wait timeout was not long enough to allow the
* operation to complete. * operation to complete.
* *
* @param desc table descriptor for table
* @param tableName name of table to delete * @param tableName name of table to delete
* @throws IOException if a remote or network exception occurs * @throws IOException if a remote or network exception occurs
* @return the result of the async delete. You can use Future.get(long, TimeUnit) * @return the result of the async delete. You can use Future.get(long, TimeUnit)
* to wait on the operation to complete. * to wait on the operation to complete.
*/ */
// TODO: This should be called Async but it will break binary compatibility @Override
private Future<Void> deleteTableAsyncV2(final TableName tableName) throws IOException { public Future<Void> deleteTableAsync(final TableName tableName) throws IOException {
DeleteTableResponse response = executeCallable( DeleteTableResponse response = executeCallable(
new MasterCallable<DeleteTableResponse>(getConnection()) { new MasterCallable<DeleteTableResponse>(getConnection()) {
@Override @Override
@ -946,7 +920,7 @@ public class HBaseAdmin implements Admin {
@Override @Override
public void enableTable(final TableName tableName) public void enableTable(final TableName tableName)
throws IOException { throws IOException {
Future<Void> future = enableTableAsyncV2(tableName); Future<Void> future = enableTableAsync(tableName);
try { try {
future.get(syncWaitTimeout, TimeUnit.MILLISECONDS); future.get(syncWaitTimeout, TimeUnit.MILLISECONDS);
} catch (InterruptedException e) { } catch (InterruptedException e) {
@ -1013,22 +987,6 @@ public class HBaseAdmin implements Admin {
} }
} }
/**
* Brings a table on-line (enables it). Method returns immediately though
* enable of table may take some time to complete, especially if the table
* is large (All regions are opened as part of enabling process). Check
* {@link #isTableEnabled(byte[])} to learn when table is fully online. If
* table is taking too long to online, check server logs.
* @param tableName
* @throws IOException
* @since 0.90.0
*/
@Override
public void enableTableAsync(final TableName tableName)
throws IOException {
enableTableAsyncV2(tableName);
}
public void enableTableAsync(final byte[] tableName) public void enableTableAsync(final byte[] tableName)
throws IOException { throws IOException {
enableTable(TableName.valueOf(tableName)); enableTable(TableName.valueOf(tableName));
@ -1051,8 +1009,8 @@ public class HBaseAdmin implements Admin {
* @return the result of the async enable. You can use Future.get(long, TimeUnit) * @return the result of the async enable. You can use Future.get(long, TimeUnit)
* to wait on the operation to complete. * to wait on the operation to complete.
*/ */
// TODO: This should be called Async but it will break binary compatibility @Override
private Future<Void> enableTableAsyncV2(final TableName tableName) throws IOException { public Future<Void> enableTableAsync(final TableName tableName) throws IOException {
TableName.isLegalFullyQualifiedTableName(tableName.getName()); TableName.isLegalFullyQualifiedTableName(tableName.getName());
EnableTableResponse response = executeCallable( EnableTableResponse response = executeCallable(
new MasterCallable<EnableTableResponse>(getConnection()) { new MasterCallable<EnableTableResponse>(getConnection()) {
@ -1160,24 +1118,6 @@ public class HBaseAdmin implements Admin {
return failed.toArray(new HTableDescriptor[failed.size()]); return failed.toArray(new HTableDescriptor[failed.size()]);
} }
/**
* Starts the disable of a table. If it is being served, the master
* will tell the servers to stop serving it. This method returns immediately.
* The disable of a table can take some time if the table is large (all
* regions are closed as part of table disable operation).
* Call {@link #isTableDisabled(byte[])} to check for when disable completes.
* If table is taking too long to online, check server logs.
* @param tableName name of table
* @throws IOException if a remote or network exception occurs
* @see #isTableDisabled(byte[])
* @see #isTableEnabled(byte[])
* @since 0.90.0
*/
@Override
public void disableTableAsync(final TableName tableName) throws IOException {
disableTableAsyncV2(tableName);
}
public void disableTableAsync(final byte[] tableName) throws IOException { public void disableTableAsync(final byte[] tableName) throws IOException {
disableTableAsync(TableName.valueOf(tableName)); disableTableAsync(TableName.valueOf(tableName));
} }
@ -1200,7 +1140,7 @@ public class HBaseAdmin implements Admin {
@Override @Override
public void disableTable(final TableName tableName) public void disableTable(final TableName tableName)
throws IOException { throws IOException {
Future<Void> future = disableTableAsyncV2(tableName); Future<Void> future = disableTableAsync(tableName);
try { try {
future.get(syncWaitTimeout, TimeUnit.MILLISECONDS); future.get(syncWaitTimeout, TimeUnit.MILLISECONDS);
} catch (InterruptedException e) { } catch (InterruptedException e) {
@ -1238,8 +1178,8 @@ public class HBaseAdmin implements Admin {
* @return the result of the async disable. You can use Future.get(long, TimeUnit) * @return the result of the async disable. You can use Future.get(long, TimeUnit)
* to wait on the operation to complete. * to wait on the operation to complete.
*/ */
// TODO: This should be called Async but it will break binary compatibility @Override
private Future<Void> disableTableAsyncV2(final TableName tableName) throws IOException { public Future<Void> disableTableAsync(final TableName tableName) throws IOException {
TableName.isLegalFullyQualifiedTableName(tableName.getName()); TableName.isLegalFullyQualifiedTableName(tableName.getName());
DisableTableResponse response = executeCallable( DisableTableResponse response = executeCallable(
new MasterCallable<DisableTableResponse>(getConnection()) { new MasterCallable<DisableTableResponse>(getConnection()) {