HADOOP-16181. HadoopExecutors shutdown Cleanup.
Author: David Mollitor <david.mollitor@cloudera.com>
This commit is contained in:
parent
246ab77f28
commit
d18d0859eb
|
@ -92,33 +92,51 @@ public final class HadoopExecutors {
|
|||
}
|
||||
|
||||
/**
|
||||
* Helper routine to shutdown a executorService.
|
||||
* Helper routine to shutdown a {@link ExecutorService}. Will wait up to a
|
||||
* certain timeout for the ExecutorService to gracefully shutdown. If the
|
||||
* ExecutorService did not shutdown and there are still tasks unfinished after
|
||||
* the timeout period, the ExecutorService will be notified to forcibly shut
|
||||
* down. Another timeout period will be waited before giving up. So, at most,
|
||||
* a shutdown will be allowed to wait up to twice the timeout value before
|
||||
* giving up.
|
||||
*
|
||||
* @param executorService - executorService
|
||||
* @param logger - Logger
|
||||
* @param timeout - Timeout
|
||||
* @param unit - TimeUnits, generally seconds.
|
||||
* @param executorService ExecutorService to shutdown
|
||||
* @param logger Logger
|
||||
* @param timeout the maximum time to wait
|
||||
* @param unit the time unit of the timeout argument
|
||||
*/
|
||||
public static void shutdown(ExecutorService executorService, Logger logger,
|
||||
long timeout, TimeUnit unit) {
|
||||
try {
|
||||
if (executorService != null) {
|
||||
executorService.shutdown();
|
||||
try {
|
||||
if (!executorService.awaitTermination(timeout, unit)) {
|
||||
executorService.shutdownNow();
|
||||
|
||||
if (executorService == null) {
|
||||
return;
|
||||
}
|
||||
|
||||
try {
|
||||
executorService.shutdown();
|
||||
|
||||
logger.info(
|
||||
"Gracefully shutting down executor service. Waiting max {} {}",
|
||||
timeout, unit);
|
||||
if (!executorService.awaitTermination(timeout, unit)) {
|
||||
logger.error("Unable to shutdown properly.");
|
||||
}
|
||||
} catch (InterruptedException e) {
|
||||
logger.error("Error attempting to shutdown.", e);
|
||||
logger.info(
|
||||
"Executor service has not shutdown yet. Forcing. "
|
||||
+ "Will wait up to an additional {} {} for shutdown",
|
||||
timeout, unit);
|
||||
executorService.shutdownNow();
|
||||
}
|
||||
if (executorService.awaitTermination(timeout, unit)) {
|
||||
logger.info("Succesfully shutdown executor service");
|
||||
} else {
|
||||
logger.error("Unable to shutdown executor service after timeout {} {}",
|
||||
(2 * timeout), unit);
|
||||
}
|
||||
} catch (InterruptedException e) {
|
||||
logger.error("Interrupted while attempting to shutdown", e);
|
||||
executorService.shutdownNow();
|
||||
} catch (Exception e) {
|
||||
logger.error("Error during shutdown: ", e);
|
||||
logger.warn("Exception closing executor service {}", e.getMessage());
|
||||
logger.debug("Exception closing executor service", e);
|
||||
throw e;
|
||||
}
|
||||
}
|
||||
|
|
Loading…
Reference in New Issue