Apache
/
hadoop
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

YARN-6145. Improve log message on fail over. Contributed by Jian He.

This commit is contained in:
Junping Du 2017-02-08 02:11:19 -08:00
parent 2007e0cf2a
commit eec52e158b
3 changed files with 13 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/retry/RetryInvocationHandler.java
View File

@ -130,7 +130,9 @@ CallReturn processWaitTimeAndRetryInfo() throws InterruptedIOException {
Thread.sleep(retryInfo.delay);
} catch (InterruptedException e) {
Thread.currentThread().interrupt();
LOG.warn("Interrupted while waiting to retry", e);
if (LOG.isDebugEnabled()) {
LOG.debug("Interrupted while waiting to retry", e);
}
InterruptedIOException intIOE = new InterruptedIOException(
"Retry interrupted");
intIOE.initCause(e);
@ -375,7 +377,7 @@ private void log(final Method method, final boolean isFailover,
}
final StringBuilder b = new StringBuilder()
.append("Exception while invoking ")
.append(ex + ", while invoking ")
.append(proxyDescriptor.getProxyInfo().getString(method.getName()));
if (failovers > 0) {
b.append(" after ").append(failovers).append(" failover attempts");
@ -384,7 +386,7 @@ private void log(final Method method, final boolean isFailover,
b.append(delay > 0? "after sleeping for " + delay + "ms.": "immediately.");
if (info) {
LOG.info(b.toString(), ex);
LOG.info(b.toString());
} else {
LOG.debug(b.toString(), ex);
}

6
hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/Client.java
View File

@ -910,8 +910,10 @@ private void handleConnectionFailure(int curRetries, IOException ioe
}
if (action.action == RetryAction.RetryDecision.FAIL) {
if (action.reason != null) {
LOG.warn("Failed to connect to server: " + server + ": "
+ action.reason, ioe);
if (LOG.isDebugEnabled()) {
LOG.debug("Failed to connect to server: " + server + ": "
+ action.reason, ioe);
}
}
throw ioe;
}

6
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/client/RequestHedgingRMFailoverProxyProvider.java
View File

@ -144,6 +144,8 @@ public Object invoke(Object proxy, final Method method, final Object[] args)
args);
}
LOG.info("Looking for the active RM in " + Arrays.toString(rmServiceIds)
+ "...");
ExecutorService executor = null;
CompletionService<Object> completionService;
try {
@ -166,7 +168,7 @@ public Object call() throws Exception {
Object retVal;
try {
retVal = callResultFuture.get();
LOG.info("Invocation successful on [" + pInfo + "]");
LOG.info("Found active RM [" + pInfo + "]");
return retVal;
} catch (Exception ex) {
// Throw exception from first responding RM so that clients can handle
@ -192,7 +194,7 @@ public ProxyInfo<T> getProxy() {
@Override
public void performFailover(T currentProxy) {
LOG.info("Connection lost, trying to fail over.");
LOG.info("Connection lost with " + successfulProxy + ", trying to fail over.");
successfulProxy = null;
}
}