Apache
/
hadoop
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

MAPREDUCE-7319. Log list of mappers at trace level in ShuffleHandler audit log. 

Contributed by Jim Brennan.

(cherry picked from commit 462561654b)
This commit is contained in:
Eric Badger 2021-02-09 19:11:45 +00:00
parent d74e9453d9
commit dbd4ec5e2d
1 changed files with 7 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-shuffle/src/main/java/org/apache/hadoop/mapred/ShuffleHandler.java
View File

@ -1174,10 +1174,15 @@ public class ShuffleHandler extends AuxiliaryService {
StringBuilder sb = new StringBuilder("shuffle for "); StringBuilder sb = new StringBuilder("shuffle for ");
sb.append(jobId).append(" reducer ").append(reduce); sb.append(jobId).append(" reducer ").append(reduce);
sb.append(" length ").append(contentLength); sb.append(" length ").append(contentLength);
if (AUDITLOG.isTraceEnabled()) {
// For trace level logging, append the list of mappers
sb.append(" mappers: ").append(mapIds); sb.append(" mappers: ").append(mapIds);
AUDITLOG.trace(sb.toString());
} else {
AUDITLOG.debug(sb.toString()); AUDITLOG.debug(sb.toString());
} }
} }
}
protected void setResponseHeaders(HttpResponse response, protected void setResponseHeaders(HttpResponse response,
boolean keepAliveParam, long contentLength) { boolean keepAliveParam, long contentLength) {