Apache
/
hadoop
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Revert "MAPREDUCE-6958. Shuffle audit logger should log size of shuffle transfer. Contributed by Jason Lowe" 

This reverts commit b3d61304f2.
This commit is contained in:
Jason Lowe 2017-09-19 08:45:05 -05:00
parent aa6e8d2dff
commit ea845ba58c
1 changed files with 7 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-shuffle/src/main/java/org/apache/hadoop/mapred/ShuffleHandler.java
View File

@ -992,6 +992,13 @@ public class ShuffleHandler extends AuxiliaryService {
return; return;
} }
// this audit log is disabled by default,
// to turn it on please enable this audit log
// on log4j.properties by uncommenting the setting
if (AUDITLOG.isDebugEnabled()) {
AUDITLOG.debug("shuffle for " + jobQ.get(0) + " mappers: " + mapIds +
" reducer " + reduceQ.get(0));
}
int reduceId; int reduceId;
String jobId; String jobId;
try { try {
@ -1176,17 +1183,6 @@ public class ShuffleHandler extends AuxiliaryService {
// Now set the response headers. // Now set the response headers.
setResponseHeaders(response, keepAliveParam, contentLength); setResponseHeaders(response, keepAliveParam, contentLength);
// this audit log is disabled by default,
// to turn it on please enable this audit log
// on log4j.properties by uncommenting the setting
if (AUDITLOG.isDebugEnabled()) {
StringBuilder sb = new StringBuilder("shuffle for ").append(jobId);
sb.append(" mappers: ").append(mapIds);
sb.append(" reducer ").append(reduce);
sb.append(" length ").append(contentLength);
AUDITLOG.debug(sb.toString());
}
} }
protected void setResponseHeaders(HttpResponse response, protected void setResponseHeaders(HttpResponse response,