Apache
/
hadoop
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

MAPREDUCE-5981. Log levels of certain MR logs can be changed to DEBUG. 

Contributed by Varun Saxena.

(cherry picked from commit dc2b2ae31f)
This commit is contained in:
Devaraj K 2015-05-08 21:27:54 +05:30
parent 802a5775f3
commit a957baeb71
3 changed files with 6 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
hadoop-mapreduce-project/CHANGES.txt
View File

@ -64,6 +64,9 @@ Release 2.8.0 - UNRELEASED
MAPREDUCE-6079. Rename JobImpl#username to reporterUserName. MAPREDUCE-6079. Rename JobImpl#username to reporterUserName.
(Tsuyoshi Ozawa via aajisaka) (Tsuyoshi Ozawa via aajisaka)
MAPREDUCE-5981. Log levels of certain MR logs can be changed to DEBUG.
(Varun Saxena via devaraj)
OPTIMIZATIONS OPTIMIZATIONS
BUG FIXES BUG FIXES

2
hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/Fetcher.java
View File

@ -448,7 +448,7 @@ class Fetcher<K,V> extends Thread {
LOG.debug("url="+msgToEncode+";encHash="+encHash+";replyHash="+replyHash); LOG.debug("url="+msgToEncode+";encHash="+encHash+";replyHash="+replyHash);
// verify that replyHash is HMac of encHash // verify that replyHash is HMac of encHash
SecureShuffleUtils.verifyReply(replyHash, encHash, shuffleSecretKey); SecureShuffleUtils.verifyReply(replyHash, encHash, shuffleSecretKey);
LOG.info("for url="+msgToEncode+" sent hash and received reply"); LOG.debug("for url="+msgToEncode+" sent hash and received reply");
} }
private void setupShuffleConnection(String encHash) { private void setupShuffleConnection(String encHash) {

4
hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/ShuffleSchedulerImpl.java
View File

@ -413,7 +413,7 @@ public class ShuffleSchedulerImpl<K,V> implements ShuffleScheduler<K,V> {
pendingHosts.remove(host); pendingHosts.remove(host);
host.markBusy(); host.markBusy();
LOG.info("Assigning " + host + " with " + host.getNumKnownMapOutputs() + LOG.debug("Assigning " + host + " with " + host.getNumKnownMapOutputs() +
" to " + Thread.currentThread().getName()); " to " + Thread.currentThread().getName());
shuffleStart.set(Time.monotonicNow()); shuffleStart.set(Time.monotonicNow());
@ -443,7 +443,7 @@ public class ShuffleSchedulerImpl<K,V> implements ShuffleScheduler<K,V> {
host.addKnownMap(id); host.addKnownMap(id);
} }
} }
LOG.info("assigned " + includedMaps + " of " + totalSize + " to " + LOG.debug("assigned " + includedMaps + " of " + totalSize + " to " +
host + " to " + Thread.currentThread().getName()); host + " to " + Thread.currentThread().getName());
return result; return result;
} }