From dc2b2ae31f2eb6dae324c2e14ed7660ce605a89b Mon Sep 17 00:00:00 2001 From: Devaraj K Date: Fri, 8 May 2015 21:27:54 +0530 Subject: [PATCH] MAPREDUCE-5981. Log levels of certain MR logs can be changed to DEBUG. Contributed by Varun Saxena. --- hadoop-mapreduce-project/CHANGES.txt | 3 +++ .../java/org/apache/hadoop/mapreduce/task/reduce/Fetcher.java | 2 +- .../hadoop/mapreduce/task/reduce/ShuffleSchedulerImpl.java | 4 ++-- 3 files changed, 6 insertions(+), 3 deletions(-) diff --git a/hadoop-mapreduce-project/CHANGES.txt b/hadoop-mapreduce-project/CHANGES.txt index f534001118a..c97a7f62455 100644 --- a/hadoop-mapreduce-project/CHANGES.txt +++ b/hadoop-mapreduce-project/CHANGES.txt @@ -316,6 +316,9 @@ Release 2.8.0 - UNRELEASED MAPREDUCE-6079. Rename JobImpl#username to reporterUserName. (Tsuyoshi Ozawa via aajisaka) + MAPREDUCE-5981. Log levels of certain MR logs can be changed to DEBUG. + (Varun Saxena via devaraj) + OPTIMIZATIONS BUG FIXES diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/Fetcher.java b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/Fetcher.java index 4b80dc99de6..1e0338787ad 100644 --- a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/Fetcher.java +++ b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/Fetcher.java @@ -448,7 +448,7 @@ class Fetcher extends Thread { LOG.debug("url="+msgToEncode+";encHash="+encHash+";replyHash="+replyHash); // verify that replyHash is HMac of encHash SecureShuffleUtils.verifyReply(replyHash, encHash, shuffleSecretKey); - LOG.info("for url="+msgToEncode+" sent hash and received reply"); + LOG.debug("for url="+msgToEncode+" sent hash and received reply"); } private void setupShuffleConnection(String encHash) { diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/ShuffleSchedulerImpl.java b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/ShuffleSchedulerImpl.java index 37f4af3f72e..8317672dfa1 100644 --- a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/ShuffleSchedulerImpl.java +++ b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/ShuffleSchedulerImpl.java @@ -413,7 +413,7 @@ public class ShuffleSchedulerImpl implements ShuffleScheduler { pendingHosts.remove(host); host.markBusy(); - LOG.info("Assigning " + host + " with " + host.getNumKnownMapOutputs() + + LOG.debug("Assigning " + host + " with " + host.getNumKnownMapOutputs() + " to " + Thread.currentThread().getName()); shuffleStart.set(Time.monotonicNow()); @@ -443,7 +443,7 @@ public class ShuffleSchedulerImpl implements ShuffleScheduler { host.addKnownMap(id); } } - LOG.info("assigned " + includedMaps + " of " + totalSize + " to " + + LOG.debug("assigned " + includedMaps + " of " + totalSize + " to " + host + " to " + Thread.currentThread().getName()); return result; }