From 58bfa24ae4858d336e5322a10c9e4147b1d14d8b Mon Sep 17 00:00:00 2001 From: Mahadev Konar Date: Mon, 14 Nov 2011 22:38:56 +0000 Subject: [PATCH] MAPREDUCE-3341. Enhance logging of initalized queue limit values. (Anupam Seth via mahadev) git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1201947 13f79535-47bb-0310-9956-ffa450edef68 --- hadoop-mapreduce-project/CHANGES.txt | 3 ++ .../scheduler/capacity/LeafQueue.java | 49 +++++++++++++++---- 2 files changed, 42 insertions(+), 10 deletions(-) diff --git a/hadoop-mapreduce-project/CHANGES.txt b/hadoop-mapreduce-project/CHANGES.txt index 63427cf22db..0782160d39c 100644 --- a/hadoop-mapreduce-project/CHANGES.txt +++ b/hadoop-mapreduce-project/CHANGES.txt @@ -79,6 +79,9 @@ Release 0.23.1 - Unreleased MAPREDUCE-3325. Improvements to CapacityScheduler doc. (Thomas Graves via mahadev) + MAPREDUCE-3341. Enhance logging of initalized queue limit values. + (Anupam Seth via mahadev) + OPTIMIZATIONS BUG FIXES diff --git a/hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/LeafQueue.java b/hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/LeafQueue.java index cf19b748293..40fbefe73fc 100644 --- a/hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/LeafQueue.java +++ b/hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/LeafQueue.java @@ -245,16 +245,45 @@ public class LeafQueue implements CSQueue { aclsString.append(e.getKey() + ":" + e.getValue().getAclString()); } - LOG.info("Initializing " + queueName + - ", capacity=" + capacity + - ", asboluteCapacity=" + absoluteCapacity + - ", maxCapacity=" + maxCapacity + - ", asboluteMaxCapacity=" + absoluteMaxCapacity + - ", userLimit=" + userLimit + ", userLimitFactor=" + userLimitFactor + - ", maxApplications=" + maxApplications + - ", maxApplicationsPerUser=" + maxApplicationsPerUser + - ", state=" + state + - ", acls=" + aclsString); + LOG.info("Initializing " + queueName + "\n" + + "capacity = " + capacity + + " [= (float) configuredCapacity / 100 ]" + "\n" + + "asboluteCapacity = " + absoluteCapacity + + " [= parentAbsoluteCapacity * capacity ]" + "\n" + + "maxCapacity = " + maxCapacity + + " [= configuredMaxCapacity ]" + "\n" + + "absoluteMaxCapacity = " + absoluteMaxCapacity + + " [= Float.MAX_VALUE if maximumCapacity undefined, " + + "(parentAbsoluteCapacity * maximumCapacity) / 100 otherwise ]" + "\n" + + "userLimit = " + userLimit + + " [= configuredUserLimit ]" + "\n" + + "userLimitFactor = " + userLimitFactor + + " [= configuredUserLimitFactor ]" + "\n" + + "maxApplications = " + maxApplications + + " [= (int)(configuredMaximumSystemApplications * absoluteCapacity) ]" + "\n" + + "maxApplicationsPerUser = " + maxApplicationsPerUser + + " [= (int)(maxApplications * (userLimit / 100.0f) * userLimitFactor) ]" + "\n" + + "maxActiveApplications = " + maxActiveApplications + + " [= max(" + + "(int)((clusterResourceMemory / (float)DEFAULT_AM_RESOURCE) *" + + "maxAMResourcePercent * absoluteCapacity)," + + "1) ]" + "\n" + + "maxActiveApplicationsPerUser = " + maxActiveApplicationsPerUser + + " [= (int)(maxActiveApplications * (userLimit / 100.0f) * userLimitFactor) ]" + "\n" + + "utilization = " + utilization + + " [= usedResourcesMemory / queueLimit ]" + "\n" + + "usedCapacity = " + usedCapacity + + " [= usedResourcesMemory / (clusterResourceMemory * capacity) ]" + "\n" + + "maxAMResourcePercent = " + maxAMResourcePercent + + " [= configuredMaximumAMResourcePercent ]" + "\n" + + "minimumAllocationFactor = " + minimumAllocationFactor + + " [= (float)(maximumAllocationMemory - minimumAllocationMemory) / maximumAllocationMemory ]" + "\n" + + "numContainers = " + numContainers + + " [= currentNumContainers ]" + "\n" + + "state = " + state + + " [= configuredState ]" + "\n" + + "acls = " + aclsString + + " [= configuredAcls ]" + "\n"); } @Override