From 1ea39ddc3c2cf69efaebabc4790d661cbe260fd3 Mon Sep 17 00:00:00 2001 From: Robert Joseph Evans Date: Mon, 23 Apr 2012 15:28:19 +0000 Subject: [PATCH] svn merge -c 1329282 FIXES: MAPREDUCE-3812. Lower default allocation sizes, fix allocation configurations and document them (Harsh J via bobby) git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/branch-2@1329283 13f79535-47bb-0310-9956-ffa450edef68 --- hadoop-mapreduce-project/CHANGES.txt | 3 +++ .../v2/app/TestRMContainerAllocator.java | 15 ++----------- .../apache/hadoop/mapreduce/MRJobConfig.java | 4 ++-- .../src/main/resources/mapred-default.xml | 2 +- .../resources/job_1329348432655_0001_conf.xml | 2 +- .../TestDistributedShell.java | 3 ++- .../hadoop/yarn/conf/YarnConfiguration.java | 12 +++++++++- .../src/main/resources/yarn-default.xml | 16 ++++++++++++++ .../CapacitySchedulerConfiguration.java | 21 ++++++------------ .../scheduler/fifo/FifoScheduler.java | 22 ++++++------------- .../resourcemanager/TestFifoScheduler.java | 19 +++++++++++----- .../webapp/TestRMWebServices.java | 9 ++++++-- .../src/site/apt/ClusterSetup.apt.vm | 8 +++++++ 13 files changed, 80 insertions(+), 56 deletions(-) diff --git a/hadoop-mapreduce-project/CHANGES.txt b/hadoop-mapreduce-project/CHANGES.txt index dede2ede5d3..24d6426d920 100644 --- a/hadoop-mapreduce-project/CHANGES.txt +++ b/hadoop-mapreduce-project/CHANGES.txt @@ -155,6 +155,9 @@ Release 0.23.3 - UNRELEASED MAPREDUCE-4072. User set java.library.path seems to overwrite default creating problems native lib loading (Anupam Seth via bobby) + MAPREDUCE-3812. Lower default allocation sizes, fix allocation + configurations and document them (Harsh J via bobby) + NEW FEATURES IMPROVEMENTS diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestRMContainerAllocator.java b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestRMContainerAllocator.java index e2e926d3c7b..a7f42eed34f 100644 --- a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestRMContainerAllocator.java +++ b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/test/java/org/apache/hadoop/mapreduce/v2/app/TestRMContainerAllocator.java @@ -65,6 +65,7 @@ import org.apache.hadoop.yarn.api.records.ContainerId; import org.apache.hadoop.yarn.api.records.Resource; import org.apache.hadoop.yarn.api.records.ResourceRequest; +import org.apache.hadoop.yarn.conf.YarnConfiguration; import org.apache.hadoop.yarn.event.Dispatcher; import org.apache.hadoop.yarn.event.DrainDispatcher; import org.apache.hadoop.yarn.event.Event; @@ -341,7 +342,7 @@ public void handle(SchedulerEvent event) { } @Override protected ResourceScheduler createScheduler() { - return new MyFifoScheduler(getRMContext()); + return new MyFifoScheduler(); } } @@ -997,18 +998,6 @@ public void testBlackListedNodesWithSchedulingToThatNode() throws Exception { } private static class MyFifoScheduler extends FifoScheduler { - - public MyFifoScheduler(RMContext rmContext) { - super(); - try { - reinitialize(new Configuration(), new ContainerTokenSecretManager(), - rmContext); - } catch (IOException ie) { - LOG.info("add application failed with ", ie); - assert (false); - } - } - // override this to copy the objects otherwise FifoScheduler updates the // numContainers in same objects as kept by RMContainerAllocator @Override diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/MRJobConfig.java b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/MRJobConfig.java index 8a6880af2f9..f5db15763e7 100644 --- a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/MRJobConfig.java +++ b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/MRJobConfig.java @@ -341,12 +341,12 @@ public interface MRJobConfig { /** The amount of memory the MR app master needs.*/ public static final String MR_AM_VMEM_MB = MR_AM_PREFIX+"resource.mb"; - public static final int DEFAULT_MR_AM_VMEM_MB = 2048; + public static final int DEFAULT_MR_AM_VMEM_MB = 1536; /** Command line arguments passed to the MR app master.*/ public static final String MR_AM_COMMAND_OPTS = MR_AM_PREFIX+"command-opts"; - public static final String DEFAULT_MR_AM_COMMAND_OPTS = "-Xmx1536m"; + public static final String DEFAULT_MR_AM_COMMAND_OPTS = "-Xmx1024m"; /** Root Logging level passed to the MR app master.*/ public static final String MR_AM_LOG_LEVEL = diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/resources/mapred-default.xml b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/resources/mapred-default.xml index a60bc3ed462..231dcb1cd23 100644 --- a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/resources/mapred-default.xml +++ b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/resources/mapred-default.xml @@ -1259,7 +1259,7 @@ yarn.app.mapreduce.am.resource.mb - 2048 + 1536 The amount of memory the MR AppMaster needs. diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/test/resources/job_1329348432655_0001_conf.xml b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/test/resources/job_1329348432655_0001_conf.xml index 72d2dbb29f9..10a6bea3bec 100644 --- a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/test/resources/job_1329348432655_0001_conf.xml +++ b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/test/resources/job_1329348432655_0001_conf.xml @@ -292,7 +292,7 @@ yarn.resourcemanager.scheduler.address0.0.0.0:8030 fs.trash.checkpoint.interval0 s3native.stream-buffer-size4096 -yarn.scheduler.fifo.minimum-allocation-mb1024 +yarn.scheduler.minimum-allocation-mb128 mapreduce.reduce.shuffle.read.timeout180000 yarn.app.mapreduce.am.command-opts-Xmx500m mapreduce.admin.user.envLD_LIBRARY_PATH=$HADOOP_COMMON_HOME/lib/native diff --git a/hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/test/java/org/apache/hadoop/yarn/applications/distributedshell/TestDistributedShell.java b/hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/test/java/org/apache/hadoop/yarn/applications/distributedshell/TestDistributedShell.java index 9aefb0fdfcc..68b1d0a1e60 100644 --- a/hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/test/java/org/apache/hadoop/yarn/applications/distributedshell/TestDistributedShell.java +++ b/hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/test/java/org/apache/hadoop/yarn/applications/distributedshell/TestDistributedShell.java @@ -30,6 +30,7 @@ import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.mapred.JobConf; import org.apache.hadoop.util.JarFinder; +import org.apache.hadoop.yarn.conf.YarnConfiguration; import org.apache.hadoop.yarn.server.MiniYARNCluster; import org.junit.AfterClass; import org.junit.BeforeClass; @@ -48,7 +49,7 @@ public class TestDistributedShell { @BeforeClass public static void setup() throws InterruptedException, IOException { LOG.info("Starting up YARN cluster"); - conf.setInt("yarn.scheduler.fifo.minimum-allocation-mb", 128); + conf.setInt(YarnConfiguration.RM_SCHEDULER_MINIMUM_ALLOCATION_MB, 128); if (yarnCluster == null) { yarnCluster = new MiniYARNCluster(TestDistributedShell.class.getName(), 1, 1, 1); diff --git a/hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java b/hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java index c80b62022b5..26ef90d894c 100644 --- a/hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java +++ b/hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java @@ -107,7 +107,17 @@ public class YarnConfiguration extends Configuration { public static final int DEFAULT_RM_SCHEDULER_PORT = 8030; public static final String DEFAULT_RM_SCHEDULER_ADDRESS = "0.0.0.0:" + DEFAULT_RM_SCHEDULER_PORT; - + + /** Miniumum memory request grant-able by the RM scheduler. */ + public static final String RM_SCHEDULER_MINIMUM_ALLOCATION_MB = + YARN_PREFIX + "scheduler.minimum-allocation-mb"; + public static final int DEFAULT_RM_SCHEDULER_MINIMUM_ALLOCATION_MB = 128; + + /** Maximum memory request grant-able by the RM scheduler. */ + public static final String RM_SCHEDULER_MAXIMUM_ALLOCATION_MB = + YARN_PREFIX + "scheduler.maximum-allocation-mb"; + public static final int DEFAULT_RM_SCHEDULER_MAXIMUM_ALLOCATION_MB = 10240; + /** Number of threads to handle scheduler interface.*/ public static final String RM_SCHEDULER_CLIENT_THREAD_COUNT = RM_PREFIX + "scheduler.client.thread-count"; diff --git a/hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/resources/yarn-default.xml b/hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/resources/yarn-default.xml index e10b359fcb9..dd66a1e039c 100644 --- a/hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/resources/yarn-default.xml +++ b/hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/resources/yarn-default.xml @@ -187,6 +187,22 @@ yarn.resourcemanager.scheduler.class + + The minimum allocation size for every container request at the RM, + in MBs. Memory requests lower than this won't take effect, + and the specified value will get allocated at minimum. + yarn.scheduler.minimum-allocation-mb + 128 + + + + The maximum allocation size for every container request at the RM, + in MBs. Memory requests higher than this won't take effect, + and will get capped to this value. + yarn.scheduler.maximum-allocation-mb + 10240 + + The class to use as the persistent store. yarn.resourcemanager.store.class diff --git a/hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/CapacitySchedulerConfiguration.java b/hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/CapacitySchedulerConfiguration.java index 1995739c5bf..e13a14d7e57 100644 --- a/hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/CapacitySchedulerConfiguration.java +++ b/hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/CapacitySchedulerConfiguration.java @@ -30,6 +30,7 @@ import org.apache.hadoop.yarn.api.records.QueueACL; import org.apache.hadoop.yarn.api.records.QueueState; import org.apache.hadoop.yarn.api.records.Resource; +import org.apache.hadoop.yarn.conf.YarnConfiguration; import org.apache.hadoop.yarn.server.resourcemanager.resource.Resources; public class CapacitySchedulerConfiguration extends Configuration { @@ -71,18 +72,6 @@ public class CapacitySchedulerConfiguration extends Configuration { @Private public static final String STATE = "state"; - private static final int MINIMUM_MEMORY = 1024; - - @Private - public static final String MINIMUM_ALLOCATION = - PREFIX + "minimum-allocation-mb"; - - private static final int MAXIMUM_MEMORY = 10240; - - @Private - public static final String MAXIMUM_ALLOCATION = - PREFIX + "maximum-allocation-mb"; - @Private public static final int DEFAULT_MAXIMUM_SYSTEM_APPLICATIIONS = 10000; @@ -253,12 +242,16 @@ public void setQueues(String queue, String[] subQueues) { } public Resource getMinimumAllocation() { - int minimumMemory = getInt(MINIMUM_ALLOCATION, MINIMUM_MEMORY); + int minimumMemory = getInt( + YarnConfiguration.RM_SCHEDULER_MINIMUM_ALLOCATION_MB, + YarnConfiguration.DEFAULT_RM_SCHEDULER_MINIMUM_ALLOCATION_MB); return Resources.createResource(minimumMemory); } public Resource getMaximumAllocation() { - int maximumMemory = getInt(MAXIMUM_ALLOCATION, MAXIMUM_MEMORY); + int maximumMemory = getInt( + YarnConfiguration.RM_SCHEDULER_MAXIMUM_ALLOCATION_MB, + YarnConfiguration.DEFAULT_RM_SCHEDULER_MAXIMUM_ALLOCATION_MB); return Resources.createResource(maximumMemory); } diff --git a/hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fifo/FifoScheduler.java b/hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fifo/FifoScheduler.java index c64d21db1e8..cb83e494979 100644 --- a/hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fifo/FifoScheduler.java +++ b/hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fifo/FifoScheduler.java @@ -52,6 +52,7 @@ import org.apache.hadoop.yarn.api.records.QueueUserACLInfo; import org.apache.hadoop.yarn.api.records.Resource; import org.apache.hadoop.yarn.api.records.ResourceRequest; +import org.apache.hadoop.yarn.conf.YarnConfiguration; import org.apache.hadoop.yarn.factories.RecordFactory; import org.apache.hadoop.yarn.factory.providers.RecordFactoryProvider; import org.apache.hadoop.yarn.security.ContainerTokenIdentifier; @@ -107,19 +108,6 @@ public class FifoScheduler implements ResourceScheduler, Configurable { private Map nodes = new ConcurrentHashMap(); - private static final int MINIMUM_MEMORY = 1024; - - private static final String FIFO_PREFIX = "yarn.scheduler.fifo."; - @Private - public static final String MINIMUM_ALLOCATION = - FIFO_PREFIX + "minimum-allocation-mb"; - - private static final int MAXIMUM_MEMORY = 10240; - - @Private - public static final String MAXIMUM_ALLOCATION = - FIFO_PREFIX + "maximum-allocation-mb"; - private boolean initialized; private Resource minimumAllocation; private Resource maximumAllocation; @@ -218,9 +206,13 @@ public synchronized void reinitialize(Configuration conf, this.containerTokenSecretManager = containerTokenSecretManager; this.rmContext = rmContext; this.minimumAllocation = - Resources.createResource(conf.getInt(MINIMUM_ALLOCATION, MINIMUM_MEMORY)); + Resources.createResource(conf.getInt( + YarnConfiguration.RM_SCHEDULER_MINIMUM_ALLOCATION_MB, + YarnConfiguration.DEFAULT_RM_SCHEDULER_MINIMUM_ALLOCATION_MB)); this.maximumAllocation = - Resources.createResource(conf.getInt(MAXIMUM_ALLOCATION, MAXIMUM_MEMORY)); + Resources.createResource(conf.getInt( + YarnConfiguration.RM_SCHEDULER_MAXIMUM_ALLOCATION_MB, + YarnConfiguration.DEFAULT_RM_SCHEDULER_MAXIMUM_ALLOCATION_MB)); this.metrics = QueueMetrics.forQueue(DEFAULT_QUEUE_NAME, null, false, conf); this.activeUsersManager = new ActiveUsersManager(metrics); diff --git a/hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/TestFifoScheduler.java b/hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/TestFifoScheduler.java index e995e5153aa..bf8695a56fc 100644 --- a/hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/TestFifoScheduler.java +++ b/hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/TestFifoScheduler.java @@ -137,7 +137,7 @@ public void test() throws Exception { rm.stop(); } - private void testMinimumAllocation(YarnConfiguration conf) + private void testMinimumAllocation(YarnConfiguration conf, int testAlloc) throws Exception { MockRM rm = new MockRM(conf); rm.start(); @@ -146,7 +146,7 @@ private void testMinimumAllocation(YarnConfiguration conf) MockNM nm1 = rm.registerNode("h1:1234", 6 * GB); // Submit an application - RMApp app1 = rm.submitApp(256); + RMApp app1 = rm.submitApp(testAlloc); // kick the scheduling nm1.nodeHeartbeat(true); @@ -157,7 +157,8 @@ private void testMinimumAllocation(YarnConfiguration conf) nm1.getNodeId()); int checkAlloc = - conf.getInt("yarn.scheduler.fifo.minimum-allocation-mb", GB); + conf.getInt(YarnConfiguration.RM_SCHEDULER_MINIMUM_ALLOCATION_MB, + YarnConfiguration.DEFAULT_RM_SCHEDULER_MINIMUM_ALLOCATION_MB); Assert.assertEquals(checkAlloc, report_nm1.getUsedResource().getMemory()); rm.stop(); @@ -165,14 +166,20 @@ private void testMinimumAllocation(YarnConfiguration conf) @Test public void testDefaultMinimumAllocation() throws Exception { - testMinimumAllocation(new YarnConfiguration()); + // Test with something lesser than default + testMinimumAllocation( + new YarnConfiguration(), + YarnConfiguration.DEFAULT_RM_SCHEDULER_MINIMUM_ALLOCATION_MB / 2); } @Test public void testNonDefaultMinimumAllocation() throws Exception { + // Set custom min-alloc to test tweaking it + int allocMB = 512; YarnConfiguration conf = new YarnConfiguration(); - conf.setInt("yarn.scheduler.fifo.minimum-allocation-mb", 512); - testMinimumAllocation(conf); + conf.setInt(YarnConfiguration.RM_SCHEDULER_MINIMUM_ALLOCATION_MB, allocMB); + // Test for something lesser than this. + testMinimumAllocation(conf, allocMB / 2); } @Test diff --git a/hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/TestRMWebServices.java b/hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/TestRMWebServices.java index bf0df460ac9..bcbdd07f5f2 100644 --- a/hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/TestRMWebServices.java +++ b/hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/TestRMWebServices.java @@ -31,6 +31,7 @@ import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.util.VersionInfo; import org.apache.hadoop.yarn.api.records.QueueState; +import org.apache.hadoop.yarn.conf.YarnConfiguration; import org.apache.hadoop.yarn.server.resourcemanager.ClusterMetrics; import org.apache.hadoop.yarn.server.resourcemanager.MockRM; import org.apache.hadoop.yarn.server.resourcemanager.RMContext; @@ -540,8 +541,12 @@ public void verifyClusterSchedulerFifoGeneric(String type, String state, assertEquals("qstate doesn't match", QueueState.RUNNING.toString(), state); assertEquals("capacity doesn't match", 1.0, capacity, 0.0); assertEquals("usedCapacity doesn't match", 0.0, usedCapacity, 0.0); - assertEquals("minQueueMemoryCapacity doesn't match", 1024, minQueueCapacity); - assertEquals("maxQueueMemoryCapacity doesn't match", 10240, + assertEquals( + "minQueueMemoryCapacity doesn't match", + YarnConfiguration.DEFAULT_RM_SCHEDULER_MINIMUM_ALLOCATION_MB, + minQueueCapacity); + assertEquals("maxQueueMemoryCapacity doesn't match", + YarnConfiguration.DEFAULT_RM_SCHEDULER_MAXIMUM_ALLOCATION_MB, maxQueueCapacity); assertEquals("numNodes doesn't match", 0, numNodes); assertEquals("usedNodeCapacity doesn't match", 0, usedNodeCapacity); diff --git a/hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-site/src/site/apt/ClusterSetup.apt.vm b/hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-site/src/site/apt/ClusterSetup.apt.vm index 1eceaa0f561..6301eb25663 100644 --- a/hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-site/src/site/apt/ClusterSetup.apt.vm +++ b/hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-site/src/site/apt/ClusterSetup.apt.vm @@ -245,6 +245,14 @@ Hadoop MapReduce Next Generation - Cluster Setup | | <<>> Scheduler class. | | | | | <<>> (recommended) or <<>> | *-------------------------+-------------------------+------------------------+ +| <<>> | | | +| | Minimum limit of memory to allocate to each container request at the <<>>. | | +| | | In MBs | +*-------------------------+-------------------------+------------------------+ +| <<>> | | | +| | Maximum limit of memory to allocate to each container request at the <<>>. | | +| | | In MBs | +*-------------------------+-------------------------+------------------------+ | <<>> / | | | | <<>> | | | | | List of permitted/excluded NodeManagers. | |