Apache/hadoop
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

MAPREDUCE-6772. Add MR Job Configurations for Containers reuse. Contributed by Devaraj K.

Browse Source
This commit is contained in:
Naganarasimha 2016-10-25 04:47:06 +05:30 committed by bilwa
parent d5ad181684
commit bfc09a2a7b
2 changed files with 85 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

40
hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/MRJobConfig.java
View File

@ -1295,4 +1295,44 @@ public interface MRJobConfig {
*/
@Unstable
String INPUT_FILE_MANDATORY_PREFIX = "mapreduce.job.input.file.must.";
/**
* Whether to enable the RM Container reuse or not.
*/
String MR_AM_CONTAINER_REUSE_ENABLED = MR_PREFIX + "container.reuse.enabled";
boolean DEFAULT_MR_AM_CONTAINER_REUSE_ENABLED = false;
/**
* No of times can each container(Map Task) reuse. The Default value is -1,
* which implies there is no limit for reusing the container for map tasks.
*/
String MR_AM_CONTAINER_REUSE_MAX_MAPTASKS = MR_PREFIX
+ "container.reuse.max-maptasks";
int DEFAULT_MR_AM_CONTAINER_REUSE_MAX_MAPTASKS = -1;
/**
* No of tasks can each container(Reduce Task) reuse. The Default value is -1,
* which implies there is no limit for reusing the container for reduce tasks.
*/
String MR_AM_CONTAINER_REUSE_MAX_REDUCETASKS = MR_PREFIX
+ "container.reuse.max-reducetasks";
int DEFAULT_MR_AM_CONTAINER_REUSE_MAX_REDUCETASKS = -1;
/**
* No of Max Map task containers can be reused at any point of time. The
* Default value is -1, which implies there is no limit of having map task
* containers for reuse at any time.
*/
String MR_AM_CONTAINER_REUSE_MAX_MAPTASKCONTAINERS = MR_PREFIX
+ "container.reuse.max-maptaskcontainers";
int DEFAULT_MR_AM_CONTAINER_REUSE_MAX_MAPTASKCONTAINERS = -1;
/**
* No Of Max Reduce Task Containers can be reused at any point of time. The
* Default value is -1, which implies there is no limit of having reduce task
* containers for reuse at any time.
*/
String MR_AM_CONTAINER_REUSE_MAX_REDUCETASKCONTAINERS = MR_PREFIX
+ "container.reuse.max-reducetaskcontainers";
int DEFAULT_MR_AM_CONTAINER_REUSE_MAX_REDUCETASKCONTAINERS = -1;
}

45
hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/resources/mapred-default.xml
View File

@ -2231,4 +2231,49 @@
</description>
</property>
<property>
<description>
Whether to enable the RM Container reuse or not.
</description>
<name>yarn.app.mapreduce.container.reuse.enabled</name>
<value>false</value>
</property>
<property>
<description>
No of times can each container(Map Task) reuse. The Default value is -1,
which implies there is no limit for reusing the container for map tasks.
</description>
<name>yarn.app.mapreduce.container.reuse.max-maptasks</name>
<value>-1</value>
</property>
<property>
<description>
No of tasks can each container(Reduce Task) reuse. The Default value is -1,
which implies there is no limit for reusing the container for reduce tasks.
</description>
<name>yarn.app.mapreduce.container.reuse.max-reducetasks</name>
<value>-1</value>
</property>
<property>
<description>
No of Max Map task containers can be reused at any point of time. The
Default value is -1, which implies there is no limit of having map task
containers for reuse at any time.
</description>
<name>yarn.app.mapreduce.container.reuse.max-maptaskcontainers</name>
<value>-1</value>
</property>
<property>
<description>
No Of Max Reduce Task Containers can be reused at any point of time. The
Default value is -1, which implies there is no limit of having reduce task
containers for reuse at any time.
</description>
<name>yarn.app.mapreduce.container.reuse.max-reducetaskcontainers</name>
<value>-1</value>
</property>
</configuration>