Apache
/
hadoop
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

YARN-4464. Lower the default max applications stored in the RM and store. (Daniel Templeton via kasha)

This commit is contained in:
Karthik Kambatla 2016-10-11 21:41:58 -07:00
parent 7ba7092bbc
commit 6378845f9e
3 changed files with 19 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java
View File

@ -719,17 +719,29 @@ public class YarnConfiguration extends Configuration {
+ "leveldb-state-store.compaction-interval-secs"; + "leveldb-state-store.compaction-interval-secs";
public static final long DEFAULT_RM_LEVELDB_COMPACTION_INTERVAL_SECS = 3600; public static final long DEFAULT_RM_LEVELDB_COMPACTION_INTERVAL_SECS = 3600;
/** The maximum number of completed applications RM keeps. */ /**
* The maximum number of completed applications RM keeps. By default equals
* to {@link #DEFAULT_RM_MAX_COMPLETED_APPLICATIONS}.
*/
public static final String RM_MAX_COMPLETED_APPLICATIONS = public static final String RM_MAX_COMPLETED_APPLICATIONS =
RM_PREFIX + "max-completed-applications"; RM_PREFIX + "max-completed-applications";
public static final int DEFAULT_RM_MAX_COMPLETED_APPLICATIONS = 10000; public static final int DEFAULT_RM_MAX_COMPLETED_APPLICATIONS = 1000;
/** /**
* The maximum number of completed applications RM state store keeps, by * The maximum number of completed applications RM state store keeps. By
* default equals to DEFAULT_RM_MAX_COMPLETED_APPLICATIONS * default equals to value of {@link #RM_MAX_COMPLETED_APPLICATIONS}.
*/ */
public static final String RM_STATE_STORE_MAX_COMPLETED_APPLICATIONS = public static final String RM_STATE_STORE_MAX_COMPLETED_APPLICATIONS =
RM_PREFIX + "state-store.max-completed-applications"; RM_PREFIX + "state-store.max-completed-applications";
/**
* The default value for
* {@code yarn.resourcemanager.state-store.max-completed-applications}.
* @deprecated This default value is ignored and will be removed in a future
* release. The default value of
* {@code yarn.resourcemanager.state-store.max-completed-applications} is the
* value of {@link #RM_MAX_COMPLETED_APPLICATIONS}.
*/
@Deprecated
public static final int DEFAULT_RM_STATE_STORE_MAX_COMPLETED_APPLICATIONS = public static final int DEFAULT_RM_STATE_STORE_MAX_COMPLETED_APPLICATIONS =
DEFAULT_RM_MAX_COMPLETED_APPLICATIONS; DEFAULT_RM_MAX_COMPLETED_APPLICATIONS;

4
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/resources/yarn-default.xml
View File

@ -417,7 +417,7 @@
the applications remembered in RM memory. the applications remembered in RM memory.
Any values larger than ${yarn.resourcemanager.max-completed-applications} will Any values larger than ${yarn.resourcemanager.max-completed-applications} will
be reset to ${yarn.resourcemanager.max-completed-applications}. be reset to ${yarn.resourcemanager.max-completed-applications}.
Note that this value impacts the RM recovery performance.Typically, Note that this value impacts the RM recovery performance. Typically,
a smaller value indicates better performance on RM recovery. a smaller value indicates better performance on RM recovery.
</description> </description>
<name>yarn.resourcemanager.state-store.max-completed-applications</name> <name>yarn.resourcemanager.state-store.max-completed-applications</name>
@ -687,7 +687,7 @@
<property> <property>
<description>The maximum number of completed applications RM keeps. </description> <description>The maximum number of completed applications RM keeps. </description>
<name>yarn.resourcemanager.max-completed-applications</name> <name>yarn.resourcemanager.max-completed-applications</name>
<value>10000</value> <value>1000</value>
</property> </property>
<property> <property>

2
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/RMAppManager.java
View File

@ -101,7 +101,7 @@ public class RMAppManager implements EventHandler<RMAppManagerEvent>,
this.maxCompletedAppsInStateStore = this.maxCompletedAppsInStateStore =
conf.getInt( conf.getInt(
YarnConfiguration.RM_STATE_STORE_MAX_COMPLETED_APPLICATIONS, YarnConfiguration.RM_STATE_STORE_MAX_COMPLETED_APPLICATIONS,
YarnConfiguration.DEFAULT_RM_STATE_STORE_MAX_COMPLETED_APPLICATIONS); this.maxCompletedAppsInMemory);
if (this.maxCompletedAppsInStateStore > this.maxCompletedAppsInMemory) { if (this.maxCompletedAppsInStateStore > this.maxCompletedAppsInMemory) {
this.maxCompletedAppsInStateStore = this.maxCompletedAppsInMemory; this.maxCompletedAppsInStateStore = this.maxCompletedAppsInMemory;
} }