From 9b4f1a0c1052696b4286fd8b39d8a14d69668ff4 Mon Sep 17 00:00:00 2001 From: Alejandro Abdelnur Date: Wed, 17 Apr 2013 23:15:22 +0000 Subject: [PATCH] MAPREDUCE-5128. mapred-default.xml is missing a bunch of history server configs. (sandyr via tucu) git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/branch-2@1469096 13f79535-47bb-0310-9956-ffa450edef68 --- hadoop-mapreduce-project/CHANGES.txt | 3 + .../src/main/resources/mapred-default.xml | 94 ++++++++++++++++++- 2 files changed, 93 insertions(+), 4 deletions(-) diff --git a/hadoop-mapreduce-project/CHANGES.txt b/hadoop-mapreduce-project/CHANGES.txt index 40a127d81f6..8666e48c73e 100644 --- a/hadoop-mapreduce-project/CHANGES.txt +++ b/hadoop-mapreduce-project/CHANGES.txt @@ -152,6 +152,9 @@ Release 2.0.5-beta - UNRELEASED MAPREDUCE-5140. MR part of YARN-514 (Zhijie Shen via bikas) + MAPREDUCE-5128. mapred-default.xml is missing a bunch of history server + configs. (sandyr via tucu) + Release 2.0.4-alpha - UNRELEASED INCOMPATIBLE CHANGES diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/resources/mapred-default.xml b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/resources/mapred-default.xml index 6415cc478e1..aeac39fd9cd 100644 --- a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/resources/mapred-default.xml +++ b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/resources/mapred-default.xml @@ -586,6 +586,14 @@ The max percent (0-1) of running tasks that can be speculatively re-executed at any time. + + + mapreduce.job.map.output.collector.class + org.apache.hadoop.mapred.MapTask$MapOutputBuffer + + It defines the MapOutputCollector implementation to use. + + mapreduce.job.speculative.slowtaskthreshold @@ -1471,11 +1479,89 @@ - mapreduce.job.map.output.collector.class - org.apache.hadoop.mapred.MapTask$MapOutputBuffer - - It defines the MapOutputCollector implementation to use. + mapreduce.jobhistory.intermediate-done-dir + ${yarn.app.mapreduce.am.staging-dir}/history/done_intermediate + + + + + mapreduce.jobhistory.done-dir + ${yarn.app.mapreduce.am.staging-dir}/history/done + + + + + mapreduce.jobhistory.cleaner.enable + true + + + + + mapreduce.jobhistory.cleaner.interval-ms + 86400000 + How often the job history cleaner checks for files to delete, + in milliseconds. Defaults to 86400000 (one day). Files are only deleted if + they are older than mapreduce.jobhistory.max-age-ms. + + mapreduce.jobhistory.max-age-ms + 604800000 + Job history files older than this many milliseconds will + be deleted when the history cleaner runs. Defaults to 604800000 (1 week). + + + + + mapreduce.jobhistory.client.thread-count + 10 + The number of threads to handle client API requests + + + + mapreduce.jobhistory.datestring.cache.size + 200000 + Size of the date string cache. Effects the number of directories + which will be scanned to find a job. + + + + mapreduce.jobhistory.joblist.cache.size + 20000 + Size of the job list cache + + + + mapreduce.jobhistory.loadedjobs.cache.size + 5 + Size of the loaded job cache + + + + mapreduce.jobhistory.move.interval-ms + 180000 + Scan for history files to more from intermediate done dir to done + dir at this frequency. + + + + + mapreduce.jobhistory.move.thread-count + 3 + The number of threads used to move files. + + + + mapreduce.jobhistory.store.class + + The HistoryStorage class to use to cache history data. + + + + mapreduce.jobhistory.minicluster.fixed.ports + false + Whether to use fixed ports with the minicluster + +