Apache
/
hadoop
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

MAPREDUCE-6059. Speed up history server startup time (Siqi Li via aw)

This commit is contained in:
Allen Wittenauer 2015-02-04 17:36:28 -08:00
parent f990e9d229
commit fd57ab2002
2 changed files with 10 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
hadoop-mapreduce-project/CHANGES.txt
View File

@ -94,6 +94,8 @@ Trunk (Unreleased)
MAPREDUCE-6013. [post-HADOOP-9902] mapred version is missing (Akira AJISAKA
via aw)
MAPREDUCE-6059. Speed up history server startup time (Siqi Li via aw)
BUG FIXES
MAPREDUCE-6191. Improve clearing stale state of Java serialization

8
hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/HistoryFileManager.java
View File

@ -263,6 +263,10 @@ public class HistoryFileManager extends AbstractService {
public HistoryFileInfo get(JobId jobId) {
return cache.get(jobId);
}
public boolean isFull() {
return cache.size() >= maxSize;
}
}
/**
@ -668,6 +672,10 @@ public class HistoryFileManager extends AbstractService {
for (FileStatus fs : timestampedDirList) {
// TODO Could verify the correct format for these directories.
addDirectoryToSerialNumberIndex(fs.getPath());
}
for (int i= timestampedDirList.size() - 1;
i >= 0 && !jobListCache.isFull(); i--) {
FileStatus fs = timestampedDirList.get(i);
addDirectoryToJobListCache(fs.getPath());
}
}