Apache/hadoop
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

MAPREDUCE-6905. HADOOP_JOB_HISTORY_OPTS should be HADOOP_JOB_HISTORYSERVER_OPTS in mapred-config.sh. Contributed by LiXin Ge.

Browse Source 
(cherry picked from commit bf1f59937dd5d860c9ed7fefce203d6a9f645182)
This commit is contained in:
Naganarasimha 2017-07-02 15:56:27 +05:30
parent 69480ba686
commit acc504dc58
1 changed files with 12 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/fs/TestDFSIO.java
View File

@ -286,8 +286,17 @@ private void createControlFile(FileSystem fs,
int nrFiles
) throws IOException {
LOG.info("creating control file: "+nrBytes+" bytes, "+nrFiles+" files");
final int maxDirItems = config.getInt(
DFSConfigKeys.DFS_NAMENODE_MAX_DIRECTORY_ITEMS_KEY,
DFSConfigKeys.DFS_NAMENODE_MAX_DIRECTORY_ITEMS_DEFAULT);
Path controlDir = getControlDir(config);
if (nrFiles > maxDirItems) {
final String message = "The directory item limit of " + controlDir +
" is exceeded: limit=" + maxDirItems + " items=" + nrFiles;
throw new IOException(message);
}
fs.delete(controlDir, true);
for(int i=0; i < nrFiles; i++) {
@ -302,8 +311,9 @@ private void createControlFile(FileSystem fs,
} catch(Exception e) {
throw new IOException(e.getLocalizedMessage());
} finally {
if (writer != null)
if (writer != null) {
writer.close();
}
writer = null;
}
}