From 5bb794566ec00e52f56a87a85e0cb9723bcec83a Mon Sep 17 00:00:00 2001 From: Chris Nauroth Date: Mon, 10 Mar 2014 21:41:38 +0000 Subject: [PATCH] HDFS-6055. Change default configuration to limit file name length in HDFS. Contributed by Chris Nauroth. git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1576095 13f79535-47bb-0310-9956-ffa450edef68 --- hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt | 3 +++ .../hadoop-hdfs/src/main/resources/hdfs-default.xml | 6 +++--- .../src/test/java/org/apache/hadoop/fs/TestSymlinkHdfs.java | 1 + 3 files changed, 7 insertions(+), 3 deletions(-) diff --git a/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt b/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt index a2a656de182..580a047e350 100644 --- a/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt +++ b/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt @@ -544,6 +544,9 @@ Release 2.4.0 - UNRELEASED HDFS-6070. Cleanup use of ReadStatistics in DFSInputStream. (wang) + HDFS-6055. Change default configuration to limit file name length in HDFS. + (cnauroth) + OPTIMIZATIONS HDFS-5790. LeaseManager.findPath is very slow when many leases need recovery diff --git a/hadoop-hdfs-project/hadoop-hdfs/src/main/resources/hdfs-default.xml b/hadoop-hdfs-project/hadoop-hdfs/src/main/resources/hdfs-default.xml index ca5e4b89a14..3bf3bf11a77 100644 --- a/hadoop-hdfs-project/hadoop-hdfs/src/main/resources/hdfs-default.xml +++ b/hadoop-hdfs-project/hadoop-hdfs/src/main/resources/hdfs-default.xml @@ -281,9 +281,9 @@ dfs.namenode.fs-limits.max-component-length - 0 - Defines the maximum number of characters in each component - of a path. A value of 0 will disable the check. + 255 + Defines the maximum number of bytes in UTF-8 encoding in each + component of a path. A value of 0 will disable the check. diff --git a/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/fs/TestSymlinkHdfs.java b/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/fs/TestSymlinkHdfs.java index 5ef46b01f06..3ce2893b8b3 100644 --- a/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/fs/TestSymlinkHdfs.java +++ b/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/fs/TestSymlinkHdfs.java @@ -88,6 +88,7 @@ abstract public class TestSymlinkHdfs extends SymlinkBaseTest { Configuration conf = new HdfsConfiguration(); conf.setBoolean(DFSConfigKeys.DFS_WEBHDFS_ENABLED_KEY, true); conf.set(FsPermission.UMASK_LABEL, "000"); + conf.setInt(DFSConfigKeys.DFS_NAMENODE_MAX_COMPONENT_LENGTH_KEY, 0); cluster = new MiniDFSCluster.Builder(conf).build(); webhdfs = WebHdfsTestUtil.getWebHdfsFileSystem(conf, WebHdfsFileSystem.SCHEME); dfs = cluster.getFileSystem();