diff --git a/hadoop-hdfs-project/hadoop-hdfs-client/src/main/java/org/apache/hadoop/hdfs/client/HdfsClientConfigKeys.java b/hadoop-hdfs-project/hadoop-hdfs-client/src/main/java/org/apache/hadoop/hdfs/client/HdfsClientConfigKeys.java index 228d7ac7283..407462c6e75 100755 --- a/hadoop-hdfs-project/hadoop-hdfs-client/src/main/java/org/apache/hadoop/hdfs/client/HdfsClientConfigKeys.java +++ b/hadoop-hdfs-project/hadoop-hdfs-client/src/main/java/org/apache/hadoop/hdfs/client/HdfsClientConfigKeys.java @@ -150,7 +150,7 @@ public interface HdfsClientConfigKeys { TimeUnit.DAYS.toMillis(10); // 10 days String DFS_CLIENT_BLOCK_READER_REMOTE_BUFFER_SIZE_KEY = "dfs.client.block.reader.remote.buffer.size"; - int DFS_CLIENT_BLOCK_READER_REMOTE_BUFFER_SIZE_DEFAULT = 8192; + int DFS_CLIENT_BLOCK_READER_REMOTE_BUFFER_SIZE_DEFAULT = 512; String DFS_CLIENT_DEAD_NODE_DETECTION_ENABLED_KEY = "dfs.client.deadnode.detection.enabled"; diff --git a/hadoop-hdfs-project/hadoop-hdfs/src/main/resources/hdfs-default.xml b/hadoop-hdfs-project/hadoop-hdfs/src/main/resources/hdfs-default.xml index ede3dc09c0b..9fcc04747d4 100755 --- a/hadoop-hdfs-project/hadoop-hdfs/src/main/resources/hdfs-default.xml +++ b/hadoop-hdfs-project/hadoop-hdfs/src/main/resources/hdfs-default.xml @@ -4305,13 +4305,11 @@ dfs.client.block.reader.remote.buffer.size - 8192 + 512 - The output stream buffer size of a DFSClient remote read. The buffer default value is 8KB. The buffer includes + The output stream buffer size of a DFSClient remote read. The buffer default value is 512B. The buffer includes only some request parameters that are: block, blockToken, clientName, startOffset, len, verifyChecksum, cachingStrategy. - It is recommended to adjust the value according to the workload, which can reduce unnecessary memory - usage and the frequency of the garbage collection. A value of 512 might be reasonable.