From 6be22ddbf1b6f3c19ec70c63ddb8f5519d18dd72 Mon Sep 17 00:00:00 2001 From: Andrew Wang Date: Tue, 26 Apr 2016 13:04:18 -0700 Subject: [PATCH] HDFS-10297. Increase default balance bandwidth and concurrent moves. Contributed by John Zhuge. --- .../main/java/org/apache/hadoop/hdfs/DFSConfigKeys.java | 9 ++++++--- .../hadoop-hdfs/src/main/resources/hdfs-default.xml | 4 ++-- 2 files changed, 8 insertions(+), 5 deletions(-) diff --git a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSConfigKeys.java b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSConfigKeys.java index 6303fb3b6f7..93e31913e1f 100644 --- a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSConfigKeys.java +++ b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSConfigKeys.java @@ -87,9 +87,12 @@ public class DFSConfigKeys extends CommonConfigurationKeys { public static final String DFS_NAMENODE_BACKUP_SERVICE_RPC_ADDRESS_KEY = "dfs.namenode.backup.dnrpc-address"; public static final String DFS_DATANODE_BALANCE_BANDWIDTHPERSEC_KEY = HdfsClientConfigKeys.DeprecatedKeys.DFS_DATANODE_BALANCE_BANDWIDTHPERSEC_KEY; - public static final long DFS_DATANODE_BALANCE_BANDWIDTHPERSEC_DEFAULT = 1024*1024; - public static final String DFS_DATANODE_BALANCE_MAX_NUM_CONCURRENT_MOVES_KEY = "dfs.datanode.balance.max.concurrent.moves"; - public static final int DFS_DATANODE_BALANCE_MAX_NUM_CONCURRENT_MOVES_DEFAULT = 5; + public static final long DFS_DATANODE_BALANCE_BANDWIDTHPERSEC_DEFAULT = + 10 * 1024*1024; + public static final String DFS_DATANODE_BALANCE_MAX_NUM_CONCURRENT_MOVES_KEY + = "dfs.datanode.balance.max.concurrent.moves"; + public static final int + DFS_DATANODE_BALANCE_MAX_NUM_CONCURRENT_MOVES_DEFAULT = 50; @Deprecated public static final String DFS_DATANODE_READAHEAD_BYTES_KEY = HdfsClientConfigKeys.DFS_DATANODE_READAHEAD_BYTES_KEY; diff --git a/hadoop-hdfs-project/hadoop-hdfs/src/main/resources/hdfs-default.xml b/hadoop-hdfs-project/hadoop-hdfs/src/main/resources/hdfs-default.xml index a6ed12eb3ef..842ccbf20d6 100644 --- a/hadoop-hdfs-project/hadoop-hdfs/src/main/resources/hdfs-default.xml +++ b/hadoop-hdfs-project/hadoop-hdfs/src/main/resources/hdfs-default.xml @@ -856,7 +856,7 @@ dfs.datanode.balance.bandwidthPerSec - 1048576 + 10m Specifies the maximum amount of bandwidth that each datanode can utilize for the balancing purpose in term of @@ -3409,7 +3409,7 @@ dfs.datanode.balance.max.concurrent.moves - 5 + 50 Maximum number of threads for Datanode balancer pending moves. This value is reconfigurable via the "dfsadmin -reconfig" command.