Apache
/
hadoop
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

HDFS-15610 Reduced datanode upgrade/hardlink thread from 12 to 6 (#2365) 

(cherry picked from commit 735e85a1d2)
This commit is contained in:
Karthik Palanisamy 2020-10-08 00:21:04 -07:00 committed by Wei-Chiu Chuang
parent 9e1e89b1b9
commit c96821ece8
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSConfigKeys.java
View File

@ -1374,7 +1374,7 @@ public class DFSConfigKeys extends CommonConfigurationKeys {
"dfs.datanode.parallel.volumes.load.threads.num"; "dfs.datanode.parallel.volumes.load.threads.num";
public static final String DFS_DATANODE_BLOCK_ID_LAYOUT_UPGRADE_THREADS_KEY = public static final String DFS_DATANODE_BLOCK_ID_LAYOUT_UPGRADE_THREADS_KEY =
"dfs.datanode.block.id.layout.upgrade.threads"; "dfs.datanode.block.id.layout.upgrade.threads";
public static final int DFS_DATANODE_BLOCK_ID_LAYOUT_UPGRADE_THREADS = 12; public static final int DFS_DATANODE_BLOCK_ID_LAYOUT_UPGRADE_THREADS = 6;
public static final String DFS_NAMENODE_INOTIFY_MAX_EVENTS_PER_RPC_KEY = public static final String DFS_NAMENODE_INOTIFY_MAX_EVENTS_PER_RPC_KEY =
"dfs.namenode.inotify.max.events.per.rpc"; "dfs.namenode.inotify.max.events.per.rpc";

2
hadoop-hdfs-project/hadoop-hdfs/src/main/resources/hdfs-default.xml
View File

@ -3276,7 +3276,7 @@
<property> <property>
<name>dfs.datanode.block.id.layout.upgrade.threads</name> <name>dfs.datanode.block.id.layout.upgrade.threads</name>
<value>12</value> <value>6</value>
<description>The number of threads to use when creating hard links from <description>The number of threads to use when creating hard links from
current to previous blocks during upgrade of a DataNode to block ID-based current to previous blocks during upgrade of a DataNode to block ID-based
block layout (see HDFS-6482 for details on the layout).</description> block layout (see HDFS-6482 for details on the layout).</description>