Apache
/
hadoop
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

HDFS-14366. Improve HDFS append performance. Contributed by Chao Sun.

This commit is contained in:
Inigo Goiri 2019-03-15 11:06:42 -07:00
parent d1afa03804
commit ff06ef0631
1 changed files with 7 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java
View File

@ -1484,9 +1484,13 @@ public class BlockManager implements BlockStatsMXBean {
*/ */
public boolean isSufficientlyReplicated(BlockInfo b) { public boolean isSufficientlyReplicated(BlockInfo b) {
// Compare against the lesser of the minReplication and number of live DNs. // Compare against the lesser of the minReplication and number of live DNs.
final int replication = final int liveReplicas = countNodes(b).liveReplicas();
Math.min(minReplication, getDatanodeManager().getNumLiveDataNodes()); if (liveReplicas >= minReplication) {
return countNodes(b).liveReplicas() >= replication; return true;
}
// getNumLiveDataNodes() is very expensive and we minimize its use by
// comparing with minReplication first.
return liveReplicas >= getDatanodeManager().getNumLiveDataNodes();
} }
/** Get all blocks with location information from a datanode. */ /** Get all blocks with location information from a datanode. */