From 320e4cc0e71d22c5f004c9ef6d041f9598bd2c8c Mon Sep 17 00:00:00 2001 From: Andrew Wang Date: Thu, 4 Jun 2015 15:35:07 -0700 Subject: [PATCH] HDFS-8535. Clarify that dfs usage in dfsadmin -report output includes all block replicas. Contributed by Eddy Xu. (cherry picked from commit b2540f486ed99e1433d4e5118608da8dd365a934) --- hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt | 3 +++ .../main/java/org/apache/hadoop/hdfs/tools/DFSAdmin.java | 6 ++++-- .../hadoop-hdfs/src/site/markdown/HDFSCommands.md | 2 +- 3 files changed, 8 insertions(+), 3 deletions(-) diff --git a/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt b/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt index d88c7a4d589..7c2571ab5b1 100644 --- a/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt +++ b/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt @@ -260,6 +260,9 @@ Release 2.8.0 - UNRELEASED HDFS-8532. Make the visibility of DFSOutputStream#streamer member variable to private. (Rakesh R via wang) + HDFS-8535. Clarify that dfs usage in dfsadmin -report output includes all + block replicas. (Eddy Xu via wang) + OPTIMIZATIONS HDFS-8026. Trace FSOutputSummer#writeChecksumChunks rather than diff --git a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/tools/DFSAdmin.java b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/tools/DFSAdmin.java index c1f1df58d22..c6184a0241b 100644 --- a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/tools/DFSAdmin.java +++ b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/tools/DFSAdmin.java @@ -887,9 +887,11 @@ public class DFSAdmin extends FsShell { commonUsageSummary; String report ="-report [-live] [-dead] [-decommissioning]:\n" + - "\tReports basic filesystem information and statistics.\n" + + "\tReports basic filesystem information and statistics. \n" + + "\tThe dfs usage can be different from \"du\" usage, because it\n" + + "\tmeasures raw space used by replication, checksums, snapshots\n" + + "\tand etc. on all the DNs.\n" + "\tOptional flags may be used to filter the list of displayed DNs.\n"; - String safemode = "-safemode : Safe mode maintenance command.\n" + "\t\tSafe mode is a Namenode state in which it\n" + diff --git a/hadoop-hdfs-project/hadoop-hdfs/src/site/markdown/HDFSCommands.md b/hadoop-hdfs-project/hadoop-hdfs/src/site/markdown/HDFSCommands.md index 02369abaed0..43614f724fa 100644 --- a/hadoop-hdfs-project/hadoop-hdfs/src/site/markdown/HDFSCommands.md +++ b/hadoop-hdfs-project/hadoop-hdfs/src/site/markdown/HDFSCommands.md @@ -335,7 +335,7 @@ Usage: | COMMAND\_OPTION | Description | |:---- |:---- | -| `-report` `[-live]` `[-dead]` `[-decommissioning]` | Reports basic filesystem information and statistics. Optional flags may be used to filter the list of displayed DataNodes. | +| `-report` `[-live]` `[-dead]` `[-decommissioning]` | Reports basic filesystem information and statistics, The dfs usage can be different from "du" usage, because it measures raw space used by replication, checksums, snapshots and etc. on all the DNs. Optional flags may be used to filter the list of displayed DataNodes. | | `-safemode` enter\|leave\|get\|wait | Safe mode maintenance command. Safe mode is a Namenode state in which it
1. does not accept changes to the name space (read-only)
2. does not replicate or delete blocks.
Safe mode is entered automatically at Namenode startup, and leaves safe mode automatically when the configured minimum percentage of blocks satisfies the minimum replication condition. Safe mode can also be entered manually, but then it can only be turned off manually as well. | | `-saveNamespace` | Save current namespace into storage directories and reset edits log. Requires safe mode. | | `-rollEdits` | Rolls the edit log on the active NameNode. |