HBASE-22561 modify HFilePrettyPrinter to accept non-rootdir directories

Signed-off-by: huzheng <openinx@gmail.com>
This commit is contained in:
Artem Ervits 2019-06-18 11:48:18 -04:00 committed by huzheng
parent 3f62e481e2
commit ec6638c902
3 changed files with 131 additions and 17 deletions

View File

@ -174,7 +174,7 @@ public class HFilePrettyPrinter extends Configured implements Tool {
IOException { IOException {
if (args.length == 0) { if (args.length == 0) {
HelpFormatter formatter = new HelpFormatter(); HelpFormatter formatter = new HelpFormatter();
formatter.printHelp("HFile", options, true); formatter.printHelp("hfile", options, true);
return false; return false;
} }
CommandLineParser parser = new PosixParser(); CommandLineParser parser = new PosixParser();
@ -267,7 +267,7 @@ public class HFilePrettyPrinter extends Configured implements Tool {
// iterate over all files found // iterate over all files found
for (Path fileName : files) { for (Path fileName : files) {
try { try {
int exitCode = processFile(fileName); int exitCode = processFile(fileName, false);
if (exitCode != 0) { if (exitCode != 0) {
return exitCode; return exitCode;
} }
@ -284,10 +284,13 @@ public class HFilePrettyPrinter extends Configured implements Tool {
return 0; return 0;
} }
public int processFile(Path file) throws IOException { // HBASE-22561 introduces boolean checkRootDir for WebUI specificly
if (verbose) public int processFile(Path file, boolean checkRootDir) throws IOException {
if (verbose) {
out.println("Scanning -> " + file); out.println("Scanning -> " + file);
}
if (checkRootDir) {
Path rootPath = FSUtils.getRootDir(getConf()); Path rootPath = FSUtils.getRootDir(getConf());
String rootString = rootPath + rootPath.SEPARATOR; String rootString = rootPath + rootPath.SEPARATOR;
if (!file.toString().startsWith(rootString)) { if (!file.toString().startsWith(rootString)) {
@ -297,11 +300,12 @@ public class HFilePrettyPrinter extends Configured implements Tool {
FileSystem rootFS = rootPath.getFileSystem(getConf()); FileSystem rootFS = rootPath.getFileSystem(getConf());
String qualifiedFile = rootFS.getUri().toString() + file.toString(); String qualifiedFile = rootFS.getUri().toString() + file.toString();
if (!qualifiedFile.startsWith(rootString)) { if (!qualifiedFile.startsWith(rootString)) {
err.println("ERROR, file (" + file + err.println(
") is not in HBase's root directory (" + rootString + ")"); "ERROR, file (" + file + ") is not in HBase's root directory (" + rootString + ")");
return -2; return -2;
} }
} }
}
FileSystem fs = file.getFileSystem(getConf()); FileSystem fs = file.getFileSystem(getConf());
if (!fs.exists(file)) { if (!fs.exists(file)) {

View File

@ -51,7 +51,7 @@
printer.setConf(conf); printer.setConf(conf);
String[] options = {"-s"}; String[] options = {"-s"};
printer.parseOptions(options); printer.parseOptions(options);
printer.processFile(new Path(storeFile)); printer.processFile(new Path(storeFile), true);
String text = byteStream.toString();%> String text = byteStream.toString();%>
<%= <%=
text text

View File

@ -0,0 +1,110 @@
/**
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.hadoop.hbase.io.hfile;
import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertNotEquals;
import static org.junit.Assert.assertTrue;
import java.io.ByteArrayOutputStream;
import java.io.PrintStream;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.hbase.HBaseClassTestRule;
import org.apache.hadoop.hbase.HBaseTestingUtility;
import org.apache.hadoop.hbase.regionserver.TestHRegionServerBulkLoad;
import org.apache.hadoop.hbase.testclassification.IOTests;
import org.apache.hadoop.hbase.testclassification.SmallTests;
import org.apache.hadoop.hbase.util.Bytes;
import org.apache.hadoop.hbase.util.FSUtils;
import org.junit.After;
import org.junit.Before;
import org.junit.ClassRule;
import org.junit.Test;
import org.junit.experimental.categories.Category;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
@Category({IOTests.class, SmallTests.class})
public class TestHFilePrettyPrinter {
@ClassRule
public static final HBaseClassTestRule CLASS_RULE =
HBaseClassTestRule.forClass(TestHFilePrettyPrinter.class);
private static final Logger LOG = LoggerFactory.getLogger(TestHFilePrettyPrinter.class);
private final static HBaseTestingUtility UTIL = new HBaseTestingUtility();
private static FileSystem fs;
private static Configuration conf;
private static byte [] cf = Bytes.toBytes("cf");
private static byte [] fam = Bytes.toBytes("fam");
private static byte [] value = Bytes.toBytes("val");
private static PrintStream original;
private static PrintStream ps;
private static ByteArrayOutputStream stream;
@Before
public void setup() throws Exception {
conf = UTIL.getConfiguration();
fs = UTIL.getTestFileSystem();
stream = new ByteArrayOutputStream();
ps = new PrintStream(stream);
}
@After
public void teardown() {
original = System.out;
System.setOut(original);
}
@Test
public void testHFilePrettyPrinterNonRootDir() throws Exception {
Path fileNotInRootDir = UTIL.getDataTestDir("hfile");
TestHRegionServerBulkLoad.createHFile(fs, fileNotInRootDir, cf, fam, value, 1000);
assertNotEquals("directory used is not an HBase root dir",
UTIL.getDefaultRootDirPath(), fileNotInRootDir);
System.setOut(ps);
new HFilePrettyPrinter(conf).run(new String[]{"-v", String.valueOf(fileNotInRootDir)});
String result = new String(stream.toByteArray());
String expectedResult = "Scanning -> " + fileNotInRootDir + "\n" + "Scanned kv count -> 1000\n";
assertEquals(expectedResult, result);
}
@Test
public void testHFilePrettyPrinterRootDir() throws Exception {
Path rootPath = FSUtils.getRootDir(conf);
String rootString = rootPath + rootPath.SEPARATOR;
Path fileInRootDir = new Path(rootString + "hfile");
TestHRegionServerBulkLoad.createHFile(fs, fileInRootDir, cf, fam, value, 1000);
assertTrue("directory used is a root dir",
fileInRootDir.toString().startsWith(rootString));
System.setOut(ps);
HFilePrettyPrinter printer = new HFilePrettyPrinter();
printer.setConf(conf);
printer.processFile(fileInRootDir, true);
printer.run(new String[]{"-v", String.valueOf(fileInRootDir)});
String result = new String(stream.toByteArray());
String expectedResult = "Scanning -> " + fileInRootDir + "\n" + "Scanned kv count -> 1000\n";
assertEquals(expectedResult, result);
}
}