Apache
/
hbase
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

HBASE-15281 Allow the FileSystem inside HFileSystem to be wrapped (Rajesh Nishtala)

This commit is contained in:
Mikhail Antonov 2016-05-02 13:23:51 -07:00
parent d1130582d5
commit bbc7b90335
1 changed files with 25 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

27
hbase-server/src/main/java/org/apache/hadoop/hbase/fs/HFileSystem.java
View File

@ -101,11 +101,13 @@ public class HFileSystem extends FilterFileSystem {
if (useHBaseChecksum && !(fs instanceof LocalFileSystem)) { if (useHBaseChecksum && !(fs instanceof LocalFileSystem)) {
conf = new Configuration(conf); conf = new Configuration(conf);
conf.setBoolean("dfs.client.read.shortcircuit.skip.checksum", true); conf.setBoolean("dfs.client.read.shortcircuit.skip.checksum", true);
this.noChecksumFs = newInstanceFileSystem(conf); this.noChecksumFs = maybeWrapFileSystem(newInstanceFileSystem(conf), conf);
this.noChecksumFs.setVerifyChecksum(false); this.noChecksumFs.setVerifyChecksum(false);
} else { } else {
this.noChecksumFs = fs; this.noChecksumFs = maybeWrapFileSystem(fs, conf);
} }
this.fs = maybeWrapFileSystem(this.fs, conf);
} }
/** /**
@ -191,6 +193,27 @@ public class HFileSystem extends FilterFileSystem {
return fs; return fs;
} }
/**
* Returns an instance of Filesystem wrapped into the class specified in
* hbase.fs.wrapper property, if one is set in the configuration, returns
* unmodified FS instance passed in as an argument otherwise.
* @param base Filesystem instance to wrap
* @param conf Configuration
* @return wrapped instance of FS, or the same instance if no wrapping configured.
*/
private FileSystem maybeWrapFileSystem(FileSystem base, Configuration conf) {
try {
Class<?> clazz = conf.getClass("hbase.fs.wrapper", null);
if (clazz != null) {
return (FileSystem) clazz.getConstructor(FileSystem.class, Configuration.class)
.newInstance(base, conf);
}
} catch (Exception e) {
LOG.error("Failed to wrap filesystem: " + e);
}
return base;
}
public static boolean addLocationsOrderInterceptor(Configuration conf) throws IOException { public static boolean addLocationsOrderInterceptor(Configuration conf) throws IOException {
return addLocationsOrderInterceptor(conf, new ReorderWALBlocks()); return addLocationsOrderInterceptor(conf, new ReorderWALBlocks());
} }