HADOOP-14205. No FileSystem for scheme: adl. Contributed by John Zhuge.

This commit is contained in:
John Zhuge 2017-03-20 09:23:33 -07:00
parent b4481fef41
commit 84e2c11f96
3 changed files with 25 additions and 0 deletions

View File

@ -1317,6 +1317,19 @@
</description>
</property>
<!-- Azure Data Lake File System Configurations -->
<property>
<name>fs.adl.impl</name>
<value>org.apache.hadoop.fs.adl.AdlFileSystem</value>
</property>
<property>
<name>fs.AbstractFileSystem.adl.impl</name>
<value>org.apache.hadoop.fs.adl.Adl</value>
</property>
<!-- Azure Data Lake File System Configurations Ends Here-->
<property>
<name>io.seqfile.compress.blocksize</name>

View File

@ -112,6 +112,12 @@ public void initializeMemberVariables() {
xmlPropsToSkipCompare.add("fs.azure.secure.mode");
xmlPropsToSkipCompare.add("fs.azure.authorization");
// ADL properties are in a different subtree
// - org.apache.hadoop.hdfs.web.ADLConfKeys
xmlPrefixToSkipCompare.add("adl.");
xmlPropsToSkipCompare.add("fs.adl.impl");
xmlPropsToSkipCompare.add("fs.AbstractFileSystem.adl.impl");
// Deprecated properties. These should eventually be removed from the
// class.
configurationPropsToSkipCompare

View File

@ -111,6 +111,12 @@
<version>${project.version}</version>
<scope>compile</scope>
</dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-azure-datalake</artifactId>
<scope>compile</scope>
<version>${project.version}</version>
</dependency>
</dependencies>
<build>