HADOOP-14205. No FileSystem for scheme: adl. Contributed by John Zhuge.

(cherry picked from commit 84e2c11f96)

Conflicts:
	hadoop-common-project/hadoop-common/src/main/resources/core-default.xml
	hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/conf/TestCommonConfigurationFields.java
This commit is contained in:
John Zhuge 2017-03-21 08:37:18 -07:00
parent 595501c9dd
commit 3a8b120c78
3 changed files with 26 additions and 0 deletions

View File

@ -1127,6 +1127,20 @@
<description>The implementation class of the S3A AbstractFileSystem.</description>
</property>
<!-- Azure Data Lake File System Configurations -->
<property>
<name>fs.adl.impl</name>
<value>org.apache.hadoop.fs.adl.AdlFileSystem</value>
</property>
<property>
<name>fs.AbstractFileSystem.adl.impl</name>
<value>org.apache.hadoop.fs.adl.Adl</value>
</property>
<!-- Azure Data Lake File System Configurations Ends Here-->
<property>
<name>io.seqfile.compress.blocksize</name>
<value>1000000</value>

View File

@ -102,6 +102,12 @@ public class TestCommonConfigurationFields extends TestConfigurationFieldsBase {
xmlPrefixToSkipCompare.add("s3.");
xmlPrefixToSkipCompare.add("s3native.");
// ADL properties are in a different subtree
// - org.apache.hadoop.hdfs.web.ADLConfKeys
xmlPrefixToSkipCompare.add("adl.");
xmlPropsToSkipCompare.add("fs.adl.impl");
xmlPropsToSkipCompare.add("fs.AbstractFileSystem.adl.impl");
// Deprecated properties. These should eventually be removed from the
// class.
configurationPropsToSkipCompare

View File

@ -111,6 +111,12 @@
<version>${project.version}</version>
<scope>compile</scope>
</dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-azure-datalake</artifactId>
<scope>compile</scope>
<version>${project.version}</version>
</dependency>
</dependencies>
<build>