From 84e2c11f969825e52b6bdb4696f48e4567875d41 Mon Sep 17 00:00:00 2001 From: John Zhuge Date: Mon, 20 Mar 2017 09:23:33 -0700 Subject: [PATCH] HADOOP-14205. No FileSystem for scheme: adl. Contributed by John Zhuge. --- .../src/main/resources/core-default.xml | 13 +++++++++++++ .../hadoop/conf/TestCommonConfigurationFields.java | 6 ++++++ hadoop-tools/hadoop-tools-dist/pom.xml | 6 ++++++ 3 files changed, 25 insertions(+) diff --git a/hadoop-common-project/hadoop-common/src/main/resources/core-default.xml b/hadoop-common-project/hadoop-common/src/main/resources/core-default.xml index 4d412807c66..fc39bd13027 100644 --- a/hadoop-common-project/hadoop-common/src/main/resources/core-default.xml +++ b/hadoop-common-project/hadoop-common/src/main/resources/core-default.xml @@ -1317,6 +1317,19 @@ + + + + fs.adl.impl + org.apache.hadoop.fs.adl.AdlFileSystem + + + + fs.AbstractFileSystem.adl.impl + org.apache.hadoop.fs.adl.Adl + + + io.seqfile.compress.blocksize diff --git a/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/conf/TestCommonConfigurationFields.java b/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/conf/TestCommonConfigurationFields.java index 4097cdf2fa8..dd0ebab474e 100644 --- a/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/conf/TestCommonConfigurationFields.java +++ b/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/conf/TestCommonConfigurationFields.java @@ -112,6 +112,12 @@ public void initializeMemberVariables() { xmlPropsToSkipCompare.add("fs.azure.secure.mode"); xmlPropsToSkipCompare.add("fs.azure.authorization"); + // ADL properties are in a different subtree + // - org.apache.hadoop.hdfs.web.ADLConfKeys + xmlPrefixToSkipCompare.add("adl."); + xmlPropsToSkipCompare.add("fs.adl.impl"); + xmlPropsToSkipCompare.add("fs.AbstractFileSystem.adl.impl"); + // Deprecated properties. These should eventually be removed from the // class. configurationPropsToSkipCompare diff --git a/hadoop-tools/hadoop-tools-dist/pom.xml b/hadoop-tools/hadoop-tools-dist/pom.xml index 002d253cc02..61fdddb5bda 100644 --- a/hadoop-tools/hadoop-tools-dist/pom.xml +++ b/hadoop-tools/hadoop-tools-dist/pom.xml @@ -111,6 +111,12 @@ ${project.version} compile + + org.apache.hadoop + hadoop-azure-datalake + compile + ${project.version} +