HADOOP-17402. Add GCS config to the core-site (#2638)
Contributed by Rafal Wojdyla
This commit is contained in:
parent
93ad7c32f4
commit
f639fbc29f
|
@ -685,6 +685,9 @@
|
|||
fs.azure.account.key.*
|
||||
fs.azure.oauth2.*
|
||||
fs.adl.oauth2.*
|
||||
fs.gs.encryption.*
|
||||
fs.gs.proxy.*
|
||||
fs.gs.auth.*
|
||||
credential$
|
||||
oauth.*secret
|
||||
oauth.*password
|
||||
|
@ -1071,6 +1074,15 @@
|
|||
</description>
|
||||
</property>
|
||||
|
||||
<property>
|
||||
<name>fs.viewfs.overload.scheme.target.gs.impl</name>
|
||||
<value>com.google.cloud.hadoop.fs.gcs.GoogleHadoopFS</value>
|
||||
<description>The GoogleHadoopFS/Google Cloud Storage file system for view
|
||||
file system overload scheme when child file system and ViewFSOverloadScheme's
|
||||
schemes are gs.
|
||||
</description>
|
||||
</property>
|
||||
|
||||
<property>
|
||||
<name>fs.viewfs.overload.scheme.target.https.impl</name>
|
||||
<value>org.apache.hadoop.fs.http.HttpsFileSystem</value>
|
||||
|
@ -2264,6 +2276,13 @@
|
|||
This setting provides better performance compared to blob-specific saskeys.
|
||||
</description>
|
||||
</property>
|
||||
|
||||
<property>
|
||||
<name>fs.AbstractFileSystem.gs.impl</name>
|
||||
<value>com.google.cloud.hadoop.fs.gcs.GoogleHadoopFS</value>
|
||||
<description>The AbstractFileSystem for gs: uris.</description>
|
||||
</property>
|
||||
|
||||
<property>
|
||||
<name>io.seqfile.compress.blocksize</name>
|
||||
<value>1000000</value>
|
||||
|
|
|
@ -117,7 +117,6 @@ public class TestCommonConfigurationFields extends TestConfigurationFieldsBase {
|
|||
xmlPrefixToSkipCompare.add("fs.abfs.impl");
|
||||
xmlPrefixToSkipCompare.add("fs.abfss.impl");
|
||||
|
||||
|
||||
// ADL properties are in a different subtree
|
||||
// - org.apache.hadoop.hdfs.web.ADLConfKeys
|
||||
xmlPrefixToSkipCompare.add("adl.");
|
||||
|
@ -130,6 +129,7 @@ public class TestCommonConfigurationFields extends TestConfigurationFieldsBase {
|
|||
xmlPropsToSkipCompare.add("fs.viewfs.overload.scheme.target.abfss.impl");
|
||||
xmlPropsToSkipCompare.add("fs.viewfs.overload.scheme.target.file.impl");
|
||||
xmlPropsToSkipCompare.add("fs.viewfs.overload.scheme.target.ftp.impl");
|
||||
xmlPropsToSkipCompare.add("fs.viewfs.overload.scheme.target.gs.impl");
|
||||
xmlPropsToSkipCompare.add("fs.viewfs.overload.scheme.target.hdfs.impl");
|
||||
xmlPropsToSkipCompare.add("fs.viewfs.overload.scheme.target.http.impl");
|
||||
xmlPropsToSkipCompare.add("fs.viewfs.overload.scheme.target.https.impl");
|
||||
|
@ -139,9 +139,9 @@ public class TestCommonConfigurationFields extends TestConfigurationFieldsBase {
|
|||
xmlPropsToSkipCompare.add("fs.viewfs.overload.scheme.target.s3a.impl");
|
||||
xmlPropsToSkipCompare.
|
||||
add("fs.viewfs.overload.scheme.target.swebhdfs.impl");
|
||||
xmlPropsToSkipCompare.add("fs.viewfs.overload.scheme.target.swift.impl");
|
||||
xmlPropsToSkipCompare.add("fs.viewfs.overload.scheme.target.webhdfs.impl");
|
||||
xmlPropsToSkipCompare.add("fs.viewfs.overload.scheme.target.wasb.impl");
|
||||
xmlPropsToSkipCompare.add("fs.viewfs.overload.scheme.target.swift.impl");
|
||||
|
||||
// Azure properties are in a different class
|
||||
// - org.apache.hadoop.fs.azure.AzureNativeFileSystemStore
|
||||
|
|
Loading…
Reference in New Issue