Apache
/
hadoop
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

MAPREDUCE-7432. Make manifest committer default on abfs and gcs stores

This commit is contained in:
Steve Loughran 2022-09-07 18:58:25 +01:00
parent 113a9e40cb
commit cd8bea566f
No known key found for this signature in database
GPG Key ID: D22CF846DBB162A0
1 changed files with 6 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/resources/mapred-default.xml
View File

@ -2242,23 +2242,23 @@
</description>
</property>
<!-- not yet enabled by default.
<!-- use manifest committer for abfs URLs -->
<property>
<name>mapreduce.outputcommitter.factory.scheme.abfs</name>
<value>org.apache.hadoop.fs.azurebfs.commit.AzureManifestCommitterFactory</value>
<description>
The default committer factory for ABFS is for the manifest committer with
abfs-specific tuning.
The default committer factory for ABFS is the manifest committer with
abfs-specific recovery.
</description>
</property>
<!-- use manifest committer for gs URLs -->
<property>
<name>mapreduce.outputcommitter.factory.scheme.gs</name>
<value>org.apache.hadoop.mapreduce.lib.output.committer.manifest.ManifestCommitterFactory</value>
<description>
The default committer factory for google cloud storage is for the manifest committer.
The default committer factory for google cloud storage is the manifest committer.
</description>
</property>
-->
</configuration>