Apache
/
hadoop
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

MAPREDUCE-7432. Make manifest committer default on abfs and gcs stores

This commit is contained in:
Steve Loughran 2022-09-07 18:58:25 +01:00
parent 113a9e40cb
commit cd8bea566f
No known key found for this signature in database
GPG Key ID: D22CF846DBB162A0
1 changed files with 6 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/resources/mapred-default.xml
View File

@ -2242,23 +2242,23 @@
</description> </description>
</property> </property>
<!-- not yet enabled by default. <!-- use manifest committer for abfs URLs -->
<property> <property>
<name>mapreduce.outputcommitter.factory.scheme.abfs</name> <name>mapreduce.outputcommitter.factory.scheme.abfs</name>
<value>org.apache.hadoop.fs.azurebfs.commit.AzureManifestCommitterFactory</value> <value>org.apache.hadoop.fs.azurebfs.commit.AzureManifestCommitterFactory</value>
<description> <description>
The default committer factory for ABFS is for the manifest committer with The default committer factory for ABFS is the manifest committer with
abfs-specific tuning. abfs-specific recovery.
</description> </description>
</property> </property>
<!-- use manifest committer for gs URLs -->
<property> <property>
<name>mapreduce.outputcommitter.factory.scheme.gs</name> <name>mapreduce.outputcommitter.factory.scheme.gs</name>
<value>org.apache.hadoop.mapreduce.lib.output.committer.manifest.ManifestCommitterFactory</value> <value>org.apache.hadoop.mapreduce.lib.output.committer.manifest.ManifestCommitterFactory</value>
<description> <description>
The default committer factory for google cloud storage is for the manifest committer. The default committer factory for google cloud storage is the manifest committer.
</description> </description>
</property> </property>
-->
</configuration> </configuration>