Apache
/
hadoop
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

HADOOP-17547 Magic committer to downgrade abort in cleanup if list uploads fails with access denied (#3051) 

Contributed by Bogdan Stolojan
This commit is contained in:
Petre Bogdan Stolojan 2021-06-12 17:45:12 +01:00 committed by GitHub
parent f0bdc422aa
commit de9ca9f155
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/commit/AbstractS3ACommitter.java
View File

@ -832,8 +832,8 @@ public abstract class AbstractS3ACommitter extends PathOutputCommitter
try {
pending = ops.listPendingUploadsUnderPath(dest);
} catch (IOException e) {
// raised if the listPendingUploads call failed.
maybeIgnore(suppressExceptions, "aborting pending uploads", e);
// Swallow any errors given this is best effort
LOG.debug("Failed to list pending uploads under {}", dest, e);
return;
}
if (!pending.isEmpty()) {