From 254d943126cdcf51cd39b1f2a6749ac99319d056 Mon Sep 17 00:00:00 2001 From: Petre Bogdan Stolojan Date: Sat, 12 Jun 2021 17:45:12 +0100 Subject: [PATCH] HADOOP-17547 Magic committer to downgrade abort in cleanup if list uploads fails with access denied (#3051) Contributed by Bogdan Stolojan Change-Id: I32d6dc4f72087783a3ea12473d11690ac14fe3cb --- .../org/apache/hadoop/fs/s3a/commit/AbstractS3ACommitter.java | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/commit/AbstractS3ACommitter.java b/hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/commit/AbstractS3ACommitter.java index 1fd24969d72..2005bc8b7f0 100644 --- a/hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/commit/AbstractS3ACommitter.java +++ b/hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/commit/AbstractS3ACommitter.java @@ -832,8 +832,8 @@ public abstract class AbstractS3ACommitter extends PathOutputCommitter try { pending = ops.listPendingUploadsUnderPath(dest); } catch (IOException e) { - // raised if the listPendingUploads call failed. - maybeIgnore(suppressExceptions, "aborting pending uploads", e); + // Swallow any errors given this is best effort + LOG.debug("Failed to list pending uploads under {}", dest, e); return; } if (!pending.isEmpty()) {