From 6f7ce842c015fedb30ec762caeb37a64e8258c4a Mon Sep 17 00:00:00 2001 From: Colin Patrick Mccabe Date: Wed, 5 Nov 2014 10:51:49 -0800 Subject: [PATCH] HDFS-7199. DFSOutputStream should not silently drop data if DataStreamer crashes with an unchecked exception (rushabhs via cmccabe) (cherry picked from commit 56257fab1d5a7f66bebd9149c7df0436c0a57adb) --- hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt | 3 +++ .../src/main/java/org/apache/hadoop/hdfs/DFSOutputStream.java | 2 ++ 2 files changed, 5 insertions(+) diff --git a/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt b/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt index f420e2e47f3..d148b86abae 100644 --- a/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt +++ b/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt @@ -145,6 +145,9 @@ Release 2.7.0 - UNRELEASED HDFS-7324. haadmin command usage prints incorrect command name. (Brahma Reddy Battula via suresh) + HDFS-7199. DFSOutputStream should not silently drop data if DataStreamer + crashes with an unchecked exception (rushabhs via cmccabe) + Release 2.6.0 - UNRELEASED INCOMPATIBLE CHANGES diff --git a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSOutputStream.java b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSOutputStream.java index 6cbf27a7099..92dbc8ebed7 100644 --- a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSOutputStream.java +++ b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSOutputStream.java @@ -692,6 +692,8 @@ public class DFSOutputStream extends FSOutputSummer } if (e instanceof IOException) { setLastException((IOException)e); + } else { + setLastException(new IOException("DataStreamer Exception: ",e)); } hasError = true; if (errorIndex == -1 && restartingNodeIndex == -1) {