From 1df8cb9ce0b78d5b45e5bd92017a2f0f64af66ad Mon Sep 17 00:00:00 2001 From: Uma Maheswara Rao G Date: Tue, 31 Dec 2013 16:26:48 +0000 Subject: [PATCH] Merge. HDFS-5671. Fix socket leak in DFSInputStream#getBlockReader. Contributed by JamesLi git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/branch-2@1554556 13f79535-47bb-0310-9956-ffa450edef68 --- hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt | 2 ++ .../org/apache/hadoop/hdfs/DFSInputStream.java | 18 ++++++++++++++---- 2 files changed, 16 insertions(+), 4 deletions(-) diff --git a/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt b/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt index 795a34eef3e..554edeae330 100644 --- a/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt +++ b/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt @@ -438,6 +438,8 @@ Release 2.3.0 - UNRELEASED HDFS-5582. hdfs getconf -excludeFile or -includeFile always failed (sathish via cmccabe) + HDFS-5671. Fix socket leak in DFSInputStream#getBlockReader. (JamesLi via umamahesh) + Release 2.2.0 - 2013-10-13 INCOMPATIBLE CHANGES diff --git a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSInputStream.java b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSInputStream.java index c3a4b359a90..3909b3e1c0f 100644 --- a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSInputStream.java +++ b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSInputStream.java @@ -1188,11 +1188,21 @@ protected BlockReader getBlockReader(InetSocketAddress dnAddr, } // Try to create a new remote peer. Peer peer = newTcpPeer(dnAddr); - return BlockReaderFactory.newBlockReader( - dfsClient.getConf(), file, block, blockToken, startOffset, - len, verifyChecksum, clientName, peer, chosenNode, - dsFactory, peerCache, fileInputStreamCache, false, + try { + reader = BlockReaderFactory.newBlockReader(dfsClient.getConf(), file, + block, blockToken, startOffset, len, verifyChecksum, clientName, + peer, chosenNode, dsFactory, peerCache, fileInputStreamCache, false, curCachingStrategy); + return reader; + } catch (IOException ex) { + DFSClient.LOG.debug( + "Exception while getting block reader, closing stale " + peer, ex); + throw ex; + } finally { + if (reader == null) { + IOUtils.closeQuietly(peer); + } + } }