Apache
/
hadoop
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

HDFS-11280. Allow WebHDFS to reuse HTTP connections to NN. Contributed by Zheng Shao.

This commit is contained in:
Haohui Mai 2017-01-04 21:01:23 -08:00
parent 5ed63e3e9d
commit a605ff36a5
1 changed files with 8 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
hadoop-hdfs-project/hadoop-hdfs-client/src/main/java/org/apache/hadoop/hdfs/web/WebHdfsFileSystem.java
View File

@ -659,6 +659,8 @@ public class WebHdfsFileSystem extends FileSystem
url = new URL(conn.getHeaderField("Location")); url = new URL(conn.getHeaderField("Location"));
redirectHost = url.getHost() + ":" + url.getPort(); redirectHost = url.getHost() + ":" + url.getPort();
} finally { } finally {
// TODO: consider not calling conn.disconnect() to allow connection reuse
// See http://tinyurl.com/java7-http-keepalive
conn.disconnect(); conn.disconnect();
} }
} }
@ -891,7 +893,9 @@ public class WebHdfsFileSystem extends FileSystem
LOG.debug("Response decoding failure.", e); LOG.debug("Response decoding failure.", e);
throw ioe; throw ioe;
} finally { } finally {
conn.disconnect(); // Don't call conn.disconnect() to allow connection reuse
// See http://tinyurl.com/java7-http-keepalive
conn.getInputStream().close();
} }
} }
@ -938,6 +942,9 @@ public class WebHdfsFileSystem extends FileSystem
try { try {
validateResponse(op, conn, true); validateResponse(op, conn, true);
} finally { } finally {
// This is a connection to DataNode. Let's disconnect since
// there is little chance that the connection will be reused
// any time soonl
conn.disconnect(); conn.disconnect();
} }
} }