Apache
/
hadoop
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

HADOOP-12689. S3 filesystem operations stopped working correctly 

(cherry picked from commit 2d16f40dab)
This commit is contained in:
Ravi Prakash 2016-01-05 23:26:03 -08:00
parent 7458854888
commit 6330683778
2 changed files with 9 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
hadoop-common-project/hadoop-common/CHANGES.txt
View File

@ -923,6 +923,9 @@ Release 2.8.0 - UNRELEASED
HADOOP-12608. Fix exception message in WASB when connecting with anonymous HADOOP-12608. Fix exception message in WASB when connecting with anonymous
credential. (Dushyanth via xyao) credential. (Dushyanth via xyao)
HADOOP-12689. S3 filesystem operations stopped working correctly
(Matt Paduano via raviprak)
Release 2.7.3 - UNRELEASED Release 2.7.3 - UNRELEASED
INCOMPATIBLE CHANGES INCOMPATIBLE CHANGES

8
hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3/Jets3tFileSystemStore.java
View File

@ -167,7 +167,7 @@ class Jets3tFileSystemStore implements FileSystemStore {
return object.getDataInputStream(); return object.getDataInputStream();
} catch (S3ServiceException e) { } catch (S3ServiceException e) {
if ("NoSuchKey".equals(e.getS3ErrorCode())) { if ("NoSuchKey".equals(e.getS3ErrorCode())) {
throw new IOException(key + " doesn't exist"); return null;
} }
if (e.getCause() instanceof IOException) { if (e.getCause() instanceof IOException) {
throw (IOException) e.getCause(); throw (IOException) e.getCause();
@ -229,7 +229,11 @@ class Jets3tFileSystemStore implements FileSystemStore {
OutputStream out = null; OutputStream out = null;
try { try {
fileBlock = newBackupFile(); fileBlock = newBackupFile();
in = get(blockToKey(block), byteRangeStart); String blockId = blockToKey(block);
in = get(blockId, byteRangeStart);
if (in == null) {
throw new IOException("Block missing from S3 store: " + blockId);
}
out = new BufferedOutputStream(new FileOutputStream(fileBlock)); out = new BufferedOutputStream(new FileOutputStream(fileBlock));
byte[] buf = new byte[bufferSize]; byte[] buf = new byte[bufferSize];
int numRead; int numRead;