Uncompress streams without having to download to tmp first (#4364)

* Uncompress streams without having to download to tmp first

* Remove unused file
This commit is contained in:
Niketh Sabbineni 2017-06-08 18:08:38 -07:00 committed by Fangjin Yang
parent f22e646168
commit 2cd91b64d0
4 changed files with 4 additions and 4 deletions

View File

@ -63,7 +63,7 @@ public class AzureDataSegmentPuller implements DataSegmentPuller
byteSource,
outDir,
AzureUtils.AZURE_RETRY,
true
false
);
log.info("Loaded %d bytes from [%s] to [%s]", result.size(), blobPath, outDir.getAbsolutePath());

View File

@ -69,7 +69,7 @@ public class CloudFilesDataSegmentPuller implements DataSegmentPuller
try {
final FileUtils.FileCopyResult result = CompressionUtils.unzip(
byteSource, outDir,
CloudFilesUtils.CLOUDFILESRETRY, true
CloudFilesUtils.CLOUDFILESRETRY, false
);
log.info("Loaded %d bytes from [%s] to [%s]", result.size(), path, outDir.getAbsolutePath());
return result;

View File

@ -72,7 +72,7 @@ public class GoogleDataSegmentPuller implements DataSegmentPuller, URIDataPuller
byteSource,
outDir,
GoogleUtils.GOOGLE_RETRY,
true
false
);
LOG.info("Loaded %d bytes from [%s] to [%s]", result.size(), path, outDir.getAbsolutePath());
return result;

View File

@ -202,7 +202,7 @@ public class S3DataSegmentPuller implements DataSegmentPuller, URIDataPuller
byteSource,
outDir,
S3Utils.S3RETRY,
true
false
);
log.info("Loaded %d bytes from [%s] to [%s]", result.size(), s3Coords.toString(), outDir.getAbsolutePath());
return result;