Apache
/
druid
mirror of https://github.com/apache/druid.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Uncompress streams without having to download to tmp first (#4364) 

* Uncompress streams without having to download to tmp first

* Remove unused file
This commit is contained in:
Niketh Sabbineni 2017-06-08 18:08:38 -07:00 committed by Fangjin Yang
parent f22e646168
commit 2cd91b64d0
4 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
extensions-contrib/azure-extensions/src/main/java/io/druid/storage/azure/AzureDataSegmentPuller.java
View File

@ -63,7 +63,7 @@ public class AzureDataSegmentPuller implements DataSegmentPuller
byteSource, byteSource,
outDir, outDir,
AzureUtils.AZURE_RETRY, AzureUtils.AZURE_RETRY,
true false
); );
log.info("Loaded %d bytes from [%s] to [%s]", result.size(), blobPath, outDir.getAbsolutePath()); log.info("Loaded %d bytes from [%s] to [%s]", result.size(), blobPath, outDir.getAbsolutePath());

2
extensions-contrib/cloudfiles-extensions/src/main/java/io/druid/storage/cloudfiles/CloudFilesDataSegmentPuller.java
View File

@ -69,7 +69,7 @@ public class CloudFilesDataSegmentPuller implements DataSegmentPuller
try { try {
final FileUtils.FileCopyResult result = CompressionUtils.unzip( final FileUtils.FileCopyResult result = CompressionUtils.unzip(
byteSource, outDir, byteSource, outDir,
CloudFilesUtils.CLOUDFILESRETRY, true CloudFilesUtils.CLOUDFILESRETRY, false
); );
log.info("Loaded %d bytes from [%s] to [%s]", result.size(), path, outDir.getAbsolutePath()); log.info("Loaded %d bytes from [%s] to [%s]", result.size(), path, outDir.getAbsolutePath());
return result; return result;

2
extensions-contrib/google-extensions/src/main/java/io/druid/storage/google/GoogleDataSegmentPuller.java
View File

@ -72,7 +72,7 @@ public class GoogleDataSegmentPuller implements DataSegmentPuller, URIDataPuller
byteSource, byteSource,
outDir, outDir,
GoogleUtils.GOOGLE_RETRY, GoogleUtils.GOOGLE_RETRY,
true false
); );
LOG.info("Loaded %d bytes from [%s] to [%s]", result.size(), path, outDir.getAbsolutePath()); LOG.info("Loaded %d bytes from [%s] to [%s]", result.size(), path, outDir.getAbsolutePath());
return result; return result;

2
extensions-core/s3-extensions/src/main/java/io/druid/storage/s3/S3DataSegmentPuller.java
View File

@ -202,7 +202,7 @@ public class S3DataSegmentPuller implements DataSegmentPuller, URIDataPuller
byteSource, byteSource,
outDir, outDir,
S3Utils.S3RETRY, S3Utils.S3RETRY,
true false
); );
log.info("Loaded %d bytes from [%s] to [%s]", result.size(), s3Coords.toString(), outDir.getAbsolutePath()); log.info("Loaded %d bytes from [%s] to [%s]", result.size(), s3Coords.toString(), outDir.getAbsolutePath());
return result; return result;