mirror of https://github.com/apache/druid.git
Uncompress streams without having to download to tmp first (#4364)
* Uncompress streams without having to download to tmp first * Remove unused file
This commit is contained in:
parent
f22e646168
commit
2cd91b64d0
|
@ -63,7 +63,7 @@ public class AzureDataSegmentPuller implements DataSegmentPuller
|
|||
byteSource,
|
||||
outDir,
|
||||
AzureUtils.AZURE_RETRY,
|
||||
true
|
||||
false
|
||||
);
|
||||
|
||||
log.info("Loaded %d bytes from [%s] to [%s]", result.size(), blobPath, outDir.getAbsolutePath());
|
||||
|
|
|
@ -69,7 +69,7 @@ public class CloudFilesDataSegmentPuller implements DataSegmentPuller
|
|||
try {
|
||||
final FileUtils.FileCopyResult result = CompressionUtils.unzip(
|
||||
byteSource, outDir,
|
||||
CloudFilesUtils.CLOUDFILESRETRY, true
|
||||
CloudFilesUtils.CLOUDFILESRETRY, false
|
||||
);
|
||||
log.info("Loaded %d bytes from [%s] to [%s]", result.size(), path, outDir.getAbsolutePath());
|
||||
return result;
|
||||
|
|
|
@ -72,7 +72,7 @@ public class GoogleDataSegmentPuller implements DataSegmentPuller, URIDataPuller
|
|||
byteSource,
|
||||
outDir,
|
||||
GoogleUtils.GOOGLE_RETRY,
|
||||
true
|
||||
false
|
||||
);
|
||||
LOG.info("Loaded %d bytes from [%s] to [%s]", result.size(), path, outDir.getAbsolutePath());
|
||||
return result;
|
||||
|
|
|
@ -202,7 +202,7 @@ public class S3DataSegmentPuller implements DataSegmentPuller, URIDataPuller
|
|||
byteSource,
|
||||
outDir,
|
||||
S3Utils.S3RETRY,
|
||||
true
|
||||
false
|
||||
);
|
||||
log.info("Loaded %d bytes from [%s] to [%s]", result.size(), s3Coords.toString(), outDir.getAbsolutePath());
|
||||
return result;
|
||||
|
|
Loading…
Reference in New Issue