mirror of https://github.com/apache/druid.git
Uncompress streams without having to download to tmp first (#4364)
* Uncompress streams without having to download to tmp first * Remove unused file
This commit is contained in:
parent
f22e646168
commit
2cd91b64d0
|
@ -63,7 +63,7 @@ public class AzureDataSegmentPuller implements DataSegmentPuller
|
||||||
byteSource,
|
byteSource,
|
||||||
outDir,
|
outDir,
|
||||||
AzureUtils.AZURE_RETRY,
|
AzureUtils.AZURE_RETRY,
|
||||||
true
|
false
|
||||||
);
|
);
|
||||||
|
|
||||||
log.info("Loaded %d bytes from [%s] to [%s]", result.size(), blobPath, outDir.getAbsolutePath());
|
log.info("Loaded %d bytes from [%s] to [%s]", result.size(), blobPath, outDir.getAbsolutePath());
|
||||||
|
|
|
@ -69,7 +69,7 @@ public class CloudFilesDataSegmentPuller implements DataSegmentPuller
|
||||||
try {
|
try {
|
||||||
final FileUtils.FileCopyResult result = CompressionUtils.unzip(
|
final FileUtils.FileCopyResult result = CompressionUtils.unzip(
|
||||||
byteSource, outDir,
|
byteSource, outDir,
|
||||||
CloudFilesUtils.CLOUDFILESRETRY, true
|
CloudFilesUtils.CLOUDFILESRETRY, false
|
||||||
);
|
);
|
||||||
log.info("Loaded %d bytes from [%s] to [%s]", result.size(), path, outDir.getAbsolutePath());
|
log.info("Loaded %d bytes from [%s] to [%s]", result.size(), path, outDir.getAbsolutePath());
|
||||||
return result;
|
return result;
|
||||||
|
|
|
@ -72,7 +72,7 @@ public class GoogleDataSegmentPuller implements DataSegmentPuller, URIDataPuller
|
||||||
byteSource,
|
byteSource,
|
||||||
outDir,
|
outDir,
|
||||||
GoogleUtils.GOOGLE_RETRY,
|
GoogleUtils.GOOGLE_RETRY,
|
||||||
true
|
false
|
||||||
);
|
);
|
||||||
LOG.info("Loaded %d bytes from [%s] to [%s]", result.size(), path, outDir.getAbsolutePath());
|
LOG.info("Loaded %d bytes from [%s] to [%s]", result.size(), path, outDir.getAbsolutePath());
|
||||||
return result;
|
return result;
|
||||||
|
|
|
@ -202,7 +202,7 @@ public class S3DataSegmentPuller implements DataSegmentPuller, URIDataPuller
|
||||||
byteSource,
|
byteSource,
|
||||||
outDir,
|
outDir,
|
||||||
S3Utils.S3RETRY,
|
S3Utils.S3RETRY,
|
||||||
true
|
false
|
||||||
);
|
);
|
||||||
log.info("Loaded %d bytes from [%s] to [%s]", result.size(), s3Coords.toString(), outDir.getAbsolutePath());
|
log.info("Loaded %d bytes from [%s] to [%s]", result.size(), s3Coords.toString(), outDir.getAbsolutePath());
|
||||||
return result;
|
return result;
|
||||||
|
|
Loading…
Reference in New Issue