Apache
/
druid
mirror of https://github.com/apache/druid.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Use durable super sorter intermediate storage only with composable storage (#13748) 

* This enables usage of durable storage connector only in case the composable storage feature is enabled.
This commit is contained in:
Rohan Garg 2023-02-06 18:59:18 +05:30 committed by GitHub
parent e16639121f
commit c5835c29a1
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 16 additions and 29 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

45
extensions-core/multi-stage-query/src/main/java/org/apache/druid/msq/exec/WorkerImpl.java
View File

@ -691,35 +691,22 @@ public class WorkerImpl implements Worker
final FileOutputChannelFactory fileOutputChannelFactory =
new FileOutputChannelFactory(fileChannelDirectory, frameSize, intermediateSuperSorterLocalStorageTracker);
if (MultiStageQueryContext.isComposedIntermediateSuperSorterStorageEnabled(QueryContext.of(task.getContext()))) {
if (durableStageStorageEnabled) {
return new ComposingOutputChannelFactory(
ImmutableList.of(
fileOutputChannelFactory,
DurableStorageOutputChannelFactory.createStandardImplementation(
task.getControllerTaskId(),
task().getWorkerNumber(),
stageNumber,
task().getId(),
frameSize,
MSQTasks.makeStorageConnector(context.injector()),
tmpDir
)
),
frameSize
);
} else {
return fileOutputChannelFactory;
}
} else if (durableStageStorageEnabled) {
return DurableStorageOutputChannelFactory.createStandardImplementation(
task.getControllerTaskId(),
task().getWorkerNumber(),
stageNumber,
task().getId(),
frameSize,
MSQTasks.makeStorageConnector(context.injector()),
tmpDir
if (MultiStageQueryContext.isComposedIntermediateSuperSorterStorageEnabled(QueryContext.of(task.getContext())) &&
durableStageStorageEnabled) {
return new ComposingOutputChannelFactory(
ImmutableList.of(
fileOutputChannelFactory,
DurableStorageOutputChannelFactory.createStandardImplementation(
task.getControllerTaskId(),
task().getWorkerNumber(),
stageNumber,
task().getId(),
frameSize,
MSQTasks.makeStorageConnector(context.injector()),
tmpDir
)
),
frameSize
);
} else {
return fileOutputChannelFactory;