Apache
/
druid
mirror of https://github.com/apache/druid.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Adding more logs for sequential merge. (#14097)

This commit is contained in:
Karan Kumar 2023-04-17 18:01:24 +05:30 committed by GitHub
parent facd82b493
commit be6745f75b
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 6 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
extensions-core/multi-stage-query/src/main/java/org/apache/druid/msq/kernel/controller/ControllerStageTracker.java
View File

@ -54,6 +54,7 @@ import org.apache.druid.msq.statistics.CompleteKeyStatisticsInformation;
import org.apache.druid.msq.statistics.PartialKeyStatisticsInformation; import org.apache.druid.msq.statistics.PartialKeyStatisticsInformation;
import javax.annotation.Nullable; import javax.annotation.Nullable;
import java.util.Date;
import java.util.HashMap; import java.util.HashMap;
import java.util.HashSet; import java.util.HashSet;
import java.util.List; import java.util.List;
@ -558,6 +559,11 @@ class ControllerStageTracker
workers.remove(workerNumber); workers.remove(workerNumber);
if (workers.isEmpty()) { if (workers.isEmpty()) {
// generate partition boundaries since all work is finished for the time chunk // generate partition boundaries since all work is finished for the time chunk
log.info(
"Generating partition boundaries from stage: %d of time chunk: [%s] GMT",
stageDef.getStageNumber(),
new Date(timeChunk)
);
ClusterByStatisticsCollector collector = timeChunkToCollector.get(tc); ClusterByStatisticsCollector collector = timeChunkToCollector.get(tc);
Either<Long, ClusterByPartitions> countOrPartitions = Either<Long, ClusterByPartitions> countOrPartitions =
stageDef.generatePartitionBoundariesForShuffle(collector); stageDef.generatePartitionBoundariesForShuffle(collector);