mirror of https://github.com/apache/druid.git
refactor ClientQuerySegmentWalker (#2837)
* refactor ClientQuerySegmentWalker * add header to FluentQueryRunnerBuilder * refactor QueryRunnerTestHelper
This commit is contained in:
parent
838768c632
commit
7b65ca7889
|
@ -0,0 +1,124 @@
|
|||
/*
|
||||
* Licensed to Metamarkets Group Inc. (Metamarkets) under one
|
||||
* or more contributor license agreements. See the NOTICE file
|
||||
* distributed with this work for additional information
|
||||
* regarding copyright ownership. Metamarkets licenses this file
|
||||
* to you under the Apache License, Version 2.0 (the
|
||||
* "License"); you may not use this file except in compliance
|
||||
* with the License. You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing,
|
||||
* software distributed under the License is distributed on an
|
||||
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
||||
* KIND, either express or implied. See the License for the
|
||||
* specific language governing permissions and limitations
|
||||
* under the License.
|
||||
*/
|
||||
|
||||
package io.druid.query;
|
||||
|
||||
import com.google.common.base.Function;
|
||||
import com.metamx.common.guava.Sequence;
|
||||
import com.metamx.emitter.service.ServiceEmitter;
|
||||
import com.metamx.emitter.service.ServiceMetricEvent;
|
||||
|
||||
import javax.annotation.Nullable;
|
||||
import java.util.Map;
|
||||
import java.util.concurrent.atomic.AtomicLong;
|
||||
|
||||
public class FluentQueryRunnerBuilder<T>
|
||||
{
|
||||
final QueryToolChest<T, Query<T>> toolChest;
|
||||
|
||||
public FluentQueryRunner create(QueryRunner<T> baseRunner) {
|
||||
return new FluentQueryRunner(baseRunner);
|
||||
}
|
||||
|
||||
public FluentQueryRunnerBuilder(QueryToolChest<T, Query<T>> toolChest)
|
||||
{
|
||||
this.toolChest = toolChest;
|
||||
}
|
||||
|
||||
public class FluentQueryRunner implements QueryRunner<T>
|
||||
{
|
||||
private QueryRunner<T> baseRunner;
|
||||
|
||||
public FluentQueryRunner(QueryRunner<T> runner)
|
||||
{
|
||||
this.baseRunner = runner;
|
||||
}
|
||||
|
||||
@Override
|
||||
public Sequence<T> run(
|
||||
Query<T> query, Map<String, Object> responseContext
|
||||
)
|
||||
{
|
||||
return baseRunner.run(query, responseContext);
|
||||
}
|
||||
|
||||
public FluentQueryRunner from(QueryRunner<T> runner) {
|
||||
return new FluentQueryRunner(runner);
|
||||
}
|
||||
|
||||
public FluentQueryRunner applyPostMergeDecoration()
|
||||
{
|
||||
return from(
|
||||
new FinalizeResultsQueryRunner<T>(
|
||||
toolChest.postMergeQueryDecoration(
|
||||
baseRunner
|
||||
),
|
||||
toolChest
|
||||
)
|
||||
);
|
||||
}
|
||||
|
||||
public FluentQueryRunner applyPreMergeDecoration()
|
||||
{
|
||||
return from(
|
||||
new UnionQueryRunner<T>(
|
||||
toolChest.preMergeQueryDecoration(
|
||||
baseRunner
|
||||
)
|
||||
)
|
||||
);
|
||||
}
|
||||
|
||||
public FluentQueryRunner emitCPUTimeMetric(ServiceEmitter emitter)
|
||||
{
|
||||
return from(
|
||||
CPUTimeMetricQueryRunner.safeBuild(
|
||||
baseRunner,
|
||||
new Function<Query<T>, ServiceMetricEvent.Builder>()
|
||||
{
|
||||
@Nullable
|
||||
@Override
|
||||
public ServiceMetricEvent.Builder apply(Query<T> tQuery)
|
||||
{
|
||||
return toolChest.makeMetricBuilder(tQuery);
|
||||
}
|
||||
},
|
||||
emitter,
|
||||
new AtomicLong(0L),
|
||||
true
|
||||
)
|
||||
);
|
||||
}
|
||||
|
||||
public FluentQueryRunner postProcess(PostProcessingOperator<T> postProcessing)
|
||||
{
|
||||
return from(
|
||||
postProcessing != null ?
|
||||
postProcessing.postProcess(baseRunner) : baseRunner
|
||||
);
|
||||
}
|
||||
|
||||
public FluentQueryRunner mergeResults()
|
||||
{
|
||||
return from(
|
||||
toolChest.mergeResults(baseRunner)
|
||||
);
|
||||
}
|
||||
}
|
||||
}
|
|
@ -442,9 +442,8 @@ public class QueryRunnerTestHelper
|
|||
Segment adapter
|
||||
)
|
||||
{
|
||||
return new FinalizeResultsQueryRunner<T>(
|
||||
factory.getToolchest().postMergeQueryDecoration(
|
||||
factory.getToolchest().mergeResults(
|
||||
return new FluentQueryRunnerBuilder<T>(factory.getToolchest())
|
||||
.create(
|
||||
new UnionQueryRunner<T>(
|
||||
new BySegmentQueryRunner<T>(
|
||||
segmentId, adapter.getDataInterval().getStart(),
|
||||
|
@ -452,9 +451,8 @@ public class QueryRunnerTestHelper
|
|||
)
|
||||
)
|
||||
)
|
||||
),
|
||||
factory.getToolchest()
|
||||
);
|
||||
.mergeResults()
|
||||
.applyPostMergeDecoration();
|
||||
}
|
||||
|
||||
public static <T> QueryRunner<T> makeFilteringQueryRunner(
|
||||
|
@ -462,10 +460,8 @@ public class QueryRunnerTestHelper
|
|||
final QueryRunnerFactory<T, Query<T>> factory) {
|
||||
|
||||
final QueryToolChest<T, Query<T>> toolChest = factory.getToolchest();
|
||||
return new FinalizeResultsQueryRunner(
|
||||
toolChest.postMergeQueryDecoration(
|
||||
toolChest.mergeResults(
|
||||
toolChest.preMergeQueryDecoration(
|
||||
return new FluentQueryRunnerBuilder<T>(toolChest)
|
||||
.create(
|
||||
new QueryRunner<T>()
|
||||
{
|
||||
@Override
|
||||
|
@ -493,10 +489,9 @@ public class QueryRunnerTestHelper
|
|||
}
|
||||
}
|
||||
)
|
||||
)
|
||||
),
|
||||
toolChest
|
||||
);
|
||||
.applyPreMergeDecoration()
|
||||
.mergeResults()
|
||||
.applyPostMergeDecoration();
|
||||
}
|
||||
|
||||
public static IntervalChunkingQueryRunnerDecorator NoopIntervalChunkingQueryRunnerDecorator()
|
||||
|
|
|
@ -21,13 +21,10 @@ package io.druid.server;
|
|||
|
||||
import com.fasterxml.jackson.core.type.TypeReference;
|
||||
import com.fasterxml.jackson.databind.ObjectMapper;
|
||||
import com.google.common.base.Function;
|
||||
import com.google.inject.Inject;
|
||||
import com.metamx.emitter.service.ServiceEmitter;
|
||||
import com.metamx.emitter.service.ServiceMetricEvent;
|
||||
import io.druid.client.CachingClusteredClient;
|
||||
import io.druid.query.CPUTimeMetricQueryRunner;
|
||||
import io.druid.query.FinalizeResultsQueryRunner;
|
||||
import io.druid.query.FluentQueryRunnerBuilder;
|
||||
import io.druid.query.PostProcessingOperator;
|
||||
import io.druid.query.Query;
|
||||
import io.druid.query.QueryRunner;
|
||||
|
@ -37,13 +34,8 @@ import io.druid.query.QueryToolChestWarehouse;
|
|||
import io.druid.query.RetryQueryRunner;
|
||||
import io.druid.query.RetryQueryRunnerConfig;
|
||||
import io.druid.query.SegmentDescriptor;
|
||||
import io.druid.query.UnionQueryRunner;
|
||||
import org.joda.time.Interval;
|
||||
|
||||
import javax.annotation.Nullable;
|
||||
import java.util.Map;
|
||||
import java.util.concurrent.atomic.AtomicLong;
|
||||
|
||||
/**
|
||||
*/
|
||||
public class ClientQuerySegmentWalker implements QuerySegmentWalker
|
||||
|
@ -82,53 +74,31 @@ public class ClientQuerySegmentWalker implements QuerySegmentWalker
|
|||
return makeRunner(query);
|
||||
}
|
||||
|
||||
private <T> QueryRunner<T> makeRunner(final Query<T> query)
|
||||
private <T> QueryRunner<T> makeRunner(Query<T> query)
|
||||
{
|
||||
final QueryToolChest<T, Query<T>> toolChest = warehouse.getToolChest(query);
|
||||
final QueryRunner<T> baseRunner = CPUTimeMetricQueryRunner.safeBuild(
|
||||
new FinalizeResultsQueryRunner<T>(
|
||||
toolChest.postMergeQueryDecoration(
|
||||
toolChest.mergeResults(
|
||||
new UnionQueryRunner<T>(
|
||||
toolChest.preMergeQueryDecoration(
|
||||
new RetryQueryRunner<T>(
|
||||
QueryToolChest<T, Query<T>> toolChest = warehouse.getToolChest(query);
|
||||
PostProcessingOperator<T> postProcessing = objectMapper.convertValue(
|
||||
query.<String>getContextValue("postProcessing"),
|
||||
new TypeReference<PostProcessingOperator<T>>()
|
||||
{
|
||||
}
|
||||
);
|
||||
|
||||
return new FluentQueryRunnerBuilder<>(toolChest)
|
||||
.create(
|
||||
new RetryQueryRunner<>(
|
||||
baseClient,
|
||||
toolChest,
|
||||
retryConfig,
|
||||
objectMapper
|
||||
)
|
||||
)
|
||||
)
|
||||
)
|
||||
),
|
||||
toolChest
|
||||
),
|
||||
new Function<Query<T>, ServiceMetricEvent.Builder>()
|
||||
{
|
||||
@Nullable
|
||||
@Override
|
||||
public ServiceMetricEvent.Builder apply(Query<T> tQuery)
|
||||
{
|
||||
return toolChest.makeMetricBuilder(tQuery);
|
||||
}
|
||||
},
|
||||
emitter,
|
||||
new AtomicLong(0L),
|
||||
true
|
||||
);
|
||||
|
||||
final Map<String, Object> context = query.getContext();
|
||||
PostProcessingOperator<T> postProcessing = null;
|
||||
if (context != null) {
|
||||
postProcessing = objectMapper.convertValue(
|
||||
context.get("postProcessing"),
|
||||
new TypeReference<PostProcessingOperator<T>>()
|
||||
{
|
||||
}
|
||||
);
|
||||
.applyPreMergeDecoration()
|
||||
.mergeResults()
|
||||
.applyPostMergeDecoration()
|
||||
.emitCPUTimeMetric(emitter)
|
||||
.postProcess(postProcessing);
|
||||
}
|
||||
|
||||
return postProcessing != null ?
|
||||
postProcessing.postProcess(baseRunner) : baseRunner;
|
||||
}
|
||||
|
||||
}
|
||||
|
|
Loading…
Reference in New Issue