Apache
/
druid
mirror of https://github.com/apache/druid.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #1957 from metamx/skip-incremental-segment 

Ability to skip Incremental Index during query using query context
This commit is contained in:
Gian Merlino 2015-11-23 17:32:57 -08:00
parent f3185938a8 60f649dab1
commit 13af260102
1 changed files with 8 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
server/src/main/java/io/druid/segment/realtime/plumber/RealtimePlumber.java
View File

@ -53,6 +53,7 @@ import io.druid.concurrent.Execs;
import io.druid.data.input.Committer; import io.druid.data.input.Committer;
import io.druid.data.input.InputRow; import io.druid.data.input.InputRow;
import io.druid.query.MetricsEmittingQueryRunner; import io.druid.query.MetricsEmittingQueryRunner;
import io.druid.query.NoopQueryRunner;
import io.druid.query.Query; import io.druid.query.Query;
import io.druid.query.QueryRunner; import io.druid.query.QueryRunner;
import io.druid.query.QueryRunnerFactory; import io.druid.query.QueryRunnerFactory;
@ -141,6 +142,8 @@ public class RealtimePlumber implements Plumber
private static final String COMMIT_METADATA_KEY = "%commitMetadata%"; private static final String COMMIT_METADATA_KEY = "%commitMetadata%";
private static final String COMMIT_METADATA_TIMESTAMP_KEY = "%commitMetadataTimestamp%"; private static final String COMMIT_METADATA_TIMESTAMP_KEY = "%commitMetadataTimestamp%";
private static final String SKIP_INCREMENTAL_SEGMENT = "skipIncrementalSegment";
public RealtimePlumber( public RealtimePlumber(
DataSchema schema, DataSchema schema,
@ -274,6 +277,7 @@ public class RealtimePlumber implements Plumber
@Override @Override
public <T> QueryRunner<T> getQueryRunner(final Query<T> query) public <T> QueryRunner<T> getQueryRunner(final Query<T> query)
{ {
final boolean skipIncrementalSegment = query.getContextValue(SKIP_INCREMENTAL_SEGMENT, false);
final QueryRunnerFactory<T, Query<T>> factory = conglomerate.findFactory(query); final QueryRunnerFactory<T, Query<T>> factory = conglomerate.findFactory(query);
final QueryToolChest<T, Query<T>> toolchest = factory.getToolchest(); final QueryToolChest<T, Query<T>> toolchest = factory.getToolchest();
@ -341,6 +345,10 @@ public class RealtimePlumber implements Plumber
return new ReportTimelineMissingSegmentQueryRunner<T>(descriptor); return new ReportTimelineMissingSegmentQueryRunner<T>(descriptor);
} }
if (skipIncrementalSegment && !input.hasSwapped()) {
return new NoopQueryRunner<T>();
}
// Prevent the underlying segment from closing when its being iterated // Prevent the underlying segment from closing when its being iterated
final ReferenceCountingSegment segment = input.getSegment(); final ReferenceCountingSegment segment = input.getSegment();
final Closeable closeable = segment.increment(); final Closeable closeable = segment.increment();