Guicify druid sql module (#9279)

* Guicify druid sql module

Break up the SQLModule in to smaller modules and provide a binding that
modules can use to register schemas with druid sql.

* fix some tests

* address code review

* tests compile

* Working tests

* Add all the tests

* fix up licenses and dependencies

* add calcite dependency to druid-benchmarks

* tests pass

* rename the schemas
This commit is contained in:
Suneet Saldanha 2020-02-04 11:33:48 -08:00 committed by GitHub
parent a085685182
commit 33a97dfaae
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
59 changed files with 1811 additions and 277 deletions

View File

@ -105,6 +105,11 @@
<version>${project.parent.version}</version> <version>${project.parent.version}</version>
<type>test-jar</type> <type>test-jar</type>
</dependency> </dependency>
<dependency>
<groupId>org.apache.calcite</groupId>
<artifactId>calcite-core</artifactId>
<scope>provided</scope>
</dependency>
<dependency> <dependency>
<groupId>com.github.wnameless</groupId> <groupId>com.github.wnameless</groupId>
<artifactId>json-flattener</artifactId> <artifactId>json-flattener</artifactId>

View File

@ -21,6 +21,7 @@ package org.apache.druid.benchmark.query;
import com.google.common.collect.ImmutableList; import com.google.common.collect.ImmutableList;
import com.google.common.collect.ImmutableMap; import com.google.common.collect.ImmutableMap;
import org.apache.calcite.schema.SchemaPlus;
import org.apache.druid.benchmark.datagen.BenchmarkSchemaInfo; import org.apache.druid.benchmark.datagen.BenchmarkSchemaInfo;
import org.apache.druid.benchmark.datagen.BenchmarkSchemas; import org.apache.druid.benchmark.datagen.BenchmarkSchemas;
import org.apache.druid.benchmark.datagen.SegmentGenerator; import org.apache.druid.benchmark.datagen.SegmentGenerator;
@ -40,8 +41,6 @@ import org.apache.druid.sql.calcite.planner.DruidPlanner;
import org.apache.druid.sql.calcite.planner.PlannerConfig; import org.apache.druid.sql.calcite.planner.PlannerConfig;
import org.apache.druid.sql.calcite.planner.PlannerFactory; import org.apache.druid.sql.calcite.planner.PlannerFactory;
import org.apache.druid.sql.calcite.planner.PlannerResult; import org.apache.druid.sql.calcite.planner.PlannerResult;
import org.apache.druid.sql.calcite.schema.DruidSchema;
import org.apache.druid.sql.calcite.schema.SystemSchema;
import org.apache.druid.sql.calcite.util.CalciteTests; import org.apache.druid.sql.calcite.util.CalciteTests;
import org.apache.druid.sql.calcite.util.SpecificSegmentsQuerySegmentWalker; import org.apache.druid.sql.calcite.util.SpecificSegmentsQuerySegmentWalker;
import org.apache.druid.timeline.DataSegment; import org.apache.druid.timeline.DataSegment;
@ -193,19 +192,17 @@ public class SqlBenchmark
); );
closer.register(walker); closer.register(walker);
final DruidSchema druidSchema = CalciteTests.createMockSchema(conglomerate.lhs, walker, plannerConfig); final SchemaPlus rootSchema =
final SystemSchema systemSchema = CalciteTests.createMockSystemSchema(druidSchema, walker, plannerConfig); CalciteTests.createMockRootSchema(conglomerate.lhs, walker, plannerConfig, AuthTestUtils.TEST_AUTHORIZER_MAPPER);
plannerFactory = new PlannerFactory( plannerFactory = new PlannerFactory(
druidSchema, rootSchema,
CalciteTests.createMockLookupSchema(),
systemSchema,
CalciteTests.createMockQueryLifecycleFactory(walker, conglomerate.lhs), CalciteTests.createMockQueryLifecycleFactory(walker, conglomerate.lhs),
CalciteTests.createOperatorTable(), CalciteTests.createOperatorTable(),
CalciteTests.createExprMacroTable(), CalciteTests.createExprMacroTable(),
plannerConfig, plannerConfig,
AuthTestUtils.TEST_AUTHORIZER_MAPPER, AuthTestUtils.TEST_AUTHORIZER_MAPPER,
CalciteTests.getJsonMapper() CalciteTests.getJsonMapper(),
CalciteTests.DRUID_SCHEMA_NAME
); );
} }

View File

@ -19,6 +19,7 @@
package org.apache.druid.benchmark.query; package org.apache.druid.benchmark.query;
import org.apache.calcite.schema.SchemaPlus;
import org.apache.druid.benchmark.datagen.BenchmarkSchemaInfo; import org.apache.druid.benchmark.datagen.BenchmarkSchemaInfo;
import org.apache.druid.benchmark.datagen.BenchmarkSchemas; import org.apache.druid.benchmark.datagen.BenchmarkSchemas;
import org.apache.druid.benchmark.datagen.SegmentGenerator; import org.apache.druid.benchmark.datagen.SegmentGenerator;
@ -44,8 +45,6 @@ import org.apache.druid.sql.calcite.planner.DruidPlanner;
import org.apache.druid.sql.calcite.planner.PlannerConfig; import org.apache.druid.sql.calcite.planner.PlannerConfig;
import org.apache.druid.sql.calcite.planner.PlannerFactory; import org.apache.druid.sql.calcite.planner.PlannerFactory;
import org.apache.druid.sql.calcite.planner.PlannerResult; import org.apache.druid.sql.calcite.planner.PlannerResult;
import org.apache.druid.sql.calcite.schema.DruidSchema;
import org.apache.druid.sql.calcite.schema.SystemSchema;
import org.apache.druid.sql.calcite.util.CalciteTests; import org.apache.druid.sql.calcite.util.CalciteTests;
import org.apache.druid.sql.calcite.util.SpecificSegmentsQuerySegmentWalker; import org.apache.druid.sql.calcite.util.SpecificSegmentsQuerySegmentWalker;
import org.apache.druid.timeline.DataSegment; import org.apache.druid.timeline.DataSegment;
@ -116,19 +115,17 @@ public class SqlVsNativeBenchmark
final PlannerConfig plannerConfig = new PlannerConfig(); final PlannerConfig plannerConfig = new PlannerConfig();
this.walker = closer.register(new SpecificSegmentsQuerySegmentWalker(conglomerate).add(dataSegment, index)); this.walker = closer.register(new SpecificSegmentsQuerySegmentWalker(conglomerate).add(dataSegment, index));
final DruidSchema druidSchema = CalciteTests.createMockSchema(conglomerate, walker, plannerConfig); final SchemaPlus rootSchema =
final SystemSchema systemSchema = CalciteTests.createMockSystemSchema(druidSchema, walker, plannerConfig); CalciteTests.createMockRootSchema(conglomerate, walker, plannerConfig, AuthTestUtils.TEST_AUTHORIZER_MAPPER);
plannerFactory = new PlannerFactory( plannerFactory = new PlannerFactory(
druidSchema, rootSchema,
CalciteTests.createMockLookupSchema(),
systemSchema,
CalciteTests.createMockQueryLifecycleFactory(walker, conglomerate), CalciteTests.createMockQueryLifecycleFactory(walker, conglomerate),
CalciteTests.createOperatorTable(), CalciteTests.createOperatorTable(),
CalciteTests.createExprMacroTable(), CalciteTests.createExprMacroTable(),
plannerConfig, plannerConfig,
AuthTestUtils.TEST_AUTHORIZER_MAPPER, AuthTestUtils.TEST_AUTHORIZER_MAPPER,
CalciteTests.getJsonMapper() CalciteTests.getJsonMapper(),
CalciteTests.DRUID_SCHEMA_NAME
); );
groupByQuery = GroupByQuery groupByQuery = GroupByQuery
.builder() .builder()

View File

@ -24,6 +24,7 @@ import com.google.common.collect.ImmutableList;
import com.google.common.collect.ImmutableMap; import com.google.common.collect.ImmutableMap;
import com.google.common.collect.ImmutableSet; import com.google.common.collect.ImmutableSet;
import com.google.common.collect.Iterables; import com.google.common.collect.Iterables;
import org.apache.calcite.schema.SchemaPlus;
import org.apache.druid.java.util.common.Pair; import org.apache.druid.java.util.common.Pair;
import org.apache.druid.java.util.common.granularity.Granularities; import org.apache.druid.java.util.common.granularity.Granularities;
import org.apache.druid.java.util.common.io.Closer; import org.apache.druid.java.util.common.io.Closer;
@ -53,8 +54,6 @@ import org.apache.druid.sql.calcite.planner.DruidOperatorTable;
import org.apache.druid.sql.calcite.planner.PlannerConfig; import org.apache.druid.sql.calcite.planner.PlannerConfig;
import org.apache.druid.sql.calcite.planner.PlannerContext; import org.apache.druid.sql.calcite.planner.PlannerContext;
import org.apache.druid.sql.calcite.planner.PlannerFactory; import org.apache.druid.sql.calcite.planner.PlannerFactory;
import org.apache.druid.sql.calcite.schema.DruidSchema;
import org.apache.druid.sql.calcite.schema.SystemSchema;
import org.apache.druid.sql.calcite.util.CalciteTestBase; import org.apache.druid.sql.calcite.util.CalciteTestBase;
import org.apache.druid.sql.calcite.util.CalciteTests; import org.apache.druid.sql.calcite.util.CalciteTests;
import org.apache.druid.sql.calcite.util.QueryLogHook; import org.apache.druid.sql.calcite.util.QueryLogHook;
@ -151,23 +150,22 @@ public class TDigestSketchSqlAggregatorTest extends CalciteTestBase
); );
final PlannerConfig plannerConfig = new PlannerConfig(); final PlannerConfig plannerConfig = new PlannerConfig();
final DruidSchema druidSchema = CalciteTests.createMockSchema(conglomerate, walker, plannerConfig);
final SystemSchema systemSchema = CalciteTests.createMockSystemSchema(druidSchema, walker, plannerConfig);
final DruidOperatorTable operatorTable = new DruidOperatorTable( final DruidOperatorTable operatorTable = new DruidOperatorTable(
ImmutableSet.of(new TDigestSketchQuantileSqlAggregator(), new TDigestGenerateSketchSqlAggregator()), ImmutableSet.of(new TDigestSketchQuantileSqlAggregator(), new TDigestGenerateSketchSqlAggregator()),
ImmutableSet.of() ImmutableSet.of()
); );
SchemaPlus rootSchema =
CalciteTests.createMockRootSchema(conglomerate, walker, plannerConfig, AuthTestUtils.TEST_AUTHORIZER_MAPPER);
sqlLifecycleFactory = CalciteTests.createSqlLifecycleFactory( sqlLifecycleFactory = CalciteTests.createSqlLifecycleFactory(
new PlannerFactory( new PlannerFactory(
druidSchema, rootSchema,
CalciteTests.createMockLookupSchema(),
systemSchema,
CalciteTests.createMockQueryLifecycleFactory(walker, conglomerate), CalciteTests.createMockQueryLifecycleFactory(walker, conglomerate),
operatorTable, operatorTable,
CalciteTests.createExprMacroTable(), CalciteTests.createExprMacroTable(),
plannerConfig, plannerConfig,
AuthTestUtils.TEST_AUTHORIZER_MAPPER, AuthTestUtils.TEST_AUTHORIZER_MAPPER,
CalciteTests.getJsonMapper() CalciteTests.getJsonMapper(),
CalciteTests.DRUID_SCHEMA_NAME
) )
); );
} }

View File

@ -24,6 +24,7 @@ import com.google.common.collect.ImmutableList;
import com.google.common.collect.ImmutableMap; import com.google.common.collect.ImmutableMap;
import com.google.common.collect.ImmutableSet; import com.google.common.collect.ImmutableSet;
import com.google.common.collect.Iterables; import com.google.common.collect.Iterables;
import org.apache.calcite.schema.SchemaPlus;
import org.apache.druid.common.config.NullHandling; import org.apache.druid.common.config.NullHandling;
import org.apache.druid.java.util.common.Pair; import org.apache.druid.java.util.common.Pair;
import org.apache.druid.java.util.common.StringUtils; import org.apache.druid.java.util.common.StringUtils;
@ -68,8 +69,6 @@ import org.apache.druid.sql.calcite.planner.DruidOperatorTable;
import org.apache.druid.sql.calcite.planner.PlannerConfig; import org.apache.druid.sql.calcite.planner.PlannerConfig;
import org.apache.druid.sql.calcite.planner.PlannerContext; import org.apache.druid.sql.calcite.planner.PlannerContext;
import org.apache.druid.sql.calcite.planner.PlannerFactory; import org.apache.druid.sql.calcite.planner.PlannerFactory;
import org.apache.druid.sql.calcite.schema.DruidSchema;
import org.apache.druid.sql.calcite.schema.SystemSchema;
import org.apache.druid.sql.calcite.util.CalciteTestBase; import org.apache.druid.sql.calcite.util.CalciteTestBase;
import org.apache.druid.sql.calcite.util.CalciteTests; import org.apache.druid.sql.calcite.util.CalciteTests;
import org.apache.druid.sql.calcite.util.QueryLogHook; import org.apache.druid.sql.calcite.util.QueryLogHook;
@ -170,8 +169,6 @@ public class HllSketchSqlAggregatorTest extends CalciteTestBase
); );
final PlannerConfig plannerConfig = new PlannerConfig(); final PlannerConfig plannerConfig = new PlannerConfig();
final DruidSchema druidSchema = CalciteTests.createMockSchema(conglomerate, walker, plannerConfig);
final SystemSchema systemSchema = CalciteTests.createMockSystemSchema(druidSchema, walker, plannerConfig);
final DruidOperatorTable operatorTable = new DruidOperatorTable( final DruidOperatorTable operatorTable = new DruidOperatorTable(
ImmutableSet.of( ImmutableSet.of(
new HllSketchApproxCountDistinctSqlAggregator(), new HllSketchApproxCountDistinctSqlAggregator(),
@ -185,17 +182,18 @@ public class HllSketchSqlAggregatorTest extends CalciteTestBase
) )
); );
SchemaPlus rootSchema =
CalciteTests.createMockRootSchema(conglomerate, walker, plannerConfig, AuthTestUtils.TEST_AUTHORIZER_MAPPER);
sqlLifecycleFactory = CalciteTests.createSqlLifecycleFactory( sqlLifecycleFactory = CalciteTests.createSqlLifecycleFactory(
new PlannerFactory( new PlannerFactory(
druidSchema, rootSchema,
CalciteTests.createMockLookupSchema(),
systemSchema,
CalciteTests.createMockQueryLifecycleFactory(walker, conglomerate), CalciteTests.createMockQueryLifecycleFactory(walker, conglomerate),
operatorTable, operatorTable,
CalciteTests.createExprMacroTable(), CalciteTests.createExprMacroTable(),
plannerConfig, plannerConfig,
AuthTestUtils.TEST_AUTHORIZER_MAPPER, AuthTestUtils.TEST_AUTHORIZER_MAPPER,
CalciteTests.getJsonMapper() CalciteTests.getJsonMapper(),
CalciteTests.DRUID_SCHEMA_NAME
) )
); );
} }

View File

@ -24,6 +24,7 @@ import com.google.common.collect.ImmutableList;
import com.google.common.collect.ImmutableMap; import com.google.common.collect.ImmutableMap;
import com.google.common.collect.ImmutableSet; import com.google.common.collect.ImmutableSet;
import com.google.common.collect.Iterables; import com.google.common.collect.Iterables;
import org.apache.calcite.schema.SchemaPlus;
import org.apache.druid.common.config.NullHandling; import org.apache.druid.common.config.NullHandling;
import org.apache.druid.java.util.common.Pair; import org.apache.druid.java.util.common.Pair;
import org.apache.druid.java.util.common.StringUtils; import org.apache.druid.java.util.common.StringUtils;
@ -71,8 +72,6 @@ import org.apache.druid.sql.calcite.planner.DruidOperatorTable;
import org.apache.druid.sql.calcite.planner.PlannerConfig; import org.apache.druid.sql.calcite.planner.PlannerConfig;
import org.apache.druid.sql.calcite.planner.PlannerContext; import org.apache.druid.sql.calcite.planner.PlannerContext;
import org.apache.druid.sql.calcite.planner.PlannerFactory; import org.apache.druid.sql.calcite.planner.PlannerFactory;
import org.apache.druid.sql.calcite.schema.DruidSchema;
import org.apache.druid.sql.calcite.schema.SystemSchema;
import org.apache.druid.sql.calcite.util.CalciteTestBase; import org.apache.druid.sql.calcite.util.CalciteTestBase;
import org.apache.druid.sql.calcite.util.CalciteTests; import org.apache.druid.sql.calcite.util.CalciteTests;
import org.apache.druid.sql.calcite.util.QueryLogHook; import org.apache.druid.sql.calcite.util.QueryLogHook;
@ -169,8 +168,6 @@ public class DoublesSketchSqlAggregatorTest extends CalciteTestBase
); );
final PlannerConfig plannerConfig = new PlannerConfig(); final PlannerConfig plannerConfig = new PlannerConfig();
final DruidSchema druidSchema = CalciteTests.createMockSchema(conglomerate, walker, plannerConfig);
final SystemSchema systemSchema = CalciteTests.createMockSystemSchema(druidSchema, walker, plannerConfig);
final DruidOperatorTable operatorTable = new DruidOperatorTable( final DruidOperatorTable operatorTable = new DruidOperatorTable(
ImmutableSet.of( ImmutableSet.of(
new DoublesSketchApproxQuantileSqlAggregator(), new DoublesSketchApproxQuantileSqlAggregator(),
@ -185,18 +182,19 @@ public class DoublesSketchSqlAggregatorTest extends CalciteTestBase
new DoublesSketchSummaryOperatorConversion() new DoublesSketchSummaryOperatorConversion()
) )
); );
SchemaPlus rootSchema =
CalciteTests.createMockRootSchema(conglomerate, walker, plannerConfig, AuthTestUtils.TEST_AUTHORIZER_MAPPER);
sqlLifecycleFactory = CalciteTests.createSqlLifecycleFactory( sqlLifecycleFactory = CalciteTests.createSqlLifecycleFactory(
new PlannerFactory( new PlannerFactory(
druidSchema, rootSchema,
CalciteTests.createMockLookupSchema(),
systemSchema,
CalciteTests.createMockQueryLifecycleFactory(walker, conglomerate), CalciteTests.createMockQueryLifecycleFactory(walker, conglomerate),
operatorTable, operatorTable,
CalciteTests.createExprMacroTable(), CalciteTests.createExprMacroTable(),
plannerConfig, plannerConfig,
AuthTestUtils.TEST_AUTHORIZER_MAPPER, AuthTestUtils.TEST_AUTHORIZER_MAPPER,
CalciteTests.getJsonMapper() CalciteTests.getJsonMapper(),
CalciteTests.DRUID_SCHEMA_NAME
) )
); );
} }

View File

@ -24,6 +24,7 @@ import com.google.common.collect.ImmutableList;
import com.google.common.collect.ImmutableMap; import com.google.common.collect.ImmutableMap;
import com.google.common.collect.ImmutableSet; import com.google.common.collect.ImmutableSet;
import com.google.common.collect.Iterables; import com.google.common.collect.Iterables;
import org.apache.calcite.schema.SchemaPlus;
import org.apache.druid.common.config.NullHandling; import org.apache.druid.common.config.NullHandling;
import org.apache.druid.java.util.common.Pair; import org.apache.druid.java.util.common.Pair;
import org.apache.druid.java.util.common.StringUtils; import org.apache.druid.java.util.common.StringUtils;
@ -65,8 +66,6 @@ import org.apache.druid.sql.calcite.planner.DruidOperatorTable;
import org.apache.druid.sql.calcite.planner.PlannerConfig; import org.apache.druid.sql.calcite.planner.PlannerConfig;
import org.apache.druid.sql.calcite.planner.PlannerContext; import org.apache.druid.sql.calcite.planner.PlannerContext;
import org.apache.druid.sql.calcite.planner.PlannerFactory; import org.apache.druid.sql.calcite.planner.PlannerFactory;
import org.apache.druid.sql.calcite.schema.DruidSchema;
import org.apache.druid.sql.calcite.schema.SystemSchema;
import org.apache.druid.sql.calcite.util.CalciteTestBase; import org.apache.druid.sql.calcite.util.CalciteTestBase;
import org.apache.druid.sql.calcite.util.CalciteTests; import org.apache.druid.sql.calcite.util.CalciteTests;
import org.apache.druid.sql.calcite.util.QueryLogHook; import org.apache.druid.sql.calcite.util.QueryLogHook;
@ -167,8 +166,6 @@ public class ThetaSketchSqlAggregatorTest extends CalciteTestBase
); );
final PlannerConfig plannerConfig = new PlannerConfig(); final PlannerConfig plannerConfig = new PlannerConfig();
final DruidSchema druidSchema = CalciteTests.createMockSchema(conglomerate, walker, plannerConfig);
final SystemSchema systemSchema = CalciteTests.createMockSystemSchema(druidSchema, walker, plannerConfig);
final DruidOperatorTable operatorTable = new DruidOperatorTable( final DruidOperatorTable operatorTable = new DruidOperatorTable(
ImmutableSet.of( ImmutableSet.of(
new ThetaSketchApproxCountDistinctSqlAggregator(), new ThetaSketchApproxCountDistinctSqlAggregator(),
@ -182,18 +179,19 @@ public class ThetaSketchSqlAggregatorTest extends CalciteTestBase
new ThetaSketchSetNotOperatorConversion() new ThetaSketchSetNotOperatorConversion()
) )
); );
SchemaPlus rootSchema =
CalciteTests.createMockRootSchema(conglomerate, walker, plannerConfig, AuthTestUtils.TEST_AUTHORIZER_MAPPER);
sqlLifecycleFactory = CalciteTests.createSqlLifecycleFactory( sqlLifecycleFactory = CalciteTests.createSqlLifecycleFactory(
new PlannerFactory( new PlannerFactory(
druidSchema, rootSchema,
CalciteTests.createMockLookupSchema(),
systemSchema,
CalciteTests.createMockQueryLifecycleFactory(walker, conglomerate), CalciteTests.createMockQueryLifecycleFactory(walker, conglomerate),
operatorTable, operatorTable,
CalciteTests.createExprMacroTable(), CalciteTests.createExprMacroTable(),
plannerConfig, plannerConfig,
AuthTestUtils.TEST_AUTHORIZER_MAPPER, AuthTestUtils.TEST_AUTHORIZER_MAPPER,
CalciteTests.getJsonMapper() CalciteTests.getJsonMapper(),
CalciteTests.DRUID_SCHEMA_NAME
) )
); );
} }

View File

@ -27,6 +27,7 @@ import com.google.common.collect.Iterables;
import com.google.inject.Guice; import com.google.inject.Guice;
import com.google.inject.Injector; import com.google.inject.Injector;
import com.google.inject.Key; import com.google.inject.Key;
import org.apache.calcite.schema.SchemaPlus;
import org.apache.druid.common.config.NullHandling; import org.apache.druid.common.config.NullHandling;
import org.apache.druid.data.input.InputRow; import org.apache.druid.data.input.InputRow;
import org.apache.druid.data.input.impl.DimensionSchema; import org.apache.druid.data.input.impl.DimensionSchema;
@ -72,8 +73,6 @@ import org.apache.druid.sql.calcite.filtration.Filtration;
import org.apache.druid.sql.calcite.planner.DruidOperatorTable; import org.apache.druid.sql.calcite.planner.DruidOperatorTable;
import org.apache.druid.sql.calcite.planner.PlannerConfig; import org.apache.druid.sql.calcite.planner.PlannerConfig;
import org.apache.druid.sql.calcite.planner.PlannerFactory; import org.apache.druid.sql.calcite.planner.PlannerFactory;
import org.apache.druid.sql.calcite.schema.DruidSchema;
import org.apache.druid.sql.calcite.schema.SystemSchema;
import org.apache.druid.sql.calcite.util.CalciteTests; import org.apache.druid.sql.calcite.util.CalciteTests;
import org.apache.druid.sql.calcite.util.QueryLogHook; import org.apache.druid.sql.calcite.util.QueryLogHook;
import org.apache.druid.sql.calcite.util.SpecificSegmentsQuerySegmentWalker; import org.apache.druid.sql.calcite.util.SpecificSegmentsQuerySegmentWalker;
@ -192,24 +191,24 @@ public class BloomFilterSqlAggregatorTest extends InitializedNullHandlingTest
); );
final PlannerConfig plannerConfig = new PlannerConfig(); final PlannerConfig plannerConfig = new PlannerConfig();
final DruidSchema druidSchema = CalciteTests.createMockSchema(conglomerate, walker, plannerConfig);
final SystemSchema systemSchema = CalciteTests.createMockSystemSchema(druidSchema, walker, plannerConfig);
final DruidOperatorTable operatorTable = new DruidOperatorTable( final DruidOperatorTable operatorTable = new DruidOperatorTable(
ImmutableSet.of(new BloomFilterSqlAggregator()), ImmutableSet.of(new BloomFilterSqlAggregator()),
ImmutableSet.of() ImmutableSet.of()
); );
SchemaPlus rootSchema =
CalciteTests.createMockRootSchema(conglomerate, walker, plannerConfig, AuthTestUtils.TEST_AUTHORIZER_MAPPER);
sqlLifecycleFactory = CalciteTests.createSqlLifecycleFactory( sqlLifecycleFactory = CalciteTests.createSqlLifecycleFactory(
new PlannerFactory( new PlannerFactory(
druidSchema, rootSchema,
CalciteTests.createMockLookupSchema(),
systemSchema,
CalciteTests.createMockQueryLifecycleFactory(walker, conglomerate), CalciteTests.createMockQueryLifecycleFactory(walker, conglomerate),
operatorTable, operatorTable,
CalciteTests.createExprMacroTable(), CalciteTests.createExprMacroTable(),
plannerConfig, plannerConfig,
AuthTestUtils.TEST_AUTHORIZER_MAPPER, AuthTestUtils.TEST_AUTHORIZER_MAPPER,
jsonMapper jsonMapper,
CalciteTests.DRUID_SCHEMA_NAME
) )
); );
} }

View File

@ -24,6 +24,7 @@ import com.google.common.collect.ImmutableList;
import com.google.common.collect.ImmutableMap; import com.google.common.collect.ImmutableMap;
import com.google.common.collect.ImmutableSet; import com.google.common.collect.ImmutableSet;
import com.google.common.collect.Iterables; import com.google.common.collect.Iterables;
import org.apache.calcite.schema.SchemaPlus;
import org.apache.druid.common.config.NullHandling; import org.apache.druid.common.config.NullHandling;
import org.apache.druid.java.util.common.Pair; import org.apache.druid.java.util.common.Pair;
import org.apache.druid.java.util.common.granularity.Granularities; import org.apache.druid.java.util.common.granularity.Granularities;
@ -62,8 +63,6 @@ import org.apache.druid.sql.calcite.planner.DruidOperatorTable;
import org.apache.druid.sql.calcite.planner.PlannerConfig; import org.apache.druid.sql.calcite.planner.PlannerConfig;
import org.apache.druid.sql.calcite.planner.PlannerContext; import org.apache.druid.sql.calcite.planner.PlannerContext;
import org.apache.druid.sql.calcite.planner.PlannerFactory; import org.apache.druid.sql.calcite.planner.PlannerFactory;
import org.apache.druid.sql.calcite.schema.DruidSchema;
import org.apache.druid.sql.calcite.schema.SystemSchema;
import org.apache.druid.sql.calcite.util.CalciteTestBase; import org.apache.druid.sql.calcite.util.CalciteTestBase;
import org.apache.druid.sql.calcite.util.CalciteTests; import org.apache.druid.sql.calcite.util.CalciteTests;
import org.apache.druid.sql.calcite.util.QueryLogHook; import org.apache.druid.sql.calcite.util.QueryLogHook;
@ -162,24 +161,23 @@ public class FixedBucketsHistogramQuantileSqlAggregatorTest extends CalciteTestB
); );
final PlannerConfig plannerConfig = new PlannerConfig(); final PlannerConfig plannerConfig = new PlannerConfig();
final DruidSchema druidSchema = CalciteTests.createMockSchema(conglomerate, walker, plannerConfig);
final SystemSchema systemSchema = CalciteTests.createMockSystemSchema(druidSchema, walker, plannerConfig);
final DruidOperatorTable operatorTable = new DruidOperatorTable( final DruidOperatorTable operatorTable = new DruidOperatorTable(
ImmutableSet.of(new QuantileSqlAggregator(), new FixedBucketsHistogramQuantileSqlAggregator()), ImmutableSet.of(new QuantileSqlAggregator(), new FixedBucketsHistogramQuantileSqlAggregator()),
ImmutableSet.of() ImmutableSet.of()
); );
SchemaPlus rootSchema =
CalciteTests.createMockRootSchema(conglomerate, walker, plannerConfig, AuthTestUtils.TEST_AUTHORIZER_MAPPER);
sqlLifecycleFactory = CalciteTests.createSqlLifecycleFactory( sqlLifecycleFactory = CalciteTests.createSqlLifecycleFactory(
new PlannerFactory( new PlannerFactory(
druidSchema, rootSchema,
CalciteTests.createMockLookupSchema(),
systemSchema,
CalciteTests.createMockQueryLifecycleFactory(walker, conglomerate), CalciteTests.createMockQueryLifecycleFactory(walker, conglomerate),
operatorTable, operatorTable,
CalciteTests.createExprMacroTable(), CalciteTests.createExprMacroTable(),
plannerConfig, plannerConfig,
AuthTestUtils.TEST_AUTHORIZER_MAPPER, AuthTestUtils.TEST_AUTHORIZER_MAPPER,
CalciteTests.getJsonMapper() CalciteTests.getJsonMapper(),
CalciteTests.DRUID_SCHEMA_NAME
) )
); );
} }

View File

@ -24,6 +24,7 @@ import com.google.common.collect.ImmutableList;
import com.google.common.collect.ImmutableMap; import com.google.common.collect.ImmutableMap;
import com.google.common.collect.ImmutableSet; import com.google.common.collect.ImmutableSet;
import com.google.common.collect.Iterables; import com.google.common.collect.Iterables;
import org.apache.calcite.schema.SchemaPlus;
import org.apache.druid.common.config.NullHandling; import org.apache.druid.common.config.NullHandling;
import org.apache.druid.java.util.common.Pair; import org.apache.druid.java.util.common.Pair;
import org.apache.druid.java.util.common.granularity.Granularities; import org.apache.druid.java.util.common.granularity.Granularities;
@ -61,8 +62,6 @@ import org.apache.druid.sql.calcite.planner.DruidOperatorTable;
import org.apache.druid.sql.calcite.planner.PlannerConfig; import org.apache.druid.sql.calcite.planner.PlannerConfig;
import org.apache.druid.sql.calcite.planner.PlannerContext; import org.apache.druid.sql.calcite.planner.PlannerContext;
import org.apache.druid.sql.calcite.planner.PlannerFactory; import org.apache.druid.sql.calcite.planner.PlannerFactory;
import org.apache.druid.sql.calcite.schema.DruidSchema;
import org.apache.druid.sql.calcite.schema.SystemSchema;
import org.apache.druid.sql.calcite.util.CalciteTestBase; import org.apache.druid.sql.calcite.util.CalciteTestBase;
import org.apache.druid.sql.calcite.util.CalciteTests; import org.apache.druid.sql.calcite.util.CalciteTests;
import org.apache.druid.sql.calcite.util.QueryLogHook; import org.apache.druid.sql.calcite.util.QueryLogHook;
@ -161,24 +160,23 @@ public class QuantileSqlAggregatorTest extends CalciteTestBase
); );
final PlannerConfig plannerConfig = new PlannerConfig(); final PlannerConfig plannerConfig = new PlannerConfig();
final DruidSchema druidSchema = CalciteTests.createMockSchema(conglomerate, walker, plannerConfig);
final SystemSchema systemSchema = CalciteTests.createMockSystemSchema(druidSchema, walker, plannerConfig);
final DruidOperatorTable operatorTable = new DruidOperatorTable( final DruidOperatorTable operatorTable = new DruidOperatorTable(
ImmutableSet.of(new QuantileSqlAggregator()), ImmutableSet.of(new QuantileSqlAggregator()),
ImmutableSet.of() ImmutableSet.of()
); );
SchemaPlus rootSchema =
CalciteTests.createMockRootSchema(conglomerate, walker, plannerConfig, AuthTestUtils.TEST_AUTHORIZER_MAPPER);
sqlLifecycleFactory = CalciteTests.createSqlLifecycleFactory( sqlLifecycleFactory = CalciteTests.createSqlLifecycleFactory(
new PlannerFactory( new PlannerFactory(
druidSchema, rootSchema,
CalciteTests.createMockLookupSchema(),
systemSchema,
CalciteTests.createMockQueryLifecycleFactory(walker, conglomerate), CalciteTests.createMockQueryLifecycleFactory(walker, conglomerate),
operatorTable, operatorTable,
CalciteTests.createExprMacroTable(), CalciteTests.createExprMacroTable(),
plannerConfig, plannerConfig,
AuthTestUtils.TEST_AUTHORIZER_MAPPER, AuthTestUtils.TEST_AUTHORIZER_MAPPER,
CalciteTests.getJsonMapper() CalciteTests.getJsonMapper(),
CalciteTests.DRUID_SCHEMA_NAME
) )
); );
} }

View File

@ -22,6 +22,7 @@ package org.apache.druid.query.aggregation.variance.sql;
import com.google.common.collect.ImmutableList; import com.google.common.collect.ImmutableList;
import com.google.common.collect.ImmutableSet; import com.google.common.collect.ImmutableSet;
import com.google.common.collect.Iterables; import com.google.common.collect.Iterables;
import org.apache.calcite.schema.SchemaPlus;
import org.apache.druid.common.config.NullHandling; import org.apache.druid.common.config.NullHandling;
import org.apache.druid.data.input.InputRow; import org.apache.druid.data.input.InputRow;
import org.apache.druid.data.input.impl.DimensionSchema; import org.apache.druid.data.input.impl.DimensionSchema;
@ -58,8 +59,6 @@ import org.apache.druid.sql.calcite.filtration.Filtration;
import org.apache.druid.sql.calcite.planner.DruidOperatorTable; import org.apache.druid.sql.calcite.planner.DruidOperatorTable;
import org.apache.druid.sql.calcite.planner.PlannerConfig; import org.apache.druid.sql.calcite.planner.PlannerConfig;
import org.apache.druid.sql.calcite.planner.PlannerFactory; import org.apache.druid.sql.calcite.planner.PlannerFactory;
import org.apache.druid.sql.calcite.schema.DruidSchema;
import org.apache.druid.sql.calcite.schema.SystemSchema;
import org.apache.druid.sql.calcite.util.CalciteTests; import org.apache.druid.sql.calcite.util.CalciteTests;
import org.apache.druid.sql.calcite.util.QueryLogHook; import org.apache.druid.sql.calcite.util.QueryLogHook;
import org.apache.druid.sql.calcite.util.SpecificSegmentsQuerySegmentWalker; import org.apache.druid.sql.calcite.util.SpecificSegmentsQuerySegmentWalker;
@ -157,8 +156,6 @@ public class VarianceSqlAggregatorTest extends InitializedNullHandlingTest
); );
final PlannerConfig plannerConfig = new PlannerConfig(); final PlannerConfig plannerConfig = new PlannerConfig();
final DruidSchema druidSchema = CalciteTests.createMockSchema(conglomerate, walker, plannerConfig);
final SystemSchema systemSchema = CalciteTests.createMockSystemSchema(druidSchema, walker, plannerConfig);
final DruidOperatorTable operatorTable = new DruidOperatorTable( final DruidOperatorTable operatorTable = new DruidOperatorTable(
ImmutableSet.of( ImmutableSet.of(
new BaseVarianceSqlAggregator.VarPopSqlAggregator(), new BaseVarianceSqlAggregator.VarPopSqlAggregator(),
@ -170,18 +167,19 @@ public class VarianceSqlAggregatorTest extends InitializedNullHandlingTest
), ),
ImmutableSet.of() ImmutableSet.of()
); );
SchemaPlus rootSchema =
CalciteTests.createMockRootSchema(conglomerate, walker, plannerConfig, AuthTestUtils.TEST_AUTHORIZER_MAPPER);
sqlLifecycleFactory = CalciteTests.createSqlLifecycleFactory( sqlLifecycleFactory = CalciteTests.createSqlLifecycleFactory(
new PlannerFactory( new PlannerFactory(
druidSchema, rootSchema,
CalciteTests.createMockLookupSchema(),
systemSchema,
CalciteTests.createMockQueryLifecycleFactory(walker, conglomerate), CalciteTests.createMockQueryLifecycleFactory(walker, conglomerate),
operatorTable, operatorTable,
CalciteTests.createExprMacroTable(), CalciteTests.createExprMacroTable(),
plannerConfig, plannerConfig,
AuthTestUtils.TEST_AUTHORIZER_MAPPER, AuthTestUtils.TEST_AUTHORIZER_MAPPER,
CalciteTests.getJsonMapper() CalciteTests.getJsonMapper(),
CalciteTests.DRUID_SCHEMA_NAME
) )
); );
} }

View File

@ -296,6 +296,7 @@ libraries:
- com.google.inject: guice - com.google.inject: guice
- com.google.inject.extensions: guice-multibindings - com.google.inject.extensions: guice-multibindings
- com.google.inject.extensions: guice-servlet - com.google.inject.extensions: guice-servlet
- com.google.inject.extensions: guice-assistedinject
notices: notices:
- guice: | - guice: |
Google Guice - Core Library Google Guice - Core Library
@ -306,6 +307,9 @@ notices:
- guice-servlet: | - guice-servlet: |
Google Guice - Extensions - Servlet Google Guice - Extensions - Servlet
Copyright 2006-2016 Google, Inc. Copyright 2006-2016 Google, Inc.
- guice-assistedinject: |
Google Guice - Extensions - AssistedInect
Copyright 2006-2016 Google, Inc.
--- ---

View File

@ -387,6 +387,11 @@
<artifactId>guice-multibindings</artifactId> <artifactId>guice-multibindings</artifactId>
<version>${guice.version}</version> <version>${guice.version}</version>
</dependency> </dependency>
<dependency>
<groupId>com.google.inject.extensions</groupId>
<artifactId>guice-assistedinject</artifactId>
<version>${guice.version}</version>
</dependency>
<dependency> <dependency>
<groupId>com.google.errorprone</groupId> <groupId>com.google.errorprone</groupId>
<artifactId>error_prone_annotations</artifactId> <artifactId>error_prone_annotations</artifactId>

View File

@ -36,7 +36,7 @@ public class MapJoinableFactory implements JoinableFactory
private final Map<Class<? extends DataSource>, JoinableFactory> joinableFactories; private final Map<Class<? extends DataSource>, JoinableFactory> joinableFactories;
@Inject @Inject
public MapJoinableFactory(Map<Class<? extends DataSource>, JoinableFactory> joinableFactories) MapJoinableFactory(Map<Class<? extends DataSource>, JoinableFactory> joinableFactories)
{ {
// Accesses to IdentityHashMap should be faster than to HashMap or ImmutableMap. // Accesses to IdentityHashMap should be faster than to HashMap or ImmutableMap.
// Class doesn't override Object.equals(). // Class doesn't override Object.equals().

View File

@ -20,6 +20,7 @@
package org.apache.druid.segment.join; package org.apache.druid.segment.join;
import com.google.common.collect.ImmutableMap; import com.google.common.collect.ImmutableMap;
import org.apache.druid.query.DataSource;
import org.apache.druid.query.InlineDataSource; import org.apache.druid.query.InlineDataSource;
import org.easymock.EasyMock; import org.easymock.EasyMock;
import org.easymock.EasyMockRunner; import org.easymock.EasyMockRunner;
@ -30,11 +31,20 @@ import org.junit.Before;
import org.junit.Test; import org.junit.Test;
import org.junit.runner.RunWith; import org.junit.runner.RunWith;
import java.util.Map;
import java.util.Optional; import java.util.Optional;
@RunWith(EasyMockRunner.class) @RunWith(EasyMockRunner.class)
public class MapJoinableFactoryTest public class MapJoinableFactoryTest
{ {
/**
* A utility to create a {@link MapJoinableFactory} to be used by tests.
*/
public static MapJoinableFactory fromMap(Map<Class<? extends DataSource>, JoinableFactory> map)
{
return new MapJoinableFactory(map);
}
@Mock @Mock
private InlineDataSource inlineDataSource; private InlineDataSource inlineDataSource;
@Mock(MockType.NICE) @Mock(MockType.NICE)

View File

@ -118,6 +118,10 @@
<groupId>com.google.inject</groupId> <groupId>com.google.inject</groupId>
<artifactId>guice</artifactId> <artifactId>guice</artifactId>
</dependency> </dependency>
<dependency>
<groupId>com.google.inject.extensions</groupId>
<artifactId>guice-assistedinject</artifactId>
</dependency>
<dependency> <dependency>
<groupId>com.fasterxml.jackson.core</groupId> <groupId>com.fasterxml.jackson.core</groupId>
<artifactId>jackson-databind</artifactId> <artifactId>jackson-databind</artifactId>
@ -172,6 +176,11 @@
<version>${checkerframework.version}</version> <version>${checkerframework.version}</version>
<scope>provided</scope> <scope>provided</scope>
</dependency> </dependency>
<dependency>
<groupId>javax.validation</groupId>
<artifactId>validation-api</artifactId>
<scope>provided</scope>
</dependency>
<!-- Tests --> <!-- Tests -->
<dependency> <dependency>

View File

@ -157,7 +157,7 @@ public class SqlLifecycle
{ {
synchronized (lock) { synchronized (lock) {
Preconditions.checkState(plannerResult != null, Preconditions.checkState(plannerResult != null,
"must be called after sql has been planned"); "must be called after SQL has been planned");
return plannerResult.rowType(); return plannerResult.rowType();
} }
} }
@ -332,7 +332,7 @@ public class SqlLifecycle
); );
} }
catch (Exception ex) { catch (Exception ex) {
log.error(ex, "Unable to log sql [%s]!", sql); log.error(ex, "Unable to log SQL [%s]!", sql);
} }
} }
} }

View File

@ -0,0 +1,42 @@
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.apache.druid.sql.avatica;
import com.google.inject.Binder;
import com.google.inject.Module;
import org.apache.druid.guice.JsonConfigProvider;
import org.apache.druid.guice.LazySingleton;
import org.apache.druid.server.initialization.jetty.JettyBindings;
import org.apache.druid.server.metrics.MetricsModule;
/**
* The module responsible for providing bindings to Avatica.
*/
public class AvaticaModule implements Module
{
@Override
public void configure(Binder binder)
{
JsonConfigProvider.bind(binder, "druid.sql.avatica", AvaticaServerConfig.class);
binder.bind(AvaticaMonitor.class).in(LazySingleton.class);
JettyBindings.addHandler(binder, DruidAvaticaHandler.class);
MetricsModule.register(binder, AvaticaMonitor.class);
}
}

View File

@ -22,7 +22,7 @@ package org.apache.druid.sql.avatica;
import com.fasterxml.jackson.annotation.JsonProperty; import com.fasterxml.jackson.annotation.JsonProperty;
import org.joda.time.Period; import org.joda.time.Period;
public class AvaticaServerConfig class AvaticaServerConfig
{ {
@JsonProperty @JsonProperty
public int maxConnections = 25; public int maxConnections = 25;

View File

@ -0,0 +1,38 @@
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.apache.druid.sql.calcite.aggregation;
import com.google.inject.Binder;
import com.google.inject.Module;
import com.google.inject.multibindings.Multibinder;
/**
* Module that provides SQL aggregations.
* To add an aggregation use {@link org.apache.druid.sql.guice.SqlBindings#addAggregator(Binder, Class)}
*/
public class SqlAggregationModule implements Module
{
@Override
public void configure(Binder binder)
{
// Add empty SqlAggregator binder.
Multibinder.newSetBinder(binder, SqlAggregator.class);
}
}

View File

@ -0,0 +1,38 @@
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.apache.druid.sql.calcite.planner;
import com.google.inject.Binder;
import com.google.inject.Module;
import org.apache.druid.guice.JsonConfigProvider;
/**
* The module responsible for provide bindings for the Calcite Planner.
*/
public class CalcitePlannerModule implements Module
{
@Override
public void configure(Binder binder)
{
JsonConfigProvider.bind(binder, "druid.sql.planner", PlannerConfig.class);
binder.bind(PlannerFactory.class);
binder.bind(DruidOperatorTable.class);
}
}

View File

@ -23,13 +23,11 @@ import com.google.common.base.Preconditions;
import com.google.common.collect.Iterables; import com.google.common.collect.Iterables;
import com.google.common.io.BaseEncoding; import com.google.common.io.BaseEncoding;
import com.google.common.primitives.Chars; import com.google.common.primitives.Chars;
import org.apache.calcite.jdbc.CalciteSchema;
import org.apache.calcite.rel.core.Sort; import org.apache.calcite.rel.core.Sort;
import org.apache.calcite.rel.type.RelDataType; import org.apache.calcite.rel.type.RelDataType;
import org.apache.calcite.rel.type.RelDataTypeFactory; import org.apache.calcite.rel.type.RelDataTypeFactory;
import org.apache.calcite.rex.RexLiteral; import org.apache.calcite.rex.RexLiteral;
import org.apache.calcite.rex.RexNode; import org.apache.calcite.rex.RexNode;
import org.apache.calcite.schema.SchemaPlus;
import org.apache.calcite.sql.SqlCollation; import org.apache.calcite.sql.SqlCollation;
import org.apache.calcite.sql.SqlKind; import org.apache.calcite.sql.SqlKind;
import org.apache.calcite.sql.type.SqlTypeName; import org.apache.calcite.sql.type.SqlTypeName;
@ -44,11 +42,6 @@ import org.apache.druid.java.util.common.StringUtils;
import org.apache.druid.query.ordering.StringComparator; import org.apache.druid.query.ordering.StringComparator;
import org.apache.druid.query.ordering.StringComparators; import org.apache.druid.query.ordering.StringComparators;
import org.apache.druid.segment.column.ValueType; import org.apache.druid.segment.column.ValueType;
import org.apache.druid.server.security.AuthorizerMapper;
import org.apache.druid.sql.calcite.schema.DruidSchema;
import org.apache.druid.sql.calcite.schema.InformationSchema;
import org.apache.druid.sql.calcite.schema.LookupSchema;
import org.apache.druid.sql.calcite.schema.SystemSchema;
import org.joda.time.DateTime; import org.joda.time.DateTime;
import org.joda.time.DateTimeZone; import org.joda.time.DateTimeZone;
import org.joda.time.Days; import org.joda.time.Days;
@ -106,21 +99,6 @@ public class Calcites
return DEFAULT_CHARSET; return DEFAULT_CHARSET;
} }
public static SchemaPlus createRootSchema(
final DruidSchema druidSchema,
final LookupSchema lookupSchema,
final SystemSchema systemSchema,
final AuthorizerMapper authorizerMapper
)
{
final SchemaPlus rootSchema = CalciteSchema.createRootSchema(false, false).plus();
rootSchema.add(DruidSchema.NAME, druidSchema);
rootSchema.add(LookupSchema.NAME, lookupSchema);
rootSchema.add(InformationSchema.NAME, new InformationSchema(rootSchema, authorizerMapper));
rootSchema.add(SystemSchema.NAME, systemSchema);
return rootSchema;
}
public static String escapeStringLiteral(final String s) public static String escapeStringLiteral(final String s)
{ {
Preconditions.checkNotNull(s); Preconditions.checkNotNull(s);

View File

@ -41,9 +41,7 @@ import org.apache.druid.server.QueryLifecycleFactory;
import org.apache.druid.server.security.AuthenticationResult; import org.apache.druid.server.security.AuthenticationResult;
import org.apache.druid.server.security.AuthorizerMapper; import org.apache.druid.server.security.AuthorizerMapper;
import org.apache.druid.sql.calcite.rel.QueryMaker; import org.apache.druid.sql.calcite.rel.QueryMaker;
import org.apache.druid.sql.calcite.schema.DruidSchema; import org.apache.druid.sql.calcite.schema.DruidSchemaName;
import org.apache.druid.sql.calcite.schema.LookupSchema;
import org.apache.druid.sql.calcite.schema.SystemSchema;
import java.util.Map; import java.util.Map;
import java.util.Properties; import java.util.Properties;
@ -59,38 +57,35 @@ public class PlannerFactory
.setConformance(DruidConformance.instance()) .setConformance(DruidConformance.instance())
.build(); .build();
private final DruidSchema druidSchema; private final SchemaPlus rootSchema;
private final LookupSchema lookupSchema;
private final SystemSchema systemSchema;
private final QueryLifecycleFactory queryLifecycleFactory; private final QueryLifecycleFactory queryLifecycleFactory;
private final DruidOperatorTable operatorTable; private final DruidOperatorTable operatorTable;
private final ExprMacroTable macroTable; private final ExprMacroTable macroTable;
private final PlannerConfig plannerConfig; private final PlannerConfig plannerConfig;
private final ObjectMapper jsonMapper; private final ObjectMapper jsonMapper;
private final AuthorizerMapper authorizerMapper; private final AuthorizerMapper authorizerMapper;
private final String druidSchemaName;
@Inject @Inject
public PlannerFactory( public PlannerFactory(
final DruidSchema druidSchema, final SchemaPlus rootSchema,
final LookupSchema lookupSchema,
final SystemSchema systemSchema,
final QueryLifecycleFactory queryLifecycleFactory, final QueryLifecycleFactory queryLifecycleFactory,
final DruidOperatorTable operatorTable, final DruidOperatorTable operatorTable,
final ExprMacroTable macroTable, final ExprMacroTable macroTable,
final PlannerConfig plannerConfig, final PlannerConfig plannerConfig,
final AuthorizerMapper authorizerMapper, final AuthorizerMapper authorizerMapper,
final @Json ObjectMapper jsonMapper final @Json ObjectMapper jsonMapper,
final @DruidSchemaName String druidSchemaName
) )
{ {
this.druidSchema = druidSchema; this.rootSchema = rootSchema;
this.lookupSchema = lookupSchema;
this.systemSchema = systemSchema;
this.queryLifecycleFactory = queryLifecycleFactory; this.queryLifecycleFactory = queryLifecycleFactory;
this.operatorTable = operatorTable; this.operatorTable = operatorTable;
this.macroTable = macroTable; this.macroTable = macroTable;
this.plannerConfig = plannerConfig; this.plannerConfig = plannerConfig;
this.authorizerMapper = authorizerMapper; this.authorizerMapper = authorizerMapper;
this.jsonMapper = jsonMapper; this.jsonMapper = jsonMapper;
this.druidSchemaName = druidSchemaName;
} }
public DruidPlanner createPlanner( public DruidPlanner createPlanner(
@ -98,12 +93,6 @@ public class PlannerFactory
final AuthenticationResult authenticationResult final AuthenticationResult authenticationResult
) )
{ {
final SchemaPlus rootSchema = Calcites.createRootSchema(
druidSchema,
lookupSchema,
systemSchema,
authorizerMapper
);
final PlannerContext plannerContext = PlannerContext.create( final PlannerContext plannerContext = PlannerContext.create(
operatorTable, operatorTable,
macroTable, macroTable,
@ -129,7 +118,7 @@ public class PlannerFactory
.executor(new DruidRexExecutor(plannerContext)) .executor(new DruidRexExecutor(plannerContext))
.context(Contexts.EMPTY_CONTEXT) .context(Contexts.EMPTY_CONTEXT)
.typeSystem(DruidTypeSystem.INSTANCE) .typeSystem(DruidTypeSystem.INSTANCE)
.defaultSchema(rootSchema.getSubSchema(DruidSchema.NAME)) .defaultSchema(rootSchema.getSubSchema(druidSchemaName))
.sqlToRelConverterConfig(sqlToRelConverterConfig) .sqlToRelConverterConfig(sqlToRelConverterConfig)
.context(new Context() .context(new Context()
{ {

View File

@ -0,0 +1,72 @@
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.apache.druid.sql.calcite.schema;
import com.google.inject.Binder;
import com.google.inject.Module;
import com.google.inject.Provides;
import com.google.inject.Scopes;
import com.google.inject.Singleton;
import com.google.inject.name.Named;
import com.google.inject.name.Names;
import org.apache.calcite.schema.SchemaPlus;
import org.apache.druid.guice.LifecycleModule;
import org.apache.druid.sql.guice.SqlBindings;
/**
* The module responsible for providing bindings to Calcite schemas.
*/
public class DruidCalciteSchemaModule implements Module
{
private static final String DRUID_SCHEMA_NAME = "druid";
private static final String INFORMATION_SCHEMA_NAME = "INFORMATION_SCHEMA";
static final String INCOMPLETE_SCHEMA = "INCOMPLETE_SCHEMA";
@Override
public void configure(Binder binder)
{
binder.bind(String.class).annotatedWith(DruidSchemaName.class).toInstance(DRUID_SCHEMA_NAME);
// Should only be used by the information schema
binder.bind(SchemaPlus.class)
.annotatedWith(Names.named(INCOMPLETE_SCHEMA))
.toProvider(RootSchemaProvider.class)
.in(Scopes.SINGLETON);
// DruidSchema needs to listen to changes for incoming segments
LifecycleModule.register(binder, DruidSchema.class);
binder.bind(SystemSchema.class).in(Scopes.SINGLETON);
binder.bind(InformationSchema.class).in(Scopes.SINGLETON);
binder.bind(LookupSchema.class).in(Scopes.SINGLETON);
// Binder to inject different schema to Calcite
SqlBindings.addSchema(binder, NamedDruidSchema.class);
SqlBindings.addSchema(binder, NamedSystemSchema.class);
SqlBindings.addSchema(binder, NamedLookupSchema.class);
}
@Provides
@Singleton
private SchemaPlus getRootSchema(@Named(INCOMPLETE_SCHEMA) SchemaPlus rootSchema, InformationSchema informationSchema)
{
rootSchema.add(INFORMATION_SCHEMA_NAME, informationSchema);
return rootSchema;
}
}

View File

@ -95,8 +95,6 @@ public class DruidSchema extends AbstractSchema
.reversed() .reversed()
.thenComparing(Function.identity()); .thenComparing(Function.identity());
public static final String NAME = "druid";
private static final EmittingLogger log = new EmittingLogger(DruidSchema.class); private static final EmittingLogger log = new EmittingLogger(DruidSchema.class);
private static final int MAX_SEGMENTS_PER_QUERY = 15000; private static final int MAX_SEGMENTS_PER_QUERY = 15000;
private static final long DEFAULT_NUM_ROWS = 0; private static final long DEFAULT_NUM_ROWS = 0;

View File

@ -0,0 +1,37 @@
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.apache.druid.sql.calcite.schema;
import com.google.inject.BindingAnnotation;
import java.lang.annotation.ElementType;
import java.lang.annotation.Retention;
import java.lang.annotation.RetentionPolicy;
import java.lang.annotation.Target;
/**
* An annotation to get the name of the schema to access Druid tables in SQL.
*/
@Target({ElementType.FIELD, ElementType.PARAMETER, ElementType.METHOD})
@Retention(RetentionPolicy.RUNTIME)
@BindingAnnotation
public @interface DruidSchemaName
{
}

View File

@ -28,6 +28,7 @@ import com.google.common.collect.ImmutableMap;
import com.google.common.collect.ImmutableSet; import com.google.common.collect.ImmutableSet;
import com.google.common.collect.Iterables; import com.google.common.collect.Iterables;
import com.google.inject.Inject; import com.google.inject.Inject;
import com.google.inject.name.Named;
import org.apache.calcite.DataContext; import org.apache.calcite.DataContext;
import org.apache.calcite.jdbc.JavaTypeFactoryImpl; import org.apache.calcite.jdbc.JavaTypeFactoryImpl;
import org.apache.calcite.linq4j.Enumerable; import org.apache.calcite.linq4j.Enumerable;
@ -61,8 +62,6 @@ import java.util.Set;
public class InformationSchema extends AbstractSchema public class InformationSchema extends AbstractSchema
{ {
public static final String NAME = "INFORMATION_SCHEMA";
private static final String CATALOG_NAME = "druid"; private static final String CATALOG_NAME = "druid";
private static final String SCHEMATA_TABLE = "SCHEMATA"; private static final String SCHEMATA_TABLE = "SCHEMATA";
private static final String TABLES_TABLE = "TABLES"; private static final String TABLES_TABLE = "TABLES";
@ -112,11 +111,13 @@ public class InformationSchema extends AbstractSchema
private final SchemaPlus rootSchema; private final SchemaPlus rootSchema;
private final Map<String, Table> tableMap; private final Map<String, Table> tableMap;
private final AuthorizerMapper authorizerMapper; private final AuthorizerMapper authorizerMapper;
private final String druidSchemaName;
@Inject @Inject
public InformationSchema( public InformationSchema(
final SchemaPlus rootSchema, @Named(DruidCalciteSchemaModule.INCOMPLETE_SCHEMA) final SchemaPlus rootSchema,
final AuthorizerMapper authorizerMapper final AuthorizerMapper authorizerMapper,
@DruidSchemaName String druidSchemaName
) )
{ {
this.rootSchema = Preconditions.checkNotNull(rootSchema, "rootSchema"); this.rootSchema = Preconditions.checkNotNull(rootSchema, "rootSchema");
@ -126,6 +127,7 @@ public class InformationSchema extends AbstractSchema
COLUMNS_TABLE, new ColumnsTable() COLUMNS_TABLE, new ColumnsTable()
); );
this.authorizerMapper = authorizerMapper; this.authorizerMapper = authorizerMapper;
this.druidSchemaName = druidSchemaName;
} }
@Override @Override
@ -451,7 +453,7 @@ public class InformationSchema extends AbstractSchema
final AuthenticationResult authenticationResult final AuthenticationResult authenticationResult
) )
{ {
if (DruidSchema.NAME.equals(subSchema.getName())) { if (druidSchemaName.equals(subSchema.getName())) {
// The "druid" schema's tables represent Druid datasources which require authorization // The "druid" schema's tables represent Druid datasources which require authorization
return ImmutableSet.copyOf( return ImmutableSet.copyOf(
AuthorizationUtils.filterAuthorizedResources( AuthorizationUtils.filterAuthorizedResources(
@ -472,7 +474,7 @@ public class InformationSchema extends AbstractSchema
final AuthenticationResult authenticationResult final AuthenticationResult authenticationResult
) )
{ {
if (DruidSchema.NAME.equals(subSchema.getName())) { if (druidSchemaName.equals(subSchema.getName())) {
// The "druid" schema's functions represent views on Druid datasources, authorize them as if they were // The "druid" schema's functions represent views on Druid datasources, authorize them as if they were
// datasources for now // datasources for now
return ImmutableSet.copyOf( return ImmutableSet.copyOf(

View File

@ -37,8 +37,6 @@ import java.util.Map;
*/ */
public class LookupSchema extends AbstractSchema public class LookupSchema extends AbstractSchema
{ {
public static final String NAME = "lookup";
private static final RowSignature ROW_SIGNATURE = private static final RowSignature ROW_SIGNATURE =
RowSignature.builder() RowSignature.builder()
.add(LookupColumnSelectorFactory.KEY_COLUMN, ValueType.STRING) .add(LookupColumnSelectorFactory.KEY_COLUMN, ValueType.STRING)

View File

@ -0,0 +1,51 @@
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.apache.druid.sql.calcite.schema;
import com.google.inject.Inject;
import org.apache.calcite.schema.Schema;
/**
* The schema for Druid tables to be accessible via SQL.
*/
class NamedDruidSchema implements NamedSchema
{
private final DruidSchema druidSchema;
private final String druidSchemaName;
@Inject
NamedDruidSchema(DruidSchema druidSchema, @DruidSchemaName String druidSchemaName)
{
this.druidSchema = druidSchema;
this.druidSchemaName = druidSchemaName;
}
@Override
public String getSchemaName()
{
return druidSchemaName;
}
@Override
public Schema getSchema()
{
return druidSchema;
}
}

View File

@ -0,0 +1,51 @@
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.apache.druid.sql.calcite.schema;
import com.google.inject.Inject;
import org.apache.calcite.schema.Schema;
/**
* The schema for Druid lookup tables to be accessible via SQL.
*/
public class NamedLookupSchema implements NamedSchema
{
private static final String NAME = "lookup";
private final LookupSchema lookupSchema;
@Inject
NamedLookupSchema(LookupSchema lookupSchema)
{
this.lookupSchema = lookupSchema;
}
@Override
public String getSchemaName()
{
return NAME;
}
@Override
public Schema getSchema()
{
return lookupSchema;
}
}

View File

@ -0,0 +1,39 @@
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.apache.druid.sql.calcite.schema;
import org.apache.calcite.schema.Schema;
/**
* This interface provides everything that is needed to register a {@link Schema} as a sub schema to the root schema
* of Druid SQL. The {@link #getSchemaName()} will be used to access the provided {@link Schema} via SQL.
*/
public interface NamedSchema
{
/**
* @return The name that this schema should be registered to.
*/
String getSchemaName();
/**
* @return The Schema that Calcite should use.
*/
Schema getSchema();
}

View File

@ -0,0 +1,51 @@
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.apache.druid.sql.calcite.schema;
import com.google.inject.Inject;
import org.apache.calcite.schema.Schema;
/**
* The schema for Druid system tables to be accessible via SQL.
*/
class NamedSystemSchema implements NamedSchema
{
private static final String NAME = "sys";
private final SystemSchema systemSchema;
@Inject
NamedSystemSchema(SystemSchema systemSchema)
{
this.systemSchema = systemSchema;
}
@Override
public String getSchemaName()
{
return NAME;
}
@Override
public Schema getSchema()
{
return systemSchema;
}
}

View File

@ -0,0 +1,65 @@
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.apache.druid.sql.calcite.schema;
import com.google.inject.Inject;
import com.google.inject.Provider;
import org.apache.calcite.jdbc.CalciteSchema;
import org.apache.calcite.schema.SchemaPlus;
import org.apache.druid.java.util.common.ISE;
import java.util.HashSet;
import java.util.List;
import java.util.Set;
import java.util.stream.Collectors;
/**
* Provides the RootSchema for calcite with
* - metadata schema disabled because it's not needed
* - caching disabled because druid's caching is better.
*
* All the provided schema are added to the rootSchema.
*/
public class RootSchemaProvider implements Provider<SchemaPlus>
{
private final Set<NamedSchema> namedSchemas;
@Inject
RootSchemaProvider(Set<NamedSchema> namedSchemas)
{
this.namedSchemas = namedSchemas;
}
@Override
public SchemaPlus get()
{
SchemaPlus rootSchema = CalciteSchema.createRootSchema(false, false).plus();
List<String> schemaNames = namedSchemas.stream()
.map(NamedSchema::getSchemaName)
.collect(Collectors.toList());
Set<String> uniqueSchemaNames = new HashSet<>(schemaNames);
if (uniqueSchemaNames.size() < schemaNames.size()) {
throw new ISE("Found multiple schemas registered to the same name. "
+ "The list of registered schemas are %s", schemaNames);
}
namedSchemas.forEach(schema -> rootSchema.add(schema.getSchemaName(), schema.getSchema()));
return rootSchema;
}
}

View File

@ -95,7 +95,6 @@ import java.util.stream.Collectors;
public class SystemSchema extends AbstractSchema public class SystemSchema extends AbstractSchema
{ {
public static final String NAME = "sys";
private static final String SEGMENTS_TABLE = "segments"; private static final String SEGMENTS_TABLE = "segments";
private static final String SERVERS_TABLE = "servers"; private static final String SERVERS_TABLE = "servers";
private static final String SERVER_SEGMENTS_TABLE = "server_segments"; private static final String SERVER_SEGMENTS_TABLE = "server_segments";
@ -285,7 +284,7 @@ public class SystemSchema extends AbstractSchema
partialSegmentDataMap.put(h.getSegment().getId(), partialSegmentData); partialSegmentDataMap.put(h.getSegment().getId(), partialSegmentData);
} }
// Get published segments from metadata segment cache (if enabled in sql planner config), else directly from // Get published segments from metadata segment cache (if enabled in SQL planner config), else directly from
// Coordinator. // Coordinator.
final Iterator<SegmentWithOvershadowedStatus> metadataStoreSegments = metadataView.getPublishedSegments(); final Iterator<SegmentWithOvershadowedStatus> metadataStoreSegments = metadataView.getPublishedSegments();
@ -456,7 +455,7 @@ public class SystemSchema extends AbstractSchema
} }
/** /**
* This table contains row per server. It contains all the discovered servers in druid cluster. * This table contains row per server. It contains all the discovered servers in Druid cluster.
* Some columns like tier and size are only applicable to historical nodes which contain segments. * Some columns like tier and size are only applicable to historical nodes which contain segments.
*/ */
static class ServersTable extends AbstractTable implements ScannableTable static class ServersTable extends AbstractTable implements ScannableTable

View File

@ -20,6 +20,8 @@
package org.apache.druid.sql.calcite.view; package org.apache.druid.sql.calcite.view;
import com.google.common.collect.ImmutableList; import com.google.common.collect.ImmutableList;
import com.google.inject.Inject;
import com.google.inject.assistedinject.Assisted;
import org.apache.calcite.rel.type.RelDataType; import org.apache.calcite.rel.type.RelDataType;
import org.apache.calcite.rel.type.RelDataTypeImpl; import org.apache.calcite.rel.type.RelDataTypeImpl;
import org.apache.calcite.schema.FunctionParameter; import org.apache.calcite.schema.FunctionParameter;
@ -30,7 +32,7 @@ import org.apache.druid.server.security.AuthenticationResult;
import org.apache.druid.server.security.Escalator; import org.apache.druid.server.security.Escalator;
import org.apache.druid.sql.calcite.planner.DruidPlanner; import org.apache.druid.sql.calcite.planner.DruidPlanner;
import org.apache.druid.sql.calcite.planner.PlannerFactory; import org.apache.druid.sql.calcite.planner.PlannerFactory;
import org.apache.druid.sql.calcite.schema.DruidSchema; import org.apache.druid.sql.calcite.schema.DruidSchemaName;
import java.util.List; import java.util.List;
@ -39,12 +41,20 @@ public class DruidViewMacro implements TableMacro
private final PlannerFactory plannerFactory; private final PlannerFactory plannerFactory;
private final Escalator escalator; private final Escalator escalator;
private final String viewSql; private final String viewSql;
private final String druidSchemaName;
public DruidViewMacro(final PlannerFactory plannerFactory, final Escalator escalator, final String viewSql) @Inject
public DruidViewMacro(
@Assisted final PlannerFactory plannerFactory,
@Assisted final Escalator escalator,
@Assisted final String viewSql,
@DruidSchemaName String druidSchemaName
)
{ {
this.plannerFactory = plannerFactory; this.plannerFactory = plannerFactory;
this.escalator = escalator; this.escalator = escalator;
this.viewSql = viewSql; this.viewSql = viewSql;
this.druidSchemaName = druidSchemaName;
} }
@Override @Override
@ -66,7 +76,7 @@ public class DruidViewMacro implements TableMacro
null, null,
RelDataTypeImpl.proto(rowType), RelDataTypeImpl.proto(rowType),
viewSql, viewSql,
ImmutableList.of(DruidSchema.NAME), ImmutableList.of(druidSchemaName),
null null
); );
} }

View File

@ -0,0 +1,34 @@
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.apache.druid.sql.calcite.view;
import org.apache.druid.server.security.Escalator;
import org.apache.druid.sql.calcite.planner.PlannerFactory;
/**
* A factory to create a {@link DruidViewMacro} that is used by Guice for Assisted injection.
*/
public interface DruidViewMacroFactory
{
/**
* Creates an instance of {@link DruidViewMacro}
*/
DruidViewMacro create(PlannerFactory plannerFactory, Escalator escalator, String viewSql);
}

View File

@ -0,0 +1,35 @@
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.apache.druid.sql.calcite.view;
import com.google.inject.AbstractModule;
import com.google.inject.assistedinject.FactoryModuleBuilder;
/**
* This module is responsible for providing bindings for views in Druid.
*/
public class DruidViewModule extends AbstractModule
{
@Override
public void configure()
{
install(new FactoryModuleBuilder().build(DruidViewMacroFactory.class));
}
}

View File

@ -19,6 +19,7 @@
package org.apache.druid.sql.calcite.view; package org.apache.druid.sql.calcite.view;
import com.google.common.annotations.VisibleForTesting;
import com.google.inject.Inject; import com.google.inject.Inject;
import org.apache.calcite.schema.TableMacro; import org.apache.calcite.schema.TableMacro;
import org.apache.druid.java.util.common.ISE; import org.apache.druid.java.util.common.ISE;
@ -37,20 +38,25 @@ public class InProcessViewManager implements ViewManager
{ {
private final ConcurrentMap<String, DruidViewMacro> views; private final ConcurrentMap<String, DruidViewMacro> views;
private final Escalator escalator; private final Escalator escalator;
private final DruidViewMacroFactory druidViewMacroFactory;
@Inject @Inject
@VisibleForTesting
public InProcessViewManager( public InProcessViewManager(
final Escalator escalator final Escalator escalator,
final DruidViewMacroFactory druidViewMacroFactory
) )
{ {
this.views = new ConcurrentHashMap<>(); this.views = new ConcurrentHashMap<>();
this.escalator = escalator; this.escalator = escalator;
this.druidViewMacroFactory = druidViewMacroFactory;
} }
@Override @Override
public void createView(final PlannerFactory plannerFactory, final String viewName, final String viewSql) public void createView(final PlannerFactory plannerFactory, final String viewName, final String viewSql)
{ {
final TableMacro oldValue = views.putIfAbsent(viewName, new DruidViewMacro(plannerFactory, escalator, viewSql)); final TableMacro oldValue =
views.putIfAbsent(viewName, druidViewMacroFactory.create(plannerFactory, escalator, viewSql));
if (oldValue != null) { if (oldValue != null) {
throw new ISE("View[%s] already exists", viewName); throw new ISE("View[%s] already exists", viewName);
} }
@ -59,7 +65,8 @@ public class InProcessViewManager implements ViewManager
@Override @Override
public void alterView(final PlannerFactory plannerFactory, final String viewName, final String viewSql) public void alterView(final PlannerFactory plannerFactory, final String viewName, final String viewSql)
{ {
final TableMacro oldValue = views.replace(viewName, new DruidViewMacro(plannerFactory, escalator, viewSql)); final TableMacro oldValue =
views.replace(viewName, druidViewMacroFactory.create(plannerFactory, escalator, viewSql));
if (oldValue != null) { if (oldValue != null) {
throw new ISE("View[%s] does not exist", viewName); throw new ISE("View[%s] does not exist", viewName);
} }

View File

@ -20,10 +20,15 @@
package org.apache.druid.sql.guice; package org.apache.druid.sql.guice;
import com.google.inject.Binder; import com.google.inject.Binder;
import com.google.inject.Scopes;
import com.google.inject.multibindings.Multibinder; import com.google.inject.multibindings.Multibinder;
import org.apache.druid.sql.calcite.aggregation.SqlAggregator; import org.apache.druid.sql.calcite.aggregation.SqlAggregator;
import org.apache.druid.sql.calcite.expression.SqlOperatorConversion; import org.apache.druid.sql.calcite.expression.SqlOperatorConversion;
import org.apache.druid.sql.calcite.schema.NamedSchema;
/**
* Utility class that provides bindings to extendable components in the SqlModule
*/
public class SqlBindings public class SqlBindings
{ {
public static void addAggregator( public static void addAggregator(
@ -41,4 +46,16 @@ public class SqlBindings
{ {
Multibinder.newSetBinder(binder, SqlOperatorConversion.class).addBinding().to(clazz); Multibinder.newSetBinder(binder, SqlOperatorConversion.class).addBinding().to(clazz);
} }
/**
* Returns a multiBinder that can modules can use to bind {@link NamedSchema} to be used by the SqlModule
*/
public static void addSchema(
final Binder binder,
final Class<? extends NamedSchema> clazz
)
{
binder.bind(clazz).in(Scopes.SINGLETON);
Multibinder.newSetBinder(binder, NamedSchema.class).addBinding().to(clazz);
}
} }

View File

@ -23,24 +23,17 @@ import com.google.common.base.Preconditions;
import com.google.inject.Binder; import com.google.inject.Binder;
import com.google.inject.Inject; import com.google.inject.Inject;
import com.google.inject.Module; import com.google.inject.Module;
import com.google.inject.multibindings.Multibinder;
import org.apache.druid.guice.Jerseys;
import org.apache.druid.guice.JsonConfigProvider;
import org.apache.druid.guice.LazySingleton; import org.apache.druid.guice.LazySingleton;
import org.apache.druid.guice.LifecycleModule; import org.apache.druid.sql.avatica.AvaticaModule;
import org.apache.druid.server.initialization.jetty.JettyBindings; import org.apache.druid.sql.calcite.aggregation.SqlAggregationModule;
import org.apache.druid.server.metrics.MetricsModule;
import org.apache.druid.sql.avatica.AvaticaMonitor;
import org.apache.druid.sql.avatica.AvaticaServerConfig;
import org.apache.druid.sql.avatica.DruidAvaticaHandler;
import org.apache.druid.sql.calcite.aggregation.SqlAggregator;
import org.apache.druid.sql.calcite.expression.builtin.QueryLookupOperatorConversion; import org.apache.druid.sql.calcite.expression.builtin.QueryLookupOperatorConversion;
import org.apache.druid.sql.calcite.planner.CalcitePlannerModule;
import org.apache.druid.sql.calcite.planner.Calcites; import org.apache.druid.sql.calcite.planner.Calcites;
import org.apache.druid.sql.calcite.planner.PlannerConfig; import org.apache.druid.sql.calcite.schema.DruidCalciteSchemaModule;
import org.apache.druid.sql.calcite.schema.DruidSchema; import org.apache.druid.sql.calcite.view.DruidViewModule;
import org.apache.druid.sql.calcite.view.NoopViewManager; import org.apache.druid.sql.calcite.view.NoopViewManager;
import org.apache.druid.sql.calcite.view.ViewManager; import org.apache.druid.sql.calcite.view.ViewManager;
import org.apache.druid.sql.http.SqlResource; import org.apache.druid.sql.http.SqlHttpModule;
import java.util.Properties; import java.util.Properties;
@ -63,25 +56,22 @@ public class SqlModule implements Module
if (isEnabled()) { if (isEnabled()) {
Calcites.setSystemProperties(); Calcites.setSystemProperties();
JsonConfigProvider.bind(binder, "druid.sql.planner", PlannerConfig.class);
JsonConfigProvider.bind(binder, "druid.sql.avatica", AvaticaServerConfig.class);
LifecycleModule.register(binder, DruidSchema.class);
binder.bind(ViewManager.class).to(NoopViewManager.class).in(LazySingleton.class); binder.bind(ViewManager.class).to(NoopViewManager.class).in(LazySingleton.class);
// Add empty SqlAggregator binder. binder.install(new DruidCalciteSchemaModule());
Multibinder.newSetBinder(binder, SqlAggregator.class); binder.install(new CalcitePlannerModule());
binder.install(new SqlAggregationModule());
binder.install(new DruidViewModule());
// QueryLookupOperatorConversion isn't in DruidOperatorTable since it needs a LookupExtractorFactoryContainerProvider injected. // QueryLookupOperatorConversion isn't in DruidOperatorTable since it needs a LookupExtractorFactoryContainerProvider injected.
SqlBindings.addOperatorConversion(binder, QueryLookupOperatorConversion.class); SqlBindings.addOperatorConversion(binder, QueryLookupOperatorConversion.class);
if (isJsonOverHttpEnabled()) { if (isJsonOverHttpEnabled()) {
Jerseys.addResource(binder, SqlResource.class); binder.install(new SqlHttpModule());
} }
if (isAvaticaEnabled()) { if (isAvaticaEnabled()) {
binder.bind(AvaticaMonitor.class).in(LazySingleton.class); binder.install(new AvaticaModule());
JettyBindings.addHandler(binder, DruidAvaticaHandler.class);
MetricsModule.register(binder, AvaticaMonitor.class);
} }
} }
} }

View File

@ -0,0 +1,36 @@
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.apache.druid.sql.http;
import com.google.inject.Binder;
import com.google.inject.Module;
import org.apache.druid.guice.Jerseys;
/**
* The Module responsible for providing bindings to the SQL http endpoint
*/
public class SqlHttpModule implements Module
{
@Override
public void configure(Binder binder)
{
Jerseys.addResource(binder, SqlResource.class);
}
}

View File

@ -151,7 +151,7 @@ public class SqlResource
} }
catch (Exception ex) { catch (Exception ex) {
e = ex; e = ex;
log.error(ex, "Unable to send sql response [%s]", sqlQueryId); log.error(ex, "Unable to send SQL response [%s]", sqlQueryId);
throw new RuntimeException(ex); throw new RuntimeException(ex);
} }
finally { finally {

View File

@ -0,0 +1,116 @@
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.apache.druid.sql.avatica;
import com.google.inject.Guice;
import com.google.inject.Injector;
import com.google.inject.Key;
import com.google.inject.Scopes;
import com.google.inject.TypeLiteral;
import org.apache.druid.guice.LazySingleton;
import org.apache.druid.guice.annotations.Self;
import org.apache.druid.jackson.JacksonModule;
import org.apache.druid.java.util.metrics.Monitor;
import org.apache.druid.server.DruidNode;
import org.easymock.EasyMock;
import org.easymock.EasyMockRunner;
import org.easymock.Mock;
import org.eclipse.jetty.server.Handler;
import org.junit.Assert;
import org.junit.Before;
import org.junit.Test;
import org.junit.runner.RunWith;
import javax.validation.Validation;
import javax.validation.Validator;
import java.util.Set;
@RunWith(EasyMockRunner.class)
public class AvaticaModuleTest
{
private static final String HOST_AND_PORT = "HOST_AND_PORT";
@Mock
private DruidNode druidNode;
@Mock
private DruidMeta druidMeta;
private AvaticaModule target;
private Injector injector;
@Before
public void setUp()
{
EasyMock.expect(druidNode.getHostAndPortToUse()).andStubReturn(HOST_AND_PORT);
EasyMock.replay(druidNode);
target = new AvaticaModule();
injector = Guice.createInjector(
new JacksonModule(),
binder -> {
binder.bind(Validator.class).toInstance(Validation.buildDefaultValidatorFactory().getValidator());
binder.bindScope(LazySingleton.class, Scopes.SINGLETON);
binder.bind(DruidNode.class).annotatedWith(Self.class).toInstance(druidNode);
binder.bind(DruidMeta.class).toInstance(druidMeta);
},
target
);
}
@Test
public void testAvaticaMonitorIsInjectedAsSingleton()
{
AvaticaMonitor monitor = injector.getInstance(AvaticaMonitor.class);
Assert.assertNotNull(monitor);
AvaticaMonitor other = injector.getInstance(AvaticaMonitor.class);
Assert.assertSame(monitor, other);
}
@Test
public void testAvaticaMonitorIsRegisterdWithMetricsModule()
{
Set<Class<? extends Monitor>> monitors =
injector.getInstance(Key.get(new TypeLiteral<Set<Class<? extends Monitor>>>(){}));
Assert.assertTrue(monitors.contains(AvaticaMonitor.class));
}
@Test
public void testAvaticaServerConfigIsInjectable()
{
AvaticaServerConfig config = injector.getInstance(AvaticaServerConfig.class);
Assert.assertNotNull(config);
}
@Test
public void testDruidAvaticaHandlerIsInjected()
{
DruidAvaticaHandler handler = injector.getInstance(DruidAvaticaHandler.class);
Assert.assertNotNull(handler);
DruidAvaticaHandler other = injector.getInstance(DruidAvaticaHandler.class);
Assert.assertNotSame(handler, other);
}
@Test
public void testDruidAvaticaHandlerIsRegisterdWithJerseyModule()
{
Set<Handler> handlers =
injector.getInstance(Key.get(new TypeLiteral<Set<Handler>>(){}));
Assert.assertTrue(handlers.stream().anyMatch(h -> DruidAvaticaHandler.class.equals(h.getClass())));
}
}

View File

@ -35,6 +35,7 @@ import org.apache.calcite.avatica.AvaticaClientRuntimeException;
import org.apache.calcite.avatica.Meta; import org.apache.calcite.avatica.Meta;
import org.apache.calcite.avatica.MissingResultsException; import org.apache.calcite.avatica.MissingResultsException;
import org.apache.calcite.avatica.NoSuchStatementException; import org.apache.calcite.avatica.NoSuchStatementException;
import org.apache.calcite.schema.SchemaPlus;
import org.apache.druid.common.config.NullHandling; import org.apache.druid.common.config.NullHandling;
import org.apache.druid.guice.GuiceInjectors; import org.apache.druid.guice.GuiceInjectors;
import org.apache.druid.initialization.Initialization; import org.apache.druid.initialization.Initialization;
@ -42,23 +43,24 @@ import org.apache.druid.java.util.common.DateTimes;
import org.apache.druid.java.util.common.Pair; import org.apache.druid.java.util.common.Pair;
import org.apache.druid.java.util.common.StringUtils; import org.apache.druid.java.util.common.StringUtils;
import org.apache.druid.java.util.common.io.Closer; import org.apache.druid.java.util.common.io.Closer;
import org.apache.druid.java.util.emitter.service.ServiceEmitter;
import org.apache.druid.math.expr.ExprMacroTable; import org.apache.druid.math.expr.ExprMacroTable;
import org.apache.druid.query.QueryRunnerFactoryConglomerate; import org.apache.druid.query.QueryRunnerFactoryConglomerate;
import org.apache.druid.server.DruidNode; import org.apache.druid.server.DruidNode;
import org.apache.druid.server.QueryLifecycleFactory;
import org.apache.druid.server.RequestLogLine; import org.apache.druid.server.RequestLogLine;
import org.apache.druid.server.log.RequestLogger;
import org.apache.druid.server.log.TestRequestLogger; import org.apache.druid.server.log.TestRequestLogger;
import org.apache.druid.server.metrics.NoopServiceEmitter; import org.apache.druid.server.metrics.NoopServiceEmitter;
import org.apache.druid.server.security.AuthTestUtils; import org.apache.druid.server.security.AuthTestUtils;
import org.apache.druid.server.security.AuthenticatorMapper; import org.apache.druid.server.security.AuthenticatorMapper;
import org.apache.druid.server.security.AuthorizerMapper; import org.apache.druid.server.security.AuthorizerMapper;
import org.apache.druid.server.security.Escalator; import org.apache.druid.server.security.Escalator;
import org.apache.druid.sql.SqlLifecycleFactory;
import org.apache.druid.sql.calcite.planner.Calcites; import org.apache.druid.sql.calcite.planner.Calcites;
import org.apache.druid.sql.calcite.planner.DruidOperatorTable; import org.apache.druid.sql.calcite.planner.DruidOperatorTable;
import org.apache.druid.sql.calcite.planner.PlannerConfig; import org.apache.druid.sql.calcite.planner.PlannerConfig;
import org.apache.druid.sql.calcite.planner.PlannerFactory; import org.apache.druid.sql.calcite.planner.PlannerFactory;
import org.apache.druid.sql.calcite.schema.DruidSchema; import org.apache.druid.sql.calcite.schema.DruidSchemaName;
import org.apache.druid.sql.calcite.schema.SystemSchema;
import org.apache.druid.sql.calcite.util.CalciteTestBase; import org.apache.druid.sql.calcite.util.CalciteTestBase;
import org.apache.druid.sql.calcite.util.CalciteTests; import org.apache.druid.sql.calcite.util.CalciteTests;
import org.apache.druid.sql.calcite.util.QueryLogHook; import org.apache.druid.sql.calcite.util.QueryLogHook;
@ -160,10 +162,11 @@ public class DruidAvaticaHandlerTest extends CalciteTestBase
{ {
walker = CalciteTests.createMockWalker(conglomerate, temporaryFolder.newFolder()); walker = CalciteTests.createMockWalker(conglomerate, temporaryFolder.newFolder());
final PlannerConfig plannerConfig = new PlannerConfig(); final PlannerConfig plannerConfig = new PlannerConfig();
final DruidSchema druidSchema = CalciteTests.createMockSchema(conglomerate, walker, plannerConfig);
final SystemSchema systemSchema = CalciteTests.createMockSystemSchema(druidSchema, walker, plannerConfig);
final DruidOperatorTable operatorTable = CalciteTests.createOperatorTable(); final DruidOperatorTable operatorTable = CalciteTests.createOperatorTable();
final ExprMacroTable macroTable = CalciteTests.createExprMacroTable(); final ExprMacroTable macroTable = CalciteTests.createExprMacroTable();
final SchemaPlus rootSchema =
CalciteTests.createMockRootSchema(conglomerate, walker, plannerConfig, CalciteTests.TEST_AUTHORIZER_MAPPER);
testRequestLogger = new TestRequestLogger();
injector = Initialization.makeInjectorWithModules( injector = Initialization.makeInjectorWithModules(
GuiceInjectors.makeStartupInjector(), GuiceInjectors.makeStartupInjector(),
@ -179,32 +182,24 @@ public class DruidAvaticaHandlerTest extends CalciteTestBase
binder.bind(AuthenticatorMapper.class).toInstance(CalciteTests.TEST_AUTHENTICATOR_MAPPER); binder.bind(AuthenticatorMapper.class).toInstance(CalciteTests.TEST_AUTHENTICATOR_MAPPER);
binder.bind(AuthorizerMapper.class).toInstance(CalciteTests.TEST_AUTHORIZER_MAPPER); binder.bind(AuthorizerMapper.class).toInstance(CalciteTests.TEST_AUTHORIZER_MAPPER);
binder.bind(Escalator.class).toInstance(CalciteTests.TEST_AUTHENTICATOR_ESCALATOR); binder.bind(Escalator.class).toInstance(CalciteTests.TEST_AUTHENTICATOR_ESCALATOR);
binder.bind(RequestLogger.class).toInstance(testRequestLogger);
binder.bind(SchemaPlus.class).toInstance(rootSchema);
binder.bind(QueryLifecycleFactory.class)
.toInstance(CalciteTests.createMockQueryLifecycleFactory(walker, conglomerate));
binder.bind(DruidOperatorTable.class).toInstance(operatorTable);
binder.bind(ExprMacroTable.class).toInstance(macroTable);
binder.bind(PlannerConfig.class).toInstance(plannerConfig);
binder.bind(String.class)
.annotatedWith(DruidSchemaName.class)
.toInstance(CalciteTests.DRUID_SCHEMA_NAME);
binder.bind(AvaticaServerConfig.class).toInstance(AVATICA_CONFIG);
binder.bind(ServiceEmitter.class).to(NoopServiceEmitter.class);
} }
} }
) )
); );
testRequestLogger = new TestRequestLogger(); druidMeta = injector.getInstance(DruidMeta.class);
final PlannerFactory plannerFactory = new PlannerFactory(
druidSchema,
CalciteTests.createMockLookupSchema(),
systemSchema,
CalciteTests.createMockQueryLifecycleFactory(walker, conglomerate),
operatorTable,
macroTable,
plannerConfig,
CalciteTests.TEST_AUTHORIZER_MAPPER,
CalciteTests.getJsonMapper()
);
druidMeta = new DruidMeta(
new SqlLifecycleFactory(
plannerFactory,
new NoopServiceEmitter(),
testRequestLogger
),
AVATICA_CONFIG,
injector
);
final DruidAvaticaHandler handler = new DruidAvaticaHandler( final DruidAvaticaHandler handler = new DruidAvaticaHandler(
druidMeta, druidMeta,
new DruidNode("dummy", "dummy", false, 1, null, true, false), new DruidNode("dummy", "dummy", false, 1, null, true, false),
@ -819,23 +814,22 @@ public class DruidAvaticaHandlerTest extends CalciteTestBase
}; };
final PlannerConfig plannerConfig = new PlannerConfig(); final PlannerConfig plannerConfig = new PlannerConfig();
final DruidSchema druidSchema = CalciteTests.createMockSchema(conglomerate, walker, plannerConfig);
final SystemSchema systemSchema = CalciteTests.createMockSystemSchema(druidSchema, walker, plannerConfig);
final DruidOperatorTable operatorTable = CalciteTests.createOperatorTable(); final DruidOperatorTable operatorTable = CalciteTests.createOperatorTable();
final ExprMacroTable macroTable = CalciteTests.createExprMacroTable(); final ExprMacroTable macroTable = CalciteTests.createExprMacroTable();
final List<Meta.Frame> frames = new ArrayList<>(); final List<Meta.Frame> frames = new ArrayList<>();
SchemaPlus rootSchema =
CalciteTests.createMockRootSchema(conglomerate, walker, plannerConfig, AuthTestUtils.TEST_AUTHORIZER_MAPPER);
DruidMeta smallFrameDruidMeta = new DruidMeta( DruidMeta smallFrameDruidMeta = new DruidMeta(
CalciteTests.createSqlLifecycleFactory( CalciteTests.createSqlLifecycleFactory(
new PlannerFactory( new PlannerFactory(
druidSchema, rootSchema,
CalciteTests.createMockLookupSchema(),
systemSchema,
CalciteTests.createMockQueryLifecycleFactory(walker, conglomerate), CalciteTests.createMockQueryLifecycleFactory(walker, conglomerate),
operatorTable, operatorTable,
macroTable, macroTable,
plannerConfig, plannerConfig,
AuthTestUtils.TEST_AUTHORIZER_MAPPER, AuthTestUtils.TEST_AUTHORIZER_MAPPER,
CalciteTests.getJsonMapper() CalciteTests.getJsonMapper(),
CalciteTests.DRUID_SCHEMA_NAME
) )
), ),
smallFrameConfig, smallFrameConfig,
@ -911,7 +905,7 @@ public class DruidAvaticaHandlerTest extends CalciteTestBase
testRequestLogger.clear(); testRequestLogger.clear();
try { try {
client.createStatement().executeQuery("SELECT notexist FROM druid.foo"); client.createStatement().executeQuery("SELECT notexist FROM druid.foo");
Assert.fail("invalid sql should throw SQLException"); Assert.fail("invalid SQL should throw SQLException");
} }
catch (SQLException e) { catch (SQLException e) {
} }
@ -925,7 +919,7 @@ public class DruidAvaticaHandlerTest extends CalciteTestBase
testRequestLogger.clear(); testRequestLogger.clear();
try { try {
client.createStatement().executeQuery("SELECT count(*) FROM druid.forbiddenDatasource"); client.createStatement().executeQuery("SELECT count(*) FROM druid.forbiddenDatasource");
Assert.fail("unauthorzed sql should throw SQLException"); Assert.fail("unauthorzed SQL should throw SQLException");
} }
catch (SQLException e) { catch (SQLException e) {
} }

View File

@ -23,6 +23,7 @@ import com.google.common.base.Function;
import com.google.common.collect.Lists; import com.google.common.collect.Lists;
import org.apache.calcite.avatica.ColumnMetaData; import org.apache.calcite.avatica.ColumnMetaData;
import org.apache.calcite.avatica.Meta; import org.apache.calcite.avatica.Meta;
import org.apache.calcite.schema.SchemaPlus;
import org.apache.druid.common.config.NullHandling; import org.apache.druid.common.config.NullHandling;
import org.apache.druid.java.util.common.DateTimes; import org.apache.druid.java.util.common.DateTimes;
import org.apache.druid.java.util.common.Pair; import org.apache.druid.java.util.common.Pair;
@ -35,8 +36,6 @@ import org.apache.druid.sql.SqlLifecycleFactory;
import org.apache.druid.sql.calcite.planner.DruidOperatorTable; import org.apache.druid.sql.calcite.planner.DruidOperatorTable;
import org.apache.druid.sql.calcite.planner.PlannerConfig; import org.apache.druid.sql.calcite.planner.PlannerConfig;
import org.apache.druid.sql.calcite.planner.PlannerFactory; import org.apache.druid.sql.calcite.planner.PlannerFactory;
import org.apache.druid.sql.calcite.schema.DruidSchema;
import org.apache.druid.sql.calcite.schema.SystemSchema;
import org.apache.druid.sql.calcite.util.CalciteTestBase; import org.apache.druid.sql.calcite.util.CalciteTestBase;
import org.apache.druid.sql.calcite.util.CalciteTests; import org.apache.druid.sql.calcite.util.CalciteTests;
import org.apache.druid.sql.calcite.util.QueryLogHook; import org.apache.druid.sql.calcite.util.QueryLogHook;
@ -87,20 +86,19 @@ public class DruidStatementTest extends CalciteTestBase
{ {
walker = CalciteTests.createMockWalker(conglomerate, temporaryFolder.newFolder()); walker = CalciteTests.createMockWalker(conglomerate, temporaryFolder.newFolder());
final PlannerConfig plannerConfig = new PlannerConfig(); final PlannerConfig plannerConfig = new PlannerConfig();
final DruidSchema druidSchema = CalciteTests.createMockSchema(conglomerate, walker, plannerConfig);
final SystemSchema systemSchema = CalciteTests.createMockSystemSchema(druidSchema, walker, plannerConfig);
final DruidOperatorTable operatorTable = CalciteTests.createOperatorTable(); final DruidOperatorTable operatorTable = CalciteTests.createOperatorTable();
final ExprMacroTable macroTable = CalciteTests.createExprMacroTable(); final ExprMacroTable macroTable = CalciteTests.createExprMacroTable();
SchemaPlus rootSchema =
CalciteTests.createMockRootSchema(conglomerate, walker, plannerConfig, AuthTestUtils.TEST_AUTHORIZER_MAPPER);
final PlannerFactory plannerFactory = new PlannerFactory( final PlannerFactory plannerFactory = new PlannerFactory(
druidSchema, rootSchema,
CalciteTests.createMockLookupSchema(),
systemSchema,
CalciteTests.createMockQueryLifecycleFactory(walker, conglomerate), CalciteTests.createMockQueryLifecycleFactory(walker, conglomerate),
operatorTable, operatorTable,
macroTable, macroTable,
plannerConfig, plannerConfig,
AuthTestUtils.TEST_AUTHORIZER_MAPPER, AuthTestUtils.TEST_AUTHORIZER_MAPPER,
CalciteTests.getJsonMapper() CalciteTests.getJsonMapper(),
CalciteTests.DRUID_SCHEMA_NAME
); );
this.sqlLifecycleFactory = CalciteTests.createSqlLifecycleFactory(plannerFactory); this.sqlLifecycleFactory = CalciteTests.createSqlLifecycleFactory(plannerFactory);
} }

View File

@ -23,6 +23,7 @@ import com.fasterxml.jackson.databind.ObjectMapper;
import com.google.common.collect.ImmutableList; import com.google.common.collect.ImmutableList;
import com.google.common.collect.ImmutableMap; import com.google.common.collect.ImmutableMap;
import org.apache.calcite.plan.RelOptPlanner; import org.apache.calcite.plan.RelOptPlanner;
import org.apache.calcite.schema.SchemaPlus;
import org.apache.druid.common.config.NullHandling; import org.apache.druid.common.config.NullHandling;
import org.apache.druid.hll.VersionOneHyperLogLogCollector; import org.apache.druid.hll.VersionOneHyperLogLogCollector;
import org.apache.druid.java.util.common.DateTimes; import org.apache.druid.java.util.common.DateTimes;
@ -72,8 +73,6 @@ import org.apache.druid.sql.calcite.planner.DruidOperatorTable;
import org.apache.druid.sql.calcite.planner.PlannerConfig; import org.apache.druid.sql.calcite.planner.PlannerConfig;
import org.apache.druid.sql.calcite.planner.PlannerContext; import org.apache.druid.sql.calcite.planner.PlannerContext;
import org.apache.druid.sql.calcite.planner.PlannerFactory; import org.apache.druid.sql.calcite.planner.PlannerFactory;
import org.apache.druid.sql.calcite.schema.DruidSchema;
import org.apache.druid.sql.calcite.schema.SystemSchema;
import org.apache.druid.sql.calcite.util.CalciteTestBase; import org.apache.druid.sql.calcite.util.CalciteTestBase;
import org.apache.druid.sql.calcite.util.CalciteTests; import org.apache.druid.sql.calcite.util.CalciteTests;
import org.apache.druid.sql.calcite.util.QueryLogHook; import org.apache.druid.sql.calcite.util.QueryLogHook;
@ -632,21 +631,25 @@ public class BaseCalciteQueryTest extends CalciteTestBase
final ObjectMapper objectMapper final ObjectMapper objectMapper
) throws Exception ) throws Exception
{ {
final InProcessViewManager viewManager = new InProcessViewManager(CalciteTests.TEST_AUTHENTICATOR_ESCALATOR); final InProcessViewManager viewManager =
final DruidSchema druidSchema = CalciteTests.createMockSchema(conglomerate, walker, plannerConfig, viewManager); new InProcessViewManager(CalciteTests.TEST_AUTHENTICATOR_ESCALATOR, CalciteTests.DRUID_VIEW_MACRO_FACTORY);
final SystemSchema systemSchema = CalciteTests.createMockSystemSchema(druidSchema, walker, plannerConfig); SchemaPlus rootSchema = CalciteTests.createMockRootSchema(
conglomerate,
walker,
plannerConfig,
viewManager,
authorizerMapper
);
final PlannerFactory plannerFactory = new PlannerFactory( final PlannerFactory plannerFactory = new PlannerFactory(
druidSchema, rootSchema,
CalciteTests.createMockLookupSchema(),
systemSchema,
CalciteTests.createMockQueryLifecycleFactory(walker, conglomerate), CalciteTests.createMockQueryLifecycleFactory(walker, conglomerate),
operatorTable, operatorTable,
macroTable, macroTable,
plannerConfig, plannerConfig,
authorizerMapper, authorizerMapper,
objectMapper objectMapper,
CalciteTests.DRUID_SCHEMA_NAME
); );
final SqlLifecycleFactory sqlLifecycleFactory = CalciteTests.createSqlLifecycleFactory(plannerFactory); final SqlLifecycleFactory sqlLifecycleFactory = CalciteTests.createSqlLifecycleFactory(plannerFactory);

View File

@ -1338,7 +1338,7 @@ public class CalciteQueryTest extends BaseCalciteQueryTest
} }
// This test the on-heap version of the AnyAggregator (Double/Float/Long) against numeric columns // This test the on-heap version of the AnyAggregator (Double/Float/Long) against numeric columns
// that have null values (when run in sql compatible null mode) // that have null values (when run in SQL compatible null mode)
@Test @Test
public void testAnyAggregatorsOnHeapNumericNulls() throws Exception public void testAnyAggregatorsOnHeapNumericNulls() throws Exception
{ {
@ -1369,7 +1369,7 @@ public class CalciteQueryTest extends BaseCalciteQueryTest
} }
// This test the off-heap (buffer) version of the AnyAggregator (Double/Float/Long) against numeric columns // This test the off-heap (buffer) version of the AnyAggregator (Double/Float/Long) against numeric columns
// that have null values (when run in sql compatible null mode) // that have null values (when run in SQL compatible null mode)
@Test @Test
public void testAnyAggregatorsOffHeapNumericNulls() throws Exception public void testAnyAggregatorsOffHeapNumericNulls() throws Exception
{ {
@ -1580,7 +1580,7 @@ public class CalciteQueryTest extends BaseCalciteQueryTest
//[, 10.1] //[, 10.1]
//[a, ] //[a, ]
//[abc, def] //[abc, def]
// sql compatible mode subquery results: // SQL compatible mode subquery results:
//[null, 10.1] //[null, 10.1]
//[, 2] //[, 2]
//[a, ] //[a, ]

View File

@ -0,0 +1,51 @@
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.apache.druid.sql.calcite.aggregation;
import com.google.inject.Guice;
import com.google.inject.Injector;
import com.google.inject.Key;
import com.google.inject.TypeLiteral;
import org.junit.Assert;
import org.junit.Before;
import org.junit.Test;
import java.util.Set;
public class SqlAggregationModuleTest
{
private SqlAggregationModule target;
private Injector injector;
@Before
public void setUp()
{
target = new SqlAggregationModule();
injector = Guice.createInjector(target);
}
@Test
public void testEmptySqlAggregatorsAreBound()
{
Set<SqlAggregator> sqlAggregators = injector.getInstance(Key.get(new TypeLiteral<Set<SqlAggregator>>(){}));
Assert.assertNotNull(sqlAggregators);
Assert.assertTrue(sqlAggregators.isEmpty());
}
}

View File

@ -0,0 +1,136 @@
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.apache.druid.sql.calcite.planner;
import com.google.common.collect.ImmutableSet;
import com.google.inject.Guice;
import com.google.inject.Injector;
import com.google.inject.Key;
import com.google.inject.Scopes;
import com.google.inject.TypeLiteral;
import org.apache.calcite.schema.Schema;
import org.apache.calcite.schema.SchemaPlus;
import org.apache.druid.guice.LazySingleton;
import org.apache.druid.jackson.JacksonModule;
import org.apache.druid.math.expr.ExprMacroTable;
import org.apache.druid.server.QueryLifecycleFactory;
import org.apache.druid.server.security.AuthorizerMapper;
import org.apache.druid.sql.calcite.aggregation.SqlAggregator;
import org.apache.druid.sql.calcite.expression.SqlOperatorConversion;
import org.apache.druid.sql.calcite.schema.DruidSchemaName;
import org.apache.druid.sql.calcite.schema.NamedSchema;
import org.easymock.EasyMock;
import org.easymock.EasyMockRunner;
import org.easymock.Mock;
import org.junit.Assert;
import org.junit.Before;
import org.junit.Test;
import org.junit.runner.RunWith;
import javax.validation.Validation;
import javax.validation.Validator;
import java.util.Set;
@RunWith(EasyMockRunner.class)
public class CalcitePlannerModuleTest
{
private static final String SCHEMA_1 = "SCHEMA_1";
private static final String SCHEMA_2 = "SCHEMA_2";
private static final String DRUID_SCHEMA_NAME = "DRUID_SCHEMA_NAME";
@Mock
private NamedSchema druidSchema1;
@Mock
private NamedSchema druidSchema2;
@Mock
private Schema schema1;
@Mock
private Schema schema2;
@Mock
private QueryLifecycleFactory queryLifecycleFactory;
@Mock
private ExprMacroTable macroTable;
@Mock
private AuthorizerMapper authorizerMapper;
@Mock
private SchemaPlus rootSchema;
private Set<SqlAggregator> aggregators;
private Set<SqlOperatorConversion> operatorConversions;
private Set<NamedSchema> calciteSchemas;
private CalcitePlannerModule target;
private Injector injector;
@Before
public void setUp()
{
EasyMock.expect(druidSchema1.getSchema()).andStubReturn(schema1);
EasyMock.expect(druidSchema2.getSchema()).andStubReturn(schema2);
EasyMock.expect(druidSchema1.getSchemaName()).andStubReturn(SCHEMA_1);
EasyMock.expect(druidSchema2.getSchemaName()).andStubReturn(SCHEMA_2);
EasyMock.replay(druidSchema1, druidSchema2);
calciteSchemas = ImmutableSet.of(druidSchema1, druidSchema2);
aggregators = ImmutableSet.of();
operatorConversions = ImmutableSet.of();
target = new CalcitePlannerModule();
injector = Guice.createInjector(
new JacksonModule(),
binder -> {
binder.bind(Validator.class).toInstance(Validation.buildDefaultValidatorFactory().getValidator());
binder.bindScope(LazySingleton.class, Scopes.SINGLETON);
binder.bind(Key.get(new TypeLiteral<Set<NamedSchema>>(){})).toInstance(calciteSchemas);
binder.bind(QueryLifecycleFactory.class).toInstance(queryLifecycleFactory);
binder.bind(ExprMacroTable.class).toInstance(macroTable);
binder.bind(AuthorizerMapper.class).toInstance(authorizerMapper);
binder.bind(String.class).annotatedWith(DruidSchemaName.class).toInstance(DRUID_SCHEMA_NAME);
binder.bind(Key.get(new TypeLiteral<Set<SqlAggregator>>(){})).toInstance(aggregators);
binder.bind(Key.get(new TypeLiteral<Set<SqlOperatorConversion>>(){})).toInstance(operatorConversions);
binder.bind(SchemaPlus.class).toInstance(rootSchema);
},
target
);
}
@Test
public void testDruidOperatorTableIsInjectable()
{
DruidOperatorTable operatorTable = injector.getInstance(DruidOperatorTable.class);
Assert.assertNotNull(operatorTable);
DruidOperatorTable other = injector.getInstance(DruidOperatorTable.class);
Assert.assertNotSame(other, operatorTable);
}
@Test
public void testPlannerFactoryIsInjectable()
{
PlannerFactory plannerFactory = injector.getInstance(PlannerFactory.class);
Assert.assertNotNull(PlannerFactory.class);
PlannerFactory other = injector.getInstance(PlannerFactory.class);
Assert.assertNotSame(other, plannerFactory);
}
@Test
public void testPlannerConfigIsInjected()
{
PlannerConfig plannerConfig = injector.getInstance(PlannerConfig.class);
Assert.assertNotNull(plannerConfig);
}
}

View File

@ -0,0 +1,226 @@
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.apache.druid.sql.calcite.schema;
import com.fasterxml.jackson.databind.ObjectMapper;
import com.google.common.collect.ImmutableSet;
import com.google.inject.Guice;
import com.google.inject.Injector;
import com.google.inject.Key;
import com.google.inject.Scopes;
import com.google.inject.TypeLiteral;
import com.google.inject.name.Names;
import org.apache.calcite.schema.SchemaPlus;
import org.apache.druid.client.InventoryView;
import org.apache.druid.client.TimelineServerView;
import org.apache.druid.client.coordinator.Coordinator;
import org.apache.druid.client.indexing.IndexingService;
import org.apache.druid.discovery.DruidLeaderClient;
import org.apache.druid.discovery.DruidNodeDiscoveryProvider;
import org.apache.druid.guice.LazySingleton;
import org.apache.druid.guice.LifecycleModule;
import org.apache.druid.query.lookup.LookupExtractorFactoryContainerProvider;
import org.apache.druid.query.lookup.LookupReferencesManager;
import org.apache.druid.server.QueryLifecycleFactory;
import org.apache.druid.server.security.AuthorizerMapper;
import org.apache.druid.server.security.Escalator;
import org.apache.druid.sql.calcite.planner.PlannerConfig;
import org.apache.druid.sql.calcite.view.ViewManager;
import org.easymock.EasyMock;
import org.easymock.EasyMockRunner;
import org.easymock.Mock;
import org.junit.Assert;
import org.junit.Before;
import org.junit.Test;
import org.junit.runner.RunWith;
import java.util.Set;
import java.util.stream.Collectors;
@RunWith(EasyMockRunner.class)
public class DruidCalciteSchemaModuleTest
{
private static final String DRUID_SCHEMA_NAME = "druid";
@Mock
private QueryLifecycleFactory queryLifecycleFactory;
@Mock
private TimelineServerView serverView;
@Mock
private PlannerConfig plannerConfig;
@Mock
private ViewManager viewManager;
@Mock
private Escalator escalator;
@Mock
AuthorizerMapper authorizerMapper;
@Mock
private InventoryView serverInventoryView;
@Mock
private DruidLeaderClient coordinatorDruidLeaderClient;
@Mock
private DruidLeaderClient overlordDruidLeaderClient;
@Mock
private DruidNodeDiscoveryProvider druidNodeDiscoveryProvider;
@Mock
private ObjectMapper objectMapper;
@Mock
private LookupReferencesManager lookupReferencesManager;
private DruidCalciteSchemaModule target;
private Injector injector;
@Before
public void setUp()
{
EasyMock.expect(plannerConfig.isMetadataSegmentCacheEnable()).andStubReturn(false);
EasyMock.expect(plannerConfig.getMetadataSegmentPollPeriod()).andStubReturn(6000L);
EasyMock.replay(plannerConfig);
target = new DruidCalciteSchemaModule();
injector = Guice.createInjector(
binder -> {
binder.bind(QueryLifecycleFactory.class).toInstance(queryLifecycleFactory);
binder.bind(TimelineServerView.class).toInstance(serverView);
binder.bind(PlannerConfig.class).toInstance(plannerConfig);
binder.bind(ViewManager.class).toInstance(viewManager);
binder.bind(Escalator.class).toInstance(escalator);
binder.bind(AuthorizerMapper.class).toInstance(authorizerMapper);
binder.bind(InventoryView.class).toInstance(serverInventoryView);
binder.bind(DruidLeaderClient.class)
.annotatedWith(Coordinator.class)
.toInstance(coordinatorDruidLeaderClient);
binder.bind(DruidLeaderClient.class)
.annotatedWith(IndexingService.class)
.toInstance(overlordDruidLeaderClient);
binder.bind(DruidNodeDiscoveryProvider.class).toInstance(druidNodeDiscoveryProvider);
binder.bind(ObjectMapper.class).toInstance(objectMapper);
binder.bindScope(LazySingleton.class, Scopes.SINGLETON);
binder.bind(LookupExtractorFactoryContainerProvider.class).toInstance(lookupReferencesManager);
},
new LifecycleModule(),
target);
}
@Test
public void testDruidSchemaNameIsInjected()
{
String schemaName = injector.getInstance(Key.get(String.class, DruidSchemaName.class));
Assert.assertEquals(DRUID_SCHEMA_NAME, schemaName);
}
@Test
public void testDruidSqlSchemaIsInjectedAsSingleton()
{
NamedDruidSchema namedDruidSchema = injector.getInstance(NamedDruidSchema.class);
Assert.assertNotNull(namedDruidSchema);
NamedDruidSchema other = injector.getInstance(NamedDruidSchema.class);
Assert.assertSame(other, namedDruidSchema);
}
@Test
public void testSystemSqlSchemaIsInjectedAsSingleton()
{
NamedSystemSchema namedSystemSchema = injector.getInstance(NamedSystemSchema.class);
Assert.assertNotNull(namedSystemSchema);
NamedSystemSchema other = injector.getInstance(NamedSystemSchema.class);
Assert.assertSame(other, namedSystemSchema);
}
@Test
public void testDruidCalciteSchemasAreInjected()
{
Set<NamedSchema> sqlSchemas = injector.getInstance(Key.get(new TypeLiteral<Set<NamedSchema>>(){}));
Set<Class<? extends NamedSchema>> expectedSchemas =
ImmutableSet.of(NamedSystemSchema.class, NamedDruidSchema.class, NamedLookupSchema.class);
Assert.assertEquals(expectedSchemas.size(), sqlSchemas.size());
Assert.assertEquals(
expectedSchemas,
sqlSchemas.stream().map(NamedSchema::getClass).collect(Collectors.toSet()));
}
@Test
public void testDruidSchemaIsInjectedAsSingleton()
{
DruidSchema schema = injector.getInstance(DruidSchema.class);
Assert.assertNotNull(schema);
DruidSchema other = injector.getInstance(DruidSchema.class);
Assert.assertSame(other, schema);
}
@Test
public void testSystemSchemaIsInjectedAsSingleton()
{
SystemSchema schema = injector.getInstance(SystemSchema.class);
Assert.assertNotNull(schema);
SystemSchema other = injector.getInstance(SystemSchema.class);
Assert.assertSame(other, schema);
}
@Test
public void testInformationSchemaIsInjectedAsSingleton()
{
InformationSchema schema = injector.getInstance(InformationSchema.class);
Assert.assertNotNull(schema);
InformationSchema other = injector.getInstance(InformationSchema.class);
Assert.assertSame(other, schema);
}
@Test
public void testLookupSchemaIsInjectedAsSingleton()
{
LookupSchema schema = injector.getInstance(LookupSchema.class);
Assert.assertNotNull(schema);
LookupSchema other = injector.getInstance(LookupSchema.class);
Assert.assertSame(other, schema);
}
@Test
public void testRootSchemaAnnotatedIsInjectedAsSingleton()
{
SchemaPlus rootSchema = injector.getInstance(
Key.get(SchemaPlus.class, Names.named(DruidCalciteSchemaModule.INCOMPLETE_SCHEMA))
);
Assert.assertNotNull(rootSchema);
SchemaPlus other = injector.getInstance(
Key.get(SchemaPlus.class, Names.named(DruidCalciteSchemaModule.INCOMPLETE_SCHEMA))
);
Assert.assertSame(other, rootSchema);
}
@Test
public void testRootSchemaIsInjectedAsSingleton()
{
SchemaPlus rootSchema = injector.getInstance(Key.get(SchemaPlus.class));
Assert.assertNotNull(rootSchema);
SchemaPlus other = injector.getInstance(
Key.get(SchemaPlus.class, Names.named(DruidCalciteSchemaModule.INCOMPLETE_SCHEMA))
);
Assert.assertSame(other, rootSchema);
}
@Test
public void testRootSchemaIsInjectedAndHasInformationSchema()
{
SchemaPlus rootSchema = injector.getInstance(Key.get(SchemaPlus.class));
InformationSchema expectedSchema = injector.getInstance(InformationSchema.class);
Assert.assertNotNull(rootSchema);
Assert.assertSame(expectedSchema, rootSchema.getSubSchema("INFORMATION_SCHEMA").unwrap(InformationSchema.class));
}
}

View File

@ -0,0 +1,56 @@
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.apache.druid.sql.calcite.schema;
import org.easymock.EasyMockRunner;
import org.easymock.Mock;
import org.junit.Assert;
import org.junit.Before;
import org.junit.Test;
import org.junit.runner.RunWith;
@RunWith(EasyMockRunner.class)
public class NamedDruidSchemaTest
{
private static final String SCHEMA_NAME = "SCHEMA_NAME";
@Mock
private DruidSchema druidSchema;
private NamedDruidSchema target;
@Before
public void setUp()
{
target = new NamedDruidSchema(druidSchema, SCHEMA_NAME);
}
@Test
public void testGetSchemaNameShouldReturnName()
{
Assert.assertEquals(SCHEMA_NAME, target.getSchemaName());
}
@Test
public void testGetSchemaShouldReturnSchema()
{
Assert.assertEquals(druidSchema, target.getSchema());
}
}

View File

@ -0,0 +1,56 @@
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.apache.druid.sql.calcite.schema;
import org.easymock.EasyMockRunner;
import org.easymock.Mock;
import org.junit.Assert;
import org.junit.Before;
import org.junit.Test;
import org.junit.runner.RunWith;
@RunWith(EasyMockRunner.class)
public class NamedLookupSchemaTest
{
private static final String SCHEMA_NAME = "lookup";
@Mock
private LookupSchema lookupSchema;
private NamedLookupSchema target;
@Before
public void setUp()
{
target = new NamedLookupSchema(lookupSchema);
}
@Test
public void testGetSchemaNameShouldReturnName()
{
Assert.assertEquals(SCHEMA_NAME, target.getSchemaName());
}
@Test
public void testGetSchemaShouldReturnSchema()
{
Assert.assertEquals(lookupSchema, target.getSchema());
}
}

View File

@ -0,0 +1,53 @@
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.apache.druid.sql.calcite.schema;
import org.easymock.Mock;
import org.junit.Assert;
import org.junit.Before;
import org.junit.Test;
public class NamedSystemSchemaTest
{
private static final String SCHEMA_NAME = "sys";
@Mock
private SystemSchema systemSchema;
private NamedSystemSchema target;
@Before
public void setUp()
{
target = new NamedSystemSchema(systemSchema);
}
@Test
public void testGetSchemaNameShouldReturnName()
{
Assert.assertEquals(SCHEMA_NAME, target.getSchemaName());
}
@Test
public void testGetSchemaShouldReturnSchema()
{
Assert.assertEquals(systemSchema, target.getSchema());
}
}

View File

@ -0,0 +1,90 @@
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.apache.druid.sql.calcite.schema;
import com.google.common.collect.ImmutableSet;
import org.apache.calcite.schema.Schema;
import org.apache.calcite.schema.SchemaPlus;
import org.apache.druid.java.util.common.ISE;
import org.easymock.EasyMock;
import org.easymock.EasyMockRunner;
import org.easymock.Mock;
import org.junit.Assert;
import org.junit.Before;
import org.junit.Test;
import org.junit.runner.RunWith;
import java.util.Set;
@RunWith(EasyMockRunner.class)
public class RootSchemaProviderTest
{
private static final String SCHEMA_1 = "SCHEMA_1";
private static final String SCHEMA_2 = "SCHEMA_2";
@Mock
private NamedSchema druidSchema1;
@Mock
private NamedSchema druidSchema2;
@Mock
private NamedSchema duplicateSchema1;
@Mock
private Schema schema1;
@Mock
private Schema schema2;
@Mock
private Schema schema3;
private Set<NamedSchema> druidSchemas;
private RootSchemaProvider target;
@Before
public void setUp()
{
EasyMock.expect(druidSchema1.getSchema()).andStubReturn(schema1);
EasyMock.expect(druidSchema2.getSchema()).andStubReturn(schema2);
EasyMock.expect(duplicateSchema1.getSchema()).andStubReturn(schema3);
EasyMock.expect(druidSchema1.getSchemaName()).andStubReturn(SCHEMA_1);
EasyMock.expect(druidSchema2.getSchemaName()).andStubReturn(SCHEMA_2);
EasyMock.expect(duplicateSchema1.getSchemaName()).andStubReturn(SCHEMA_1);
EasyMock.replay(druidSchema1, druidSchema2, duplicateSchema1);
druidSchemas = ImmutableSet.of(druidSchema1, druidSchema2);
target = new RootSchemaProvider(druidSchemas);
}
@Test
public void testGetShouldReturnRootSchemaWithProvidedSchemasRegistered()
{
SchemaPlus rootSchema = target.get();
Assert.assertEquals("", rootSchema.getName());
Assert.assertFalse(rootSchema.isCacheEnabled());
// metadata schema should not be added
Assert.assertEquals(druidSchemas.size(), rootSchema.getSubSchemaNames().size());
Assert.assertEquals(schema1, rootSchema.getSubSchema(SCHEMA_1).unwrap(schema1.getClass()));
Assert.assertEquals(schema2, rootSchema.getSubSchema(SCHEMA_2).unwrap(schema2.getClass()));
}
@Test(expected = ISE.class)
public void testGetWithDuplicateSchemasShouldThrowISE()
{
target = new RootSchemaProvider(ImmutableSet.of(druidSchema1, druidSchema2, duplicateSchema1));
target.get();
}
}

View File

@ -27,6 +27,8 @@ import com.google.inject.Guice;
import com.google.inject.Injector; import com.google.inject.Injector;
import com.google.inject.Key; import com.google.inject.Key;
import com.google.inject.Module; import com.google.inject.Module;
import org.apache.calcite.jdbc.CalciteSchema;
import org.apache.calcite.schema.SchemaPlus;
import org.apache.curator.x.discovery.ServiceProvider; import org.apache.curator.x.discovery.ServiceProvider;
import org.apache.druid.client.BrokerSegmentWatcherConfig; import org.apache.druid.client.BrokerSegmentWatcherConfig;
import org.apache.druid.client.ServerInventoryView; import org.apache.druid.client.ServerInventoryView;
@ -118,9 +120,11 @@ import org.apache.druid.sql.calcite.planner.DruidOperatorTable;
import org.apache.druid.sql.calcite.planner.PlannerConfig; import org.apache.druid.sql.calcite.planner.PlannerConfig;
import org.apache.druid.sql.calcite.planner.PlannerFactory; import org.apache.druid.sql.calcite.planner.PlannerFactory;
import org.apache.druid.sql.calcite.schema.DruidSchema; import org.apache.druid.sql.calcite.schema.DruidSchema;
import org.apache.druid.sql.calcite.schema.InformationSchema;
import org.apache.druid.sql.calcite.schema.LookupSchema; import org.apache.druid.sql.calcite.schema.LookupSchema;
import org.apache.druid.sql.calcite.schema.MetadataSegmentView; import org.apache.druid.sql.calcite.schema.MetadataSegmentView;
import org.apache.druid.sql.calcite.schema.SystemSchema; import org.apache.druid.sql.calcite.schema.SystemSchema;
import org.apache.druid.sql.calcite.view.DruidViewMacroFactory;
import org.apache.druid.sql.calcite.view.NoopViewManager; import org.apache.druid.sql.calcite.view.NoopViewManager;
import org.apache.druid.sql.calcite.view.ViewManager; import org.apache.druid.sql.calcite.view.ViewManager;
import org.apache.druid.timeline.DataSegment; import org.apache.druid.timeline.DataSegment;
@ -151,6 +155,10 @@ public class CalciteTests
public static final String DATASOURCE4 = "foo4"; public static final String DATASOURCE4 = "foo4";
public static final String DATASOURCE5 = "lotsocolumns"; public static final String DATASOURCE5 = "lotsocolumns";
public static final String FORBIDDEN_DATASOURCE = "forbiddenDatasource"; public static final String FORBIDDEN_DATASOURCE = "forbiddenDatasource";
public static final String DRUID_SCHEMA_NAME = "druid";
public static final String INFORMATION_SCHEMA_NAME = "INFORMATION_SCHEMA";
public static final String SYSTEM_SCHEMA_NAME = "sys";
public static final String LOOKUP_SCHEMA_NAME = "lookup";
public static final String TEST_SUPERUSER_NAME = "testSuperuser"; public static final String TEST_SUPERUSER_NAME = "testSuperuser";
public static final AuthorizerMapper TEST_AUTHORIZER_MAPPER = new AuthorizerMapper(null) public static final AuthorizerMapper TEST_AUTHORIZER_MAPPER = new AuthorizerMapper(null)
@ -530,6 +538,8 @@ public class CalciteTests
// No instantiation. // No instantiation.
} }
public static final DruidViewMacroFactory DRUID_VIEW_MACRO_FACTORY = new TestDruidViewMacroFactory();
/** /**
* Returns a new {@link QueryRunnerFactoryConglomerate} and a {@link Closer} which should be closed at the end of the * Returns a new {@link QueryRunnerFactoryConglomerate} and a {@link Closer} which should be closed at the end of the
* test. * test.
@ -803,42 +813,6 @@ public class CalciteTests
} }
} }
public static DruidSchema createMockSchema(
final QueryRunnerFactoryConglomerate conglomerate,
final SpecificSegmentsQuerySegmentWalker walker,
final PlannerConfig plannerConfig
)
{
return createMockSchema(conglomerate, walker, plannerConfig, new NoopViewManager());
}
public static DruidSchema createMockSchema(
final QueryRunnerFactoryConglomerate conglomerate,
final SpecificSegmentsQuerySegmentWalker walker,
final PlannerConfig plannerConfig,
final ViewManager viewManager
)
{
final DruidSchema schema = new DruidSchema(
CalciteTests.createMockQueryLifecycleFactory(walker, conglomerate),
new TestServerInventoryView(walker.getSegments()),
plannerConfig,
viewManager,
TEST_AUTHENTICATOR_ESCALATOR
);
try {
schema.start();
schema.awaitInitialization();
}
catch (InterruptedException e) {
throw new RuntimeException(e);
}
schema.stop();
return schema;
}
public static InputRow createRow(final ImmutableMap<String, ?> map) public static InputRow createRow(final ImmutableMap<String, ?> map)
{ {
return PARSER.parseBatch((Map<String, Object>) map).get(0); return PARSER.parseBatch((Map<String, Object>) map).get(0);
@ -869,7 +843,8 @@ public class CalciteTests
public static SystemSchema createMockSystemSchema( public static SystemSchema createMockSystemSchema(
final DruidSchema druidSchema, final DruidSchema druidSchema,
final SpecificSegmentsQuerySegmentWalker walker, final SpecificSegmentsQuerySegmentWalker walker,
final PlannerConfig plannerConfig final PlannerConfig plannerConfig,
final AuthorizerMapper authorizerMapper
) )
{ {
final DruidLeaderClient druidLeaderClient = new DruidLeaderClient( final DruidLeaderClient druidLeaderClient = new DruidLeaderClient(
@ -892,7 +867,7 @@ public class CalciteTests
), ),
new TestServerInventoryView(walker.getSegments()), new TestServerInventoryView(walker.getSegments()),
EasyMock.createMock(ServerInventoryView.class), EasyMock.createMock(ServerInventoryView.class),
TEST_AUTHORIZER_MAPPER, authorizerMapper,
druidLeaderClient, druidLeaderClient,
druidLeaderClient, druidLeaderClient,
EasyMock.createMock(DruidNodeDiscoveryProvider.class), EasyMock.createMock(DruidNodeDiscoveryProvider.class),
@ -901,6 +876,50 @@ public class CalciteTests
return schema; return schema;
} }
public static SchemaPlus createMockRootSchema(
final QueryRunnerFactoryConglomerate conglomerate,
final SpecificSegmentsQuerySegmentWalker walker,
final PlannerConfig plannerConfig,
final AuthorizerMapper authorizerMapper
)
{
DruidSchema druidSchema = createMockSchema(conglomerate, walker, plannerConfig);
SystemSchema systemSchema =
CalciteTests.createMockSystemSchema(druidSchema, walker, plannerConfig, authorizerMapper);
SchemaPlus rootSchema = CalciteSchema.createRootSchema(false, false).plus();
InformationSchema informationSchema =
new InformationSchema(rootSchema, authorizerMapper, CalciteTests.DRUID_SCHEMA_NAME);
LookupSchema lookupSchema = CalciteTests.createMockLookupSchema();
rootSchema.add(CalciteTests.DRUID_SCHEMA_NAME, druidSchema);
rootSchema.add(CalciteTests.INFORMATION_SCHEMA_NAME, informationSchema);
rootSchema.add(CalciteTests.SYSTEM_SCHEMA_NAME, systemSchema);
rootSchema.add(CalciteTests.LOOKUP_SCHEMA_NAME, lookupSchema);
return rootSchema;
}
public static SchemaPlus createMockRootSchema(
final QueryRunnerFactoryConglomerate conglomerate,
final SpecificSegmentsQuerySegmentWalker walker,
final PlannerConfig plannerConfig,
final ViewManager viewManager,
final AuthorizerMapper authorizerMapper
)
{
DruidSchema druidSchema = createMockSchema(conglomerate, walker, plannerConfig, viewManager);
SystemSchema systemSchema =
CalciteTests.createMockSystemSchema(druidSchema, walker, plannerConfig, authorizerMapper);
SchemaPlus rootSchema = CalciteSchema.createRootSchema(false, false).plus();
InformationSchema informationSchema =
new InformationSchema(rootSchema, authorizerMapper, CalciteTests.DRUID_SCHEMA_NAME);
LookupSchema lookupSchema = CalciteTests.createMockLookupSchema();
rootSchema.add(CalciteTests.DRUID_SCHEMA_NAME, druidSchema);
rootSchema.add(CalciteTests.INFORMATION_SCHEMA_NAME, informationSchema);
rootSchema.add(CalciteTests.SYSTEM_SCHEMA_NAME, systemSchema);
rootSchema.add(CalciteTests.LOOKUP_SCHEMA_NAME, lookupSchema);
return rootSchema;
}
/** /**
* Some Calcite exceptions (such as that thrown by * Some Calcite exceptions (such as that thrown by
* {@link org.apache.druid.sql.calcite.CalciteQueryTest#testCountStarWithTimeFilterUsingStringLiteralsInvalid)}, * {@link org.apache.druid.sql.calcite.CalciteQueryTest#testCountStarWithTimeFilterUsingStringLiteralsInvalid)},
@ -915,4 +934,40 @@ public class CalciteTests
} }
return curThrowable; return curThrowable;
} }
private static DruidSchema createMockSchema(
final QueryRunnerFactoryConglomerate conglomerate,
final SpecificSegmentsQuerySegmentWalker walker,
final PlannerConfig plannerConfig
)
{
return createMockSchema(conglomerate, walker, plannerConfig, new NoopViewManager());
}
private static DruidSchema createMockSchema(
final QueryRunnerFactoryConglomerate conglomerate,
final SpecificSegmentsQuerySegmentWalker walker,
final PlannerConfig plannerConfig,
final ViewManager viewManager
)
{
final DruidSchema schema = new DruidSchema(
CalciteTests.createMockQueryLifecycleFactory(walker, conglomerate),
new TestServerInventoryView(walker.getSegments()),
plannerConfig,
viewManager,
TEST_AUTHENTICATOR_ESCALATOR
);
try {
schema.start();
schema.awaitInitialization();
}
catch (InterruptedException e) {
throw new RuntimeException(e);
}
schema.stop();
return schema;
}
} }

View File

@ -60,7 +60,7 @@ import org.apache.druid.segment.join.InlineJoinableFactory;
import org.apache.druid.segment.join.JoinableFactory; import org.apache.druid.segment.join.JoinableFactory;
import org.apache.druid.segment.join.Joinables; import org.apache.druid.segment.join.Joinables;
import org.apache.druid.segment.join.LookupJoinableFactory; import org.apache.druid.segment.join.LookupJoinableFactory;
import org.apache.druid.segment.join.MapJoinableFactory; import org.apache.druid.segment.join.MapJoinableFactoryTest;
import org.apache.druid.server.ClientQuerySegmentWalker; import org.apache.druid.server.ClientQuerySegmentWalker;
import org.apache.druid.server.initialization.ServerConfig; import org.apache.druid.server.initialization.ServerConfig;
import org.apache.druid.server.metrics.NoopServiceEmitter; import org.apache.druid.server.metrics.NoopServiceEmitter;
@ -109,7 +109,7 @@ public class SpecificSegmentsQuerySegmentWalker implements QuerySegmentWalker, C
) )
{ {
this.conglomerate = conglomerate; this.conglomerate = conglomerate;
this.joinableFactory = new MapJoinableFactory( this.joinableFactory = MapJoinableFactoryTest.fromMap(
ImmutableMap.<Class<? extends DataSource>, JoinableFactory>builder() ImmutableMap.<Class<? extends DataSource>, JoinableFactory>builder()
.put(InlineDataSource.class, new InlineJoinableFactory()) .put(InlineDataSource.class, new InlineJoinableFactory())
.put(LookupDataSource.class, new LookupJoinableFactory(lookupProvider)) .put(LookupDataSource.class, new LookupJoinableFactory(lookupProvider))

View File

@ -0,0 +1,38 @@
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.apache.druid.sql.calcite.util;
import org.apache.druid.server.security.Escalator;
import org.apache.druid.sql.calcite.planner.PlannerFactory;
import org.apache.druid.sql.calcite.view.DruidViewMacro;
import org.apache.druid.sql.calcite.view.DruidViewMacroFactory;
public class TestDruidViewMacroFactory implements DruidViewMacroFactory
{
@Override
public DruidViewMacro create(
PlannerFactory plannerFactory,
Escalator escalator,
String viewSql
)
{
return new DruidViewMacro(plannerFactory, escalator, viewSql, CalciteTests.DRUID_SCHEMA_NAME);
}
}

View File

@ -0,0 +1,79 @@
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.apache.druid.sql.http;
import com.fasterxml.jackson.databind.ObjectMapper;
import com.google.inject.Guice;
import com.google.inject.Injector;
import com.google.inject.Key;
import com.google.inject.TypeLiteral;
import org.apache.druid.guice.annotations.JSR311Resource;
import org.apache.druid.guice.annotations.Json;
import org.apache.druid.sql.SqlLifecycleFactory;
import org.easymock.EasyMockRunner;
import org.easymock.Mock;
import org.junit.Assert;
import org.junit.Before;
import org.junit.Test;
import org.junit.runner.RunWith;
import java.util.Set;
@RunWith(EasyMockRunner.class)
public class SqlHttpModuleTest
{
@Mock
private ObjectMapper jsonMpper;
@Mock
private SqlLifecycleFactory sqlLifecycleFactory;
private SqlHttpModule target;
private Injector injector;
@Before
public void setUp()
{
target = new SqlHttpModule();
injector = Guice.createInjector(
binder -> {
binder.bind(ObjectMapper.class).annotatedWith(Json.class).toInstance(jsonMpper);
binder.bind(SqlLifecycleFactory.class).toInstance(sqlLifecycleFactory);
},
target);
}
@Test
public void testSqlResourceIsInjectedAndNotSingleton()
{
SqlResource sqlResource = injector.getInstance(SqlResource.class);
Assert.assertNotNull(sqlResource);
SqlResource other = injector.getInstance(SqlResource.class);
Assert.assertNotSame(other, sqlResource);
}
@Test
public void testSqlResourceIsAvailableViaJersey()
{
Set<Class<?>> jerseyResourceClasses =
injector.getInstance(Key.get(new TypeLiteral<Set<Class<?>>>(){}, JSR311Resource.class));
Assert.assertEquals(1, jerseyResourceClasses.size());
Assert.assertEquals(SqlResource.class, jerseyResourceClasses.iterator().next());
}
}

View File

@ -17,7 +17,7 @@
* under the License. * under the License.
*/ */
package org.apache.druid.sql.calcite.http; package org.apache.druid.sql.http;
import com.fasterxml.jackson.core.type.TypeReference; import com.fasterxml.jackson.core.type.TypeReference;
import com.fasterxml.jackson.databind.ObjectMapper; import com.fasterxml.jackson.databind.ObjectMapper;
@ -25,6 +25,7 @@ import com.google.common.base.Splitter;
import com.google.common.collect.ImmutableList; import com.google.common.collect.ImmutableList;
import com.google.common.collect.ImmutableMap; import com.google.common.collect.ImmutableMap;
import com.google.common.collect.Maps; import com.google.common.collect.Maps;
import org.apache.calcite.schema.SchemaPlus;
import org.apache.calcite.tools.ValidationException; import org.apache.calcite.tools.ValidationException;
import org.apache.druid.common.config.NullHandling; import org.apache.druid.common.config.NullHandling;
import org.apache.druid.jackson.DefaultObjectMapper; import org.apache.druid.jackson.DefaultObjectMapper;
@ -45,15 +46,10 @@ import org.apache.druid.sql.calcite.planner.DruidOperatorTable;
import org.apache.druid.sql.calcite.planner.PlannerConfig; import org.apache.druid.sql.calcite.planner.PlannerConfig;
import org.apache.druid.sql.calcite.planner.PlannerContext; import org.apache.druid.sql.calcite.planner.PlannerContext;
import org.apache.druid.sql.calcite.planner.PlannerFactory; import org.apache.druid.sql.calcite.planner.PlannerFactory;
import org.apache.druid.sql.calcite.schema.DruidSchema;
import org.apache.druid.sql.calcite.schema.SystemSchema;
import org.apache.druid.sql.calcite.util.CalciteTestBase; import org.apache.druid.sql.calcite.util.CalciteTestBase;
import org.apache.druid.sql.calcite.util.CalciteTests; import org.apache.druid.sql.calcite.util.CalciteTests;
import org.apache.druid.sql.calcite.util.QueryLogHook; import org.apache.druid.sql.calcite.util.QueryLogHook;
import org.apache.druid.sql.calcite.util.SpecificSegmentsQuerySegmentWalker; import org.apache.druid.sql.calcite.util.SpecificSegmentsQuerySegmentWalker;
import org.apache.druid.sql.http.ResultFormat;
import org.apache.druid.sql.http.SqlQuery;
import org.apache.druid.sql.http.SqlResource;
import org.easymock.EasyMock; import org.easymock.EasyMock;
import org.junit.After; import org.junit.After;
import org.junit.AfterClass; import org.junit.AfterClass;
@ -120,8 +116,7 @@ public class SqlResourceTest extends CalciteTestBase
return false; return false;
} }
}; };
final DruidSchema druidSchema = CalciteTests.createMockSchema(conglomerate, walker, plannerConfig); final SchemaPlus rootSchema = CalciteTests.createMockRootSchema(conglomerate, walker, plannerConfig, CalciteTests.TEST_AUTHORIZER_MAPPER);
final SystemSchema systemSchema = CalciteTests.createMockSystemSchema(druidSchema, walker, plannerConfig);
final DruidOperatorTable operatorTable = CalciteTests.createOperatorTable(); final DruidOperatorTable operatorTable = CalciteTests.createOperatorTable();
final ExprMacroTable macroTable = CalciteTests.createExprMacroTable(); final ExprMacroTable macroTable = CalciteTests.createExprMacroTable();
req = EasyMock.createStrictMock(HttpServletRequest.class); req = EasyMock.createStrictMock(HttpServletRequest.class);
@ -146,15 +141,14 @@ public class SqlResourceTest extends CalciteTestBase
testRequestLogger = new TestRequestLogger(); testRequestLogger = new TestRequestLogger();
final PlannerFactory plannerFactory = new PlannerFactory( final PlannerFactory plannerFactory = new PlannerFactory(
druidSchema, rootSchema,
CalciteTests.createMockLookupSchema(),
systemSchema,
CalciteTests.createMockQueryLifecycleFactory(walker, conglomerate), CalciteTests.createMockQueryLifecycleFactory(walker, conglomerate),
operatorTable, operatorTable,
macroTable, macroTable,
plannerConfig, plannerConfig,
CalciteTests.TEST_AUTHORIZER_MAPPER, CalciteTests.TEST_AUTHORIZER_MAPPER,
CalciteTests.getJsonMapper() CalciteTests.getJsonMapper(),
CalciteTests.DRUID_SCHEMA_NAME
); );
resource = new SqlResource( resource = new SqlResource(