2012-10-24 03:39:51 -04:00
|
|
|
<?xml version="1.0" encoding="UTF-8"?>
|
2012-10-24 05:09:43 -04:00
|
|
|
<!--
|
2018-07-11 12:55:18 -04:00
|
|
|
~ Licensed to the Apache Software Foundation (ASF) under one
|
|
|
|
~ or more contributor license agreements. See the NOTICE file
|
|
|
|
~ distributed with this work for additional information
|
|
|
|
~ regarding copyright ownership. The ASF licenses this file
|
|
|
|
~ to you under the Apache License, Version 2.0 (the
|
|
|
|
~ "License"); you may not use this file except in compliance
|
|
|
|
~ with the License. You may obtain a copy of the License at
|
2012-10-24 05:09:43 -04:00
|
|
|
~
|
2018-07-11 12:55:18 -04:00
|
|
|
~ http://www.apache.org/licenses/LICENSE-2.0
|
2012-10-24 05:09:43 -04:00
|
|
|
~
|
2018-07-11 12:55:18 -04:00
|
|
|
~ Unless required by applicable law or agreed to in writing,
|
|
|
|
~ software distributed under the License is distributed on an
|
|
|
|
~ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
|
|
~ KIND, either express or implied. See the License for the
|
|
|
|
~ specific language governing permissions and limitations
|
|
|
|
~ under the License.
|
2012-10-24 05:09:43 -04:00
|
|
|
-->
|
|
|
|
|
2020-10-03 19:08:34 -04:00
|
|
|
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
|
2012-10-24 03:39:51 -04:00
|
|
|
<modelVersion>4.0.0</modelVersion>
|
2015-02-03 19:48:00 -05:00
|
|
|
|
|
|
|
<parent>
|
2018-10-17 21:37:01 -04:00
|
|
|
<groupId>org.apache</groupId>
|
|
|
|
<artifactId>apache</artifactId>
|
|
|
|
<version>21</version>
|
2015-02-03 19:48:00 -05:00
|
|
|
</parent>
|
|
|
|
|
2018-08-30 12:56:26 -04:00
|
|
|
<groupId>org.apache.druid</groupId>
|
2012-10-24 03:39:51 -04:00
|
|
|
<artifactId>druid</artifactId>
|
2020-10-03 19:08:34 -04:00
|
|
|
<version>0.21.0-SNAPSHOT</version>
|
2015-02-03 19:48:00 -05:00
|
|
|
<packaging>pom</packaging>
|
|
|
|
|
2018-10-17 21:37:01 -04:00
|
|
|
<name>Druid</name>
|
2015-02-03 19:48:00 -05:00
|
|
|
<description>Druid - A Distributed Column Store</description>
|
2018-10-17 21:37:01 -04:00
|
|
|
<url>https://druid.apache.org/</url>
|
2015-02-03 19:48:00 -05:00
|
|
|
|
|
|
|
<licenses>
|
|
|
|
<license>
|
|
|
|
<name>Apache License, Version 2.0</name>
|
2019-05-21 14:30:14 -04:00
|
|
|
<url>https://www.apache.org/licenses/LICENSE-2.0</url>
|
2015-02-03 19:48:00 -05:00
|
|
|
</license>
|
|
|
|
</licenses>
|
|
|
|
|
|
|
|
<developers>
|
|
|
|
<developer>
|
2019-05-21 14:30:14 -04:00
|
|
|
<name>Apache Druid Committers</name>
|
|
|
|
<url>https://druid.apache.org/community/#committers</url>
|
2015-02-03 19:48:00 -05:00
|
|
|
</developer>
|
|
|
|
</developers>
|
|
|
|
|
2018-10-17 21:37:01 -04:00
|
|
|
<mailingLists>
|
|
|
|
<mailingList>
|
2020-01-03 12:33:19 -05:00
|
|
|
<name>Apache Druid developers list</name>
|
2018-10-17 21:37:01 -04:00
|
|
|
<subscribe>dev-subscribe@druid.apache.org</subscribe>
|
|
|
|
<unsubscribe>dev-unsubscribe@druid.apache.org</unsubscribe>
|
|
|
|
<post>dev@druid.apache.org</post>
|
|
|
|
<archive>https://mail-archives.apache.org/mod_mbox/druid-dev</archive>
|
|
|
|
</mailingList>
|
|
|
|
</mailingLists>
|
|
|
|
|
2015-02-03 19:48:00 -05:00
|
|
|
<inceptionYear>2011</inceptionYear>
|
|
|
|
|
2012-10-24 03:39:51 -04:00
|
|
|
<scm>
|
2020-01-03 12:33:19 -05:00
|
|
|
<connection>scm:git:ssh://git@github.com/apache/druid.git</connection>
|
|
|
|
<developerConnection>scm:git:ssh://git@github.com/apache/druid.git</developerConnection>
|
|
|
|
<url>https://github.com/apache/druid.git</url>
|
2020-03-30 19:24:04 -04:00
|
|
|
<tag>0.19.0-SNAPSHOT</tag>
|
2013-11-11 19:13:32 -05:00
|
|
|
</scm>
|
2012-10-24 03:39:51 -04:00
|
|
|
|
|
|
|
<properties>
|
2018-10-17 21:37:01 -04:00
|
|
|
<maven.compiler.source>1.8</maven.compiler.source>
|
2017-08-21 16:02:42 -04:00
|
|
|
<maven.compiler.target>1.8</maven.compiler.target>
|
2019-04-19 11:59:54 -04:00
|
|
|
<java.version>8</java.version>
|
2018-10-17 21:37:01 -04:00
|
|
|
<project.build.resourceEncoding>UTF-8</project.build.resourceEncoding>
|
2019-09-09 17:37:21 -04:00
|
|
|
<aether.version>0.9.0.M2</aether.version>
|
2020-04-07 17:53:51 -04:00
|
|
|
<apache.curator.version>4.3.0</apache.curator.version>
|
2017-09-15 13:48:32 -04:00
|
|
|
<apache.curator.test.version>2.12.0</apache.curator.test.version>
|
2020-12-22 16:56:00 -05:00
|
|
|
<apache.kafka.version>2.7.0</apache.kafka.version>
|
2020-04-04 12:02:24 -04:00
|
|
|
<apache.ranger.version>2.0.0</apache.ranger.version>
|
|
|
|
<apache.ranger.gson.version>2.2.4</apache.ranger.gson.version>
|
2020-06-24 22:58:34 -04:00
|
|
|
<avatica.version>1.17.0</avatica.version>
|
2020-02-24 04:04:22 -05:00
|
|
|
<avro.version>1.9.2</avro.version>
|
2019-11-21 00:22:55 -05:00
|
|
|
<calcite.version>1.21.0</calcite.version>
|
2020-05-16 17:09:23 -04:00
|
|
|
<datasketches.version>1.3.0-incubating</datasketches.version>
|
2020-04-24 15:52:12 -04:00
|
|
|
<datasketches.memory.version>1.2.0-incubating</datasketches.memory.version>
|
2019-08-20 17:03:32 -04:00
|
|
|
<derby.version>10.14.2.0</derby.version>
|
2018-06-05 12:08:57 -04:00
|
|
|
<dropwizard.metrics.version>4.0.0</dropwizard.metrics.version>
|
2016-12-07 18:49:16 -05:00
|
|
|
<guava.version>16.0.1</guava.version>
|
2016-07-18 11:08:43 -04:00
|
|
|
<guice.version>4.1.0</guice.version>
|
2019-09-09 17:37:21 -04:00
|
|
|
<hamcrest.version>1.3</hamcrest.version>
|
2020-11-09 11:51:36 -05:00
|
|
|
<jetty.version>9.4.34.v20201102</jetty.version>
|
2017-06-09 17:32:07 -04:00
|
|
|
<jersey.version>1.19.3</jersey.version>
|
2020-01-17 05:39:32 -05:00
|
|
|
<jackson.version>2.10.2</jackson.version>
|
2020-12-09 16:54:47 -05:00
|
|
|
<jackson.databind.version>2.10.5.1</jackson.databind.version>
|
2019-10-09 02:54:55 -04:00
|
|
|
<codehaus.jackson.version>1.9.13</codehaus.jackson.version>
|
2019-11-19 12:14:33 -05:00
|
|
|
<log4j.version>2.8.2</log4j.version>
|
2020-03-16 13:38:31 -04:00
|
|
|
<mysql.version>5.1.48</mysql.version>
|
2018-01-24 16:10:36 -05:00
|
|
|
<netty3.version>3.10.6.Final</netty3.version>
|
2020-03-10 05:57:16 -04:00
|
|
|
<resilience4j.version>1.3.1</resilience4j.version>
|
2018-10-05 15:30:00 -04:00
|
|
|
<!-- Spark updated in https://github.com/apache/spark/pull/19884 -->
|
2020-04-09 16:26:14 -04:00
|
|
|
<netty4.version>4.1.48.Final</netty4.version>
|
2019-08-27 21:36:13 -04:00
|
|
|
<node.version>v10.14.2</node.version>
|
|
|
|
<npm.version>6.5.0</npm.version>
|
2020-06-11 20:30:13 -04:00
|
|
|
<postgresql.version>42.2.14</postgresql.version>
|
2019-12-05 17:34:35 -05:00
|
|
|
<protobuf.version>3.11.0</protobuf.version>
|
2015-08-25 16:27:54 -04:00
|
|
|
<slf4j.version>1.7.12</slf4j.version>
|
2016-07-18 18:23:11 -04:00
|
|
|
<!-- If compiling with different hadoop version also modify default hadoop coordinates in TaskConfig.java -->
|
2019-11-19 12:14:33 -05:00
|
|
|
<hadoop.compile.version>2.8.5</hadoop.compile.version>
|
2020-06-29 19:59:31 -04:00
|
|
|
<mockito.version>3.2.4</mockito.version>
|
2019-05-06 15:28:56 -04:00
|
|
|
<powermock.version>2.0.2</powermock.version>
|
2018-10-19 16:50:05 -04:00
|
|
|
<aws.sdk.version>1.11.199</aws.sdk.version>
|
2019-11-19 12:14:33 -05:00
|
|
|
<caffeine.version>2.8.0</caffeine.version>
|
2020-05-27 16:20:32 -04:00
|
|
|
<!-- Curator requires 3.4.x ZooKeeper clients to maintain compatibility with 3.4.x ZooKeeper servers,
|
|
|
|
If we upgrade to 3.5.x clients, curator requires 3.5.x servers, which would break backwards compatibility
|
|
|
|
see http://curator.apache.org/zk-compatibility.html -->
|
2017-11-08 22:56:31 -05:00
|
|
|
<!-- When upgrading ZK, edit docs and integration tests as well (integration-tests/docker-base/setup.sh) -->
|
2019-08-25 01:00:43 -04:00
|
|
|
<zookeeper.version>3.4.14</zookeeper.version>
|
2018-12-07 11:10:29 -05:00
|
|
|
<checkerframework.version>2.5.7</checkerframework.version>
|
2020-12-03 09:44:52 -05:00
|
|
|
<com.google.apis.client.version>1.26.0</com.google.apis.client.version>
|
|
|
|
<com.google.apis.compute.version>v1-rev20190607-${com.google.apis.client.version}</com.google.apis.compute.version>
|
|
|
|
<com.google.apis.storage.version>v1-rev20190523-${com.google.apis.client.version}</com.google.apis.storage.version>
|
2018-10-17 21:37:01 -04:00
|
|
|
<repoOrgId>apache.snapshots</repoOrgId>
|
|
|
|
<repoOrgName>Apache Snapshot Repository</repoOrgName>
|
|
|
|
<repoOrgUrl>https://repository.apache.org/snapshots</repoOrgUrl>
|
2018-09-11 22:16:59 -04:00
|
|
|
|
|
|
|
<!-- Allow the handful of flaky tests with transient failures to pass. -->
|
|
|
|
<surefire.rerunFailingTestsCount>3</surefire.rerunFailingTestsCount>
|
2012-10-24 03:39:51 -04:00
|
|
|
</properties>
|
|
|
|
|
|
|
|
<modules>
|
2018-10-14 23:37:37 -04:00
|
|
|
<module>core</module>
|
2013-05-15 20:28:08 -04:00
|
|
|
<module>indexing-hadoop</module>
|
2013-05-15 18:37:04 -04:00
|
|
|
<module>indexing-service</module>
|
2013-11-11 17:04:03 -05:00
|
|
|
<module>processing</module>
|
2013-05-15 20:28:08 -04:00
|
|
|
<module>server</module>
|
2016-12-16 20:15:59 -05:00
|
|
|
<module>sql</module>
|
2013-05-01 18:37:38 -04:00
|
|
|
<module>services</module>
|
2014-11-06 13:23:24 -05:00
|
|
|
<module>integration-tests</module>
|
2015-05-11 01:02:54 -04:00
|
|
|
<module>benchmarks</module>
|
2017-01-17 13:10:27 -05:00
|
|
|
<module>extendedset</module>
|
2017-02-03 12:45:11 -05:00
|
|
|
<module>hll</module>
|
2019-08-27 21:36:13 -04:00
|
|
|
<module>web-console</module>
|
2019-03-27 12:00:43 -04:00
|
|
|
<!-- Core cloud functionality -->
|
|
|
|
<module>cloud/aws-common</module>
|
|
|
|
<module>cloud/gcp-common</module>
|
2016-02-29 20:43:35 -05:00
|
|
|
<!-- Core extensions -->
|
2020-12-15 00:10:31 -05:00
|
|
|
<module>extensions-core/kubernetes-extensions</module>
|
2016-02-29 20:43:35 -05:00
|
|
|
<module>extensions-core/avro-extensions</module>
|
2020-02-25 20:49:16 -05:00
|
|
|
<module>extensions-core/azure-extensions</module>
|
2016-02-29 20:43:35 -05:00
|
|
|
<module>extensions-core/datasketches</module>
|
2018-09-26 19:04:26 -04:00
|
|
|
<module>extensions-core/druid-bloom-filter</module>
|
2017-02-02 15:55:21 -05:00
|
|
|
<module>extensions-core/druid-kerberos</module>
|
2020-03-23 21:15:45 -04:00
|
|
|
<module>extensions-core/druid-pac4j</module>
|
2016-02-29 20:43:35 -05:00
|
|
|
<module>extensions-core/hdfs-storage</module>
|
|
|
|
<module>extensions-core/histogram</module>
|
2016-08-04 20:32:58 -04:00
|
|
|
<module>extensions-core/stats</module>
|
2016-02-29 20:43:35 -05:00
|
|
|
<module>extensions-core/kafka-extraction-namespace</module>
|
2016-03-01 19:51:50 -05:00
|
|
|
<module>extensions-core/kafka-indexing-service</module>
|
2018-12-21 14:49:24 -05:00
|
|
|
<module>extensions-core/kinesis-indexing-service</module>
|
2016-02-29 20:43:35 -05:00
|
|
|
<module>extensions-core/mysql-metadata-storage</module>
|
2019-04-09 12:03:26 -04:00
|
|
|
<module>extensions-core/orc-extensions</module>
|
2018-11-06 00:33:42 -05:00
|
|
|
<module>extensions-core/parquet-extensions</module>
|
2016-02-29 20:43:35 -05:00
|
|
|
<module>extensions-core/postgresql-metadata-storage</module>
|
2017-05-30 16:11:58 -04:00
|
|
|
<module>extensions-core/protobuf-extensions</module>
|
2016-05-24 13:56:40 -04:00
|
|
|
<module>extensions-core/lookups-cached-global</module>
|
2016-09-16 16:45:54 -04:00
|
|
|
<module>extensions-core/lookups-cached-single</module>
|
2019-03-27 12:00:43 -04:00
|
|
|
<module>extensions-core/ec2-extensions</module>
|
2016-02-29 20:43:35 -05:00
|
|
|
<module>extensions-core/s3-extensions</module>
|
2017-07-06 20:40:12 -04:00
|
|
|
<module>extensions-core/simple-client-sslcontext</module>
|
2017-12-14 13:36:04 -05:00
|
|
|
<module>extensions-core/druid-basic-security</module>
|
2019-03-27 12:00:43 -04:00
|
|
|
<module>extensions-core/google-extensions</module>
|
2020-04-04 12:02:24 -04:00
|
|
|
<module>extensions-core/druid-ranger-security</module>
|
2016-02-29 20:43:35 -05:00
|
|
|
<!-- Community extensions -->
|
2018-03-26 17:28:46 -04:00
|
|
|
<module>extensions-contrib/influx-extensions</module>
|
2016-02-29 20:43:35 -05:00
|
|
|
<module>extensions-contrib/cassandra-storage</module>
|
2019-10-01 17:59:30 -04:00
|
|
|
<module>extensions-contrib/dropwizard-emitter</module>
|
2016-02-29 20:43:35 -05:00
|
|
|
<module>extensions-contrib/cloudfiles-extensions</module>
|
|
|
|
<module>extensions-contrib/graphite-emitter</module>
|
2016-03-23 23:11:11 -04:00
|
|
|
<module>extensions-contrib/distinctcount</module>
|
2016-06-13 07:28:21 -04:00
|
|
|
<module>extensions-contrib/statsd-emitter</module>
|
2016-11-15 02:00:21 -05:00
|
|
|
<module>extensions-contrib/time-min-max</module>
|
2016-12-05 18:14:35 -05:00
|
|
|
<module>extensions-contrib/virtual-columns</module>
|
2016-12-13 13:05:15 -05:00
|
|
|
<module>extensions-contrib/thrift-extensions</module>
|
2016-12-19 14:12:47 -05:00
|
|
|
<module>extensions-contrib/ambari-metrics-emitter</module>
|
2017-01-20 17:39:15 -05:00
|
|
|
<module>extensions-contrib/sqlserver-metadata-storage</module>
|
2017-04-04 17:07:43 -04:00
|
|
|
<module>extensions-contrib/kafka-emitter</module>
|
2017-08-08 13:11:45 -04:00
|
|
|
<module>extensions-contrib/redis-cache</module>
|
2018-02-13 16:10:22 -05:00
|
|
|
<module>extensions-contrib/opentsdb-emitter</module>
|
2018-06-09 15:24:54 -04:00
|
|
|
<module>extensions-contrib/materialized-view-maintenance</module>
|
|
|
|
<module>extensions-contrib/materialized-view-selection</module>
|
2019-02-13 17:03:47 -05:00
|
|
|
<module>extensions-contrib/momentsketch</module>
|
2019-04-26 20:07:48 -04:00
|
|
|
<module>extensions-contrib/moving-average-query</module>
|
2019-05-09 20:22:55 -04:00
|
|
|
<module>extensions-contrib/tdigestsketch</module>
|
2019-05-23 14:11:48 -04:00
|
|
|
<module>extensions-contrib/influxdb-emitter</module>
|
2020-04-28 06:13:39 -04:00
|
|
|
<module>extensions-contrib/gce-extensions</module>
|
2020-07-02 01:20:53 -04:00
|
|
|
<module>extensions-contrib/aliyun-oss-extensions</module>
|
2017-05-12 02:55:17 -04:00
|
|
|
<!-- distribution packaging -->
|
|
|
|
<module>distribution</module>
|
2012-10-24 03:39:51 -04:00
|
|
|
</modules>
|
|
|
|
|
2018-10-17 21:37:01 -04:00
|
|
|
<repositories>
|
|
|
|
<repository>
|
|
|
|
<id>${repoOrgId}</id>
|
|
|
|
<name>${repoOrgName}</name>
|
|
|
|
<url>${repoOrgUrl}</url>
|
|
|
|
</repository>
|
2019-08-08 21:13:18 -04:00
|
|
|
|
|
|
|
<!-- Only used by core, but moved to root for parallel build dependency resolution -->
|
|
|
|
<repository>
|
|
|
|
<id>sigar</id>
|
|
|
|
<url>https://repository.jboss.org/nexus/content/repositories/thirdparty-uploads/</url>
|
|
|
|
</repository>
|
2018-10-17 21:37:01 -04:00
|
|
|
</repositories>
|
2018-03-01 10:38:24 -05:00
|
|
|
|
2012-10-31 19:10:07 -04:00
|
|
|
<dependencyManagement>
|
|
|
|
<dependencies>
|
|
|
|
<!-- Compile Scope -->
|
|
|
|
<dependency>
|
|
|
|
<groupId>commons-codec</groupId>
|
|
|
|
<artifactId>commons-codec</artifactId>
|
2019-11-19 12:14:33 -05:00
|
|
|
<version>1.13</version>
|
2012-10-31 19:10:07 -04:00
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>commons-io</groupId>
|
|
|
|
<artifactId>commons-io</artifactId>
|
2019-08-13 20:10:37 -04:00
|
|
|
<version>2.6</version>
|
2012-10-31 19:10:07 -04:00
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>commons-logging</groupId>
|
|
|
|
<artifactId>commons-logging</artifactId>
|
|
|
|
<version>1.1.1</version>
|
|
|
|
</dependency>
|
2013-03-15 14:48:55 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>commons-lang</groupId>
|
|
|
|
<artifactId>commons-lang</artifactId>
|
|
|
|
<version>2.6</version>
|
|
|
|
</dependency>
|
2019-08-01 14:45:04 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>commons-net</groupId>
|
|
|
|
<artifactId>commons-net</artifactId>
|
|
|
|
<version>3.6</version>
|
|
|
|
</dependency>
|
2019-09-09 17:37:21 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.apache.commons</groupId>
|
|
|
|
<artifactId>commons-lang3</artifactId>
|
|
|
|
<version>3.8.1</version>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>com.amazonaws</groupId>
|
|
|
|
<artifactId>aws-java-sdk-core</artifactId>
|
|
|
|
<version>${aws.sdk.version}</version>
|
|
|
|
</dependency>
|
2013-08-23 15:11:34 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>com.amazonaws</groupId>
|
2018-10-19 16:50:05 -04:00
|
|
|
<artifactId>aws-java-sdk-ec2</artifactId>
|
|
|
|
<version>${aws.sdk.version}</version>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>com.amazonaws</groupId>
|
|
|
|
<artifactId>aws-java-sdk-s3</artifactId>
|
|
|
|
<version>${aws.sdk.version}</version>
|
2013-08-23 15:11:34 -04:00
|
|
|
</dependency>
|
2012-10-31 19:10:07 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>com.ning</groupId>
|
|
|
|
<artifactId>compress-lzf</artifactId>
|
2017-12-04 21:04:27 -05:00
|
|
|
<version>1.0.4</version>
|
2012-10-31 19:10:07 -04:00
|
|
|
</dependency>
|
2013-07-29 18:14:20 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>io.airlift</groupId>
|
|
|
|
<artifactId>airline</artifactId>
|
2015-08-25 18:30:12 -04:00
|
|
|
<version>0.7</version>
|
2017-01-19 14:49:08 -05:00
|
|
|
<exclusions>
|
|
|
|
<exclusion>
|
|
|
|
<!--LGPL licenced library-->
|
|
|
|
<groupId>com.google.code.findbugs</groupId>
|
|
|
|
<artifactId>annotations</artifactId>
|
|
|
|
</exclusion>
|
|
|
|
</exclusions>
|
2013-07-29 18:14:20 -04:00
|
|
|
</dependency>
|
2012-10-31 19:10:07 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.skife.config</groupId>
|
|
|
|
<artifactId>config-magic</artifactId>
|
|
|
|
<version>0.9</version>
|
2016-02-26 15:17:01 -05:00
|
|
|
<exclusions>
|
|
|
|
<exclusion>
|
|
|
|
<groupId>org.slf4j</groupId>
|
|
|
|
<artifactId>slf4j-api</artifactId>
|
|
|
|
</exclusion>
|
|
|
|
</exclusions>
|
2016-06-13 07:28:21 -04:00
|
|
|
</dependency>
|
2016-04-20 01:06:07 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.apache.zookeeper</groupId>
|
|
|
|
<artifactId>zookeeper</artifactId>
|
2017-11-08 22:56:31 -05:00
|
|
|
<version>${zookeeper.version}</version>
|
2016-06-03 14:39:23 -04:00
|
|
|
<exclusions>
|
2016-06-13 07:28:21 -04:00
|
|
|
<exclusion>
|
|
|
|
<groupId>org.slf4j</groupId>
|
|
|
|
<artifactId>slf4j-log4j12</artifactId>
|
|
|
|
</exclusion>
|
|
|
|
<exclusion>
|
|
|
|
<groupId>log4j</groupId>
|
|
|
|
<artifactId>log4j</artifactId>
|
|
|
|
</exclusion>
|
2017-06-09 17:32:07 -04:00
|
|
|
<exclusion>
|
|
|
|
<groupId>io.netty</groupId>
|
|
|
|
<artifactId>netty</artifactId>
|
|
|
|
</exclusion>
|
2019-08-25 01:00:43 -04:00
|
|
|
<exclusion>
|
|
|
|
<groupId>com.github.spotbugs</groupId>
|
|
|
|
<artifactId>spotbugs-annotations</artifactId>
|
|
|
|
</exclusion>
|
2016-06-03 14:39:23 -04:00
|
|
|
</exclusions>
|
2012-10-31 19:10:07 -04:00
|
|
|
</dependency>
|
|
|
|
<dependency>
|
2013-04-24 18:29:24 -04:00
|
|
|
<groupId>org.apache.curator</groupId>
|
2012-10-31 19:10:07 -04:00
|
|
|
<artifactId>curator-client</artifactId>
|
2013-05-15 20:28:08 -04:00
|
|
|
<version>${apache.curator.version}</version>
|
2012-10-31 19:10:07 -04:00
|
|
|
</dependency>
|
|
|
|
<dependency>
|
2013-04-24 18:29:24 -04:00
|
|
|
<groupId>org.apache.curator</groupId>
|
2012-10-31 19:10:07 -04:00
|
|
|
<artifactId>curator-framework</artifactId>
|
2013-05-15 20:28:08 -04:00
|
|
|
<version>${apache.curator.version}</version>
|
2014-04-21 11:56:34 -04:00
|
|
|
<exclusions>
|
|
|
|
<exclusion>
|
|
|
|
<groupId>org.jboss.netty</groupId>
|
|
|
|
<artifactId>netty</artifactId>
|
|
|
|
</exclusion>
|
|
|
|
</exclusions>
|
2012-10-31 19:10:07 -04:00
|
|
|
</dependency>
|
|
|
|
<dependency>
|
2013-04-24 18:29:24 -04:00
|
|
|
<groupId>org.apache.curator</groupId>
|
2012-10-31 19:10:07 -04:00
|
|
|
<artifactId>curator-recipes</artifactId>
|
2013-05-15 20:28:08 -04:00
|
|
|
<version>${apache.curator.version}</version>
|
2017-09-15 13:48:32 -04:00
|
|
|
<exclusions>
|
|
|
|
<exclusion>
|
|
|
|
<groupId>org.apache.zookeeper</groupId>
|
|
|
|
<artifactId>zookeeper</artifactId>
|
|
|
|
</exclusion>
|
|
|
|
</exclusions>
|
2012-10-31 19:10:07 -04:00
|
|
|
</dependency>
|
|
|
|
<dependency>
|
2019-11-19 12:14:33 -05:00
|
|
|
<!--
|
|
|
|
~ TODO: This dependency transitively pulls in org.codehaus.jackson:jackson-mapper.asl.1.9.13 which has
|
2020-01-03 12:33:19 -05:00
|
|
|
~ security vulnerability CVE-2017-7525. https://github.com/apache/druid/pull/8177 tracks
|
2019-11-19 12:14:33 -05:00
|
|
|
~ upgrading to a newer curator version.
|
|
|
|
-->
|
|
|
|
<groupId>org.apache.curator</groupId>
|
|
|
|
<artifactId>curator-x-discovery</artifactId>
|
|
|
|
<version>${apache.curator.version}</version>
|
2012-11-07 20:27:23 -05:00
|
|
|
</dependency>
|
2016-12-16 20:15:59 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.apache.calcite</groupId>
|
|
|
|
<artifactId>calcite-core</artifactId>
|
|
|
|
<version>${calcite.version}</version>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>org.apache.calcite</groupId>
|
|
|
|
<artifactId>calcite-linq4j</artifactId>
|
|
|
|
<version>${calcite.version}</version>
|
|
|
|
</dependency>
|
2019-09-09 17:37:21 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.apache.calcite.avatica</groupId>
|
|
|
|
<artifactId>avatica</artifactId>
|
|
|
|
<version>${avatica.version}</version>
|
|
|
|
</dependency>
|
2017-01-06 17:45:17 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.apache.calcite.avatica</groupId>
|
|
|
|
<artifactId>avatica-core</artifactId>
|
|
|
|
<version>${avatica.version}</version>
|
|
|
|
</dependency>
|
2019-09-09 17:37:21 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.apache.calcite.avatica</groupId>
|
|
|
|
<artifactId>avatica-metrics</artifactId>
|
|
|
|
<version>${avatica.version}</version>
|
|
|
|
</dependency>
|
2016-12-16 20:15:59 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.apache.calcite.avatica</groupId>
|
|
|
|
<artifactId>avatica-server</artifactId>
|
|
|
|
<version>${avatica.version}</version>
|
|
|
|
</dependency>
|
2019-09-09 17:37:21 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.apache.hive</groupId>
|
|
|
|
<artifactId>hive-storage-api</artifactId>
|
2020-09-18 16:38:45 -04:00
|
|
|
<version>2.7.1</version>
|
2019-09-09 17:37:21 -04:00
|
|
|
</dependency>
|
2012-10-31 19:10:07 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>com.google.guava</groupId>
|
|
|
|
<artifactId>guava</artifactId>
|
2016-12-07 18:49:16 -05:00
|
|
|
<version>${guava.version}</version>
|
2012-10-31 19:10:07 -04:00
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>com.google.inject</groupId>
|
|
|
|
<artifactId>guice</artifactId>
|
2016-07-18 11:08:43 -04:00
|
|
|
<version>${guice.version}</version>
|
2012-10-31 19:10:07 -04:00
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>com.google.inject.extensions</groupId>
|
|
|
|
<artifactId>guice-servlet</artifactId>
|
2016-07-18 11:08:43 -04:00
|
|
|
<version>${guice.version}</version>
|
2012-10-31 19:10:07 -04:00
|
|
|
</dependency>
|
2013-07-30 14:58:05 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>com.google.inject.extensions</groupId>
|
|
|
|
<artifactId>guice-multibindings</artifactId>
|
2016-07-18 11:08:43 -04:00
|
|
|
<version>${guice.version}</version>
|
2013-07-30 14:58:05 -04:00
|
|
|
</dependency>
|
2020-02-04 14:33:48 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>com.google.inject.extensions</groupId>
|
|
|
|
<artifactId>guice-assistedinject</artifactId>
|
|
|
|
<version>${guice.version}</version>
|
|
|
|
</dependency>
|
2018-03-20 11:59:33 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>com.google.errorprone</groupId>
|
|
|
|
<artifactId>error_prone_annotations</artifactId>
|
2018-11-06 17:38:08 -05:00
|
|
|
<version>2.3.2</version>
|
2018-03-20 11:59:33 -04:00
|
|
|
</dependency>
|
2012-10-31 19:10:07 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>com.ibm.icu</groupId>
|
|
|
|
<artifactId>icu4j</artifactId>
|
2019-11-19 12:14:33 -05:00
|
|
|
<version>55.1</version>
|
2012-10-31 19:10:07 -04:00
|
|
|
</dependency>
|
2015-02-19 12:47:11 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.mozilla</groupId>
|
|
|
|
<artifactId>rhino</artifactId>
|
2019-08-09 16:10:54 -04:00
|
|
|
<version>1.7.11</version>
|
2015-02-19 12:47:11 -05:00
|
|
|
</dependency>
|
2018-04-06 11:06:45 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.apache.commons</groupId>
|
|
|
|
<artifactId>commons-compress</artifactId>
|
2019-11-19 12:14:33 -05:00
|
|
|
<version>1.19</version>
|
2018-04-06 11:06:45 -04:00
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>org.tukaani</groupId>
|
|
|
|
<artifactId>xz</artifactId>
|
|
|
|
<version>1.8</version>
|
|
|
|
</dependency>
|
2018-08-26 19:09:24 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>com.github.luben</groupId>
|
|
|
|
<artifactId>zstd-jni</artifactId>
|
|
|
|
<version>1.3.3-1</version>
|
|
|
|
</dependency>
|
2012-10-31 19:10:07 -04:00
|
|
|
<dependency>
|
2013-05-15 18:37:04 -04:00
|
|
|
<groupId>com.fasterxml.jackson.core</groupId>
|
|
|
|
<artifactId>jackson-annotations</artifactId>
|
2014-12-03 12:44:19 -05:00
|
|
|
<version>${jackson.version}</version>
|
2012-10-31 19:10:07 -04:00
|
|
|
</dependency>
|
|
|
|
<dependency>
|
2013-05-15 18:37:04 -04:00
|
|
|
<groupId>com.fasterxml.jackson.core</groupId>
|
|
|
|
<artifactId>jackson-core</artifactId>
|
2014-12-03 12:44:19 -05:00
|
|
|
<version>${jackson.version}</version>
|
2012-10-31 19:10:07 -04:00
|
|
|
</dependency>
|
|
|
|
<dependency>
|
2013-05-15 18:37:04 -04:00
|
|
|
<groupId>com.fasterxml.jackson.core</groupId>
|
|
|
|
<artifactId>jackson-databind</artifactId>
|
2020-12-09 16:54:47 -05:00
|
|
|
<version>${jackson.databind.version}</version>
|
2012-10-31 19:10:07 -04:00
|
|
|
</dependency>
|
2013-02-25 20:05:01 -05:00
|
|
|
<dependency>
|
2013-05-15 18:37:04 -04:00
|
|
|
<groupId>com.fasterxml.jackson.datatype</groupId>
|
|
|
|
<artifactId>jackson-datatype-guava</artifactId>
|
2014-12-03 12:44:19 -05:00
|
|
|
<version>${jackson.version}</version>
|
2013-02-25 20:05:01 -05:00
|
|
|
</dependency>
|
2012-10-31 19:10:07 -04:00
|
|
|
<dependency>
|
2013-02-12 21:58:12 -05:00
|
|
|
<groupId>com.fasterxml.jackson.datatype</groupId>
|
|
|
|
<artifactId>jackson-datatype-joda</artifactId>
|
2014-12-03 12:44:19 -05:00
|
|
|
<version>${jackson.version}</version>
|
2013-02-12 21:58:12 -05:00
|
|
|
</dependency>
|
2019-11-27 00:41:14 -05:00
|
|
|
<dependency>
|
|
|
|
<!--
|
|
|
|
~ This is a transitive dependency of com.amazonaws:aws-java-sdk-core. Override the version here so
|
|
|
|
~ that it is the same as the other jackson dependencies.
|
|
|
|
-->
|
|
|
|
<groupId>com.fasterxml.jackson.dataformat</groupId>
|
|
|
|
<artifactId>jackson-dataformat-cbor</artifactId>
|
|
|
|
<version>${jackson.version}</version>
|
|
|
|
</dependency>
|
2013-02-12 21:58:12 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>com.fasterxml.jackson.dataformat</groupId>
|
|
|
|
<artifactId>jackson-dataformat-smile</artifactId>
|
2014-12-03 12:44:19 -05:00
|
|
|
<version>${jackson.version}</version>
|
2013-02-12 21:58:12 -05:00
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>com.fasterxml.jackson.jaxrs</groupId>
|
|
|
|
<artifactId>jackson-jaxrs-json-provider</artifactId>
|
2014-12-03 12:44:19 -05:00
|
|
|
<version>${jackson.version}</version>
|
2012-10-31 19:10:07 -04:00
|
|
|
</dependency>
|
2014-10-07 17:19:59 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>com.fasterxml.jackson.jaxrs</groupId>
|
|
|
|
<artifactId>jackson-jaxrs-smile-provider</artifactId>
|
2014-12-03 12:44:19 -05:00
|
|
|
<version>${jackson.version}</version>
|
2013-05-14 12:25:57 -04:00
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>org.hibernate</groupId>
|
|
|
|
<artifactId>hibernate-validator</artifactId>
|
2019-11-19 12:14:33 -05:00
|
|
|
<version>5.2.5.Final</version>
|
2013-05-14 12:25:57 -04:00
|
|
|
</dependency>
|
2013-06-17 13:53:50 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>javax.validation</groupId>
|
|
|
|
<artifactId>validation-api</artifactId>
|
|
|
|
<version>1.1.0.Final</version>
|
|
|
|
</dependency>
|
2012-10-31 19:10:07 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>javax.inject</groupId>
|
|
|
|
<artifactId>javax.inject</artifactId>
|
|
|
|
<version>1</version>
|
|
|
|
</dependency>
|
2015-02-02 21:16:56 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>javax.el</groupId>
|
|
|
|
<artifactId>javax.el-api</artifactId>
|
|
|
|
<version>3.0.0</version>
|
|
|
|
</dependency>
|
2019-09-09 17:37:21 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>javax.servlet</groupId>
|
|
|
|
<artifactId>servlet-api</artifactId>
|
|
|
|
<version>2.5</version>
|
|
|
|
<scope>provided</scope>
|
|
|
|
</dependency>
|
2019-05-06 22:30:14 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>javax.xml.bind</groupId>
|
|
|
|
<artifactId>jaxb-api</artifactId>
|
2019-06-27 11:51:00 -04:00
|
|
|
<version>2.3.1</version>
|
2019-05-06 22:30:14 -04:00
|
|
|
</dependency>
|
2014-06-06 17:19:55 -04:00
|
|
|
<dependency>
|
2014-07-28 19:32:15 -04:00
|
|
|
<groupId>org.glassfish</groupId>
|
|
|
|
<artifactId>javax.el</artifactId>
|
|
|
|
<version>3.0.0</version>
|
2014-06-06 17:19:55 -04:00
|
|
|
</dependency>
|
2019-09-09 17:37:21 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.glassfish.grizzly</groupId>
|
|
|
|
<artifactId>grizzly-http-server</artifactId>
|
|
|
|
<version>2.2.16</version>
|
|
|
|
</dependency>
|
2019-08-27 16:25:05 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.glassfish.jaxb</groupId>
|
|
|
|
<artifactId>jaxb-runtime</artifactId>
|
|
|
|
<version>2.3.1</version>
|
|
|
|
</dependency>
|
2012-10-31 19:10:07 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.jdbi</groupId>
|
|
|
|
<artifactId>jdbi</artifactId>
|
2015-08-25 18:12:34 -04:00
|
|
|
<version>2.63.1</version>
|
2012-10-31 19:10:07 -04:00
|
|
|
</dependency>
|
2019-09-09 17:37:21 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>com.sun.jersey</groupId>
|
|
|
|
<artifactId>jersey-client</artifactId>
|
|
|
|
<version>${jersey.version}</version>
|
|
|
|
</dependency>
|
2012-10-31 19:10:07 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>com.sun.jersey</groupId>
|
|
|
|
<artifactId>jersey-core</artifactId>
|
2015-08-07 20:32:27 -04:00
|
|
|
<version>${jersey.version}</version>
|
2012-10-31 19:10:07 -04:00
|
|
|
</dependency>
|
2019-09-09 17:37:21 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>com.sun.jersey</groupId>
|
|
|
|
<artifactId>jersey-grizzly2</artifactId>
|
|
|
|
<version>${jersey.version}</version>
|
|
|
|
</dependency>
|
2012-10-31 19:10:07 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>com.sun.jersey.contribs</groupId>
|
|
|
|
<artifactId>jersey-guice</artifactId>
|
2015-08-07 20:32:27 -04:00
|
|
|
<version>${jersey.version}</version>
|
2013-12-30 18:26:46 -05:00
|
|
|
<exclusions>
|
|
|
|
<exclusion>
|
|
|
|
<groupId>com.google.inject</groupId>
|
|
|
|
<artifactId>guice</artifactId>
|
|
|
|
</exclusion>
|
|
|
|
<exclusion>
|
|
|
|
<groupId>com.google.inject.extensions</groupId>
|
|
|
|
<artifactId>guice-servlet</artifactId>
|
|
|
|
</exclusion>
|
|
|
|
</exclusions>
|
2012-10-31 19:10:07 -04:00
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>com.sun.jersey</groupId>
|
|
|
|
<artifactId>jersey-server</artifactId>
|
2015-08-07 20:32:27 -04:00
|
|
|
<version>${jersey.version}</version>
|
2012-10-31 19:10:07 -04:00
|
|
|
</dependency>
|
2019-09-09 17:37:21 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>com.sun.jersey</groupId>
|
|
|
|
<artifactId>jersey-servlet</artifactId>
|
|
|
|
<version>${jersey.version}</version>
|
|
|
|
</dependency>
|
2017-06-09 17:32:07 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>com.sun.jersey</groupId>
|
|
|
|
<artifactId>jersey-json</artifactId>
|
|
|
|
<version>${jersey.version}</version>
|
|
|
|
</dependency>
|
2019-09-09 17:37:21 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.eclipse.jetty</groupId>
|
|
|
|
<artifactId>jetty-client</artifactId>
|
|
|
|
<version>${jetty.version}</version>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>org.eclipse.jetty</groupId>
|
|
|
|
<artifactId>jetty-http</artifactId>
|
|
|
|
<version>${jetty.version}</version>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>org.eclipse.jetty</groupId>
|
|
|
|
<artifactId>jetty-io</artifactId>
|
|
|
|
<version>${jetty.version}</version>
|
|
|
|
</dependency>
|
2012-10-31 19:10:07 -04:00
|
|
|
<dependency>
|
2013-06-17 13:53:50 -04:00
|
|
|
<groupId>org.eclipse.jetty</groupId>
|
|
|
|
<artifactId>jetty-server</artifactId>
|
2014-11-26 15:24:40 -05:00
|
|
|
<version>${jetty.version}</version>
|
2012-10-31 19:10:07 -04:00
|
|
|
</dependency>
|
2013-05-22 20:16:56 -04:00
|
|
|
<dependency>
|
2013-06-17 13:53:50 -04:00
|
|
|
<groupId>org.eclipse.jetty</groupId>
|
|
|
|
<artifactId>jetty-servlet</artifactId>
|
2014-11-26 15:24:40 -05:00
|
|
|
<version>${jetty.version}</version>
|
2013-06-17 13:53:50 -04:00
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>org.eclipse.jetty</groupId>
|
|
|
|
<artifactId>jetty-servlets</artifactId>
|
2014-11-26 15:24:40 -05:00
|
|
|
<version>${jetty.version}</version>
|
2014-07-28 19:32:15 -04:00
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>org.eclipse.jetty</groupId>
|
|
|
|
<artifactId>jetty-proxy</artifactId>
|
2014-11-26 15:24:40 -05:00
|
|
|
<version>${jetty.version}</version>
|
2013-05-22 20:16:56 -04:00
|
|
|
</dependency>
|
2019-11-15 22:45:14 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.eclipse.jetty</groupId>
|
|
|
|
<artifactId>jetty-rewrite</artifactId>
|
|
|
|
<version>${jetty.version}</version>
|
|
|
|
</dependency>
|
2016-12-16 20:15:59 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.eclipse.jetty</groupId>
|
|
|
|
<artifactId>jetty-util</artifactId>
|
|
|
|
<version>${jetty.version}</version>
|
|
|
|
</dependency>
|
2017-06-09 17:32:07 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.eclipse.jetty</groupId>
|
|
|
|
<artifactId>jetty-security</artifactId>
|
|
|
|
<version>${jetty.version}</version>
|
|
|
|
</dependency>
|
2018-01-24 16:10:36 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>io.netty</groupId>
|
|
|
|
<artifactId>netty</artifactId>
|
|
|
|
<version>${netty3.version}</version>
|
|
|
|
</dependency>
|
2016-12-16 20:15:59 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>io.netty</groupId>
|
2019-09-09 17:37:21 -04:00
|
|
|
<artifactId>netty-buffer</artifactId>
|
|
|
|
<version>${netty4.version}</version>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>io.netty</groupId>
|
|
|
|
<artifactId>netty-common</artifactId>
|
|
|
|
<version>${netty4.version}</version>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>io.netty</groupId>
|
|
|
|
<artifactId>netty-codec-dns</artifactId>
|
|
|
|
<version>${netty4.version}</version>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>io.netty</groupId>
|
|
|
|
<artifactId>netty-codec-http</artifactId>
|
|
|
|
<version>${netty4.version}</version>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>io.netty</groupId>
|
|
|
|
<artifactId>netty-codec-socks</artifactId>
|
|
|
|
<version>${netty4.version}</version>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>io.netty</groupId>
|
|
|
|
<artifactId>netty-handler</artifactId>
|
|
|
|
<version>${netty4.version}</version>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>io.netty</groupId>
|
|
|
|
<artifactId>netty-handler-proxy</artifactId>
|
|
|
|
<version>${netty4.version}</version>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>io.netty</groupId>
|
|
|
|
<artifactId>netty-resolver</artifactId>
|
|
|
|
<version>${netty4.version}</version>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>io.netty</groupId>
|
|
|
|
<artifactId>netty-resolver-dns</artifactId>
|
|
|
|
<version>${netty4.version}</version>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>io.netty</groupId>
|
|
|
|
<artifactId>netty-transport-native-epoll</artifactId>
|
|
|
|
<classifier>linux-x86_64</classifier>
|
|
|
|
<version>${netty4.version}</version>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>io.netty</groupId>
|
|
|
|
<artifactId>netty-transport-native-unix-common</artifactId>
|
2018-01-24 16:10:36 -05:00
|
|
|
<version>${netty4.version}</version>
|
2016-12-16 20:15:59 -05:00
|
|
|
</dependency>
|
2012-10-31 19:10:07 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>joda-time</groupId>
|
|
|
|
<artifactId>joda-time</artifactId>
|
2019-11-06 17:30:22 -05:00
|
|
|
<version>2.10.5</version>
|
2012-10-31 19:10:07 -04:00
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>com.google.code.findbugs</groupId>
|
|
|
|
<artifactId>jsr305</artifactId>
|
|
|
|
<version>2.0.1</version>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
2014-12-18 15:54:58 -05:00
|
|
|
<groupId>org.apache.logging.log4j</groupId>
|
|
|
|
<artifactId>log4j-api</artifactId>
|
|
|
|
<version>${log4j.version}</version>
|
2012-10-31 19:10:07 -04:00
|
|
|
</dependency>
|
|
|
|
<dependency>
|
2014-12-18 15:54:58 -05:00
|
|
|
<groupId>org.apache.logging.log4j</groupId>
|
|
|
|
<artifactId>log4j-core</artifactId>
|
|
|
|
<version>${log4j.version}</version>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>org.apache.logging.log4j</groupId>
|
|
|
|
<artifactId>log4j-slf4j-impl</artifactId>
|
|
|
|
<version>${log4j.version}</version>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>org.apache.logging.log4j</groupId>
|
|
|
|
<artifactId>log4j-1.2-api</artifactId>
|
|
|
|
<version>${log4j.version}</version>
|
|
|
|
</dependency>
|
2015-02-19 13:29:54 -05:00
|
|
|
<dependency>
|
2016-02-29 20:43:35 -05:00
|
|
|
<!-- This is not slf4j's version because of performance concerns
|
|
|
|
http://www.slf4j.org/api/org/slf4j/bridge/SLF4JBridgeHandler.html
|
|
|
|
Please make sure to do performance tests before switching this to slf4j
|
|
|
|
Users wishing to use slf4j's solution are encouraged to also use
|
|
|
|
Logback
|
|
|
|
More info at
|
|
|
|
http://logback.qos.ch/manual/configuration.html#LevelChangePropagator
|
|
|
|
http://www.slf4j.org/legacy.html#jul-to-slf4j
|
|
|
|
-->
|
2015-02-19 13:29:54 -05:00
|
|
|
<groupId>org.apache.logging.log4j</groupId>
|
|
|
|
<artifactId>log4j-jul</artifactId>
|
|
|
|
<version>${log4j.version}</version>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>org.slf4j</groupId>
|
|
|
|
<artifactId>jcl-over-slf4j</artifactId>
|
|
|
|
<version>${slf4j.version}</version>
|
|
|
|
</dependency>
|
2014-12-18 15:54:58 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>com.lmax</groupId>
|
|
|
|
<artifactId>disruptor</artifactId>
|
2017-06-09 17:32:07 -04:00
|
|
|
<version>3.3.6</version>
|
2012-10-31 19:10:07 -04:00
|
|
|
</dependency>
|
2012-12-06 18:54:40 -05:00
|
|
|
<dependency>
|
2014-11-26 09:03:52 -05:00
|
|
|
<groupId>net.spy</groupId>
|
2012-12-06 18:54:40 -05:00
|
|
|
<artifactId>spymemcached</artifactId>
|
2017-06-09 17:32:07 -04:00
|
|
|
<version>2.12.3</version>
|
2012-12-06 18:54:40 -05:00
|
|
|
</dependency>
|
2013-02-25 12:26:52 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.antlr</groupId>
|
|
|
|
<artifactId>antlr4-runtime</artifactId>
|
2015-12-16 02:03:10 -05:00
|
|
|
<version>4.5.1</version>
|
2013-02-25 12:26:52 -05:00
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>org.antlr</groupId>
|
2013-10-03 19:36:48 -04:00
|
|
|
<artifactId>antlr4-coordinator</artifactId>
|
2015-12-16 02:03:10 -05:00
|
|
|
<version>4.5.1</version>
|
2013-02-25 12:26:52 -05:00
|
|
|
</dependency>
|
2013-03-05 14:47:57 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>commons-cli</groupId>
|
|
|
|
<artifactId>commons-cli</artifactId>
|
2019-06-26 11:05:13 -04:00
|
|
|
<version>1.3.1</version>
|
2013-03-05 14:47:57 -05:00
|
|
|
</dependency>
|
2014-10-29 20:30:41 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.apache.commons</groupId>
|
|
|
|
<artifactId>commons-dbcp2</artifactId>
|
|
|
|
<version>2.0.1</version>
|
|
|
|
</dependency>
|
2013-05-28 17:50:26 -04:00
|
|
|
<dependency>
|
2018-05-07 11:16:45 -04:00
|
|
|
<groupId>org.lz4</groupId>
|
|
|
|
<artifactId>lz4-java</artifactId>
|
2020-05-27 16:20:32 -04:00
|
|
|
<version>1.7.1</version>
|
2013-05-28 17:50:26 -04:00
|
|
|
</dependency>
|
2013-08-01 11:27:33 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>com.google.protobuf</groupId>
|
|
|
|
<artifactId>protobuf-java</artifactId>
|
2019-12-05 17:34:35 -05:00
|
|
|
<version>${protobuf.version}</version>
|
2013-08-01 11:27:33 -04:00
|
|
|
</dependency>
|
2013-08-28 16:50:59 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>io.tesla.aether</groupId>
|
|
|
|
<artifactId>tesla-aether</artifactId>
|
2013-10-30 21:19:59 -04:00
|
|
|
<version>0.0.5</version>
|
2016-02-26 15:17:01 -05:00
|
|
|
<exclusions>
|
|
|
|
<exclusion>
|
|
|
|
<groupId>org.slf4j</groupId>
|
|
|
|
<artifactId>slf4j-api</artifactId>
|
|
|
|
</exclusion>
|
|
|
|
</exclusions>
|
2013-08-28 16:50:59 -04:00
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>org.eclipse.aether</groupId>
|
|
|
|
<artifactId>aether-api</artifactId>
|
2019-09-09 17:37:21 -04:00
|
|
|
<version>${aether.version}</version>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>org.eclipse.aether</groupId>
|
|
|
|
<artifactId>aether-util</artifactId>
|
|
|
|
<version>${aether.version}</version>
|
2013-08-28 16:50:59 -04:00
|
|
|
</dependency>
|
2013-11-13 14:31:54 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.apache.httpcomponents</groupId>
|
|
|
|
<artifactId>httpclient</artifactId>
|
2019-09-27 05:14:37 -04:00
|
|
|
<version>4.5.10</version>
|
2013-11-13 14:31:54 -05:00
|
|
|
</dependency>
|
2013-11-13 16:06:34 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.apache.httpcomponents</groupId>
|
|
|
|
<artifactId>httpcore</artifactId>
|
2019-08-09 12:53:20 -04:00
|
|
|
<version>4.4.11</version>
|
2013-11-13 16:06:34 -05:00
|
|
|
</dependency>
|
2019-09-09 17:37:21 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.apache.hadoop</groupId>
|
|
|
|
<artifactId>hadoop-auth</artifactId>
|
|
|
|
<version>${hadoop.compile.version}</version>
|
|
|
|
</dependency>
|
2013-10-09 16:15:41 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.apache.hadoop</groupId>
|
2014-03-26 02:13:31 -04:00
|
|
|
<artifactId>hadoop-client</artifactId>
|
2015-05-04 14:37:07 -04:00
|
|
|
<version>${hadoop.compile.version}</version>
|
2013-10-09 16:15:41 -04:00
|
|
|
<scope>provided</scope>
|
2017-11-20 23:29:17 -05:00
|
|
|
<exclusions>
|
|
|
|
<exclusion>
|
|
|
|
<groupId>org.apache.avro</groupId>
|
|
|
|
<artifactId>avro</artifactId>
|
|
|
|
</exclusion>
|
|
|
|
</exclusions>
|
2013-10-09 16:15:41 -04:00
|
|
|
</dependency>
|
2019-01-25 18:43:06 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.apache.hadoop</groupId>
|
|
|
|
<artifactId>hadoop-common</artifactId>
|
|
|
|
<version>${hadoop.compile.version}</version>
|
|
|
|
<scope>provided</scope>
|
|
|
|
</dependency>
|
2019-09-09 17:37:21 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.apache.hadoop</groupId>
|
|
|
|
<artifactId>hadoop-hdfs-client</artifactId>
|
|
|
|
<version>${hadoop.compile.version}</version>
|
|
|
|
<scope>provided</scope>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>org.apache.hadoop</groupId>
|
|
|
|
<artifactId>hadoop-yarn-common</artifactId>
|
|
|
|
<version>${hadoop.compile.version}</version>
|
|
|
|
<scope>provided</scope>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>org.apache.hadoop</groupId>
|
|
|
|
<artifactId>hadoop-mapreduce-client-core</artifactId>
|
|
|
|
<version>${hadoop.compile.version}</version>
|
|
|
|
<scope>provided</scope>
|
|
|
|
<exclusions>
|
|
|
|
<exclusion>
|
|
|
|
<groupId>javax.servlet</groupId>
|
|
|
|
<artifactId>servlet-api</artifactId>
|
|
|
|
</exclusion>
|
|
|
|
</exclusions>
|
|
|
|
</dependency>
|
2014-09-09 06:29:33 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.mapdb</groupId>
|
|
|
|
<artifactId>mapdb</artifactId>
|
2015-08-25 15:51:28 -04:00
|
|
|
<version>1.0.8</version>
|
2014-09-09 06:29:33 -04:00
|
|
|
</dependency>
|
2019-09-09 17:37:21 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.apache.derby</groupId>
|
|
|
|
<artifactId>derby</artifactId>
|
|
|
|
<version>${derby.version}</version>
|
|
|
|
</dependency>
|
2014-11-12 00:01:11 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.apache.derby</groupId>
|
|
|
|
<artifactId>derbynet</artifactId>
|
2019-08-20 17:03:32 -04:00
|
|
|
<version>${derby.version}</version>
|
2014-11-12 00:01:11 -05:00
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>org.apache.derby</groupId>
|
|
|
|
<artifactId>derbyclient</artifactId>
|
2019-08-20 17:03:32 -04:00
|
|
|
<version>${derby.version}</version>
|
2014-11-12 00:01:11 -05:00
|
|
|
</dependency>
|
2016-05-17 12:56:00 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.apache.commons</groupId>
|
|
|
|
<artifactId>commons-math3</artifactId>
|
|
|
|
<version>3.6.1</version>
|
|
|
|
</dependency>
|
2016-10-13 11:28:46 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>it.unimi.dsi</groupId>
|
|
|
|
<artifactId>fastutil</artifactId>
|
2019-09-09 17:37:21 -04:00
|
|
|
<version>8.2.3</version>
|
2016-10-13 11:28:46 -04:00
|
|
|
</dependency>
|
2016-12-08 14:30:19 -05:00
|
|
|
<dependency>
|
2018-08-27 01:00:14 -04:00
|
|
|
<groupId>com.opencsv</groupId>
|
2016-12-08 14:30:19 -05:00
|
|
|
<artifactId>opencsv</artifactId>
|
2019-08-20 19:12:03 -04:00
|
|
|
<version>4.6</version>
|
2016-12-08 14:30:19 -05:00
|
|
|
</dependency>
|
2019-11-19 12:14:33 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>commons-beanutils</groupId>
|
|
|
|
<artifactId>commons-beanutils</artifactId>
|
|
|
|
<!-- override the transitive dependency from com.opencsv:opensv:4.6 to version 1.9.3 to address CVE-2014-0114 -->
|
|
|
|
<version>1.9.4</version>
|
|
|
|
</dependency>
|
2016-12-08 14:30:19 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>com.jayway.jsonpath</groupId>
|
|
|
|
<artifactId>json-path</artifactId>
|
2018-06-15 16:50:48 -04:00
|
|
|
<version>2.3.0</version>
|
2016-12-08 14:30:19 -05:00
|
|
|
</dependency>
|
2017-09-12 15:18:34 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>net.thisptr</groupId>
|
|
|
|
<artifactId>jackson-jq</artifactId>
|
2019-08-20 19:09:04 -04:00
|
|
|
<version>0.0.10</version>
|
2017-09-12 15:18:34 -04:00
|
|
|
</dependency>
|
2016-12-08 14:30:19 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.slf4j</groupId>
|
|
|
|
<artifactId>slf4j-api</artifactId>
|
2019-02-18 14:50:08 -05:00
|
|
|
<version>1.7.25</version>
|
2016-12-08 14:30:19 -05:00
|
|
|
</dependency>
|
2017-02-10 21:02:26 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.roaringbitmap</groupId>
|
|
|
|
<artifactId>RoaringBitmap</artifactId>
|
2020-07-23 22:29:25 -04:00
|
|
|
<version>0.9.0</version>
|
2017-02-10 21:02:26 -05:00
|
|
|
</dependency>
|
2017-03-17 15:44:36 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.ow2.asm</groupId>
|
|
|
|
<artifactId>asm</artifactId>
|
2019-05-06 17:07:45 -04:00
|
|
|
<version>7.1</version>
|
2017-03-17 15:44:36 -04:00
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>org.ow2.asm</groupId>
|
|
|
|
<artifactId>asm-commons</artifactId>
|
2019-05-06 17:07:45 -04:00
|
|
|
<version>7.1</version>
|
2017-03-17 15:44:36 -04:00
|
|
|
</dependency>
|
2018-01-24 16:10:36 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.asynchttpclient</groupId>
|
|
|
|
<artifactId>async-http-client</artifactId>
|
2018-10-05 15:30:00 -04:00
|
|
|
<!-- Uses Netty 4.1.x -->
|
|
|
|
<version>2.5.3</version>
|
2018-01-24 16:10:36 -05:00
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>org.gridkit.lab</groupId>
|
|
|
|
<artifactId>jvm-attach-api</artifactId>
|
2019-05-06 17:07:45 -04:00
|
|
|
<version>1.5</version>
|
2018-01-24 16:10:36 -05:00
|
|
|
</dependency>
|
2018-03-08 10:54:21 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>net.java.dev.jna</groupId>
|
|
|
|
<artifactId>jna</artifactId>
|
|
|
|
<version>4.5.1</version>
|
|
|
|
</dependency>
|
2018-06-05 12:08:57 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>io.dropwizard.metrics</groupId>
|
|
|
|
<artifactId>metrics-core</artifactId>
|
|
|
|
<version>${dropwizard.metrics.version}</version>
|
|
|
|
</dependency>
|
2017-06-09 17:32:07 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.codehaus.jackson</groupId>
|
|
|
|
<artifactId>jackson-core-asl</artifactId>
|
2019-10-09 02:54:55 -04:00
|
|
|
<version>${codehaus.jackson.version}</version>
|
2017-06-09 17:32:07 -04:00
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>org.codehaus.jackson</groupId>
|
|
|
|
<artifactId>jackson-mapper-asl</artifactId>
|
2019-10-09 02:54:55 -04:00
|
|
|
<version>${codehaus.jackson.version}</version>
|
2017-06-09 17:32:07 -04:00
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>javax.servlet</groupId>
|
|
|
|
<artifactId>javax.servlet-api</artifactId>
|
|
|
|
<version>3.1.0</version>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>javax.activation</groupId>
|
|
|
|
<artifactId>activation</artifactId>
|
|
|
|
<version>1.1.1</version>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>commons-pool</groupId>
|
|
|
|
<artifactId>commons-pool</artifactId>
|
|
|
|
<version>1.6</version>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>org.codehaus.plexus</groupId>
|
|
|
|
<artifactId>plexus-utils</artifactId>
|
2019-11-19 12:14:33 -05:00
|
|
|
<version>3.0.24</version>
|
2017-06-09 17:32:07 -04:00
|
|
|
</dependency>
|
2018-10-12 19:25:39 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>com.github.ben-manes.caffeine</groupId>
|
|
|
|
<artifactId>caffeine</artifactId>
|
|
|
|
<version>${caffeine.version}</version>
|
|
|
|
</dependency>
|
2019-01-08 20:17:03 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.apache.maven</groupId>
|
|
|
|
<artifactId>maven-artifact</artifactId>
|
|
|
|
<version>3.6.0</version>
|
|
|
|
</dependency>
|
2019-09-09 17:37:21 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>javax.ws.rs</groupId>
|
|
|
|
<artifactId>jsr311-api</artifactId>
|
|
|
|
<version>1.1.1</version>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>org.schemarepo</groupId>
|
|
|
|
<artifactId>schema-repo-common</artifactId>
|
|
|
|
<version>0.1.3</version>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>org.apache.avro</groupId>
|
|
|
|
<artifactId>avro</artifactId>
|
|
|
|
<version>${avro.version}</version>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>org.apache.directory.api</groupId>
|
|
|
|
<artifactId>api-util</artifactId>
|
2019-12-05 17:34:35 -05:00
|
|
|
<version>1.0.3</version>
|
2019-09-09 17:37:21 -04:00
|
|
|
</dependency>
|
Parallel indexing single dim partitions (#8925)
* Parallel indexing single dim partitions
Implements single dimension range partitioning for native parallel batch
indexing as described in #8769. This initial version requires the
druid-datasketches extension to be loaded.
The algorithm has 5 phases that are orchestrated by the supervisor in
`ParallelIndexSupervisorTask#runRangePartitionMultiPhaseParallel()`.
These phases and the main classes involved are described below:
1) In parallel, determine the distribution of dimension values for each
input source split.
`PartialDimensionDistributionTask` uses `StringSketch` to generate
the approximate distribution of dimension values for each input
source split. If the rows are ungrouped,
`PartialDimensionDistributionTask.UngroupedRowDimensionValueFilter`
uses a Bloom filter to skip rows that would be grouped. The final
distribution is sent back to the supervisor via
`DimensionDistributionReport`.
2) The range partitions are determined.
In `ParallelIndexSupervisorTask#determineAllRangePartitions()`, the
supervisor uses `StringSketchMerger` to merge the individual
`StringSketch`es created in the preceding phase. The merged sketch is
then used to create the range partitions.
3) In parallel, generate partial range-partitioned segments.
`PartialRangeSegmentGenerateTask` uses the range partitions
determined in the preceding phase and
`RangePartitionCachingLocalSegmentAllocator` to generate
`SingleDimensionShardSpec`s. The partition information is sent back
to the supervisor via `GeneratedGenericPartitionsReport`.
4) The partial range segments are grouped.
In `ParallelIndexSupervisorTask#groupGenericPartitionLocationsPerPartition()`,
the supervisor creates the `PartialGenericSegmentMergeIOConfig`s
necessary for the next phase.
5) In parallel, merge partial range-partitioned segments.
`PartialGenericSegmentMergeTask` uses `GenericPartitionLocation` to
retrieve the partial range-partitioned segments generated earlier and
then merges and publishes them.
* Fix dependencies & forbidden apis
* Fixes for integration test
* Address review comments
* Fix docs, strict compile, sketch check, rollup check
* Fix first shard spec, partition serde, single subtask
* Fix first partition check in test
* Misc rewording/refactoring to address code review
* Fix doc link
* Split batch index integration test
* Do not run parallel-batch-index twice
* Adjust last partition
* Split ITParallelIndexTest to reduce runtime
* Rename test class
* Allow null values in range partitions
* Indicate which phase failed
* Improve asserts in tests
2019-12-10 02:05:49 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.apache.datasketches</groupId>
|
|
|
|
<artifactId>datasketches-java</artifactId>
|
2020-02-04 22:58:00 -05:00
|
|
|
<version>${datasketches.version}</version>
|
Parallel indexing single dim partitions (#8925)
* Parallel indexing single dim partitions
Implements single dimension range partitioning for native parallel batch
indexing as described in #8769. This initial version requires the
druid-datasketches extension to be loaded.
The algorithm has 5 phases that are orchestrated by the supervisor in
`ParallelIndexSupervisorTask#runRangePartitionMultiPhaseParallel()`.
These phases and the main classes involved are described below:
1) In parallel, determine the distribution of dimension values for each
input source split.
`PartialDimensionDistributionTask` uses `StringSketch` to generate
the approximate distribution of dimension values for each input
source split. If the rows are ungrouped,
`PartialDimensionDistributionTask.UngroupedRowDimensionValueFilter`
uses a Bloom filter to skip rows that would be grouped. The final
distribution is sent back to the supervisor via
`DimensionDistributionReport`.
2) The range partitions are determined.
In `ParallelIndexSupervisorTask#determineAllRangePartitions()`, the
supervisor uses `StringSketchMerger` to merge the individual
`StringSketch`es created in the preceding phase. The merged sketch is
then used to create the range partitions.
3) In parallel, generate partial range-partitioned segments.
`PartialRangeSegmentGenerateTask` uses the range partitions
determined in the preceding phase and
`RangePartitionCachingLocalSegmentAllocator` to generate
`SingleDimensionShardSpec`s. The partition information is sent back
to the supervisor via `GeneratedGenericPartitionsReport`.
4) The partial range segments are grouped.
In `ParallelIndexSupervisorTask#groupGenericPartitionLocationsPerPartition()`,
the supervisor creates the `PartialGenericSegmentMergeIOConfig`s
necessary for the next phase.
5) In parallel, merge partial range-partitioned segments.
`PartialGenericSegmentMergeTask` uses `GenericPartitionLocation` to
retrieve the partial range-partitioned segments generated earlier and
then merges and publishes them.
* Fix dependencies & forbidden apis
* Fixes for integration test
* Address review comments
* Fix docs, strict compile, sketch check, rollup check
* Fix first shard spec, partition serde, single subtask
* Fix first partition check in test
* Misc rewording/refactoring to address code review
* Fix doc link
* Split batch index integration test
* Do not run parallel-batch-index twice
* Adjust last partition
* Split ITParallelIndexTest to reduce runtime
* Rename test class
* Allow null values in range partitions
* Indicate which phase failed
* Improve asserts in tests
2019-12-10 02:05:49 -05:00
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>org.apache.datasketches</groupId>
|
|
|
|
<artifactId>datasketches-memory</artifactId>
|
2020-04-24 15:52:12 -04:00
|
|
|
<version>${datasketches.memory.version}</version>
|
Parallel indexing single dim partitions (#8925)
* Parallel indexing single dim partitions
Implements single dimension range partitioning for native parallel batch
indexing as described in #8769. This initial version requires the
druid-datasketches extension to be loaded.
The algorithm has 5 phases that are orchestrated by the supervisor in
`ParallelIndexSupervisorTask#runRangePartitionMultiPhaseParallel()`.
These phases and the main classes involved are described below:
1) In parallel, determine the distribution of dimension values for each
input source split.
`PartialDimensionDistributionTask` uses `StringSketch` to generate
the approximate distribution of dimension values for each input
source split. If the rows are ungrouped,
`PartialDimensionDistributionTask.UngroupedRowDimensionValueFilter`
uses a Bloom filter to skip rows that would be grouped. The final
distribution is sent back to the supervisor via
`DimensionDistributionReport`.
2) The range partitions are determined.
In `ParallelIndexSupervisorTask#determineAllRangePartitions()`, the
supervisor uses `StringSketchMerger` to merge the individual
`StringSketch`es created in the preceding phase. The merged sketch is
then used to create the range partitions.
3) In parallel, generate partial range-partitioned segments.
`PartialRangeSegmentGenerateTask` uses the range partitions
determined in the preceding phase and
`RangePartitionCachingLocalSegmentAllocator` to generate
`SingleDimensionShardSpec`s. The partition information is sent back
to the supervisor via `GeneratedGenericPartitionsReport`.
4) The partial range segments are grouped.
In `ParallelIndexSupervisorTask#groupGenericPartitionLocationsPerPartition()`,
the supervisor creates the `PartialGenericSegmentMergeIOConfig`s
necessary for the next phase.
5) In parallel, merge partial range-partitioned segments.
`PartialGenericSegmentMergeTask` uses `GenericPartitionLocation` to
retrieve the partial range-partitioned segments generated earlier and
then merges and publishes them.
* Fix dependencies & forbidden apis
* Fixes for integration test
* Address review comments
* Fix docs, strict compile, sketch check, rollup check
* Fix first shard spec, partition serde, single subtask
* Fix first partition check in test
* Misc rewording/refactoring to address code review
* Fix doc link
* Split batch index integration test
* Do not run parallel-batch-index twice
* Adjust last partition
* Split ITParallelIndexTest to reduce runtime
* Rename test class
* Allow null values in range partitions
* Indicate which phase failed
* Improve asserts in tests
2019-12-10 02:05:49 -05:00
|
|
|
</dependency>
|
2016-12-16 20:15:59 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.apache.calcite</groupId>
|
|
|
|
<artifactId>calcite-core</artifactId>
|
|
|
|
<version>${calcite.version}</version>
|
|
|
|
<type>test-jar</type>
|
2018-10-12 19:25:39 -04:00
|
|
|
<scope>test</scope>
|
2017-09-22 13:46:55 -04:00
|
|
|
</dependency>
|
2012-10-31 19:10:07 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.easymock</groupId>
|
|
|
|
<artifactId>easymock</artifactId>
|
2019-05-06 15:28:56 -04:00
|
|
|
<version>4.0.2</version>
|
2012-10-31 19:10:07 -04:00
|
|
|
<scope>test</scope>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>junit</groupId>
|
|
|
|
<artifactId>junit</artifactId>
|
2018-10-02 13:50:22 -04:00
|
|
|
<version>4.12</version>
|
2012-10-31 19:10:07 -04:00
|
|
|
<scope>test</scope>
|
|
|
|
</dependency>
|
2020-06-29 19:59:31 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.mockito</groupId>
|
|
|
|
<artifactId>mockito-core</artifactId>
|
|
|
|
<version>${mockito.version}</version>
|
|
|
|
<scope>test</scope>
|
|
|
|
</dependency>
|
2019-09-09 17:37:21 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.powermock</groupId>
|
|
|
|
<artifactId>powermock-core</artifactId>
|
|
|
|
<version>${powermock.version}</version>
|
|
|
|
<scope>test</scope>
|
|
|
|
</dependency>
|
2016-12-23 21:04:27 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.powermock</groupId>
|
|
|
|
<artifactId>powermock-module-junit4</artifactId>
|
|
|
|
<version>${powermock.version}</version>
|
|
|
|
<scope>test</scope>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>org.powermock</groupId>
|
|
|
|
<artifactId>powermock-api-easymock</artifactId>
|
|
|
|
<version>${powermock.version}</version>
|
|
|
|
<scope>test</scope>
|
|
|
|
</dependency>
|
2016-03-24 13:53:31 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.slf4j</groupId>
|
|
|
|
<artifactId>slf4j-simple</artifactId>
|
|
|
|
<version>${slf4j.version}</version>
|
|
|
|
</dependency>
|
2014-11-07 14:08:23 -05:00
|
|
|
<dependency>
|
2015-02-02 21:16:56 -05:00
|
|
|
<groupId>com.carrotsearch</groupId>
|
|
|
|
<artifactId>junit-benchmarks</artifactId>
|
|
|
|
<version>0.7.2</version>
|
|
|
|
<scope>test</scope>
|
2014-11-07 14:08:23 -05:00
|
|
|
</dependency>
|
2012-12-04 19:29:51 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>com.google.caliper</groupId>
|
|
|
|
<artifactId>caliper</artifactId>
|
|
|
|
<version>0.5-rc1</version>
|
|
|
|
<scope>test</scope>
|
|
|
|
</dependency>
|
2013-04-22 21:04:28 -04:00
|
|
|
<dependency>
|
2013-04-24 18:29:24 -04:00
|
|
|
<groupId>org.apache.curator</groupId>
|
2013-04-22 21:04:28 -04:00
|
|
|
<artifactId>curator-test</artifactId>
|
2017-09-15 13:48:32 -04:00
|
|
|
<version>${apache.curator.test.version}</version>
|
2014-05-01 17:57:41 -04:00
|
|
|
<exclusions>
|
|
|
|
<exclusion>
|
|
|
|
<groupId>org.jboss.netty</groupId>
|
|
|
|
<artifactId>netty</artifactId>
|
|
|
|
</exclusion>
|
|
|
|
</exclusions>
|
2013-04-22 21:04:28 -04:00
|
|
|
<scope>test</scope>
|
|
|
|
</dependency>
|
2019-11-06 14:07:04 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.assertj</groupId>
|
|
|
|
<artifactId>assertj-core</artifactId>
|
|
|
|
<version>3.13.2</version>
|
|
|
|
<scope>test</scope>
|
|
|
|
</dependency>
|
2013-08-13 21:35:07 -04:00
|
|
|
<dependency>
|
2013-11-11 19:13:32 -05:00
|
|
|
<groupId>com.ircclouds.irc</groupId>
|
|
|
|
<artifactId>irc-api</artifactId>
|
2015-08-25 16:28:49 -04:00
|
|
|
<version>1.0-0014</version>
|
2016-02-26 15:17:01 -05:00
|
|
|
<exclusions>
|
|
|
|
<exclusion>
|
|
|
|
<groupId>org.slf4j</groupId>
|
|
|
|
<artifactId>slf4j-api</artifactId>
|
|
|
|
</exclusion>
|
|
|
|
</exclusions>
|
2013-11-11 19:13:32 -05:00
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>com.maxmind.geoip2</groupId>
|
|
|
|
<artifactId>geoip2</artifactId>
|
2016-03-25 17:24:58 -04:00
|
|
|
<version>0.4.0</version>
|
2013-11-11 19:13:32 -05:00
|
|
|
<exclusions>
|
2016-03-25 17:24:58 -04:00
|
|
|
<exclusion>
|
|
|
|
<groupId>com.google.http-client</groupId>
|
|
|
|
<artifactId>google-http-client</artifactId>
|
|
|
|
</exclusion>
|
2013-11-11 19:13:32 -05:00
|
|
|
<exclusion>
|
2016-11-16 03:36:45 -05:00
|
|
|
<groupId>com.google.http-client</groupId>
|
|
|
|
<artifactId>google-http-client-jackson2</artifactId>
|
2013-11-11 19:13:32 -05:00
|
|
|
</exclusion>
|
|
|
|
<exclusion>
|
2016-11-16 03:36:45 -05:00
|
|
|
<groupId>com.fasterxml.jackson.core</groupId>
|
|
|
|
<artifactId>jackson-databind</artifactId>
|
2013-11-11 19:13:32 -05:00
|
|
|
</exclusion>
|
|
|
|
</exclusions>
|
2013-08-14 17:31:55 -04:00
|
|
|
</dependency>
|
2020-02-25 03:04:00 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.postgresql</groupId>
|
|
|
|
<artifactId>postgresql</artifactId>
|
|
|
|
<version>${postgresql.version}</version>
|
|
|
|
</dependency>
|
2019-03-27 12:00:43 -04:00
|
|
|
|
|
|
|
<!-- GCP -->
|
|
|
|
<dependency>
|
|
|
|
<groupId>com.google.api-client</groupId>
|
|
|
|
<artifactId>google-api-client</artifactId>
|
|
|
|
<version>${com.google.apis.client.version}</version>
|
|
|
|
<exclusions>
|
|
|
|
<exclusion>
|
|
|
|
<groupId>com.google.code.findbugs</groupId>
|
|
|
|
<artifactId>jsr305</artifactId>
|
|
|
|
</exclusion>
|
|
|
|
<exclusion>
|
|
|
|
<groupId>com.fasterxml.jackson.core</groupId>
|
|
|
|
<artifactId>jackson-core</artifactId>
|
|
|
|
</exclusion>
|
|
|
|
<exclusion>
|
|
|
|
<groupId>com.google.guava</groupId>
|
|
|
|
<artifactId>guava-jdk5</artifactId>
|
|
|
|
</exclusion>
|
|
|
|
<exclusion>
|
|
|
|
<groupId>org.apache.httpcomponents</groupId>
|
|
|
|
<artifactId>httpcore</artifactId>
|
|
|
|
</exclusion>
|
|
|
|
<exclusion>
|
|
|
|
<groupId>org.apache.httpcomponents</groupId>
|
|
|
|
<artifactId>httpclient</artifactId>
|
|
|
|
</exclusion>
|
|
|
|
</exclusions>
|
|
|
|
</dependency>
|
2019-09-09 17:37:21 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>com.google.http-client</groupId>
|
|
|
|
<artifactId>google-http-client</artifactId>
|
2020-12-03 09:44:52 -05:00
|
|
|
<version>${com.google.apis.client.version}</version>
|
2019-09-09 17:37:21 -04:00
|
|
|
</dependency>
|
2019-03-27 12:00:43 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>com.google.http-client</groupId>
|
|
|
|
<artifactId>google-http-client-jackson2</artifactId>
|
2020-12-03 09:44:52 -05:00
|
|
|
<version>${com.google.apis.client.version}</version>
|
2019-03-27 12:00:43 -04:00
|
|
|
<exclusions>
|
|
|
|
<exclusion>
|
|
|
|
<groupId>com.fasterxml.jackson.core</groupId>
|
|
|
|
<artifactId>jackson-core</artifactId>
|
|
|
|
</exclusion>
|
|
|
|
<exclusion>
|
|
|
|
<groupId>org.apache.httpcomponents</groupId>
|
|
|
|
<artifactId>httpclient</artifactId>
|
|
|
|
</exclusion>
|
|
|
|
</exclusions>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>com.fasterxml.jackson.module</groupId>
|
|
|
|
<artifactId>jackson-module-guice</artifactId>
|
|
|
|
<version>${jackson.version}</version>
|
|
|
|
<exclusions>
|
|
|
|
<exclusion>
|
|
|
|
<groupId>com.fasterxml.jackson.core</groupId>
|
|
|
|
<artifactId>jackson-core</artifactId>
|
|
|
|
</exclusion>
|
|
|
|
<exclusion>
|
|
|
|
<groupId>com.fasterxml.jackson.core</groupId>
|
|
|
|
<artifactId>jackson-databind</artifactId>
|
|
|
|
</exclusion>
|
|
|
|
</exclusions>
|
|
|
|
</dependency>
|
2020-03-10 05:57:16 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>io.github.resilience4j</groupId>
|
|
|
|
<artifactId>resilience4j-bulkhead</artifactId>
|
|
|
|
<version>${resilience4j.version}</version>
|
|
|
|
</dependency>
|
2020-04-28 06:13:39 -04:00
|
|
|
<!-- GCE -->
|
|
|
|
<dependency>
|
|
|
|
<groupId>com.google.apis</groupId>
|
|
|
|
<artifactId>google-api-services-compute</artifactId>
|
|
|
|
<version>${com.google.apis.compute.version}</version>
|
|
|
|
<scope>provided</scope>
|
|
|
|
</dependency>
|
2019-03-27 12:00:43 -04:00
|
|
|
|
2014-11-06 13:23:24 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.testng</groupId>
|
|
|
|
<artifactId>testng</artifactId>
|
2020-04-22 13:43:34 -04:00
|
|
|
<version>6.14.3</version>
|
2014-11-06 13:23:24 -05:00
|
|
|
</dependency>
|
2015-02-22 11:58:35 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.hamcrest</groupId>
|
|
|
|
<artifactId>hamcrest-all</artifactId>
|
2019-09-09 17:37:21 -04:00
|
|
|
<version>${hamcrest.version}</version>
|
|
|
|
<scope>test</scope>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>org.hamcrest</groupId>
|
|
|
|
<artifactId>hamcrest-core</artifactId>
|
|
|
|
<version>${hamcrest.version}</version>
|
2015-02-22 11:58:35 -05:00
|
|
|
<scope>test</scope>
|
|
|
|
</dependency>
|
2016-01-21 14:54:37 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>pl.pragmatists</groupId>
|
|
|
|
<artifactId>JUnitParams</artifactId>
|
2019-08-20 19:15:12 -04:00
|
|
|
<version>1.1.1</version>
|
2016-01-21 14:54:37 -05:00
|
|
|
<scope>test</scope>
|
|
|
|
</dependency>
|
2016-12-07 18:49:16 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>com.google.guava</groupId>
|
|
|
|
<artifactId>guava-testlib</artifactId>
|
|
|
|
<version>${guava.version}</version>
|
|
|
|
<scope>test</scope>
|
|
|
|
</dependency>
|
2019-12-16 17:33:00 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>nl.jqno.equalsverifier</groupId>
|
|
|
|
<artifactId>equalsverifier</artifactId>
|
2020-01-21 15:59:43 -05:00
|
|
|
<version>3.1.11</version>
|
2019-12-16 17:33:00 -05:00
|
|
|
<scope>test</scope>
|
|
|
|
</dependency>
|
2019-09-06 19:43:59 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>com.github.stefanbirkner</groupId>
|
|
|
|
<artifactId>system-rules</artifactId>
|
|
|
|
<version>1.19.0</version>
|
|
|
|
<scope>test</scope>
|
|
|
|
</dependency>
|
2020-11-25 06:31:38 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>io.timeandspace</groupId>
|
|
|
|
<artifactId>cron-scheduler</artifactId>
|
|
|
|
<version>0.1</version>
|
|
|
|
</dependency>
|
2012-10-31 19:10:07 -04:00
|
|
|
</dependencies>
|
|
|
|
</dependencyManagement>
|
2015-02-03 19:48:00 -05:00
|
|
|
|
2012-10-24 03:39:51 -04:00
|
|
|
<build>
|
2015-03-09 16:44:54 -04:00
|
|
|
<plugins>
|
|
|
|
<plugin>
|
2019-08-20 18:36:19 -04:00
|
|
|
<groupId>org.jacoco</groupId>
|
|
|
|
<artifactId>jacoco-maven-plugin</artifactId>
|
2020-05-20 12:31:37 -04:00
|
|
|
<version>0.8.5</version>
|
2019-08-20 18:36:19 -04:00
|
|
|
<configuration>
|
|
|
|
<excludes>
|
2020-06-29 19:59:31 -04:00
|
|
|
<!-- Ignore initialization classes, these are tested by the integration tests. -->
|
|
|
|
<exclude>org/apache/druid/cli/Cli*</exclude>
|
|
|
|
<exclude>org/apache/druid/cli/*JettyServerInitializer*</exclude>
|
2020-07-07 17:24:02 -04:00
|
|
|
<exclude>org/apache/druid/server/initialization/*Module*</exclude>
|
|
|
|
<exclude>org/apache/druid/server/initialization/jetty/*Module*</exclude>
|
|
|
|
<exclude>org/apache/druid/guice/http/*</exclude>
|
|
|
|
|
2019-08-20 18:36:19 -04:00
|
|
|
<!-- Ignore generated code -->
|
|
|
|
<exclude>org/apache/druid/math/expr/antlr/Expr*</exclude> <!-- core -->
|
|
|
|
<exclude>org/apache/druid/**/generated/*Benchmark*</exclude> <!-- benchmarks -->
|
|
|
|
<exclude>org/apache/druid/data/input/influx/InfluxLineProtocol*</exclude> <!-- extensions-contrib/influx-extensions -->
|
|
|
|
|
|
|
|
<!-- Ignore non-production code -->
|
2019-08-28 11:49:30 -04:00
|
|
|
<exclude>org/apache/druid/benchmark/**/*</exclude> <!-- benchmarks -->
|
|
|
|
<exclude>org/apache/druid/**/*Benchmark*</exclude> <!-- benchmarks -->
|
2019-08-20 18:36:19 -04:00
|
|
|
<exclude>org/apache/druid/testing/**/*</exclude> <!-- integration-tests -->
|
2020-07-01 17:02:21 -04:00
|
|
|
|
|
|
|
<!-- Exceptions -->
|
|
|
|
<exclude>org/apache/druid/query/TruncatedResponseContextException.class</exclude>
|
2019-08-20 18:36:19 -04:00
|
|
|
</excludes>
|
|
|
|
</configuration>
|
|
|
|
<executions>
|
|
|
|
<execution>
|
|
|
|
<id>prepare-agent</id>
|
|
|
|
<goals>
|
|
|
|
<goal>prepare-agent</goal>
|
|
|
|
</goals>
|
|
|
|
<configuration>
|
|
|
|
<propertyName>jacocoArgLine</propertyName>
|
|
|
|
</configuration>
|
|
|
|
</execution>
|
|
|
|
</executions>
|
2015-03-09 16:44:54 -04:00
|
|
|
</plugin>
|
2016-10-13 16:37:47 -04:00
|
|
|
<plugin>
|
|
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
|
|
<artifactId>maven-checkstyle-plugin</artifactId>
|
2018-11-20 06:42:15 -05:00
|
|
|
<version>3.0.0</version>
|
2016-10-13 16:37:47 -04:00
|
|
|
<configuration>
|
2018-12-10 20:56:32 -05:00
|
|
|
<sourceDirectories>
|
|
|
|
<sourceDirectory>${project.build.sourceDirectory}</sourceDirectory>
|
|
|
|
</sourceDirectories>
|
2016-10-13 16:37:47 -04:00
|
|
|
<includeTestSourceDirectory>true</includeTestSourceDirectory>
|
|
|
|
<configLocation>codestyle/checkstyle.xml</configLocation>
|
|
|
|
<suppressionsLocation>codestyle/checkstyle-suppressions.xml</suppressionsLocation>
|
|
|
|
<suppressionsFileExpression>checkstyle.suppressions.file</suppressionsFileExpression>
|
|
|
|
<encoding>UTF-8</encoding>
|
2017-01-10 21:13:47 -05:00
|
|
|
<headerLocation>codestyle/LICENSE.txt</headerLocation>
|
2016-10-13 16:37:47 -04:00
|
|
|
<consoleOutput>true</consoleOutput>
|
|
|
|
<failsOnError>true</failsOnError>
|
|
|
|
</configuration>
|
2016-11-05 14:34:36 -04:00
|
|
|
<dependencies>
|
|
|
|
<dependency>
|
|
|
|
<groupId>com.puppycrawl.tools</groupId>
|
|
|
|
<artifactId>checkstyle</artifactId>
|
2019-06-04 04:02:46 -04:00
|
|
|
<version>8.21</version>
|
2016-11-05 14:34:36 -04:00
|
|
|
</dependency>
|
|
|
|
</dependencies>
|
2016-10-13 16:37:47 -04:00
|
|
|
<executions>
|
|
|
|
<execution>
|
|
|
|
<id>validate</id>
|
|
|
|
<phase>validate</phase>
|
|
|
|
<goals>
|
|
|
|
<goal>check</goal>
|
|
|
|
</goals>
|
|
|
|
</execution>
|
|
|
|
</executions>
|
|
|
|
</plugin>
|
2019-06-20 14:06:52 -04:00
|
|
|
<plugin>
|
|
|
|
<groupId>com.github.spotbugs</groupId>
|
|
|
|
<artifactId>spotbugs-maven-plugin</artifactId>
|
|
|
|
<version>3.1.12</version>
|
|
|
|
<dependencies>
|
|
|
|
<!-- overwrite dependency on spotbugs if you want to specify the version of spotbugs -->
|
|
|
|
<dependency>
|
|
|
|
<groupId>com.github.spotbugs</groupId>
|
|
|
|
<artifactId>spotbugs</artifactId>
|
|
|
|
<version>3.1.12</version>
|
|
|
|
</dependency>
|
|
|
|
</dependencies>
|
|
|
|
<configuration>
|
|
|
|
<excludeFilterFile>codestyle/spotbugs-exclude.xml</excludeFilterFile>
|
|
|
|
</configuration>
|
|
|
|
</plugin>
|
2017-07-17 09:22:29 -04:00
|
|
|
<plugin>
|
|
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
|
|
<artifactId>maven-pmd-plugin</artifactId>
|
|
|
|
<version>3.8</version>
|
|
|
|
<configuration>
|
|
|
|
<printFailingErrors>true</printFailingErrors>
|
|
|
|
<rulesets>
|
|
|
|
<ruleset>/rulesets/java/imports.xml</ruleset>
|
|
|
|
</rulesets>
|
|
|
|
<excludeRoots>
|
|
|
|
<excludeRoot>target/generated-sources/</excludeRoot>
|
|
|
|
</excludeRoots>
|
|
|
|
</configuration>
|
|
|
|
<executions>
|
|
|
|
<execution>
|
|
|
|
<id>validate</id>
|
|
|
|
<phase>validate</phase>
|
|
|
|
<goals>
|
|
|
|
<goal>check</goal>
|
|
|
|
</goals>
|
|
|
|
</execution>
|
|
|
|
</executions>
|
|
|
|
</plugin>
|
2017-08-21 16:02:42 -04:00
|
|
|
<plugin>
|
|
|
|
<groupId>de.thetaphi</groupId>
|
|
|
|
<artifactId>forbiddenapis</artifactId>
|
2018-11-15 16:21:34 -05:00
|
|
|
<version>2.6</version>
|
2017-08-21 16:02:42 -04:00
|
|
|
<configuration>
|
2018-08-16 14:05:45 -04:00
|
|
|
<failOnUnresolvableSignatures>false</failOnUnresolvableSignatures>
|
2017-08-21 16:02:42 -04:00
|
|
|
<bundledSignatures>
|
|
|
|
<!--
|
|
|
|
This will automatically choose the right
|
|
|
|
signatures based on 'maven.compiler.target':
|
|
|
|
-->
|
|
|
|
<bundledSignature>jdk-unsafe</bundledSignature>
|
|
|
|
</bundledSignatures>
|
|
|
|
<signaturesFiles>
|
2018-09-27 14:25:10 -04:00
|
|
|
<signaturesFile>${project.parent.basedir}/codestyle/joda-time-forbidden-apis.txt</signaturesFile>
|
|
|
|
<signaturesFile>${project.parent.basedir}/codestyle/druid-forbidden-apis.txt</signaturesFile>
|
2017-08-21 16:02:42 -04:00
|
|
|
</signaturesFiles>
|
2020-02-07 02:44:09 -05:00
|
|
|
<excludes>
|
|
|
|
<exclude>**/SomeAvroDatum.class</exclude>
|
|
|
|
</excludes>
|
2018-12-21 14:49:24 -05:00
|
|
|
<suppressAnnotations>
|
|
|
|
<annotation>**.SuppressForbidden</annotation>
|
|
|
|
</suppressAnnotations>
|
2017-08-21 16:02:42 -04:00
|
|
|
</configuration>
|
|
|
|
<executions>
|
|
|
|
<execution>
|
2018-09-26 12:39:39 -04:00
|
|
|
<id>compile</id>
|
|
|
|
<phase>compile</phase>
|
2017-08-21 16:02:42 -04:00
|
|
|
<goals>
|
|
|
|
<goal>check</goal>
|
|
|
|
</goals>
|
|
|
|
<configuration>
|
|
|
|
<bundledSignatures>
|
|
|
|
<!-- Check jdk-system-out only for production code, but not in test code -->
|
|
|
|
<bundledSignature>jdk-unsafe</bundledSignature>
|
|
|
|
<bundledSignature>jdk-system-out</bundledSignature>
|
|
|
|
</bundledSignatures>
|
|
|
|
</configuration>
|
|
|
|
</execution>
|
|
|
|
<execution>
|
2018-09-26 12:39:39 -04:00
|
|
|
<id>testCompile</id>
|
|
|
|
<phase>test-compile</phase>
|
2017-08-21 16:02:42 -04:00
|
|
|
<goals>
|
|
|
|
<goal>testCheck</goal>
|
|
|
|
</goals>
|
|
|
|
</execution>
|
|
|
|
</executions>
|
|
|
|
</plugin>
|
2016-12-21 13:19:13 -05:00
|
|
|
<plugin>
|
|
|
|
<groupId>org.codehaus.mojo</groupId>
|
|
|
|
<artifactId>animal-sniffer-maven-plugin</artifactId>
|
2019-01-08 20:18:41 -05:00
|
|
|
<version>1.17</version>
|
2016-12-21 13:19:13 -05:00
|
|
|
<executions>
|
|
|
|
<execution>
|
|
|
|
<id>check-java-api</id>
|
|
|
|
<phase>test</phase>
|
|
|
|
<goals>
|
|
|
|
<goal>check</goal>
|
|
|
|
</goals>
|
|
|
|
<configuration>
|
|
|
|
<signature>
|
|
|
|
<groupId>org.codehaus.mojo.signature
|
|
|
|
</groupId>
|
2017-03-15 00:23:47 -04:00
|
|
|
<artifactId>java18</artifactId>
|
2016-12-21 13:19:13 -05:00
|
|
|
<version>1.0</version>
|
|
|
|
</signature>
|
|
|
|
<ignores>
|
2017-03-17 15:44:36 -04:00
|
|
|
<!-- Some of our code uses sun.* classes directly, which are not part of
|
2016-12-21 13:19:13 -05:00
|
|
|
the JDK signature (although they are there anyway). -->
|
|
|
|
<ignore>sun.nio.ch.DirectBuffer</ignore>
|
|
|
|
<ignore>sun.misc.Cleaner</ignore>
|
2017-03-17 15:44:36 -04:00
|
|
|
<ignore>sun.misc.Unsafe</ignore>
|
2018-12-21 14:49:24 -05:00
|
|
|
<!-- ignore java reflection polymorphic api signatures -->
|
|
|
|
<ignore>java.lang.invoke.MethodHandle</ignore>
|
2016-12-21 13:19:13 -05:00
|
|
|
</ignores>
|
|
|
|
</configuration>
|
|
|
|
</execution>
|
|
|
|
</executions>
|
|
|
|
</plugin>
|
2017-01-19 14:49:08 -05:00
|
|
|
<plugin>
|
|
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
|
|
<artifactId>maven-enforcer-plugin</artifactId>
|
|
|
|
<version>1.4.1</version>
|
|
|
|
<executions>
|
|
|
|
<execution>
|
2019-08-07 12:52:42 -04:00
|
|
|
<id>default-cli</id>
|
2017-01-19 14:49:08 -05:00
|
|
|
<goals>
|
|
|
|
<goal>enforce</goal>
|
|
|
|
</goals>
|
|
|
|
<configuration>
|
|
|
|
<rules>
|
2017-02-14 15:51:51 -05:00
|
|
|
<requireJavaVersion>
|
|
|
|
<version>1.8.0</version>
|
|
|
|
</requireJavaVersion>
|
2017-01-19 14:49:08 -05:00
|
|
|
<bannedDependencies>
|
|
|
|
<excludes>
|
|
|
|
<!--LGPL licenced library-->
|
|
|
|
<exclude>com.google.code.findbugs:annotations</exclude>
|
|
|
|
</excludes>
|
|
|
|
</bannedDependencies>
|
|
|
|
</rules>
|
|
|
|
<fail>true</fail>
|
|
|
|
</configuration>
|
|
|
|
</execution>
|
|
|
|
</executions>
|
|
|
|
</plugin>
|
2018-10-17 21:37:01 -04:00
|
|
|
<plugin>
|
|
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
|
|
<artifactId>maven-jar-plugin</artifactId>
|
|
|
|
<configuration>
|
|
|
|
<archive>
|
|
|
|
<manifestEntries>
|
|
|
|
<Build-Jdk>${java.version} (${java.vendor} ${java.vm.version})</Build-Jdk>
|
|
|
|
<Build-OS>${os.name} ${os.arch} ${os.version}</Build-OS>
|
|
|
|
<Build-Timestamp>${git.build.time}</Build-Timestamp>
|
|
|
|
<Build-Version>${git.build.version}</Build-Version>
|
|
|
|
<Build-Revision>${git.commit.id}</Build-Revision>
|
|
|
|
<Build-Revision-Describe>${git.commit.id.describe}</Build-Revision-Describe>
|
|
|
|
</manifestEntries>
|
|
|
|
</archive>
|
|
|
|
</configuration>
|
|
|
|
</plugin>
|
|
|
|
<plugin>
|
|
|
|
<groupId>pl.project13.maven</groupId>
|
|
|
|
<artifactId>git-commit-id-plugin</artifactId>
|
|
|
|
<version>2.2.5</version>
|
|
|
|
<executions>
|
|
|
|
<execution>
|
|
|
|
<goals>
|
|
|
|
<goal>revision</goal>
|
|
|
|
</goals>
|
|
|
|
</execution>
|
|
|
|
</executions>
|
|
|
|
<configuration>
|
|
|
|
<dotGitDirectory>${project.basedir}/.git</dotGitDirectory>
|
|
|
|
<dateFormatTimeZone>Etc/UTC</dateFormatTimeZone>
|
|
|
|
<skipPoms>false</skipPoms>
|
|
|
|
<format>json</format>
|
|
|
|
<generateGitPropertiesFile>true</generateGitPropertiesFile>
|
|
|
|
<generateGitPropertiesFilename>${project.build.directory}/git.version</generateGitPropertiesFilename>
|
|
|
|
<failOnNoGitDirectory>false</failOnNoGitDirectory>
|
|
|
|
<excludeProperties>
|
|
|
|
<excludeProperty>git.build.user.email</excludeProperty>
|
|
|
|
<excludeProperty>git.build.host</excludeProperty>
|
|
|
|
<excludeProperty>git.commit.id.describe-short</excludeProperty>
|
|
|
|
<excludeProperty>git.commit.user.*</excludeProperty>
|
|
|
|
<excludeProperty>git.commit.message.*</excludeProperty>
|
|
|
|
<excludeProperty>git.closest.tag.*</excludeProperty>
|
|
|
|
<excludeProperty>git.commit.id.abbrev</excludeProperty>
|
|
|
|
<excludeProperty>git.dirty</excludeProperty>
|
|
|
|
</excludeProperties>
|
|
|
|
<gitDescribe>
|
|
|
|
<skip>false</skip>
|
2018-10-20 17:45:09 -04:00
|
|
|
<always>true</always>
|
2018-10-17 21:37:01 -04:00
|
|
|
<abbrev>7</abbrev>
|
|
|
|
<dirty>-dirty</dirty>
|
|
|
|
<forceLongFormat>true</forceLongFormat>
|
|
|
|
</gitDescribe>
|
|
|
|
</configuration>
|
2018-11-13 12:38:37 -05:00
|
|
|
</plugin>
|
|
|
|
<plugin>
|
|
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
|
|
<artifactId>maven-remote-resources-plugin</artifactId>
|
|
|
|
<executions>
|
|
|
|
<execution>
|
|
|
|
<id>process-resource-bundles</id>
|
|
|
|
<goals>
|
|
|
|
<goal>process</goal>
|
|
|
|
</goals>
|
|
|
|
<configuration>
|
|
|
|
<properties>
|
2020-01-03 12:33:19 -05:00
|
|
|
<projectName>Apache Druid</projectName>
|
2018-11-13 12:38:37 -05:00
|
|
|
</properties>
|
|
|
|
<resourceBundles>
|
|
|
|
<resourceBundle>org.apache.apache.resources:apache-jar-resource-bundle:1.5-SNAPSHOT</resourceBundle>
|
|
|
|
</resourceBundles>
|
|
|
|
</configuration>
|
|
|
|
</execution>
|
|
|
|
</executions>
|
|
|
|
</plugin>
|
2019-12-05 17:34:35 -05:00
|
|
|
<plugin>
|
|
|
|
<groupId>org.owasp</groupId>
|
|
|
|
<artifactId>dependency-check-maven</artifactId>
|
2020-04-11 17:24:25 -04:00
|
|
|
<version>5.3.2</version>
|
2019-12-05 17:34:35 -05:00
|
|
|
<configuration>
|
|
|
|
<cveValidForHours>24</cveValidForHours>
|
|
|
|
<failBuildOnCVSS>7</failBuildOnCVSS>
|
|
|
|
<skipProvidedScope>true</skipProvidedScope>
|
|
|
|
<skipSystemScope>true</skipSystemScope> <!-- avoid error when processing jdk.tools:jdk.tools:jar:1.8:system -->
|
2020-04-11 17:24:25 -04:00
|
|
|
<!-- For node analysis info, see https://github.com/jeremylong/DependencyCheck/issues/2482#issuecomment-603755623 -->
|
|
|
|
<nodeAnalyzerEnabled>false</nodeAnalyzerEnabled> <!-- plugin author (jeremylong) recommends to disable, since this analyzer is retired -->
|
|
|
|
<nodeAuditSkipDevDependencies>true</nodeAuditSkipDevDependencies>
|
2019-12-05 17:34:35 -05:00
|
|
|
<suppressionFile>owasp-dependency-check-suppressions.xml</suppressionFile>
|
|
|
|
</configuration>
|
|
|
|
<executions>
|
|
|
|
<execution>
|
|
|
|
<phase>none</phase> <!-- TODO: Consider enabling so part of dev flow instead of just CI -->
|
|
|
|
</execution>
|
|
|
|
</executions>
|
|
|
|
</plugin>
|
2015-03-09 16:44:54 -04:00
|
|
|
</plugins>
|
2012-10-31 15:58:16 -04:00
|
|
|
<pluginManagement>
|
|
|
|
<plugins>
|
|
|
|
<plugin>
|
2015-02-03 19:48:00 -05:00
|
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
|
|
<artifactId>maven-surefire-plugin</artifactId>
|
Query vectorization. (#6794)
* Benchmarks: New SqlBenchmark, add caching & vectorization to some others.
- Introduce a new SqlBenchmark geared towards benchmarking a wide
variety of SQL queries. Rename the old SqlBenchmark to
SqlVsNativeBenchmark.
- Add (optional) caching to SegmentGenerator to enable easier
benchmarking of larger segments.
- Add vectorization to FilteredAggregatorBenchmark and GroupByBenchmark.
* Query vectorization.
This patch includes vectorized timeseries and groupBy engines, as well
as some analogs of your favorite Druid classes:
- VectorCursor is like Cursor. (It comes from StorageAdapter.makeVectorCursor.)
- VectorColumnSelectorFactory is like ColumnSelectorFactory, and it has
methods to create analogs of the column selectors you know and love.
- VectorOffset and ReadableVectorOffset are like Offset and ReadableOffset.
- VectorAggregator is like BufferAggregator.
- VectorValueMatcher is like ValueMatcher.
There are some noticeable differences between vectorized and regular
execution:
- Unlike regular cursors, vector cursors do not understand time
granularity. They expect query engines to handle this on their own,
which a new VectorCursorGranularizer class helps with. This is to
avoid too much batch-splitting and to respect the fact that vector
selectors are somewhat more heavyweight than regular selectors.
- Unlike FilteredOffset, FilteredVectorOffset does not leverage indexes
for filters that might partially support them (like an OR of one
filter that supports indexing and another that doesn't). I'm not sure
that this behavior is desirable anyway (it is potentially too eager)
but, at any rate, it'd be better to harmonize it between the two
classes. Potentially they should both do some different thing that
is smarter than what either of them is doing right now.
- When vector cursors are created by QueryableIndexCursorSequenceBuilder,
they use a morphing binary-then-linear search to find their start and
end rows, rather than linear search.
Limitations in this patch are:
- Only timeseries and groupBy have vectorized engines.
- GroupBy doesn't handle multi-value dimensions yet.
- Vector cursors cannot handle virtual columns or descending order.
- Only some filters have vectorized matchers: "selector", "bound", "in",
"like", "regex", "search", "and", "or", and "not".
- Only some aggregators have vectorized implementations: "count",
"doubleSum", "floatSum", "longSum", "hyperUnique", and "filtered".
- Dimension specs other than "default" don't work yet (no extraction
functions or filtered dimension specs).
Currently, the testing strategy includes adding vectorization-enabled
tests to TimeseriesQueryRunnerTest, GroupByQueryRunnerTest,
GroupByTimeseriesQueryRunnerTest, CalciteQueryTest, and all of the
filtering tests that extend BaseFilterTest. In all of those classes,
there are some test cases that don't support vectorization. They are
marked by special function calls like "cannotVectorize" or "skipVectorize"
that tell the test harness to either expect an exception or to skip the
test case.
Testing should be expanded in the future -- a project in and of itself.
Related to #3011.
* WIP
* Adjustments for unused things.
* Adjust javadocs.
* DimensionDictionarySelector adjustments.
* Add "clone" to BatchIteratorAdapter.
* ValueMatcher javadocs.
* Fix benchmark.
* Fixups post-merge.
* Expect exception on testGroupByWithStringVirtualColumn for IncrementalIndex.
* BloomDimFilterSqlTest: Tag two non-vectorizable tests.
* Minor adjustments.
* Update surefire, bump up Xmx in Travis.
* Some more adjustments.
* Javadoc adjustments
* AggregatorAdapters adjustments.
* Additional comments.
* Remove switching search.
* Only missiles.
2019-07-12 15:54:07 -04:00
|
|
|
<version>2.22.2</version>
|
2015-02-03 19:48:00 -05:00
|
|
|
<configuration>
|
|
|
|
<!-- locale settings must be set on the command line before startup -->
|
2018-08-11 01:03:36 -04:00
|
|
|
<!-- set default options -->
|
|
|
|
<argLine>
|
2019-08-20 18:36:19 -04:00
|
|
|
@{jacocoArgLine}
|
2018-08-11 01:03:36 -04:00
|
|
|
-Xmx1500m
|
|
|
|
-XX:MaxDirectMemorySize=512m
|
|
|
|
-Duser.language=en
|
|
|
|
-Duser.GroupByQueryRunnerTest.javacountry=US
|
|
|
|
-Dfile.encoding=UTF-8
|
|
|
|
-Duser.timezone=UTC
|
|
|
|
-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager
|
2019-06-14 18:34:22 -04:00
|
|
|
-Daws.region=us-east-1 <!-- required for s3-related unit tests -->
|
2020-01-03 12:33:19 -05:00
|
|
|
<!--@TODO After fixing https://github.com/apache/druid/issues/4964 remove this parameter-->
|
2017-10-16 20:17:22 -04:00
|
|
|
-Ddruid.indexing.doubleStorage=double
|
2016-02-29 20:43:35 -05:00
|
|
|
</argLine>
|
2018-10-02 13:50:22 -04:00
|
|
|
<trimStackTrace>false</trimStackTrace>
|
2015-03-11 20:56:14 -04:00
|
|
|
<!-- our tests are very verbose, let's keep the volume down -->
|
|
|
|
<redirectTestOutputToFile>true</redirectTestOutputToFile>
|
2015-02-03 19:48:00 -05:00
|
|
|
</configuration>
|
2012-10-31 15:58:16 -04:00
|
|
|
</plugin>
|
|
|
|
<plugin>
|
2015-02-03 19:48:00 -05:00
|
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
|
|
<artifactId>maven-release-plugin</artifactId>
|
2012-10-31 15:58:16 -04:00
|
|
|
<configuration>
|
2015-02-03 19:48:00 -05:00
|
|
|
<autoVersionSubmodules>true</autoVersionSubmodules>
|
2012-10-31 15:58:16 -04:00
|
|
|
</configuration>
|
|
|
|
</plugin>
|
|
|
|
<plugin>
|
2015-02-03 19:48:00 -05:00
|
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
|
|
<artifactId>maven-clean-plugin</artifactId>
|
|
|
|
<version>2.5</version>
|
|
|
|
</plugin>
|
|
|
|
<plugin>
|
|
|
|
<groupId>org.apache.maven.plugins</groupId>
|
2012-10-31 15:58:16 -04:00
|
|
|
<artifactId>maven-dependency-plugin</artifactId>
|
2019-09-09 17:37:21 -04:00
|
|
|
<version>3.1.1</version>
|
2012-10-31 15:58:16 -04:00
|
|
|
</plugin>
|
|
|
|
<plugin>
|
2015-02-03 19:48:00 -05:00
|
|
|
<groupId>org.apache.maven.plugins</groupId>
|
2012-10-31 15:58:16 -04:00
|
|
|
<artifactId>maven-deploy-plugin</artifactId>
|
|
|
|
<version>2.7</version>
|
|
|
|
</plugin>
|
|
|
|
<plugin>
|
2015-02-03 19:48:00 -05:00
|
|
|
<groupId>org.apache.maven.plugins</groupId>
|
2012-10-31 15:58:16 -04:00
|
|
|
<artifactId>maven-help-plugin</artifactId>
|
|
|
|
<version>2.1.1</version>
|
|
|
|
</plugin>
|
|
|
|
<plugin>
|
2015-02-03 19:48:00 -05:00
|
|
|
<groupId>org.apache.maven.plugins</groupId>
|
2012-10-31 15:58:16 -04:00
|
|
|
<artifactId>maven-install-plugin</artifactId>
|
|
|
|
<version>2.3.1</version>
|
2016-02-18 16:39:13 -05:00
|
|
|
<executions>
|
|
|
|
<execution>
|
|
|
|
<phase>package</phase>
|
|
|
|
<goals>
|
|
|
|
<goal>install</goal>
|
|
|
|
</goals>
|
|
|
|
</execution>
|
|
|
|
</executions>
|
2012-10-31 15:58:16 -04:00
|
|
|
</plugin>
|
|
|
|
<plugin>
|
2015-02-03 19:48:00 -05:00
|
|
|
<groupId>org.apache.maven.plugins</groupId>
|
2012-10-31 15:58:16 -04:00
|
|
|
<artifactId>maven-resources-plugin</artifactId>
|
2019-08-07 12:52:42 -04:00
|
|
|
<version>3.1.0</version>
|
2012-10-31 15:58:16 -04:00
|
|
|
</plugin>
|
|
|
|
<plugin>
|
2015-02-03 19:48:00 -05:00
|
|
|
<groupId>org.apache.maven.plugins</groupId>
|
2012-10-31 15:58:16 -04:00
|
|
|
<artifactId>maven-shade-plugin</artifactId>
|
2015-02-03 19:48:00 -05:00
|
|
|
<version>2.2</version>
|
2012-10-31 15:58:16 -04:00
|
|
|
</plugin>
|
|
|
|
<plugin>
|
2015-02-03 19:48:00 -05:00
|
|
|
<groupId>org.apache.maven.plugins</groupId>
|
2012-10-31 15:58:16 -04:00
|
|
|
<artifactId>maven-site-plugin</artifactId>
|
|
|
|
<version>3.1</version>
|
|
|
|
</plugin>
|
|
|
|
<plugin>
|
|
|
|
<groupId>org.scala-tools</groupId>
|
|
|
|
<artifactId>maven-scala-plugin</artifactId>
|
|
|
|
<version>2.15.2</version>
|
|
|
|
</plugin>
|
2013-02-25 12:26:52 -05:00
|
|
|
<plugin>
|
|
|
|
<groupId>org.antlr</groupId>
|
|
|
|
<artifactId>antlr4-maven-plugin</artifactId>
|
2015-12-16 02:03:10 -05:00
|
|
|
<version>4.5.1</version>
|
2013-02-25 12:26:52 -05:00
|
|
|
</plugin>
|
2013-05-01 18:31:29 -04:00
|
|
|
<plugin>
|
|
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
|
|
<artifactId>maven-assembly-plugin</artifactId>
|
2018-10-17 21:37:01 -04:00
|
|
|
<version>3.1.0</version>
|
2013-05-01 18:31:29 -04:00
|
|
|
</plugin>
|
2014-03-17 16:52:22 -04:00
|
|
|
<plugin>
|
2015-02-03 19:48:00 -05:00
|
|
|
<groupId>org.codehaus.mojo</groupId>
|
|
|
|
<artifactId>license-maven-plugin</artifactId>
|
|
|
|
<version>1.8</version>
|
2015-01-05 16:27:29 -05:00
|
|
|
</plugin>
|
|
|
|
<plugin>
|
2015-02-03 19:48:00 -05:00
|
|
|
<groupId>org.codehaus.mojo</groupId>
|
|
|
|
<artifactId>exec-maven-plugin</artifactId>
|
2019-08-07 12:52:42 -04:00
|
|
|
<version>1.6.0</version>
|
2015-01-05 16:27:29 -05:00
|
|
|
</plugin>
|
2015-12-03 17:06:22 -05:00
|
|
|
<plugin>
|
|
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
|
|
<artifactId>maven-javadoc-plugin</artifactId>
|
2018-10-17 21:37:01 -04:00
|
|
|
<version>2.10.1</version>
|
2015-12-03 17:06:22 -05:00
|
|
|
<configuration>
|
|
|
|
<!-- jdk8 started linting javadocs by default; ours are not fully compliant -->
|
|
|
|
<additionalparam>-Xdoclint:none</additionalparam>
|
2017-02-08 14:54:41 -05:00
|
|
|
|
|
|
|
<!-- HadoopFsWrapper javadocs cannot be generated due to missing annotations -->
|
|
|
|
<excludePackageNames>org.apache.hadoop.fs</excludePackageNames>
|
2015-12-03 17:06:22 -05:00
|
|
|
</configuration>
|
|
|
|
</plugin>
|
2017-03-15 00:23:47 -04:00
|
|
|
<plugin>
|
|
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
|
|
<artifactId>maven-compiler-plugin</artifactId>
|
2019-04-19 11:59:54 -04:00
|
|
|
<version>3.8.1</version>
|
2017-03-15 00:23:47 -04:00
|
|
|
<configuration>
|
2018-10-17 21:37:01 -04:00
|
|
|
<source>${maven.compiler.source}</source>
|
2017-08-21 16:02:42 -04:00
|
|
|
<target>${maven.compiler.target}</target>
|
2017-03-15 00:23:47 -04:00
|
|
|
</configuration>
|
|
|
|
</plugin>
|
2019-01-31 20:26:41 -05:00
|
|
|
<plugin>
|
|
|
|
<groupId>com.github.eirslett</groupId>
|
|
|
|
<artifactId>frontend-maven-plugin</artifactId>
|
|
|
|
<version>1.6</version>
|
|
|
|
<configuration>
|
|
|
|
<nodeVersion>v10.13.0</nodeVersion>
|
|
|
|
<npmVersion>6.4.1</npmVersion>
|
|
|
|
</configuration>
|
|
|
|
</plugin>
|
2012-10-31 15:58:16 -04:00
|
|
|
</plugins>
|
|
|
|
</pluginManagement>
|
2012-10-24 03:39:51 -04:00
|
|
|
</build>
|
|
|
|
|
2015-04-08 17:11:44 -04:00
|
|
|
<profiles>
|
2019-04-19 11:59:54 -04:00
|
|
|
<profile>
|
|
|
|
<id>java-9+</id>
|
|
|
|
<activation>
|
|
|
|
<jdk>[9,)</jdk>
|
|
|
|
</activation>
|
|
|
|
<build>
|
|
|
|
<plugins>
|
|
|
|
<plugin>
|
|
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
|
|
<artifactId>maven-compiler-plugin</artifactId>
|
|
|
|
<inherited>true</inherited>
|
|
|
|
<!-- prefer release instead of source/target in JDK 9 and above -->
|
|
|
|
<configuration>
|
|
|
|
<release>${java.version}</release>
|
|
|
|
</configuration>
|
|
|
|
</plugin>
|
|
|
|
</plugins>
|
|
|
|
</build>
|
|
|
|
</profile>
|
2015-04-08 17:11:44 -04:00
|
|
|
<profile>
|
|
|
|
<id>strict</id>
|
|
|
|
<build>
|
2017-05-12 02:55:17 -04:00
|
|
|
<plugins>
|
|
|
|
<plugin>
|
|
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
|
|
<artifactId>maven-compiler-plugin</artifactId>
|
|
|
|
<configuration>
|
|
|
|
<compilerId>javac-with-errorprone</compilerId>
|
|
|
|
<forceJavacCompilerUse>true</forceJavacCompilerUse>
|
|
|
|
<fork>true</fork>
|
|
|
|
<meminitial>1024m</meminitial>
|
2017-05-20 14:42:44 -04:00
|
|
|
<maxmem>3000m</maxmem>
|
2018-10-17 21:37:01 -04:00
|
|
|
<source>${maven.compiler.source}</source>
|
2017-08-21 16:02:42 -04:00
|
|
|
<target>${maven.compiler.target}</target>
|
2017-05-12 02:55:17 -04:00
|
|
|
<showWarnings>false</showWarnings>
|
|
|
|
<compilerArgs>
|
|
|
|
<arg>-XepDisableWarningsInGeneratedCode</arg>
|
2017-05-16 14:30:30 -04:00
|
|
|
|
2017-05-12 02:55:17 -04:00
|
|
|
<arg>-Xep:ClassCanBeStatic:ERROR</arg>
|
|
|
|
<arg>-Xep:PreconditionsInvalidPlaceholder:ERROR</arg>
|
2017-05-16 14:30:30 -04:00
|
|
|
<arg>-Xep:MissingOverride:ERROR</arg>
|
2017-06-06 02:57:25 -04:00
|
|
|
<arg>-Xep:DefaultCharset:ERROR</arg>
|
2018-11-06 17:38:08 -05:00
|
|
|
<arg>-Xep:QualifierOrScopeOnInjectMethod:ERROR</arg>
|
2017-05-16 14:30:30 -04:00
|
|
|
|
2017-05-12 02:55:17 -04:00
|
|
|
<arg>-Xep:AssistedInjectAndInjectOnSameConstructor</arg>
|
|
|
|
<arg>-Xep:AutoFactoryAtInject</arg>
|
|
|
|
<arg>-Xep:ClassName</arg>
|
|
|
|
<arg>-Xep:ComparisonContractViolated</arg>
|
|
|
|
<arg>-Xep:DepAnn</arg>
|
|
|
|
<arg>-Xep:DivZero</arg>
|
|
|
|
<arg>-Xep:EmptyIf</arg>
|
|
|
|
<arg>-Xep:InjectInvalidTargetingOnScopingAnnotation</arg>
|
|
|
|
<arg>-Xep:InjectMoreThanOneQualifier</arg>
|
|
|
|
<arg>-Xep:InjectScopeAnnotationOnInterfaceOrAbstractClass</arg>
|
|
|
|
<arg>-Xep:InjectScopeOrQualifierAnnotationRetention</arg>
|
|
|
|
<arg>-Xep:InjectedConstructorAnnotations</arg>
|
|
|
|
<arg>-Xep:InsecureCryptoUsage</arg>
|
|
|
|
<arg>-Xep:JMockTestWithoutRunWithOrRuleAnnotation</arg>
|
|
|
|
<arg>-Xep:JavaxInjectOnFinalField</arg>
|
|
|
|
<arg>-Xep:LockMethodChecker</arg>
|
|
|
|
<arg>-Xep:LongLiteralLowerCaseSuffix</arg>
|
|
|
|
<arg>-Xep:NoAllocation</arg>
|
|
|
|
<arg>-Xep:NonRuntimeAnnotation</arg>
|
|
|
|
<arg>-Xep:NumericEquality</arg>
|
|
|
|
<arg>-Xep:ParameterPackage</arg>
|
|
|
|
<arg>-Xep:ProtoStringFieldReferenceEquality</arg>
|
|
|
|
<arg>-Xep:UnlockMethod</arg>
|
|
|
|
</compilerArgs>
|
|
|
|
</configuration>
|
|
|
|
<dependencies>
|
|
|
|
<dependency>
|
|
|
|
<groupId>org.codehaus.plexus</groupId>
|
|
|
|
<artifactId>plexus-compiler-javac-errorprone</artifactId>
|
2018-11-06 17:38:08 -05:00
|
|
|
<version>2.8.5</version>
|
2017-05-12 02:55:17 -04:00
|
|
|
</dependency>
|
|
|
|
<!-- override plexus-compiler-javac-errorprone's dependency on
|
|
|
|
Error Prone with the latest version -->
|
|
|
|
<dependency>
|
|
|
|
<groupId>com.google.errorprone</groupId>
|
|
|
|
<artifactId>error_prone_core</artifactId>
|
2018-11-06 17:38:08 -05:00
|
|
|
<version>2.3.2</version>
|
2017-05-12 02:55:17 -04:00
|
|
|
</dependency>
|
|
|
|
</dependencies>
|
|
|
|
</plugin>
|
|
|
|
</plugins>
|
2015-04-08 17:11:44 -04:00
|
|
|
</build>
|
|
|
|
</profile>
|
2016-12-15 00:05:56 -05:00
|
|
|
<profile>
|
|
|
|
<id>parallel-test</id>
|
|
|
|
<activation>
|
|
|
|
<activeByDefault>false</activeByDefault>
|
|
|
|
</activation>
|
|
|
|
<build>
|
|
|
|
<plugins>
|
|
|
|
<plugin>
|
|
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
|
|
<artifactId>maven-surefire-plugin</artifactId>
|
|
|
|
<executions>
|
|
|
|
<execution>
|
|
|
|
<phase>test</phase>
|
|
|
|
<goals>
|
|
|
|
<goal>test</goal>
|
|
|
|
</goals>
|
|
|
|
</execution>
|
|
|
|
</executions>
|
|
|
|
<configuration combine.self="override">
|
|
|
|
<forkCount>${maven.fork.count}</forkCount>
|
|
|
|
<reuseForks>true</reuseForks>
|
|
|
|
<trimStackTrace>false</trimStackTrace>
|
|
|
|
<!-- locale settings must be set on the command line before startup -->
|
|
|
|
<!-- set heap size to work around https://github.com/travis-ci/travis-ci/issues/3396 -->
|
2017-09-06 05:51:06 -04:00
|
|
|
<argLine>-Xmx768m -Duser.language=en -Duser.country=US -Dfile.encoding=UTF-8
|
2018-12-21 14:49:24 -05:00
|
|
|
-Duser.timezone=UTC -Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager
|
2019-06-14 18:34:22 -04:00
|
|
|
-Daws.region=us-east-1 <!-- required for s3-related unit tests -->
|
2020-01-03 12:33:19 -05:00
|
|
|
<!--@TODO After fixing https://github.com/apache/druid/issues/4964 remove this parameter-->
|
2018-12-21 14:49:24 -05:00
|
|
|
-Ddruid.indexing.doubleStorage=double
|
2016-12-15 00:05:56 -05:00
|
|
|
</argLine>
|
|
|
|
<!-- our tests are very verbose, let's keep the volume down -->
|
|
|
|
<redirectTestOutputToFile>true</redirectTestOutputToFile>
|
|
|
|
</configuration>
|
|
|
|
</plugin>
|
|
|
|
</plugins>
|
|
|
|
</build>
|
|
|
|
</profile>
|
2018-11-13 12:38:37 -05:00
|
|
|
<!-- Run Apache Rat license checks in a separate profile, because during local builds it doesn't skip files
|
|
|
|
that are not checked into Git -->
|
2018-09-25 17:39:24 -04:00
|
|
|
<profile>
|
|
|
|
<id>rat</id>
|
|
|
|
<build>
|
|
|
|
<plugins>
|
|
|
|
<plugin>
|
|
|
|
<groupId>org.apache.rat</groupId>
|
|
|
|
<artifactId>apache-rat-plugin</artifactId>
|
|
|
|
<version>0.12</version>
|
|
|
|
<executions>
|
|
|
|
<execution>
|
|
|
|
<phase>verify</phase>
|
|
|
|
<goals>
|
|
|
|
<goal>check</goal>
|
|
|
|
</goals>
|
|
|
|
</execution>
|
|
|
|
</executions>
|
|
|
|
<configuration>
|
|
|
|
<outputDirectory>${project.basedir}/rat</outputDirectory>
|
|
|
|
<licenses>
|
|
|
|
<license implementation="org.apache.rat.analysis.license.SimplePatternBasedLicense">
|
|
|
|
<licenseFamilyCategory>MIT</licenseFamilyCategory>
|
2018-10-17 21:37:01 -04:00
|
|
|
<licenseFamilyName>MIT JQuery</licenseFamilyName>
|
2020-10-03 19:08:34 -04:00
|
|
|
<notes />
|
2018-09-25 17:39:24 -04:00
|
|
|
<patterns>
|
2019-05-24 14:53:25 -04:00
|
|
|
<pattern>Copyright 2005, 2014 jQuery Foundation, Inc. and other contributors</pattern>
|
2018-09-25 17:39:24 -04:00
|
|
|
<pattern>Copyright 2012 jQuery Foundation and other contributors; Licensed MIT</pattern>
|
|
|
|
<pattern>jQuery Foundation, Inc. | jquery.org/license</pattern>
|
|
|
|
</patterns>
|
|
|
|
</license>
|
|
|
|
<license implementation="org.apache.rat.analysis.license.SimplePatternBasedLicense">
|
|
|
|
<licenseFamilyCategory>Underscore</licenseFamilyCategory>
|
|
|
|
<licenseFamilyName>Underscore</licenseFamilyName>
|
2020-10-03 19:08:34 -04:00
|
|
|
<notes />
|
2018-09-25 17:39:24 -04:00
|
|
|
<patterns>
|
|
|
|
<pattern>Underscore is freely distributable under the MIT license</pattern>
|
|
|
|
</patterns>
|
|
|
|
</license>
|
|
|
|
<license implementation="org.apache.rat.analysis.license.SimplePatternBasedLicense">
|
|
|
|
<licenseFamilyCategory>Allan Jardine</licenseFamilyCategory>
|
|
|
|
<licenseFamilyName>Allan Jardine</licenseFamilyName>
|
2020-10-03 19:08:34 -04:00
|
|
|
<notes />
|
2018-09-25 17:39:24 -04:00
|
|
|
<patterns>
|
|
|
|
<pattern>Copyright 2009 Allan Jardine. All Rights Reserved</pattern>
|
|
|
|
</patterns>
|
|
|
|
</license>
|
|
|
|
<license implementation="org.apache.rat.analysis.license.SimplePatternBasedLicense">
|
|
|
|
<licenseFamilyCategory>Allan Jardine</licenseFamilyCategory>
|
|
|
|
<licenseFamilyName>Allan Jardine</licenseFamilyName>
|
2020-10-03 19:08:34 -04:00
|
|
|
<notes />
|
2018-09-25 17:39:24 -04:00
|
|
|
<patterns>
|
|
|
|
<pattern>Copyright 2009 Allan Jardine. All Rights Reserved</pattern>
|
|
|
|
<pattern>Copyright 2008-2011 Allan Jardine</pattern>
|
|
|
|
<pattern>GPL v2 or BSD 3 point style</pattern>
|
|
|
|
</patterns>
|
|
|
|
</license>
|
|
|
|
</licenses>
|
|
|
|
|
|
|
|
<licenseFamilies>
|
|
|
|
<licenseFamily implementation="org.apache.rat.license.SimpleLicenseFamily">
|
2018-10-17 21:37:01 -04:00
|
|
|
<familyName>MIT JQuery</familyName>
|
2018-09-25 17:39:24 -04:00
|
|
|
</licenseFamily>
|
|
|
|
<licenseFamily implementation="org.apache.rat.license.SimpleLicenseFamily">
|
|
|
|
<familyName>Underscore</familyName>
|
|
|
|
</licenseFamily>
|
|
|
|
<licenseFamily implementation="org.apache.rat.license.SimpleLicenseFamily">
|
|
|
|
<familyName>Allan Jardine</familyName>
|
|
|
|
</licenseFamily>
|
|
|
|
</licenseFamilies>
|
|
|
|
<excludes>
|
|
|
|
<exclude>publications/**</exclude>
|
2018-11-13 12:38:37 -05:00
|
|
|
<exclude>codestyle/*-forbidden-apis.txt</exclude>
|
2019-05-06 22:11:13 -04:00
|
|
|
<exclude>conf/**</exclude>
|
2018-11-13 12:38:37 -05:00
|
|
|
<exclude>docker/*.conf</exclude>
|
2020-03-10 00:17:49 -04:00
|
|
|
<exclude>docker/service-supervisords/*.conf</exclude>
|
2018-11-13 12:38:37 -05:00
|
|
|
<exclude>target/**</exclude>
|
2019-03-04 21:45:22 -05:00
|
|
|
<exclude>licenses/**</exclude>
|
2018-09-25 17:39:24 -04:00
|
|
|
<exclude>**/test/resources/**</exclude>
|
2018-11-13 12:38:37 -05:00
|
|
|
<exclude>**/derby.log</exclude>
|
|
|
|
<exclude>**/jvm.config</exclude>
|
|
|
|
<exclude>**/*.avsc</exclude>
|
|
|
|
<exclude>**/*.iml</exclude>
|
2018-09-25 17:39:24 -04:00
|
|
|
<exclude>**/*.json</exclude>
|
2018-11-06 00:33:42 -05:00
|
|
|
<exclude>**/*.parq</exclude>
|
|
|
|
<exclude>**/*.parquet</exclude>
|
2019-03-04 21:45:22 -05:00
|
|
|
<exclude>LICENSE</exclude>
|
|
|
|
<exclude>LICENSE.BINARY</exclude>
|
|
|
|
<exclude>NOTICE</exclude>
|
|
|
|
<exclude>NOTICE.BINARY</exclude>
|
2019-05-10 00:29:26 -04:00
|
|
|
<exclude>LABELS</exclude>
|
2019-02-19 15:38:52 -05:00
|
|
|
<exclude>.github/ISSUE_TEMPLATE/*.md</exclude>
|
2019-06-27 08:51:25 -04:00
|
|
|
<exclude>.github/pull_request_template.md</exclude>
|
2019-03-21 23:54:27 -04:00
|
|
|
<exclude>git.version</exclude>
|
2019-03-23 01:48:35 -04:00
|
|
|
<exclude>node_modules/**</exclude>
|
|
|
|
<exclude>coordinator-console/**</exclude>
|
2019-05-22 23:36:51 -04:00
|
|
|
<exclude>src/**/*.snap</exclude>
|
2019-07-04 18:40:22 -04:00
|
|
|
<exclude>examples/conf/**</exclude>
|
2019-12-23 16:08:23 -05:00
|
|
|
<exclude>.asf.yaml</exclude>
|
2020-04-11 21:11:53 -04:00
|
|
|
<exclude>**/dependency-reduced-pom.xml</exclude>
|
2018-09-25 17:39:24 -04:00
|
|
|
</excludes>
|
|
|
|
</configuration>
|
|
|
|
</plugin>
|
|
|
|
</plugins>
|
|
|
|
</build>
|
|
|
|
</profile>
|
2019-06-27 08:51:25 -04:00
|
|
|
<!-- Prevent the source-release-assembly execution defined in the Apache parent POM from running
|
|
|
|
so we can control it ourselves -->
|
2018-10-17 21:37:01 -04:00
|
|
|
<profile>
|
|
|
|
<id>apache-release</id>
|
|
|
|
<build>
|
|
|
|
<plugins>
|
|
|
|
<plugin>
|
|
|
|
<artifactId>maven-assembly-plugin</artifactId>
|
|
|
|
<executions>
|
|
|
|
<execution>
|
|
|
|
<id>source-release-assembly</id>
|
|
|
|
<phase>none</phase>
|
|
|
|
</execution>
|
|
|
|
</executions>
|
|
|
|
</plugin>
|
2020-02-11 16:43:08 -05:00
|
|
|
<plugin>
|
|
|
|
<groupId>org.owasp</groupId>
|
|
|
|
<artifactId>dependency-check-maven</artifactId>
|
|
|
|
<executions>
|
|
|
|
<execution>
|
|
|
|
<phase>compile</phase>
|
|
|
|
<goals>
|
|
|
|
<goal>check</goal>
|
|
|
|
</goals>
|
|
|
|
</execution>
|
|
|
|
</executions>
|
|
|
|
</plugin>
|
2018-10-17 21:37:01 -04:00
|
|
|
</plugins>
|
|
|
|
</build>
|
|
|
|
</profile>
|
2019-08-27 21:36:13 -04:00
|
|
|
<profile>
|
|
|
|
<id>website-docs</id>
|
|
|
|
<modules>
|
|
|
|
<module>website</module>
|
|
|
|
</modules>
|
|
|
|
</profile>
|
Web console basic end-to-end-test (#9595)
Load data and query (i.e., automate
https://druid.apache.org/docs/latest/tutorials/tutorial-batch.html) to
have some basic checks ensuring the web console is wired up to druid
correctly.
The new end-to-end tests (tutorial-batch.spec.ts) are added to
`web-console/e2e-tests`. Within that directory:
- `components` represent the various tabs of the web console. Currently,
abstractions for `load data`, `ingestion`, `datasources`, and `query`
are implemented.
- `components/load-data/data-connector` contains abstractions for the
different data source options available to the data loader's `Connect`
step. Currently, only the `Local file` data source connector is
implemented.
- `components/load-data/config` contains abstractions for the different
configuration options available for each step of the data loader flow.
Currently, the `Configure Schema`, `Partition`, and `Publish` steps
have initial implementation of their configuration options.
- `util` contains various helper methods for the tests and does not
contain abstractions of the web console.
Changes to add the new tests to CI:
- `.travis.yml`: New "web console end-to-end tests" job
- `web-console/jest.*.js`: Refactor jest configurations to have
different flavors for unit tests and for end-to-end tests. In
particular, the latter adds a jest setup configuration to wait for the
web console to be ready (`web-console/e2e-tests/util/setup.ts`).
- `web-console/package.json`: Refactor run scripts to add new script for
running end-to-end tests.
- `web-console/script/druid`: Utility scripts for building, starting,
and stopping druid.
Other changes:
- `pom.xml`: Refactor various settings disable java static checks and to
disable java tests into two new maven profiles. Since the same
settings are used in several places (e.g., .travis.yml, Dockerfiles,
etc.), having them in maven profiles makes it more maintainable.
- `web-console/src/console-application.tsx`: Fix typo ("the the").
2020-04-09 15:38:09 -04:00
|
|
|
<profile>
|
|
|
|
<id>skip-static-checks</id>
|
|
|
|
<properties>
|
|
|
|
<animal.sniffer.skip>true</animal.sniffer.skip>
|
|
|
|
<checkstyle.skip>true</checkstyle.skip>
|
|
|
|
<enforcer.skip>true</enforcer.skip>
|
|
|
|
<forbiddenapis.skip>true</forbiddenapis.skip>
|
|
|
|
<maven.javadoc.skip>true</maven.javadoc.skip>
|
|
|
|
<pmd.skip>true</pmd.skip>
|
|
|
|
<spotbugs.skip>true</spotbugs.skip>
|
|
|
|
</properties>
|
|
|
|
</profile>
|
|
|
|
<profile>
|
|
|
|
<id>skip-tests</id>
|
|
|
|
<properties>
|
|
|
|
<skipTests>true</skipTests>
|
|
|
|
<jacoco.skip>true</jacoco.skip>
|
|
|
|
</properties>
|
|
|
|
</profile>
|
2015-04-08 17:11:44 -04:00
|
|
|
</profiles>
|
2019-05-06 17:07:45 -04:00
|
|
|
</project>
|