mirror of
https://github.com/apache/druid.git
synced 2025-02-15 14:34:57 +00:00
7c7997e8a1
* created seekablestream classes * created seekablestreamsupervisor class * first attempt to integrate kafa indexing service to use SeekableStream * seekablestream bug fixes * kafkarecordsupplier * integrated kafka indexing service with seekablestream * implemented resume/suspend and refactored some package names * moved kinesis indexing service into core druid extensions * merged some changes from kafka supervisor race condition * integrated kinesis-indexing-service with seekablestream * unite tests for kinesis-indexing-service * various bug fixes for kinesis-indexing-service * refactored kinesisindexingtask * finished up more kinesis unit tests * more bug fixes for kinesis-indexing-service * finsihed refactoring kinesis unit tests * removed KinesisParititons and KafkaPartitions to use SeekableStreamPartitions * kinesis-indexing-service code cleanup and docs * merge #6291 merge #6337 merge #6383 * added more docs and reordered methods * fixd kinesis tests after merging master and added docs in seekablestream * fix various things from pr comment * improve recordsupplier and add unit tests * migrated to aws-java-sdk-kinesis * merge changes from master * fix pom files and forbiddenapi checks * checkpoint JavaType bug fix * fix pom and stuff * disable checkpointing in kinesis * fix kinesis sequence number null in closed shard * merge changes from master * fixes for kinesis tasks * capitalized <partitionType, sequenceType> * removed abstract class loggers * conform to guava api restrictions * add docker for travis other modules test * address comments * improve RecordSupplier to supply records in batch * fix strict compile issue * add test scope for localstack dependency * kinesis indexing task refactoring * comments * github comments * minor fix * removed unneeded readme * fix deserialization bug * fix various bugs * KinesisRecordSupplier unable to catch up to earliest position in stream bug fix * minor changes to kinesis * implement deaggregate for kinesis * Merge remote-tracking branch 'upstream/master' into seekablestream * fix kinesis offset discrepancy with kafka * kinesis record supplier disable getPosition * pr comments * mock for kinesis tests and remove docker dependency for unit tests * PR comments * avg lag in kafkasupervisor #6587 * refacotred SequenceMetadata in taskRunners * small fix * more small fix * recordsupplier resource leak * revert .travis.yml formatting * fix style * kinesis docs * doc part2 * more docs * comments * comments*2 * revert string replace changes * comments * teamcity * comments part 1 * comments part 2 * comments part 3 * merge #6754 * fix injection binding * comments * KinesisRegion refactor * comments part idk lol * can't think of a commit msg anymore * remove possiblyResetDataSourceMetadata() for IncrementalPublishingTaskRunner * commmmmmmmmmments * extra error handling in KinesisRecordSupplier getRecords * comments * quickfix * typo * oof
322 lines
18 KiB
XML
322 lines
18 KiB
XML
<?xml version="1.0" encoding="UTF-8"?>
|
|
<!--
|
|
~ Licensed to the Apache Software Foundation (ASF) under one
|
|
~ or more contributor license agreements. See the NOTICE file
|
|
~ distributed with this work for additional information
|
|
~ regarding copyright ownership. The ASF licenses this file
|
|
~ to you under the Apache License, Version 2.0 (the
|
|
~ "License"); you may not use this file except in compliance
|
|
~ with the License. You may obtain a copy of the License at
|
|
~
|
|
~ http://www.apache.org/licenses/LICENSE-2.0
|
|
~
|
|
~ Unless required by applicable law or agreed to in writing,
|
|
~ software distributed under the License is distributed on an
|
|
~ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
~ KIND, either express or implied. See the License for the
|
|
~ specific language governing permissions and limitations
|
|
~ under the License.
|
|
-->
|
|
|
|
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
|
|
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
|
|
<modelVersion>4.0.0</modelVersion>
|
|
|
|
<packaging>pom</packaging>
|
|
|
|
<artifactId>distribution</artifactId>
|
|
<name>distribution</name>
|
|
<description>distribution</description>
|
|
|
|
<parent>
|
|
<artifactId>druid</artifactId>
|
|
<groupId>org.apache.druid</groupId>
|
|
<version>0.13.0-incubating-SNAPSHOT</version>
|
|
</parent>
|
|
|
|
<dependencies>
|
|
<dependency>
|
|
<groupId>org.apache.druid</groupId>
|
|
<artifactId>druid-services</artifactId>
|
|
<version>${project.parent.version}</version>
|
|
</dependency>
|
|
</dependencies>
|
|
<properties>
|
|
<!-- the default value is a repeated flag from the command line, since blank value is not allowed -->
|
|
<druid.distribution.pulldeps.opts>--clean</druid.distribution.pulldeps.opts>
|
|
</properties>
|
|
|
|
<build>
|
|
<plugins>
|
|
<plugin>
|
|
<groupId>net.nicoulaj.maven.plugins</groupId>
|
|
<artifactId>checksum-maven-plugin</artifactId>
|
|
<version>1.7</version>
|
|
<executions>
|
|
<execution>
|
|
<id>dist-checksum</id>
|
|
<goals>
|
|
<goal>files</goal>
|
|
</goals>
|
|
</execution>
|
|
</executions>
|
|
<configuration>
|
|
<algorithms>
|
|
<algorithm>SHA-512</algorithm>
|
|
</algorithms>
|
|
<csvSummary>false</csvSummary>
|
|
<fileSets>
|
|
<fileSet>
|
|
<directory>${project.build.directory}</directory>
|
|
<includes>
|
|
<include>*-src.tar.gz</include>
|
|
<include>*-bin.tar.gz</include>
|
|
</includes>
|
|
</fileSet>
|
|
</fileSets>
|
|
<failIfNoFiles>false</failIfNoFiles>
|
|
</configuration>
|
|
</plugin>
|
|
</plugins>
|
|
</build>
|
|
|
|
<profiles>
|
|
<profile>
|
|
<id>dist</id>
|
|
<activation>
|
|
<activeByDefault>false</activeByDefault>
|
|
<property>
|
|
<name>tar</name>
|
|
</property>
|
|
</activation>
|
|
<build>
|
|
<plugins>
|
|
<plugin>
|
|
<groupId>org.codehaus.mojo</groupId>
|
|
<artifactId>exec-maven-plugin</artifactId>
|
|
<executions>
|
|
<execution>
|
|
<id>pull-deps</id>
|
|
<phase>package</phase>
|
|
<goals>
|
|
<goal>exec</goal>
|
|
</goals>
|
|
<configuration>
|
|
<executable>java</executable>
|
|
<arguments>
|
|
<argument>-classpath</argument>
|
|
<classpath/>
|
|
<argument>-Ddruid.extensions.loadList=[]</argument>
|
|
<argument>-Ddruid.extensions.directory=${project.build.directory}/extensions
|
|
</argument>
|
|
<argument>
|
|
-Ddruid.extensions.hadoopDependenciesDir=${project.build.directory}/hadoop-dependencies
|
|
</argument>
|
|
<argument>org.apache.druid.cli.Main</argument>
|
|
<argument>tools</argument>
|
|
<argument>pull-deps</argument>
|
|
<argument>--clean</argument>
|
|
<argument>--defaultVersion</argument>
|
|
<argument>${project.parent.version}</argument>
|
|
<argument>-l</argument>
|
|
<argument>${settings.localRepository}</argument>
|
|
<argument>-h</argument>
|
|
<argument>org.apache.hadoop:hadoop-client:${hadoop.compile.version}</argument>
|
|
<argument>-c</argument>
|
|
<argument>org.apache.druid.extensions:druid-avro-extensions</argument>
|
|
<argument>-c</argument>
|
|
<argument>org.apache.druid.extensions:druid-bloom-filter</argument>
|
|
<argument>-c</argument>
|
|
<argument>org.apache.druid.extensions:druid-datasketches</argument>
|
|
<argument>-c</argument>
|
|
<argument>org.apache.druid.extensions:druid-hdfs-storage</argument>
|
|
<argument>-c</argument>
|
|
<argument>org.apache.druid.extensions:druid-histogram</argument>
|
|
<argument>-c</argument>
|
|
<argument>org.apache.druid.extensions:druid-kafka-eight</argument>
|
|
<argument>-c</argument>
|
|
<argument>org.apache.druid.extensions:druid-kafka-extraction-namespace</argument>
|
|
<argument>-c</argument>
|
|
<argument>org.apache.druid.extensions:druid-kafka-indexing-service</argument>
|
|
<argument>-c</argument>
|
|
<argument>org.apache.druid.extensions:druid-kinesis-indexing-service</argument>
|
|
<argument>-c</argument>
|
|
<argument>org.apache.druid.extensions:druid-lookups-cached-global</argument>
|
|
<argument>-c</argument>
|
|
<argument>org.apache.druid.extensions:druid-lookups-cached-single</argument>
|
|
<argument>-c</argument>
|
|
<argument>org.apache.druid.extensions:druid-protobuf-extensions</argument>
|
|
<argument>-c</argument>
|
|
<argument>org.apache.druid.extensions:mysql-metadata-storage</argument>
|
|
<argument>-c</argument>
|
|
<argument>org.apache.druid.extensions:druid-parquet-extensions</argument>
|
|
<argument>-c</argument>
|
|
<argument>org.apache.druid.extensions:postgresql-metadata-storage</argument>
|
|
<argument>-c</argument>
|
|
<argument>org.apache.druid.extensions:druid-kerberos</argument>
|
|
<argument>-c</argument>
|
|
<argument>org.apache.druid.extensions:druid-s3-extensions</argument>
|
|
<argument>-c</argument>
|
|
<argument>org.apache.druid.extensions:druid-stats</argument>
|
|
<argument>-c</argument>
|
|
<argument>org.apache.druid.extensions:druid-examples</argument>
|
|
<argument>-c</argument>
|
|
<argument>org.apache.druid.extensions:simple-client-sslcontext</argument>
|
|
<argument>-c</argument>
|
|
<argument>org.apache.druid.extensions:druid-basic-security</argument>
|
|
<argument>${druid.distribution.pulldeps.opts}</argument>
|
|
</arguments>
|
|
</configuration>
|
|
</execution>
|
|
</executions>
|
|
</plugin>
|
|
<plugin>
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
<artifactId>maven-assembly-plugin</artifactId>
|
|
<executions>
|
|
<execution>
|
|
<id>distro-assembly</id>
|
|
<phase>package</phase>
|
|
<goals>
|
|
<goal>single</goal>
|
|
</goals>
|
|
<configuration>
|
|
<finalName>apache-druid-${project.parent.version}</finalName>
|
|
<tarLongFileMode>posix</tarLongFileMode>
|
|
<descriptors>
|
|
<descriptor>src/assembly/assembly.xml</descriptor>
|
|
</descriptors>
|
|
</configuration>
|
|
</execution>
|
|
</executions>
|
|
</plugin>
|
|
<plugin>
|
|
<groupId>org.codehaus.mojo</groupId>
|
|
<artifactId>license-maven-plugin</artifactId>
|
|
<executions>
|
|
<execution>
|
|
<id>download-licenses</id>
|
|
<goals>
|
|
<goal>download-licenses</goal>
|
|
</goals>
|
|
</execution>
|
|
</executions>
|
|
</plugin>
|
|
</plugins>
|
|
</build>
|
|
</profile>
|
|
<profile>
|
|
<id>apache-release</id>
|
|
<build>
|
|
<plugins>
|
|
<plugin>
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
<artifactId>maven-assembly-plugin</artifactId>
|
|
<executions>
|
|
<execution>
|
|
<id>source-release-assembly-druid</id>
|
|
<phase>package</phase>
|
|
<goals>
|
|
<goal>single</goal>
|
|
</goals>
|
|
<configuration>
|
|
<finalName>apache-druid-${project.version}-src</finalName>
|
|
<tarLongFileMode>posix</tarLongFileMode>
|
|
<descriptors>
|
|
<descriptor>src/assembly/source-assembly.xml</descriptor>
|
|
</descriptors>
|
|
<appendAssemblyId>false</appendAssemblyId>
|
|
</configuration>
|
|
</execution>
|
|
</executions>
|
|
</plugin>
|
|
</plugins>
|
|
</build>
|
|
</profile>
|
|
<profile>
|
|
<id>bundle-contrib-exts</id>
|
|
<build>
|
|
<plugins>
|
|
<plugin>
|
|
<groupId>org.codehaus.mojo</groupId>
|
|
<artifactId>exec-maven-plugin</artifactId>
|
|
<executions>
|
|
<execution>
|
|
<id>pull-deps-contrib-exts</id>
|
|
<phase>package</phase>
|
|
<goals>
|
|
<goal>exec</goal>
|
|
</goals>
|
|
<configuration>
|
|
<executable>java</executable>
|
|
<arguments>
|
|
<argument>-classpath</argument>
|
|
<classpath/>
|
|
<argument>-Ddruid.extensions.loadList=[]</argument>
|
|
<argument>-Ddruid.extensions.directory=${project.build.directory}/extensions
|
|
</argument>
|
|
<argument>
|
|
-Ddruid.extensions.hadoopDependenciesDir=${project.build.directory}/hadoop-dependencies
|
|
</argument>
|
|
<argument>org.apache.druid.cli.Main</argument>
|
|
<argument>tools</argument>
|
|
<argument>pull-deps</argument>
|
|
<argument>--defaultVersion</argument>
|
|
<argument>${project.parent.version}</argument>
|
|
<argument>-l</argument>
|
|
<argument>${settings.localRepository}</argument>
|
|
<argument>--no-default-hadoop</argument>
|
|
<argument>-c</argument>
|
|
<argument>org.apache.druid.extensions.contrib:ambari-metrics-emitter</argument>
|
|
<argument>-c</argument>
|
|
<argument>org.apache.druid.extensions.contrib:druid-azure-extensions</argument>
|
|
<argument>-c</argument>
|
|
<argument>org.apache.druid.extensions.contrib:druid-cassandra-storage</argument>
|
|
<argument>-c</argument>
|
|
<argument>org.apache.druid.extensions.contrib:druid-cloudfiles-extensions</argument>
|
|
<argument>-c</argument>
|
|
<argument>org.apache.druid.extensions.contrib:druid-distinctcount</argument>
|
|
<argument>-c</argument>
|
|
<argument>org.apache.druid.extensions.contrib:druid-rocketmq</argument>
|
|
<argument>-c</argument>
|
|
<argument>org.apache.druid.extensions.contrib:druid-google-extensions</argument>
|
|
<argument>-c</argument>
|
|
<argument>org.apache.druid.extensions.contrib:graphite-emitter</argument>
|
|
<argument>-c</argument>
|
|
<argument>org.apache.druid.extensions.contrib:druid-influx-extensions</argument>
|
|
<argument>-c</argument>
|
|
<argument>org.apache.druid.extensions.contrib:druid-kafka-eight-simple-consumer</argument>
|
|
<argument>-c</argument>
|
|
<argument>org.apache.druid.extensions.contrib:kafka-emitter</argument>
|
|
<argument>-c</argument>
|
|
<argument>org.apache.druid.extensions.contrib:materialized-view-maintenance</argument>
|
|
<argument>-c</argument>
|
|
<argument>org.apache.druid.extensions.contrib:materialized-view-selection</argument>
|
|
<argument>-c</argument>
|
|
<argument>org.apache.druid.extensions.contrib:druid-opentsdb-emitter</argument>
|
|
<argument>-c</argument>
|
|
<argument>org.apache.druid.extensions.contrib:druid-orc-extensions</argument>
|
|
<argument>-c</argument>
|
|
<argument>org.apache.druid.extensions.contrib:druid-rabbitmq</argument>
|
|
<argument>-c</argument>
|
|
<argument>org.apache.druid.extensions.contrib:druid-redis-cache</argument>
|
|
<argument>-c</argument>
|
|
<argument>org.apache.druid.extensions.contrib:sqlserver-metadata-storage</argument>
|
|
<argument>-c</argument>
|
|
<argument>org.apache.druid.extensions.contrib:statsd-emitter</argument>
|
|
<argument>-c</argument>
|
|
<argument>org.apache.druid.extensions.contrib:druid-thrift-extensions</argument>
|
|
<argument>-c</argument>
|
|
<argument>org.apache.druid.extensions.contrib:druid-time-min-max</argument>
|
|
<argument>-c</argument>
|
|
<argument>org.apache.druid.extensions.contrib:druid-virtual-columns</argument>
|
|
</arguments>
|
|
</configuration>
|
|
</execution>
|
|
</executions>
|
|
</plugin>
|
|
</plugins>
|
|
</build>
|
|
</profile>
|
|
</profiles>
|
|
</project> |