2013-08-29 18:23:16 -04:00
|
|
|
<?xml version="1.0" encoding="UTF-8"?>
|
|
|
|
<!--
|
2018-07-11 12:55:18 -04:00
|
|
|
~ Licensed to the Apache Software Foundation (ASF) under one
|
|
|
|
~ or more contributor license agreements. See the NOTICE file
|
|
|
|
~ distributed with this work for additional information
|
|
|
|
~ regarding copyright ownership. The ASF licenses this file
|
|
|
|
~ to you under the Apache License, Version 2.0 (the
|
|
|
|
~ "License"); you may not use this file except in compliance
|
|
|
|
~ with the License. You may obtain a copy of the License at
|
2013-08-29 18:23:16 -04:00
|
|
|
~
|
2018-07-11 12:55:18 -04:00
|
|
|
~ http://www.apache.org/licenses/LICENSE-2.0
|
2013-08-29 18:23:16 -04:00
|
|
|
~
|
2018-07-11 12:55:18 -04:00
|
|
|
~ Unless required by applicable law or agreed to in writing,
|
|
|
|
~ software distributed under the License is distributed on an
|
|
|
|
~ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
|
|
~ KIND, either express or implied. See the License for the
|
|
|
|
~ specific language governing permissions and limitations
|
|
|
|
~ under the License.
|
2013-08-29 18:23:16 -04:00
|
|
|
-->
|
|
|
|
|
2015-02-23 17:27:58 -05:00
|
|
|
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
|
2015-02-02 21:16:56 -05:00
|
|
|
<modelVersion>4.0.0</modelVersion>
|
2015-02-03 19:48:00 -05:00
|
|
|
|
2015-02-02 21:16:56 -05:00
|
|
|
<artifactId>druid-processing</artifactId>
|
|
|
|
<name>druid-processing</name>
|
|
|
|
<description>A module that is everything required to understands Druid Segments</description>
|
|
|
|
|
|
|
|
<parent>
|
2018-08-30 12:56:26 -04:00
|
|
|
<groupId>org.apache.druid</groupId>
|
2015-02-02 21:16:56 -05:00
|
|
|
<artifactId>druid</artifactId>
|
2022-08-29 01:57:38 -04:00
|
|
|
<version>25.0.0-SNAPSHOT</version>
|
2015-02-02 21:16:56 -05:00
|
|
|
</parent>
|
2013-08-29 18:23:16 -04:00
|
|
|
|
2015-02-02 21:16:56 -05:00
|
|
|
<dependencies>
|
|
|
|
<dependency>
|
2018-08-30 12:56:26 -04:00
|
|
|
<groupId>org.apache.druid</groupId>
|
2018-10-14 23:37:37 -04:00
|
|
|
<artifactId>druid-core</artifactId>
|
2015-02-02 21:16:56 -05:00
|
|
|
<version>${project.parent.version}</version>
|
|
|
|
</dependency>
|
2017-02-03 12:45:11 -05:00
|
|
|
<dependency>
|
2018-08-30 12:56:26 -04:00
|
|
|
<groupId>org.apache.druid</groupId>
|
2017-02-03 12:45:11 -05:00
|
|
|
<artifactId>druid-hll</artifactId>
|
|
|
|
<version>${project.parent.version}</version>
|
|
|
|
</dependency>
|
2015-02-02 21:16:56 -05:00
|
|
|
<dependency>
|
2018-08-30 12:56:26 -04:00
|
|
|
<groupId>org.apache.druid</groupId>
|
2018-01-22 14:19:59 -05:00
|
|
|
<artifactId>extendedset</artifactId>
|
2016-11-11 13:51:07 -05:00
|
|
|
<version>${project.parent.version}</version>
|
2015-02-02 21:16:56 -05:00
|
|
|
</dependency>
|
2018-01-22 14:19:59 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>com.fasterxml.jackson.core</groupId>
|
|
|
|
<artifactId>jackson-annotations</artifactId>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>com.fasterxml.jackson.core</groupId>
|
|
|
|
<artifactId>jackson-core</artifactId>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>com.fasterxml.jackson.core</groupId>
|
|
|
|
<artifactId>jackson-databind</artifactId>
|
|
|
|
</dependency>
|
2019-09-09 17:37:21 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>com.fasterxml.jackson.datatype</groupId>
|
|
|
|
<artifactId>jackson-datatype-guava</artifactId>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>com.fasterxml.jackson.datatype</groupId>
|
|
|
|
<artifactId>jackson-datatype-joda</artifactId>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>com.fasterxml.jackson.dataformat</groupId>
|
|
|
|
<artifactId>jackson-dataformat-smile</artifactId>
|
|
|
|
</dependency>
|
2018-01-22 14:19:59 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.roaringbitmap</groupId>
|
|
|
|
<artifactId>RoaringBitmap</artifactId>
|
|
|
|
</dependency>
|
2016-10-13 11:28:46 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>it.unimi.dsi</groupId>
|
2021-06-10 10:43:18 -04:00
|
|
|
<artifactId>fastutil-core</artifactId>
|
2016-10-13 11:28:46 -04:00
|
|
|
</dependency>
|
2015-02-02 21:16:56 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>com.ning</groupId>
|
|
|
|
<artifactId>compress-lzf</artifactId>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>org.skife.config</groupId>
|
|
|
|
<artifactId>config-magic</artifactId>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>commons-io</groupId>
|
|
|
|
<artifactId>commons-io</artifactId>
|
2020-06-09 22:31:04 -04:00
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>org.apache.commons</groupId>
|
|
|
|
<artifactId>commons-math3</artifactId>
|
2015-02-02 21:16:56 -05:00
|
|
|
</dependency>
|
2019-08-01 14:45:04 -04:00
|
|
|
<dependency>
|
2022-05-12 01:06:20 -04:00
|
|
|
<groupId>com.github.seancfoley</groupId>
|
|
|
|
<artifactId>ipaddress</artifactId>
|
|
|
|
<version>5.3.4</version>
|
2019-08-01 14:45:04 -04:00
|
|
|
</dependency>
|
2018-03-20 11:59:33 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>com.google.errorprone</groupId>
|
|
|
|
<artifactId>error_prone_annotations</artifactId>
|
|
|
|
</dependency>
|
2015-02-02 21:16:56 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>com.ibm.icu</groupId>
|
|
|
|
<artifactId>icu4j</artifactId>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>org.mozilla</groupId>
|
|
|
|
<artifactId>rhino</artifactId>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
2018-05-07 11:16:45 -04:00
|
|
|
<groupId>org.lz4</groupId>
|
|
|
|
<artifactId>lz4-java</artifactId>
|
2015-02-02 21:16:56 -05:00
|
|
|
</dependency>
|
2015-11-02 00:21:29 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>commons-lang</groupId>
|
|
|
|
<artifactId>commons-lang</artifactId>
|
|
|
|
</dependency>
|
2017-03-17 15:44:36 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.ow2.asm</groupId>
|
|
|
|
<artifactId>asm</artifactId>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>org.ow2.asm</groupId>
|
|
|
|
<artifactId>asm-commons</artifactId>
|
|
|
|
</dependency>
|
2018-12-07 11:10:29 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.checkerframework</groupId>
|
2019-03-04 21:45:22 -05:00
|
|
|
<artifactId>checker-qual</artifactId>
|
2018-12-07 11:10:29 -05:00
|
|
|
<version>${checkerframework.version}</version>
|
|
|
|
</dependency>
|
2019-01-08 20:17:03 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.apache.maven</groupId>
|
|
|
|
<artifactId>maven-artifact</artifactId>
|
|
|
|
</dependency>
|
2019-09-09 17:37:21 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>com.google.code.findbugs</groupId>
|
|
|
|
<artifactId>jsr305</artifactId>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>joda-time</groupId>
|
|
|
|
<artifactId>joda-time</artifactId>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
2022-02-27 18:19:28 -05:00
|
|
|
<groupId>jakarta.inject</groupId>
|
|
|
|
<artifactId>jakarta.inject-api</artifactId>
|
2019-09-09 17:37:21 -04:00
|
|
|
</dependency>
|
|
|
|
<dependency>
|
2022-02-27 18:19:28 -05:00
|
|
|
<groupId>com.google.inject</groupId>
|
|
|
|
<artifactId>guice</artifactId>
|
2019-09-09 17:37:21 -04:00
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>com.google.guava</groupId>
|
|
|
|
<artifactId>guava</artifactId>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>javax.validation</groupId>
|
|
|
|
<artifactId>validation-api</artifactId>
|
|
|
|
</dependency>
|
2020-02-04 22:58:00 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.apache.datasketches</groupId>
|
|
|
|
<artifactId>datasketches-memory</artifactId>
|
|
|
|
</dependency>
|
2020-02-07 02:44:09 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>io.netty</groupId>
|
|
|
|
<artifactId>netty-common</artifactId>
|
|
|
|
</dependency>
|
2022-05-28 20:01:44 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>com.github.luben</groupId>
|
|
|
|
<artifactId>zstd-jni</artifactId>
|
|
|
|
</dependency>
|
Frame processing and channels. (#12848)
* Frame processing and channels.
Follow-up to #12745. This patch adds three new concepts:
1) Frame channels are interfaces for doing nonblocking reads and writes
of frames.
2) Frame processors are interfaces for doing nonblocking processing of
frames received from input channels and sent to output channels.
3) Cluster-by keys, which can be used for sorting or partitioning.
The patch also adds SuperSorter, a user of these concepts, both to
illustrate how they are used, and also because it is going to be useful
in future work.
Central classes:
- ReadableFrameChannel. Implementations include
BlockingQueueFrameChannel (in-memory channel that implements both interfaces),
ReadableFileFrameChannel (file-based channel),
ReadableByteChunksFrameChannel (byte-stream-based channel), and others.
- WritableFrameChannel. Implementations include BlockingQueueFrameChannel
and WritableStreamFrameChannel (byte-stream-based channel).
- ClusterBy, a sorting or partitioning key.
- FrameProcessor, nonblocking processor of frames. Implementations include
FrameChannelBatcher, FrameChannelMerger, and FrameChannelMuxer.
- FrameProcessorExecutor, an executor service that runs FrameProcessors.
- SuperSorter, a class that uses frame channels and processors to
do parallel external merge sort of any amount of data (as long as there
is enough disk space).
* Additional tests, fixes.
* Changes from review.
* Better implementation for ReadableInputStreamFrameChannel.
* Rename getFrameFileReference -> newFrameFileReference.
* Add InterruptedException to runIncrementally; add more tests.
* Cancellation adjustments.
* Review adjustments.
* Refactor BlockingQueueFrameChannel, rename doneReading and doneWriting to close.
* Additional changes from review.
* Additional changes.
* Fix test.
* Adjustments.
* Adjustments.
2022-08-05 00:29:04 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>io.netty</groupId>
|
|
|
|
<artifactId>netty</artifactId>
|
|
|
|
</dependency>
|
2013-08-30 19:20:34 -04:00
|
|
|
|
2015-02-02 21:16:56 -05:00
|
|
|
<!-- Tests -->
|
2018-08-11 01:03:36 -04:00
|
|
|
<dependency>
|
2018-08-30 12:56:26 -04:00
|
|
|
<groupId>org.apache.druid</groupId>
|
2018-10-14 23:37:37 -04:00
|
|
|
<artifactId>druid-core</artifactId>
|
2018-08-11 01:03:36 -04:00
|
|
|
<version>${project.parent.version}</version>
|
|
|
|
<type>test-jar</type>
|
|
|
|
<scope>test</scope>
|
|
|
|
</dependency>
|
2015-02-02 21:16:56 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>junit</groupId>
|
|
|
|
<artifactId>junit</artifactId>
|
|
|
|
<scope>test</scope>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>com.carrotsearch</groupId>
|
|
|
|
<artifactId>junit-benchmarks</artifactId>
|
|
|
|
<scope>test</scope>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>org.easymock</groupId>
|
|
|
|
<artifactId>easymock</artifactId>
|
|
|
|
<scope>test</scope>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>com.google.caliper</groupId>
|
|
|
|
<artifactId>caliper</artifactId>
|
|
|
|
<scope>test</scope>
|
|
|
|
</dependency>
|
2020-04-29 14:03:13 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.mockito</groupId>
|
|
|
|
<artifactId>mockito-core</artifactId>
|
|
|
|
<scope>test</scope>
|
|
|
|
</dependency>
|
2020-01-16 16:14:20 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>nl.jqno.equalsverifier</groupId>
|
|
|
|
<artifactId>equalsverifier</artifactId>
|
|
|
|
<scope>test</scope>
|
|
|
|
</dependency>
|
2020-05-13 17:23:04 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.reflections</groupId>
|
|
|
|
<artifactId>reflections</artifactId>
|
|
|
|
<version>0.9.12</version>
|
|
|
|
<scope>test</scope>
|
|
|
|
</dependency>
|
2016-01-21 14:54:37 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>pl.pragmatists</groupId>
|
|
|
|
<artifactId>JUnitParams</artifactId>
|
|
|
|
<scope>test</scope>
|
|
|
|
</dependency>
|
2018-01-22 14:19:59 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>com.google.guava</groupId>
|
|
|
|
<artifactId>guava-testlib</artifactId>
|
|
|
|
<scope>test</scope>
|
|
|
|
</dependency>
|
2022-07-08 23:42:06 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.hamcrest</groupId>
|
|
|
|
<artifactId>hamcrest-all</artifactId>
|
|
|
|
<scope>test</scope>
|
|
|
|
</dependency>
|
2019-09-09 17:37:21 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.hamcrest</groupId>
|
|
|
|
<artifactId>hamcrest-core</artifactId>
|
|
|
|
<scope>test</scope>
|
|
|
|
</dependency>
|
2020-09-11 19:31:10 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.apache.logging.log4j</groupId>
|
|
|
|
<artifactId>log4j-core</artifactId>
|
|
|
|
<scope>test</scope>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>org.apache.logging.log4j</groupId>
|
|
|
|
<artifactId>log4j-api</artifactId>
|
|
|
|
<scope>test</scope>
|
|
|
|
</dependency>
|
2020-10-06 13:17:33 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.apache.commons</groupId>
|
|
|
|
<artifactId>commons-lang3</artifactId>
|
|
|
|
<scope>test</scope>
|
|
|
|
</dependency>
|
2015-02-02 21:16:56 -05:00
|
|
|
</dependencies>
|
2013-08-29 18:23:16 -04:00
|
|
|
|
2015-02-02 21:16:56 -05:00
|
|
|
<build>
|
|
|
|
<plugins>
|
2017-05-16 19:19:55 -04:00
|
|
|
<plugin>
|
|
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
|
|
<artifactId>maven-compiler-plugin</artifactId>
|
|
|
|
<configuration>
|
2021-06-16 15:55:34 -04:00
|
|
|
<!-- keep annotation processor paths defined in parent pom -->
|
|
|
|
<annotationProcessorPaths combine.children="append">
|
2017-05-16 19:19:55 -04:00
|
|
|
<path>
|
2018-08-30 12:56:26 -04:00
|
|
|
<groupId>org.apache.druid</groupId>
|
2018-10-14 23:37:37 -04:00
|
|
|
<artifactId>druid-core</artifactId>
|
2017-05-16 19:19:55 -04:00
|
|
|
<version>${project.parent.version}</version>
|
|
|
|
</path>
|
|
|
|
</annotationProcessorPaths>
|
2021-06-16 15:55:34 -04:00
|
|
|
<!-- keep annotation processors defined in parent pom -->
|
|
|
|
<annotationProcessors combine.children="append">
|
2018-08-30 12:56:26 -04:00
|
|
|
<annotationProcessor>org.apache.druid.annotations.SubclassesMustBePublicAnnotationProcessor</annotationProcessor>
|
2017-05-16 19:19:55 -04:00
|
|
|
</annotationProcessors>
|
|
|
|
</configuration>
|
|
|
|
</plugin>
|
2015-02-02 21:16:56 -05:00
|
|
|
<plugin>
|
|
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
|
|
<artifactId>maven-jar-plugin</artifactId>
|
|
|
|
<executions>
|
|
|
|
<execution>
|
|
|
|
<goals>
|
|
|
|
<goal>test-jar</goal>
|
|
|
|
</goals>
|
|
|
|
</execution>
|
|
|
|
</executions>
|
|
|
|
</plugin>
|
2018-01-22 14:19:59 -05:00
|
|
|
<plugin>
|
|
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
|
|
<artifactId>maven-surefire-plugin</artifactId>
|
|
|
|
<configuration>
|
2018-08-30 12:56:26 -04:00
|
|
|
<excludedGroups>org.apache.druid.collections.test.annotation.Benchmark</excludedGroups>
|
2018-01-22 14:19:59 -05:00
|
|
|
</configuration>
|
|
|
|
</plugin>
|
2015-02-02 21:16:56 -05:00
|
|
|
</plugins>
|
|
|
|
</build>
|
2015-02-03 19:48:00 -05:00
|
|
|
|
2018-01-22 14:19:59 -05:00
|
|
|
<profiles>
|
|
|
|
<profile>
|
|
|
|
<id>benchmark</id>
|
|
|
|
<build>
|
|
|
|
<plugins>
|
|
|
|
<plugin>
|
|
|
|
<artifactId>maven-surefire-plugin</artifactId>
|
|
|
|
<configuration>
|
2022-04-27 14:18:40 -04:00
|
|
|
<argLine>
|
|
|
|
-server -Xms3G -Xmx3G -Djub.consumers=CONSOLE,H2 -Djub.db.file=benchmarks/benchmarks
|
2022-05-19 10:42:29 -04:00
|
|
|
-XX:+ExitOnOutOfMemoryError
|
|
|
|
-XX:+HeapDumpOnOutOfMemoryError
|
2022-04-27 14:18:40 -04:00
|
|
|
</argLine>
|
2018-08-30 12:56:26 -04:00
|
|
|
<groups>org.apache.druid.collections.test.annotation.Benchmark</groups>
|
|
|
|
<excludedGroups>org.apache.druid.collections.test.annotation.Dummy</excludedGroups>
|
2018-01-22 14:19:59 -05:00
|
|
|
</configuration>
|
|
|
|
</plugin>
|
|
|
|
</plugins>
|
|
|
|
</build>
|
|
|
|
</profile>
|
|
|
|
</profiles>
|
|
|
|
|
2013-08-29 18:23:16 -04:00
|
|
|
</project>
|