mirror of https://github.com/apache/druid.git
Update Apache Kafka to 2.7.0 (#10701)
- align scala versions to match Kafka
This commit is contained in:
parent
58ce2e55d8
commit
b7a16d08a6
4
NOTICE
4
NOTICE
|
@ -54,9 +54,9 @@ Copyright 2008-2018 The Apache Software Foundation
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
================= Apache Kafka 1.0 =================
|
================= Apache Kafka 2.7.0 =================
|
||||||
Apache Kafka
|
Apache Kafka
|
||||||
Copyright 2017 The Apache Software Foundation.
|
Copyright 2020 The Apache Software Foundation.
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
|
@ -35,13 +35,13 @@ running on your local machine. You don't need to have loaded any data yet.
|
||||||
## Download and start Kafka
|
## Download and start Kafka
|
||||||
|
|
||||||
[Apache Kafka](http://kafka.apache.org/) is a high throughput message bus that works well with
|
[Apache Kafka](http://kafka.apache.org/) is a high throughput message bus that works well with
|
||||||
Druid. For this tutorial, we will use Kafka 2.6.0. To download Kafka, issue the following
|
Druid. For this tutorial, we will use Kafka 2.7.0. To download Kafka, issue the following
|
||||||
commands in your terminal:
|
commands in your terminal:
|
||||||
|
|
||||||
```bash
|
```bash
|
||||||
curl -O https://archive.apache.org/dist/kafka/2.6.0/kafka_2.13-2.6.0.tgz
|
curl -O https://archive.apache.org/dist/kafka/2.7.0/kafka_2.13-2.7.0.tgz
|
||||||
tar -xzf kafka_2.13-2.6.0.tgz
|
tar -xzf kafka_2.13-2.7.0.tgz
|
||||||
cd kafka_2.13-2.6.0
|
cd kafka_2.13-2.7.0
|
||||||
```
|
```
|
||||||
|
|
||||||
Start a Kafka broker by running the following command in a new terminal:
|
Start a Kafka broker by running the following command in a new terminal:
|
||||||
|
|
|
@ -138,7 +138,7 @@
|
||||||
</dependency>
|
</dependency>
|
||||||
<dependency>
|
<dependency>
|
||||||
<groupId>org.apache.kafka</groupId>
|
<groupId>org.apache.kafka</groupId>
|
||||||
<artifactId>kafka_2.12</artifactId>
|
<artifactId>kafka_2.13</artifactId>
|
||||||
<version>${apache.kafka.version}</version>
|
<version>${apache.kafka.version}</version>
|
||||||
<scope>test</scope>
|
<scope>test</scope>
|
||||||
</dependency>
|
</dependency>
|
||||||
|
@ -177,7 +177,7 @@
|
||||||
<dependency>
|
<dependency>
|
||||||
<groupId>org.scala-lang</groupId>
|
<groupId>org.scala-lang</groupId>
|
||||||
<artifactId>scala-library</artifactId>
|
<artifactId>scala-library</artifactId>
|
||||||
<version>2.12.10</version>
|
<version>2.13.3</version>
|
||||||
<scope>test</scope>
|
<scope>test</scope>
|
||||||
</dependency>
|
</dependency>
|
||||||
</dependencies>
|
</dependencies>
|
||||||
|
|
|
@ -195,7 +195,7 @@
|
||||||
<dependency>
|
<dependency>
|
||||||
<groupId>org.scala-lang</groupId>
|
<groupId>org.scala-lang</groupId>
|
||||||
<artifactId>scala-library</artifactId>
|
<artifactId>scala-library</artifactId>
|
||||||
<version>2.13.2</version>
|
<version>2.13.3</version>
|
||||||
<scope>test</scope>
|
<scope>test</scope>
|
||||||
</dependency>
|
</dependency>
|
||||||
<dependency>
|
<dependency>
|
||||||
|
|
|
@ -46,7 +46,7 @@ rm /tmp/$ZK_TAR.tar.gz
|
||||||
|
|
||||||
# Kafka
|
# Kafka
|
||||||
# Match the version to the Kafka client used by KafkaSupervisor
|
# Match the version to the Kafka client used by KafkaSupervisor
|
||||||
KAFKA_VERSION=2.6.0
|
KAFKA_VERSION=2.7.0
|
||||||
wget -q -O /tmp/kafka_2.13-$KAFKA_VERSION.tgz "https://apache.org/dist/kafka/$KAFKA_VERSION/kafka_2.13-$KAFKA_VERSION.tgz"
|
wget -q -O /tmp/kafka_2.13-$KAFKA_VERSION.tgz "https://apache.org/dist/kafka/$KAFKA_VERSION/kafka_2.13-$KAFKA_VERSION.tgz"
|
||||||
tar -xzf /tmp/kafka_2.13-$KAFKA_VERSION.tgz -C /usr/local
|
tar -xzf /tmp/kafka_2.13-$KAFKA_VERSION.tgz -C /usr/local
|
||||||
ln -s /usr/local/kafka_2.13-$KAFKA_VERSION /usr/local/kafka
|
ln -s /usr/local/kafka_2.13-$KAFKA_VERSION /usr/local/kafka
|
||||||
|
|
|
@ -3542,7 +3542,7 @@ libraries:
|
||||||
---
|
---
|
||||||
|
|
||||||
name: Apache Kafka
|
name: Apache Kafka
|
||||||
version: 2.6.0
|
version: 2.7.0
|
||||||
license_category: binary
|
license_category: binary
|
||||||
module: extensions/druid-kafka-indexing-service
|
module: extensions/druid-kafka-indexing-service
|
||||||
license_name: Apache License version 2.0
|
license_name: Apache License version 2.0
|
||||||
|
@ -4454,14 +4454,14 @@ name: Apache Kafka
|
||||||
license_category: binary
|
license_category: binary
|
||||||
module: extensions/kafka-extraction-namespace
|
module: extensions/kafka-extraction-namespace
|
||||||
license_name: Apache License version 2.0
|
license_name: Apache License version 2.0
|
||||||
version: 2.6.0
|
version: 2.7.0
|
||||||
libraries:
|
libraries:
|
||||||
- org.apache.kafka: kafka_2.13
|
- org.apache.kafka: kafka_2.13
|
||||||
- org.apache.kafka: kafka-clients
|
- org.apache.kafka: kafka-clients
|
||||||
notices:
|
notices:
|
||||||
- kafka-clients:
|
- kafka-clients:
|
||||||
Apache Kafka
|
Apache Kafka
|
||||||
Copyright 2019 The Apache Software Foundation.
|
Copyright 2020 The Apache Software Foundation.
|
||||||
|
|
||||||
This distribution has a binary dependency on jersey, which is available under the CDDL
|
This distribution has a binary dependency on jersey, which is available under the CDDL
|
||||||
License. The source code of jersey can be found at https://github.com/jersey/jersey/.
|
License. The source code of jersey can be found at https://github.com/jersey/jersey/.
|
||||||
|
|
2
pom.xml
2
pom.xml
|
@ -77,7 +77,7 @@
|
||||||
<aether.version>0.9.0.M2</aether.version>
|
<aether.version>0.9.0.M2</aether.version>
|
||||||
<apache.curator.version>4.3.0</apache.curator.version>
|
<apache.curator.version>4.3.0</apache.curator.version>
|
||||||
<apache.curator.test.version>2.12.0</apache.curator.test.version>
|
<apache.curator.test.version>2.12.0</apache.curator.test.version>
|
||||||
<apache.kafka.version>2.6.0</apache.kafka.version>
|
<apache.kafka.version>2.7.0</apache.kafka.version>
|
||||||
<apache.ranger.version>2.0.0</apache.ranger.version>
|
<apache.ranger.version>2.0.0</apache.ranger.version>
|
||||||
<apache.ranger.gson.version>2.2.4</apache.ranger.gson.version>
|
<apache.ranger.gson.version>2.2.4</apache.ranger.gson.version>
|
||||||
<avatica.version>1.17.0</avatica.version>
|
<avatica.version>1.17.0</avatica.version>
|
||||||
|
|
Loading…
Reference in New Issue