2014-08-01 13:10:17 -04:00
|
|
|
---
|
|
|
|
layout: doc_page
|
|
|
|
---
|
|
|
|
Ingesting from Kafka 8
|
|
|
|
----------------------
|
|
|
|
|
|
|
|
The previous examples are for Kafka 7. To support Kafka 8, a couple changes need to be made:
|
|
|
|
|
|
|
|
- Update realtime node's configs for Kafka 8 extensions
|
|
|
|
- e.g.
|
2014-10-22 19:16:28 -04:00
|
|
|
- `druid.extensions.coordinates=[...,"io.druid.extensions:druid-kafka-seven:0.6.160",...]`
|
2014-08-01 13:10:17 -04:00
|
|
|
- becomes
|
2014-10-22 19:16:28 -04:00
|
|
|
- `druid.extensions.coordinates=[...,"io.druid.extensions:druid-kafka-eight:0.6.160",...]`
|
2014-08-01 13:10:17 -04:00
|
|
|
- Update realtime task config for changed keys
|
|
|
|
- `firehose.type`, `plumber.rejectionPolicyFactory`, and all of `firehose.consumerProps` changes.
|
|
|
|
|
|
|
|
```json
|
|
|
|
"firehose" : {
|
|
|
|
"type" : "kafka-0.8",
|
|
|
|
"consumerProps" : {
|
|
|
|
"zookeeper.connect": "localhost:2181",
|
|
|
|
"zookeeper.connection.timeout.ms": "15000",
|
|
|
|
"zookeeper.session.timeout.ms": "15000",
|
|
|
|
"zookeeper.sync.time.ms": "5000",
|
|
|
|
"group.id": "topic-pixel-local",
|
|
|
|
"fetch.message.max.bytes": "1048586",
|
|
|
|
"auto.offset.reset": "largest",
|
|
|
|
"auto.commit.enable": "false"
|
|
|
|
},
|
2014-12-08 19:15:46 -05:00
|
|
|
"feed" : "druidtest"
|
2014-08-01 13:10:17 -04:00
|
|
|
},
|
|
|
|
"plumber" : {
|
2014-12-08 19:15:46 -05:00
|
|
|
"type" : "realtime"
|
2014-08-01 13:10:17 -04:00
|
|
|
}
|
2014-12-08 19:15:46 -05:00
|
|
|
```
|