diff --git a/docs/content/Tutorial:-Loading-Your-Data-Part-2.md b/docs/content/Tutorial:-Loading-Your-Data-Part-2.md index 71f993ca5b9..d0fc6a8fe45 100644 --- a/docs/content/Tutorial:-Loading-Your-Data-Part-2.md +++ b/docs/content/Tutorial:-Loading-Your-Data-Part-2.md @@ -341,3 +341,60 @@ Additional Information ---------------------- Getting data into Druid can definitely be difficult for first time users. Please don't hesitate to ask questions in our IRC channel or on our [google groups page](https://groups.google.com/forum/#!forum/druid-development). + + +Further Reading +--------------------- + +Ingesting from Kafka 8 +--------------------------------- + + +Continuing from the Kafka 7 examples, to support Kafka 8, a couple changes need to be made: + +- Update realtime node's configs for Kafka 8 extensions + - e.g. + - `druid.extensions.coordinates=[...,"io.druid.extensions:druid-kafka-seven:0.6.121",...]` + - becomes + - `druid.extensions.coordinates=[...,"io.druid.extensions:druid-kafka-eight:0.6.121",...]` +- Update realtime task config for changed keys + - `firehose.type`, `plumber.rejectionPolicyFactory`, and all of `firehose.consumerProps` changes. + +```json + + "firehose" : { + "type" : "kafka-0.8", + "consumerProps" : { + "zookeeper.connect": "localhost:2181", + "zookeeper.connection.timeout.ms": "15000", + "zookeeper.session.timeout.ms": "15000", + "zookeeper.sync.time.ms": "5000", + "group.id": "topic-pixel-local", + "fetch.message.max.bytes": "1048586", + "auto.offset.reset": "largest", + "auto.commit.enable": "false" + }, + "feed" : "druidtest", + "parser" : { + "timestampSpec" : { + "column" : "utcdt", + "format" : "iso" + }, + "data" : { + "format" : "json" + }, + "dimensionExclusions" : [ + "wp" + ] + } + }, + "plumber" : { + "type" : "realtime", + "windowPeriod" : "PT10m", + "segmentGranularity":"hour", + "basePersistDirectory" : "/tmp/realtime/basePersist", + "rejectionPolicyFactory": { + "type": "messageTime" + } + } +```