Apache/druid
1
0
Fork 0
mirror of https://github.com/apache/druid.git synced 2025-02-17 07:25:02 +00:00
Code Issues Packages Projects Releases Wiki Activity

add Kafka topic column controls (#14865)

Browse Source
This commit is contained in:
Vadim Ogievetsky 2023-08-21 09:03:23 -07:00 committed by GitHub
parent a38b4f0491
commit 631dc3b589
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 11 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
web-console/src/druid-models/input-format/input-format.tsx
View File

@ -42,6 +42,7 @@ export interface InputFormat {
// type: kafka // type: kafka
readonly timestampColumnName?: string; readonly timestampColumnName?: string;
readonly topicColumnName?: string;
readonly headerFormat?: { type: 'string'; encoding?: string }; readonly headerFormat?: { type: 'string'; encoding?: string };
readonly headerColumnPrefix?: string; readonly headerColumnPrefix?: string;
readonly keyFormat?: InputFormat; readonly keyFormat?: InputFormat;
@ -253,7 +254,15 @@ export const KAFKA_METADATA_INPUT_FORMAT_FIELDS: Field<InputFormat>[] = [
type: 'string', type: 'string',
defaultValue: 'kafka.timestamp', defaultValue: 'kafka.timestamp',
defined: typeIsKnown(KNOWN_TYPES, 'kafka'), defined: typeIsKnown(KNOWN_TYPES, 'kafka'),
info: `Name of the column for the kafka record's timestamp.`, info: `Name of the column for the Kafka record's timestamp.`,
},
{
name: 'topicColumnName',
label: 'Kafka topic column name',
type: 'string',
defaultValue: 'kafka.topic',
defined: typeIsKnown(KNOWN_TYPES, 'kafka'),
info: `Name of the column for the topic from which the Kafka record came.`,
}, },
// ----------------------------------------------------- // -----------------------------------------------------

1
web-console/src/views/load-data-view/load-data-view.tsx
View File

@ -226,6 +226,7 @@ function showKafkaLine(line: SampleEntry): string {
if (!input) return 'Invalid kafka row'; if (!input) return 'Invalid kafka row';
return compact([ return compact([
`[ Kafka timestamp: ${input['kafka.timestamp']}`, `[ Kafka timestamp: ${input['kafka.timestamp']}`,
` Topic: ${input['kafka.topic']}`,
...filterMap(Object.entries(input), ([k, v]) => { ...filterMap(Object.entries(input), ([k, v]) => {
if (!k.startsWith('kafka.header.')) return; if (!k.startsWith('kafka.header.')) return;
return ` Header: ${k.slice(13)}=${v}`; return ` Header: ${k.slice(13)}=${v}`;