2018-08-09 16:37:52 -04:00
|
|
|
{
|
|
|
|
"type": "kafka",
|
2019-11-20 13:04:41 -05:00
|
|
|
"spec" : {
|
|
|
|
"dataSchema": {
|
|
|
|
"dataSource": "wikipedia",
|
|
|
|
"parser": {
|
|
|
|
"type": "string",
|
|
|
|
"parseSpec": {
|
|
|
|
"format": "json",
|
|
|
|
"timestampSpec": {
|
|
|
|
"column": "time",
|
|
|
|
"format": "auto"
|
|
|
|
},
|
|
|
|
"dimensionsSpec": {
|
|
|
|
"dimensions": [
|
|
|
|
"channel",
|
|
|
|
"cityName",
|
|
|
|
"comment",
|
|
|
|
"countryIsoCode",
|
|
|
|
"countryName",
|
|
|
|
"isAnonymous",
|
|
|
|
"isMinor",
|
|
|
|
"isNew",
|
|
|
|
"isRobot",
|
|
|
|
"isUnpatrolled",
|
|
|
|
"metroCode",
|
|
|
|
"namespace",
|
|
|
|
"page",
|
|
|
|
"regionIsoCode",
|
|
|
|
"regionName",
|
|
|
|
"user",
|
|
|
|
{
|
|
|
|
"name": "added",
|
|
|
|
"type": "long"
|
|
|
|
},
|
|
|
|
{
|
|
|
|
"name": "deleted",
|
|
|
|
"type": "long"
|
|
|
|
},
|
|
|
|
{
|
|
|
|
"name": "delta",
|
|
|
|
"type": "long"
|
|
|
|
}
|
|
|
|
]
|
|
|
|
}
|
2018-08-09 16:37:52 -04:00
|
|
|
}
|
2019-11-20 13:04:41 -05:00
|
|
|
},
|
|
|
|
"metricsSpec": [],
|
|
|
|
"granularitySpec": {
|
|
|
|
"type": "uniform",
|
|
|
|
"segmentGranularity": "DAY",
|
|
|
|
"queryGranularity": "NONE",
|
|
|
|
"rollup": false
|
2018-08-09 16:37:52 -04:00
|
|
|
}
|
|
|
|
},
|
2019-11-20 13:04:41 -05:00
|
|
|
"tuningConfig": {
|
|
|
|
"type": "kafka",
|
|
|
|
"reportParseExceptions": false
|
|
|
|
},
|
|
|
|
"ioConfig": {
|
|
|
|
"topic": "wikipedia",
|
|
|
|
"replicas": 1,
|
|
|
|
"taskDuration": "PT10M",
|
|
|
|
"completionTimeout": "PT20M",
|
|
|
|
"consumerProperties": {
|
|
|
|
"bootstrap.servers": "localhost:9092"
|
|
|
|
}
|
2018-08-09 16:37:52 -04:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|