Minor doc updates (#9217)

* update string first last aggs

* update kafka ingestion specs in docs

* remove unnecessary parser spec
This commit is contained in:
Suneet Saldanha 2020-01-20 11:34:37 -08:00 committed by Jonathan Wei
parent d21054f7c5
commit 180c622e0f
3 changed files with 67 additions and 75 deletions

View File

@ -215,8 +215,7 @@ Note that queries with first/last aggregators on a segment created with rollup e
"type" : "stringFirst", "type" : "stringFirst",
"name" : <output_name>, "name" : <output_name>,
"fieldName" : <metric_name>, "fieldName" : <metric_name>,
"maxStringBytes" : <integer> # (optional, defaults to 1024), "maxStringBytes" : <integer> # (optional, defaults to 1024)
"filterNullValues" : <boolean> # (optional, defaults to false)
} }
``` ```
@ -231,8 +230,7 @@ Note that queries with first/last aggregators on a segment created with rollup e
"type" : "stringLast", "type" : "stringLast",
"name" : <output_name>, "name" : <output_name>,
"fieldName" : <metric_name>, "fieldName" : <metric_name>,
"maxStringBytes" : <integer> # (optional, defaults to 1024), "maxStringBytes" : <integer> # (optional, defaults to 1024)
"filterNullValues" : <boolean> # (optional, defaults to false)
} }
``` ```

View File

@ -183,38 +183,32 @@ Paste in this spec and click `Submit`.
"spec" : { "spec" : {
"dataSchema": { "dataSchema": {
"dataSource": "wikipedia", "dataSource": "wikipedia",
"parser": { "timestampSpec": {
"type": "string", "column": "time",
"parseSpec": { "format": "auto"
"format": "json", },
"timestampSpec": { "dimensionsSpec": {
"column": "time", "dimensions": [
"format": "auto" "channel",
}, "cityName",
"dimensionsSpec": { "comment",
"dimensions": [ "countryIsoCode",
"channel", "countryName",
"cityName", "isAnonymous",
"comment", "isMinor",
"countryIsoCode", "isNew",
"countryName", "isRobot",
"isAnonymous", "isUnpatrolled",
"isMinor", "metroCode",
"isNew", "namespace",
"isRobot", "page",
"isUnpatrolled", "regionIsoCode",
"metroCode", "regionName",
"namespace", "user",
"page", { "name": "added", "type": "long" },
"regionIsoCode", { "name": "deleted", "type": "long" },
"regionName", { "name": "delta", "type": "long" }
"user", ]
{ "name": "added", "type": "long" },
{ "name": "deleted", "type": "long" },
{ "name": "delta", "type": "long" }
]
}
}
}, },
"metricsSpec" : [], "metricsSpec" : [],
"granularitySpec": { "granularitySpec": {
@ -230,6 +224,9 @@ Paste in this spec and click `Submit`.
}, },
"ioConfig": { "ioConfig": {
"topic": "wikipedia", "topic": "wikipedia",
"inputFormat": {
"type": "json"
},
"replicas": 2, "replicas": 2,
"taskDuration": "PT10M", "taskDuration": "PT10M",
"completionTimeout": "PT20M", "completionTimeout": "PT20M",

View File

@ -3,47 +3,41 @@
"spec" : { "spec" : {
"dataSchema": { "dataSchema": {
"dataSource": "wikipedia", "dataSource": "wikipedia",
"parser": { "timestampSpec": {
"type": "string", "column": "time",
"parseSpec": { "format": "auto"
"format": "json", },
"timestampSpec": { "dimensionsSpec": {
"column": "time", "dimensions": [
"format": "auto" "channel",
"cityName",
"comment",
"countryIsoCode",
"countryName",
"isAnonymous",
"isMinor",
"isNew",
"isRobot",
"isUnpatrolled",
"metroCode",
"namespace",
"page",
"regionIsoCode",
"regionName",
"user",
{
"name": "added",
"type": "long"
}, },
"dimensionsSpec": { {
"dimensions": [ "name": "deleted",
"channel", "type": "long"
"cityName", },
"comment", {
"countryIsoCode", "name": "delta",
"countryName", "type": "long"
"isAnonymous",
"isMinor",
"isNew",
"isRobot",
"isUnpatrolled",
"metroCode",
"namespace",
"page",
"regionIsoCode",
"regionName",
"user",
{
"name": "added",
"type": "long"
},
{
"name": "deleted",
"type": "long"
},
{
"name": "delta",
"type": "long"
}
]
} }
} ]
}, },
"metricsSpec": [], "metricsSpec": [],
"granularitySpec": { "granularitySpec": {
@ -59,6 +53,9 @@
}, },
"ioConfig": { "ioConfig": {
"topic": "wikipedia", "topic": "wikipedia",
"inputFormat": {
"type": "json"
},
"replicas": 1, "replicas": 1,
"taskDuration": "PT10M", "taskDuration": "PT10M",
"completionTimeout": "PT20M", "completionTimeout": "PT20M",