From 180c622e0fc93f35e01b19a30c51166f8ac83c4b Mon Sep 17 00:00:00 2001 From: Suneet Saldanha <44787917+suneet-s@users.noreply.github.com> Date: Mon, 20 Jan 2020 11:34:37 -0800 Subject: [PATCH] Minor doc updates (#9217) * update string first last aggs * update kafka ingestion specs in docs * remove unnecessary parser spec --- docs/querying/aggregations.md | 6 +- docs/tutorials/tutorial-kafka.md | 61 +++++++-------- .../tutorial/wikipedia-kafka-supervisor.json | 75 +++++++++---------- 3 files changed, 67 insertions(+), 75 deletions(-) diff --git a/docs/querying/aggregations.md b/docs/querying/aggregations.md index 51841c4f6d8..453388b36e3 100644 --- a/docs/querying/aggregations.md +++ b/docs/querying/aggregations.md @@ -215,8 +215,7 @@ Note that queries with first/last aggregators on a segment created with rollup e "type" : "stringFirst", "name" : , "fieldName" : , - "maxStringBytes" : # (optional, defaults to 1024), - "filterNullValues" : # (optional, defaults to false) + "maxStringBytes" : # (optional, defaults to 1024) } ``` @@ -231,8 +230,7 @@ Note that queries with first/last aggregators on a segment created with rollup e "type" : "stringLast", "name" : , "fieldName" : , - "maxStringBytes" : # (optional, defaults to 1024), - "filterNullValues" : # (optional, defaults to false) + "maxStringBytes" : # (optional, defaults to 1024) } ``` diff --git a/docs/tutorials/tutorial-kafka.md b/docs/tutorials/tutorial-kafka.md index 36194d19c91..2c2a8c49589 100644 --- a/docs/tutorials/tutorial-kafka.md +++ b/docs/tutorials/tutorial-kafka.md @@ -183,38 +183,32 @@ Paste in this spec and click `Submit`. "spec" : { "dataSchema": { "dataSource": "wikipedia", - "parser": { - "type": "string", - "parseSpec": { - "format": "json", - "timestampSpec": { - "column": "time", - "format": "auto" - }, - "dimensionsSpec": { - "dimensions": [ - "channel", - "cityName", - "comment", - "countryIsoCode", - "countryName", - "isAnonymous", - "isMinor", - "isNew", - "isRobot", - "isUnpatrolled", - "metroCode", - "namespace", - "page", - "regionIsoCode", - "regionName", - "user", - { "name": "added", "type": "long" }, - { "name": "deleted", "type": "long" }, - { "name": "delta", "type": "long" } - ] - } - } + "timestampSpec": { + "column": "time", + "format": "auto" + }, + "dimensionsSpec": { + "dimensions": [ + "channel", + "cityName", + "comment", + "countryIsoCode", + "countryName", + "isAnonymous", + "isMinor", + "isNew", + "isRobot", + "isUnpatrolled", + "metroCode", + "namespace", + "page", + "regionIsoCode", + "regionName", + "user", + { "name": "added", "type": "long" }, + { "name": "deleted", "type": "long" }, + { "name": "delta", "type": "long" } + ] }, "metricsSpec" : [], "granularitySpec": { @@ -230,6 +224,9 @@ Paste in this spec and click `Submit`. }, "ioConfig": { "topic": "wikipedia", + "inputFormat": { + "type": "json" + }, "replicas": 2, "taskDuration": "PT10M", "completionTimeout": "PT20M", diff --git a/examples/quickstart/tutorial/wikipedia-kafka-supervisor.json b/examples/quickstart/tutorial/wikipedia-kafka-supervisor.json index 7c1e62c34f9..66023717868 100644 --- a/examples/quickstart/tutorial/wikipedia-kafka-supervisor.json +++ b/examples/quickstart/tutorial/wikipedia-kafka-supervisor.json @@ -3,47 +3,41 @@ "spec" : { "dataSchema": { "dataSource": "wikipedia", - "parser": { - "type": "string", - "parseSpec": { - "format": "json", - "timestampSpec": { - "column": "time", - "format": "auto" + "timestampSpec": { + "column": "time", + "format": "auto" + }, + "dimensionsSpec": { + "dimensions": [ + "channel", + "cityName", + "comment", + "countryIsoCode", + "countryName", + "isAnonymous", + "isMinor", + "isNew", + "isRobot", + "isUnpatrolled", + "metroCode", + "namespace", + "page", + "regionIsoCode", + "regionName", + "user", + { + "name": "added", + "type": "long" }, - "dimensionsSpec": { - "dimensions": [ - "channel", - "cityName", - "comment", - "countryIsoCode", - "countryName", - "isAnonymous", - "isMinor", - "isNew", - "isRobot", - "isUnpatrolled", - "metroCode", - "namespace", - "page", - "regionIsoCode", - "regionName", - "user", - { - "name": "added", - "type": "long" - }, - { - "name": "deleted", - "type": "long" - }, - { - "name": "delta", - "type": "long" - } - ] + { + "name": "deleted", + "type": "long" + }, + { + "name": "delta", + "type": "long" } - } + ] }, "metricsSpec": [], "granularitySpec": { @@ -59,6 +53,9 @@ }, "ioConfig": { "topic": "wikipedia", + "inputFormat": { + "type": "json" + }, "replicas": 1, "taskDuration": "PT10M", "completionTimeout": "PT20M",