From feebcd757fc9763eba4bf82c7ade59a257e51b98 Mon Sep 17 00:00:00 2001 From: nishantmonu51 Date: Fri, 13 Feb 2015 02:19:27 +0530 Subject: [PATCH] fix-tests add columns to parseSpec --- .../wikipedia_realtime_index_task.json | 156 ++++++++++-------- 1 file changed, 91 insertions(+), 65 deletions(-) diff --git a/integration-tests/src/test/resources/indexer/wikipedia_realtime_index_task.json b/integration-tests/src/test/resources/indexer/wikipedia_realtime_index_task.json index a204abd9512..c70a896218c 100644 --- a/integration-tests/src/test/resources/indexer/wikipedia_realtime_index_task.json +++ b/integration-tests/src/test/resources/indexer/wikipedia_realtime_index_task.json @@ -1,71 +1,97 @@ { - "type": "index_realtime", - "spec": { - "dataSchema": { - "dataSource": "wikipedia_index_test", - "metricsSpec": [ - { - "type": "count", - "name": "count" - }, - { - "type": "doubleSum", - "name": "added", - "fieldName": "added" - }, - { - "type": "doubleSum", - "name": "deleted", - "fieldName": "deleted" - }, - { - "type": "doubleSum", - "name": "delta", - "fieldName": "delta" - } - ], - "granularitySpec": { - "segmentGranularity": "DAY", - "queryGranularity": "second" - }, - "parser": { - "type" : "map", - "parseSpec": { - "timestampSpec": { - "column": "timestamp", - "format": "iso" - }, - "dimensionsSpec" : { - "dimensions": [ - "page", "language", "user", "unpatrolled", "newPage", "robot", "anonymous", - "namespace", "continent", "country", "region", "city" - ] - } - } - } + "type": "index_realtime", + "spec": { + "dataSchema": { + "dataSource": "wikipedia_index_test", + "metricsSpec": [ + { + "type": "count", + "name": "count" }, - "ioConfig": { - "type": "realtime", - "firehose": { - "type": "timed", - "shutoffTime": "#SHUTOFFTIME", - "delegate": { - "type": "receiver", - "serviceName": "eventReceiverServiceName", - "bufferSize": 100000 - } - } - + { + "type": "doubleSum", + "name": "added", + "fieldName": "added" }, - "tuningConfig": { - "type": "realtime", - "maxRowsInMemory": 1, - "intermediatePersistPeriod": "PT1M", - "windowPeriod": "PT1M", - "rejectionPolicy": { - "type": "none" - } + { + "type": "doubleSum", + "name": "deleted", + "fieldName": "deleted" + }, + { + "type": "doubleSum", + "name": "delta", + "fieldName": "delta" } + ], + "granularitySpec": { + "segmentGranularity": "DAY", + "queryGranularity": "second" + }, + "parser": { + "type": "map", + "parseSpec": { + "columns": [ + "timestamp", + "page", + "language", + "user", + "unpatrolled", + "newPage", + "robot", + "anonymous", + "namespace", + "continent", + "country", + "region", + "city", + "added", + "deleted", + "delta" + ], + "timestampSpec": { + "column": "timestamp", + "format": "iso" + }, + "dimensionsSpec": { + "dimensions": [ + "page", + "language", + "user", + "unpatrolled", + "newPage", + "robot", + "anonymous", + "namespace", + "continent", + "country", + "region", + "city" + ] + } + } + } + }, + "ioConfig": { + "type": "realtime", + "firehose": { + "type": "timed", + "shutoffTime": "#SHUTOFFTIME", + "delegate": { + "type": "receiver", + "serviceName": "eventReceiverServiceName", + "bufferSize": 100000 + } + } + }, + "tuningConfig": { + "type": "realtime", + "maxRowsInMemory": 1, + "intermediatePersistPeriod": "PT1M", + "windowPeriod": "PT1M", + "rejectionPolicy": { + "type": "none" + } } - + } }