Apache
/
druid
mirror of https://github.com/apache/druid.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

fix-tests 

add columns to parseSpec
This commit is contained in:
nishantmonu51 2015-02-13 02:19:27 +05:30
parent c5e99bf6ec
commit feebcd757f
1 changed files with 91 additions and 65 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

156
integration-tests/src/test/resources/indexer/wikipedia_realtime_index_task.json
View File

@ -1,71 +1,97 @@
{ {
"type": "index_realtime", "type": "index_realtime",
"spec": { "spec": {
"dataSchema": { "dataSchema": {
"dataSource": "wikipedia_index_test", "dataSource": "wikipedia_index_test",
"metricsSpec": [ "metricsSpec": [
{ {
"type": "count", "type": "count",
"name": "count" "name": "count"
},
{
"type": "doubleSum",
"name": "added",
"fieldName": "added"
},
{
"type": "doubleSum",
"name": "deleted",
"fieldName": "deleted"
},
{
"type": "doubleSum",
"name": "delta",
"fieldName": "delta"
}
],
"granularitySpec": {
"segmentGranularity": "DAY",
"queryGranularity": "second"
},
"parser": {
"type" : "map",
"parseSpec": {
"timestampSpec": {
"column": "timestamp",
"format": "iso"
},
"dimensionsSpec" : {
"dimensions": [
"page", "language", "user", "unpatrolled", "newPage", "robot", "anonymous",
"namespace", "continent", "country", "region", "city"
]
}
}
}
}, },
"ioConfig": { {
"type": "realtime", "type": "doubleSum",
"firehose": { "name": "added",
"type": "timed", "fieldName": "added"
"shutoffTime": "#SHUTOFFTIME",
"delegate": {
"type": "receiver",
"serviceName": "eventReceiverServiceName",
"bufferSize": 100000
}
}
}, },
"tuningConfig": { {
"type": "realtime", "type": "doubleSum",
"maxRowsInMemory": 1, "name": "deleted",
"intermediatePersistPeriod": "PT1M", "fieldName": "deleted"
"windowPeriod": "PT1M", },
"rejectionPolicy": { {
"type": "none" "type": "doubleSum",
} "name": "delta",
"fieldName": "delta"
} }
],
"granularitySpec": {
"segmentGranularity": "DAY",
"queryGranularity": "second"
},
"parser": {
"type": "map",
"parseSpec": {
"columns": [
"timestamp",
"page",
"language",
"user",
"unpatrolled",
"newPage",
"robot",
"anonymous",
"namespace",
"continent",
"country",
"region",
"city",
"added",
"deleted",
"delta"
],
"timestampSpec": {
"column": "timestamp",
"format": "iso"
},
"dimensionsSpec": {
"dimensions": [
"page",
"language",
"user",
"unpatrolled",
"newPage",
"robot",
"anonymous",
"namespace",
"continent",
"country",
"region",
"city"
]
}
}
}
},
"ioConfig": {
"type": "realtime",
"firehose": {
"type": "timed",
"shutoffTime": "#SHUTOFFTIME",
"delegate": {
"type": "receiver",
"serviceName": "eventReceiverServiceName",
"bufferSize": 100000
}
}
},
"tuningConfig": {
"type": "realtime",
"maxRowsInMemory": 1,
"intermediatePersistPeriod": "PT1M",
"windowPeriod": "PT1M",
"rejectionPolicy": {
"type": "none"
}
} }
}
} }