2018-08-09 16:37:52 -04:00
|
|
|
{
|
|
|
|
"type" : "index",
|
|
|
|
"spec" : {
|
|
|
|
"dataSchema" : {
|
|
|
|
"dataSource" : "compaction-tutorial",
|
|
|
|
"parser" : {
|
|
|
|
"type" : "string",
|
|
|
|
"parseSpec" : {
|
|
|
|
"format" : "json",
|
|
|
|
"dimensionsSpec" : {
|
|
|
|
"dimensions" : [
|
|
|
|
"channel",
|
|
|
|
"cityName",
|
|
|
|
"comment",
|
|
|
|
"countryIsoCode",
|
|
|
|
"countryName",
|
|
|
|
"isAnonymous",
|
|
|
|
"isMinor",
|
|
|
|
"isNew",
|
|
|
|
"isRobot",
|
|
|
|
"isUnpatrolled",
|
|
|
|
"metroCode",
|
|
|
|
"namespace",
|
|
|
|
"page",
|
|
|
|
"regionIsoCode",
|
|
|
|
"regionName",
|
|
|
|
"user",
|
|
|
|
{ "name": "added", "type": "long" },
|
|
|
|
{ "name": "deleted", "type": "long" },
|
|
|
|
{ "name": "delta", "type": "long" }
|
|
|
|
]
|
|
|
|
},
|
|
|
|
"timestampSpec": {
|
|
|
|
"column": "time",
|
|
|
|
"format": "iso"
|
|
|
|
}
|
|
|
|
}
|
|
|
|
},
|
|
|
|
"metricsSpec" : [],
|
|
|
|
"granularitySpec" : {
|
|
|
|
"type" : "uniform",
|
|
|
|
"segmentGranularity" : "hour",
|
|
|
|
"queryGranularity" : "none",
|
|
|
|
"intervals" : ["2015-09-12/2015-09-13"],
|
|
|
|
"rollup" : false
|
|
|
|
}
|
|
|
|
},
|
|
|
|
"ioConfig" : {
|
|
|
|
"type" : "index",
|
|
|
|
"firehose" : {
|
|
|
|
"type" : "local",
|
2018-11-02 00:47:29 -04:00
|
|
|
"baseDir" : "quickstart/tutorial/",
|
2018-08-09 16:37:52 -04:00
|
|
|
"filter" : "wikiticker-2015-09-12-sampled.json.gz"
|
|
|
|
},
|
|
|
|
"appendToExisting" : false
|
|
|
|
},
|
|
|
|
"tuningConfig" : {
|
|
|
|
"type" : "index",
|
|
|
|
"targetPartitionSize" : 5000000,
|
|
|
|
"maxRowsInMemory" : 25000,
|
|
|
|
"forceExtendableShardSpecs" : true
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|