2016-01-06 00:27:52 -05:00
|
|
|
{
|
|
|
|
|
"type" : "index_hadoop",
|
|
|
|
|
"spec" : {
|
|
|
|
|
"ioConfig" : {
|
|
|
|
|
"type" : "hadoop",
|
|
|
|
|
"inputSpec" : {
|
|
|
|
|
"type" : "static",
|
2017-12-27 11:02:12 -05:00
|
|
|
"paths" : "quickstart/wikiticker-2015-09-12-sampled.json.gz"
|
2016-01-06 00:27:52 -05:00
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"dataSchema" : {
|
|
|
|
|
"dataSource" : "wikiticker",
|
|
|
|
|
"granularitySpec" : {
|
|
|
|
|
"type" : "uniform",
|
|
|
|
|
"segmentGranularity" : "day",
|
|
|
|
|
"queryGranularity" : "none",
|
|
|
|
|
"intervals" : ["2015-09-12/2015-09-13"]
|
|
|
|
|
},
|
|
|
|
|
"parser" : {
|
2016-07-19 13:18:10 -04:00
|
|
|
"type" : "hadoopyString",
|
2016-01-06 00:27:52 -05:00
|
|
|
"parseSpec" : {
|
|
|
|
|
"format" : "json",
|
|
|
|
|
"dimensionsSpec" : {
|
|
|
|
|
"dimensions" : [
|
|
|
|
|
"channel",
|
|
|
|
|
"cityName",
|
|
|
|
|
"comment",
|
|
|
|
|
"countryIsoCode",
|
|
|
|
|
"countryName",
|
|
|
|
|
"isAnonymous",
|
|
|
|
|
"isMinor",
|
|
|
|
|
"isNew",
|
|
|
|
|
"isRobot",
|
|
|
|
|
"isUnpatrolled",
|
|
|
|
|
"metroCode",
|
|
|
|
|
"namespace",
|
|
|
|
|
"page",
|
|
|
|
|
"regionIsoCode",
|
|
|
|
|
"regionName",
|
|
|
|
|
"user"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
"timestampSpec" : {
|
|
|
|
|
"format" : "auto",
|
|
|
|
|
"column" : "time"
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
"metricsSpec" : [
|
|
|
|
|
{
|
|
|
|
|
"name" : "count",
|
|
|
|
|
"type" : "count"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name" : "added",
|
|
|
|
|
"type" : "longSum",
|
|
|
|
|
"fieldName" : "added"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name" : "deleted",
|
|
|
|
|
"type" : "longSum",
|
|
|
|
|
"fieldName" : "deleted"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name" : "delta",
|
|
|
|
|
"type" : "longSum",
|
|
|
|
|
"fieldName" : "delta"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name" : "user_unique",
|
|
|
|
|
"type" : "hyperUnique",
|
|
|
|
|
"fieldName" : "user"
|
|
|
|
|
}
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
"tuningConfig" : {
|
|
|
|
|
"type" : "hadoop",
|
|
|
|
|
"partitionsSpec" : {
|
|
|
|
|
"type" : "hashed",
|
|
|
|
|
"targetPartitionSize" : 5000000
|
|
|
|
|
},
|
|
|
|
|
"jobProperties" : {}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
