mirror of https://github.com/apache/druid.git
66 lines
1.6 KiB
JSON
66 lines
1.6 KiB
JSON
|
{
|
||
|
|
"type" : "index_hadoop",
|
||
|
|
"spec" : {
|
||
|
|
"dataSchema" : {
|
||
|
|
"dataSource" : "test",
|
||
|
|
"parser" : {
|
||
|
|
"type" : "thrift",
|
||
|
|
"jarPath" : "example/book.jar",
|
||
|
|
"thriftClass": "io.druid.data.input.thrift.Book",
|
||
|
|
"protocol" : "compact",
|
||
|
|
"parseSpec" : {
|
||
|
|
"format" : "json",
|
||
|
|
"timestampSpec" : {
|
||
|
|
"column" : "date",
|
||
|
|
"format" : "auto"
|
||
|
|
},
|
||
|
|
"flattenSpec" : {
|
||
|
|
"useFieldDiscovery" : true,
|
||
|
|
"fields" : [ {
|
||
|
|
"type" : "path",
|
||
|
|
"name" : "lastName",
|
||
|
|
"expr" : "$.author.lastName"
|
||
|
|
}, "title" ]
|
||
|
|
},
|
||
|
|
"dimensionsSpec" : {
|
||
|
|
"dimensions" : [ "title", "lastName" ]
|
||
|
|
}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"metricsSpec" : [ {
|
||
|
|
"type" : "count",
|
||
|
|
"name" : "count"
|
||
|
|
}, {
|
||
|
|
"type" : "doubleSum",
|
||
|
|
"name" : "cost",
|
||
|
|
"fieldName" : "price"
|
||
|
|
} ],
|
||
|
|
"granularitySpec" : {
|
||
|
|
"type" : "uniform",
|
||
|
|
"segmentGranularity" : "DAY",
|
||
|
|
"queryGranularity" : "DAY",
|
||
|
|
"intervals" : [ "2015-09-01/2015-10-01" ]
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"ioConfig" : {
|
||
|
|
"type" : "hadoop",
|
||
|
|
"inputSpec" : {
|
||
|
|
"type" : "static",
|
||
|
|
"inputFormat" : "org.apache.hadoop.mapreduce.lib.input.SequenceFileInputFormat",
|
||
|
|
"paths" : "example/book.seq"
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"tuningConfig" : {
|
||
|
|
"type" : "hadoop",
|
||
|
|
"partitionsSpec" : {
|
||
|
|
"type" : "hashed",
|
||
|
|
"targetPartitionSize" : 5000000
|
||
|
|
},
|
||
|
|
"jobProperties" : {
|
||
|
|
"tmpjars": "/user/xxx/druid/test/book.jar"
|
||
|
|
}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"dataSource" : "test"
|
||
|
|
}
|