2016-03-28 03:51:36 -04:00
|
|
|
{
|
|
|
|
"type": "index_hadoop",
|
|
|
|
"spec": {
|
|
|
|
"ioConfig": {
|
|
|
|
"type": "hadoop",
|
|
|
|
"inputSpec": {
|
|
|
|
"type": "static",
|
2018-08-30 12:56:26 -04:00
|
|
|
"inputFormat": "org.apache.druid.data.input.parquet.DruidParquetInputFormat",
|
2017-06-22 16:56:08 -04:00
|
|
|
"paths": "example/test_date_data.snappy.parquet"
|
2016-03-28 03:51:36 -04:00
|
|
|
},
|
|
|
|
"metadataUpdateSpec": {
|
|
|
|
"type": "postgresql",
|
|
|
|
"connectURI": "jdbc:postgresql://localhost/druid",
|
|
|
|
"user" : "druid",
|
|
|
|
"password" : "asdf",
|
|
|
|
"segmentTable": "druid_segments"
|
|
|
|
},
|
2017-06-22 16:56:08 -04:00
|
|
|
"segmentOutputPath": "/tmp/segments"
|
2016-03-28 03:51:36 -04:00
|
|
|
},
|
|
|
|
"dataSchema": {
|
2017-06-22 16:56:08 -04:00
|
|
|
"dataSource": "date_dataset_date",
|
2016-03-28 03:51:36 -04:00
|
|
|
"parser": {
|
|
|
|
"type": "parquet",
|
|
|
|
"parseSpec": {
|
|
|
|
"format": "timeAndDims",
|
|
|
|
"timestampSpec": {
|
2017-06-22 16:56:08 -04:00
|
|
|
"column": "date_as_date"
|
2016-03-28 03:51:36 -04:00
|
|
|
},
|
|
|
|
"dimensionsSpec": {
|
|
|
|
"dimensions": [
|
2017-06-22 16:56:08 -04:00
|
|
|
"idx"
|
|
|
|
]
|
2016-03-28 03:51:36 -04:00
|
|
|
}
|
|
|
|
}
|
|
|
|
},
|
|
|
|
"metricsSpec": [{
|
|
|
|
"type": "count",
|
|
|
|
"name": "count"
|
|
|
|
}],
|
|
|
|
"granularitySpec": {
|
|
|
|
"type": "uniform",
|
|
|
|
"segmentGranularity": "DAY",
|
2017-06-22 16:56:08 -04:00
|
|
|
"queryGranularity": "NONE",
|
|
|
|
"intervals": ["2017-06-17/2017-09-24"]
|
2016-03-28 03:51:36 -04:00
|
|
|
}
|
|
|
|
},
|
|
|
|
"tuningConfig": {
|
|
|
|
"type": "hadoop",
|
|
|
|
"workingPath": "tmp/working_path",
|
|
|
|
"partitionsSpec": {
|
|
|
|
"targetPartitionSize": 5000000
|
|
|
|
},
|
|
|
|
"jobProperties" : {
|
|
|
|
"mapreduce.map.java.opts": "-server -Duser.timezone=UTC -Dfile.encoding=UTF-8 -XX:+PrintGCDetails -XX:+PrintGCTimeStamps",
|
|
|
|
"mapreduce.reduce.java.opts": "-server -Duser.timezone=UTC -Dfile.encoding=UTF-8 -XX:+PrintGCDetails -XX:+PrintGCTimeStamps",
|
|
|
|
"mapred.child.java.opts": "-server -XX:+PrintGCDetails -XX:+PrintGCTimeStamps"
|
|
|
|
},
|
|
|
|
"leaveIntermediate": true
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|