druid/examples/flights.spec

47 lines
2.2 KiB
Plaintext
Raw Normal View History

[{
"schema": {
"dataSource": "flights",
"aggregators": [
{"type": "count", "name": "flights"},
{"type": "longSum", "name": "Distance", "fieldName": "Distance"},
{"type": "longSum", "name": "TaxiIn", "fieldName": "TaxiIn"},
{"type": "longSum", "name": "TaxiOut", "fieldName": "TaxiOut"},
{"type": "longSum", "name": "CarrierDelay", "fieldName": "CarrierDelay"},
{"type": "longSum", "name": "WeatherDelay", "fieldName": "WeatherDelay"},
{"type": "longSum", "name": "NASDelay", "fieldName": "NASDelay"},
{"type": "longSum", "name": "SecurityDelay", "fieldName": "SecurityDelay"},
{"type": "longSum", "name": "LateAircraftDelay", "fieldName": "LateAircraftDelay"},
{"type": "longSum", "name": "ArrDelay", "fieldName": "ArrDelay"},
{"type": "longSum", "name": "DepDelay", "fieldName": "DepDelay"},
{"type": "longSum", "name": "CRSElapsedTime", "fieldName": "CRSElapsedTime"},
{"type": "longSum", "name": "ActualElapsedTime", "fieldName": "ActualElapsedTime"},
{"type": "longSum", "name": "AirTime", "fieldName": "AirTime"}
],
"indexGranularity": "minute",
"shardSpec": {"type": "none"}
},
"config": {
"maxRowsInMemory": 650000,
"intermediatePersistPeriod": "PT30m"
},
"firehose": {
"type": "flights",
"directory": "/Users/cheddar/work/third-party/sensei-ba/sensei-ba-1.5.1-SNAPSHOT/flights-data/converted/druid_in",
"parser" : { "timestampSpec" : { "column" : "timestamp", "format" : "iso" },
"data" : { "format" : "json" },
"dimensionExclusions" : ["Distance", "TaxiIn", "TaxiOut", "CarrierDelay", "WeatherDelay",
"NASDelay", "SecurityDelay", "LateAircraftDelay", "ArrDelay",
"DepDelay", "CRSElapsedTime", "ActualElapsedTime", "AirTime"] }
},
"plumber": {
"type": "realtime",
"windowPeriod": "P365d",
"segmentGranularity": "year",
"basePersistDirectory": "/tmp/druid/flights/basePersist",
"rejectionPolicy": {"type": "messageTime"}
}
}]