druid/examples/twitter/twitter_realtime.spec

37 lines
1.8 KiB
Plaintext
Raw Normal View History

2012-10-24 03:39:51 -04:00
[{
"schema" : { "dataSource":"twitterstream",
"aggregators":[
2012-10-24 04:51:32 -04:00
{"type":"count", "name":"tweets"},
{"type":"doubleSum","fieldName":"follower_count","name":"total_follower_count"},
{"type":"doubleSum","fieldName":"retweet_count","name":"total_retweet_count"},
2012-10-24 04:51:32 -04:00
{"type":"doubleSum","fieldName":"friends_count","name":"total_friends_count"},
{"type":"doubleSum","fieldName":"statuses_count","name":"total_statuses_count"},
2012-10-24 03:39:51 -04:00
2012-10-24 04:51:32 -04:00
{"type":"min","fieldName":"follower_count","name":"min_follower_count"},
{"type":"max","fieldName":"follower_count","name":"max_follower_count"},
2012-10-24 03:39:51 -04:00
2012-10-24 04:51:32 -04:00
{"type":"min","fieldName":"friends_count","name":"min_friends_count"},
{"type":"max","fieldName":"friends_count","name":"max_friends_count"},
2012-10-24 03:39:51 -04:00
2012-10-24 04:51:32 -04:00
{"type":"min","fieldName":"statuses_count","name":"min_statuses_count"},
{"type":"max","fieldName":"statuses_count","name":"max_statuses_count"},
2012-10-24 03:39:51 -04:00
2012-10-24 04:51:32 -04:00
{"type":"min","fieldName":"retweet_count","name":"min_retweet_count"},
{"type":"max","fieldName":"retweet_count","name":"max_retweet_count"}
],
2012-10-24 03:39:51 -04:00
"indexGranularity":"minute",
2012-10-24 04:51:32 -04:00
"shardSpec" : { "type": "none" } },
2012-10-24 03:39:51 -04:00
"config" : { "maxRowsInMemory" : 50000,
"intermediatePersistPeriod" : "PT2m" },
"firehose" : { "type" : "twitzer",
2012-10-24 04:51:32 -04:00
"maxEventCount": 50000,
"maxRunMinutes" : 10
2012-10-24 03:39:51 -04:00
},
"plumber" : { "type" : "realtime",
"windowPeriod" : "PT3m",
"segmentGranularity":"hour",
"basePersistDirectory" : "/tmp/twitter_realtime/basePersist" }
}]