2012-10-24 03:39:51 -04:00
|
|
|
[{
|
2012-11-14 15:07:45 -05:00
|
|
|
"schema": {
|
|
|
|
"dataSource": "twitterstream",
|
|
|
|
"aggregators": [
|
|
|
|
{"type": "count", "name": "tweets"},
|
|
|
|
{"type": "doubleSum", "fieldName": "follower_count", "name": "total_follower_count"},
|
|
|
|
{"type": "doubleSum", "fieldName": "retweet_count", "name": "total_retweet_count" },
|
|
|
|
{"type": "doubleSum", "fieldName": "friends_count", "name": "total_friends_count" },
|
|
|
|
{"type": "doubleSum", "fieldName": "statuses_count", "name": "total_statuses_count"},
|
2012-10-24 03:39:51 -04:00
|
|
|
|
2012-11-14 15:07:45 -05:00
|
|
|
{"type": "min", "fieldName": "follower_count", "name": "min_follower_count"},
|
|
|
|
{"type": "max", "fieldName": "follower_count", "name": "max_follower_count"},
|
2012-10-24 03:39:51 -04:00
|
|
|
|
2012-11-14 15:07:45 -05:00
|
|
|
{"type": "min", "fieldName": "friends_count", "name": "min_friends_count"},
|
|
|
|
{"type": "max", "fieldName": "friends_count", "name": "max_friends_count"},
|
2012-10-24 03:39:51 -04:00
|
|
|
|
2012-11-14 15:07:45 -05:00
|
|
|
{"type": "min", "fieldName": "statuses_count", "name": "min_statuses_count"},
|
|
|
|
{"type": "max", "fieldName": "statuses_count", "name": "max_statuses_count"},
|
2012-10-24 03:39:51 -04:00
|
|
|
|
2012-11-14 15:07:45 -05:00
|
|
|
{"type": "min", "fieldName": "retweet_count", "name": "min_retweet_count"},
|
|
|
|
{"type": "max", "fieldName": "retweet_count", "name": "max_retweet_count"}
|
|
|
|
],
|
|
|
|
"indexGranularity": "minute",
|
|
|
|
"shardSpec": {"type": "none"}
|
|
|
|
},
|
2012-10-24 03:39:51 -04:00
|
|
|
|
2012-11-14 15:07:45 -05:00
|
|
|
"config": {
|
|
|
|
"maxRowsInMemory": 50000,
|
|
|
|
"intermediatePersistPeriod": "PT2m"
|
|
|
|
},
|
|
|
|
|
|
|
|
"firehose": {
|
|
|
|
"type": "twitzer",
|
2013-01-16 18:10:33 -05:00
|
|
|
"maxEventCount": 500000,
|
|
|
|
"maxRunMinutes": 120
|
2012-11-14 15:07:45 -05:00
|
|
|
},
|
|
|
|
|
|
|
|
"plumber": {
|
|
|
|
"type": "realtime",
|
|
|
|
"windowPeriod": "PT3m",
|
|
|
|
"segmentGranularity": "hour",
|
|
|
|
"basePersistDirectory": "/tmp/twitter_realtime/basePersist"
|
|
|
|
}
|
2012-10-24 03:39:51 -04:00
|
|
|
}]
|