Apache
/
druid
mirror of https://github.com/apache/druid.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

formatted realtime spec files for examples

This commit is contained in:
René Scheibe 2012-11-14 21:07:45 +01:00
parent 5e8bd15df0
commit 1618c9b8dc
2 changed files with 66 additions and 48 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

46
examples/rand/rand_realtime.spec
View File

@ -1,22 +1,32 @@
[{ [{
"schema" : { "dataSource":"randseq", "schema": {
"aggregators":[ {"type":"count", "name":"events"}, "dataSource": "randseq",
{"type":"doubleSum","name":"outColumn","fieldName":"inColumn"} ], "aggregators": [
"indexGranularity":"minute", {"type": "count", "name": "events"},
"shardSpec" : { "type": "none" } }, {"type": "doubleSum", "name": "outColumn", "fieldName": "inColumn"}
"config" : { "maxRowsInMemory" : 50000, ],
"intermediatePersistPeriod" : "PT10m" }, "indexGranularity": "minute",
"shardSpec": {"type": "none"}
},
"firehose" : { "type" : "rand", "config": {
"sleepUsec": 100000, "maxRowsInMemory": 50000,
"maxGeneratedRows" : 5000000, "intermediatePersistPeriod": "PT10m"
"seed" : 0, },
"nTokens" : 19,
"nPerSleep" : 3
},
"plumber" : { "type" : "realtime", "firehose": {
"windowPeriod" : "PT5m", "type": "rand",
"segmentGranularity":"hour", "sleepUsec": 100000,
"basePersistDirectory" : "/tmp/realtime/basePersist" } "maxGeneratedRows": 5000000,
"seed": 0,
"nTokens": 19,
"nPerSleep": 3
},
"plumber": {
"type": "realtime",
"windowPeriod": "PT5m",
"segmentGranularity": "hour",
"basePersistDirectory": "/tmp/realtime/basePersist"
}
}] }]

64
examples/twitter/twitter_realtime.spec
View File

@ -1,36 +1,44 @@
[{ [{
"schema" : { "dataSource":"twitterstream", "schema": {
"aggregators":[ "dataSource": "twitterstream",
{"type":"count", "name":"tweets"}, "aggregators": [
{"type":"doubleSum","fieldName":"follower_count","name":"total_follower_count"}, {"type": "count", "name": "tweets"},
{"type":"doubleSum","fieldName":"retweet_count","name":"total_retweet_count"}, {"type": "doubleSum", "fieldName": "follower_count", "name": "total_follower_count"},
{"type":"doubleSum","fieldName":"friends_count","name":"total_friends_count"}, {"type": "doubleSum", "fieldName": "retweet_count", "name": "total_retweet_count" },
{"type":"doubleSum","fieldName":"statuses_count","name":"total_statuses_count"}, {"type": "doubleSum", "fieldName": "friends_count", "name": "total_friends_count" },
{"type": "doubleSum", "fieldName": "statuses_count", "name": "total_statuses_count"},
{"type":"min","fieldName":"follower_count","name":"min_follower_count"}, {"type": "min", "fieldName": "follower_count", "name": "min_follower_count"},
{"type":"max","fieldName":"follower_count","name":"max_follower_count"}, {"type": "max", "fieldName": "follower_count", "name": "max_follower_count"},
{"type":"min","fieldName":"friends_count","name":"min_friends_count"}, {"type": "min", "fieldName": "friends_count", "name": "min_friends_count"},
{"type":"max","fieldName":"friends_count","name":"max_friends_count"}, {"type": "max", "fieldName": "friends_count", "name": "max_friends_count"},
{"type":"min","fieldName":"statuses_count","name":"min_statuses_count"}, {"type": "min", "fieldName": "statuses_count", "name": "min_statuses_count"},
{"type":"max","fieldName":"statuses_count","name":"max_statuses_count"}, {"type": "max", "fieldName": "statuses_count", "name": "max_statuses_count"},
{"type":"min","fieldName":"retweet_count","name":"min_retweet_count"}, {"type": "min", "fieldName": "retweet_count", "name": "min_retweet_count"},
{"type":"max","fieldName":"retweet_count","name":"max_retweet_count"} {"type": "max", "fieldName": "retweet_count", "name": "max_retweet_count"}
], ],
"indexGranularity":"minute", "indexGranularity": "minute",
"shardSpec" : { "type": "none" } }, "shardSpec": {"type": "none"}
"config" : { "maxRowsInMemory" : 50000, },
"intermediatePersistPeriod" : "PT2m" },
"firehose" : { "type" : "twitzer", "config": {
"maxEventCount": 50000, "maxRowsInMemory": 50000,
"maxRunMinutes" : 10 "intermediatePersistPeriod": "PT2m"
}, },
"plumber" : { "type" : "realtime", "firehose": {
"windowPeriod" : "PT3m", "type": "twitzer",
"segmentGranularity":"hour", "maxEventCount": 50000,
"basePersistDirectory" : "/tmp/twitter_realtime/basePersist" } "maxRunMinutes": 10
},
"plumber": {
"type": "realtime",
"windowPeriod": "PT3m",
"segmentGranularity": "hour",
"basePersistDirectory": "/tmp/twitter_realtime/basePersist"
}
}] }]