From 9d9d49f9b51449ea74a040c041383b3c4e1a9d64 Mon Sep 17 00:00:00 2001 From: Russell Jurney Date: Wed, 10 Jul 2013 14:17:40 -0700 Subject: [PATCH 1/2] Make upload script executable --- upload.sh | 0 1 file changed, 0 insertions(+), 0 deletions(-) mode change 100644 => 100755 upload.sh diff --git a/upload.sh b/upload.sh old mode 100644 new mode 100755 From a33aa57ca9d399e34658144243feebb53e0704e2 Mon Sep 17 00:00:00 2001 From: Russell Jurney Date: Wed, 10 Jul 2013 17:04:51 -0700 Subject: [PATCH 2/2] Made webstream example work. --- examples/bin/examples/webstream/query.body | 12 +++++ .../webstream/webstream_realtime.spec | 47 +++++++++++++++++++ 2 files changed, 59 insertions(+) create mode 100644 examples/bin/examples/webstream/query.body create mode 100644 examples/bin/examples/webstream/webstream_realtime.spec diff --git a/examples/bin/examples/webstream/query.body b/examples/bin/examples/webstream/query.body new file mode 100644 index 00000000000..f1103b406de --- /dev/null +++ b/examples/bin/examples/webstream/query.body @@ -0,0 +1,12 @@ +{ + "queryType": "groupBy", + "dataSource": "webstream", + "granularity": "all", + "dimensions": ["country"], + "aggregations":[ + { "type": "count", "name": "rows"}, + { "type": "doubleSum", "fieldName": "known_users", "name": "known_users"} + ], + "filter": { "type": "selector", "dimension": "geo_region", "value": "CA" }, + "intervals":["2012-10-01T00:00/2020-01-01T00"] +} diff --git a/examples/bin/examples/webstream/webstream_realtime.spec b/examples/bin/examples/webstream/webstream_realtime.spec new file mode 100644 index 00000000000..92a0cf42ce9 --- /dev/null +++ b/examples/bin/examples/webstream/webstream_realtime.spec @@ -0,0 +1,47 @@ +[{ + "schema": { + "dataSource": "webstream", + "aggregators": [ + {"type": "count", "name": "rows"}, + {"type": "doubleSum", "fieldName": "known_users", "name": "known_users"} + ], + "indexGranularity": "minute", + "shardSpec": {"type": "none"} + }, + + "config": { + "maxRowsInMemory": 50000, + "intermediatePersistPeriod": "PT2m" + }, + + "firehose": { + "type": "webstream", + "url":"http://developer.usa.gov/1usagov", + "renamedDimensions": { + "g":"bitly_hash", + "c":"country", + "a":"user", + "cy":"city", + "l":"encoding_user_login", + "hh":"short_url", + "hc":"timestamp_hash", + "h":"user_bitly_hash", + "u":"url", + "tz":"timezone", + "t":"time", + "r":"referring_url", + "gr":"geo_region", + "nk":"known_users", + "al":"accept_language" + }, + "timeDimension":"t", + "timeFormat":"posix" + }, + + "plumber": { + "type": "realtime", + "windowPeriod": "PT3m", + "segmentGranularity": "hour", + "basePersistDirectory": "/tmp/example/usagov_realtime/basePersist" + } +}]