FIX: in readonly mode don't double count pages

This commit is contained in:
Sam 2017-10-25 13:19:43 +11:00
parent d9a9ad3edb
commit 877b7be579
4 changed files with 53 additions and 12 deletions

View File

@ -1,3 +1,4 @@
# frozen_string_literal: true
class ApplicationRequest < ActiveRecord::Base
enum req_type: %i(http_total
http_2xx
@ -36,6 +37,12 @@ class ApplicationRequest < ActiveRecord::Base
end
end
GET_AND_RESET = <<~LUA
local val = redis.call('get', KEYS[1])
redis.call('set', KEYS[1], '0')
return val
LUA
def self.write_cache!(date = nil)
if date.nil?
write_cache!(Time.now.utc)
@ -51,20 +58,12 @@ class ApplicationRequest < ActiveRecord::Base
# for concurrent calls without double counting
req_types.each do |req_type, _|
key = redis_key(req_type, date)
val = $redis.get(key).to_i
namespaced_key = $redis.namespace_key(key)
val = $redis.eval(GET_AND_RESET, keys: [namespaced_key]).to_i
next if val == 0
new_val = $redis.incrby(key, -val).to_i
if new_val < 0
# undo and flush next time
$redis.incrby(key, val)
next
end
id = req_id(date, req_type)
where(id: id).update_all(["count = count + ?", val])
end
end

View File

@ -159,6 +159,7 @@ class DiscourseRedis
fallback_handler.verify_master if !fallback_handler.master
Discourse.received_readonly!
nil
else
raise ex
end
@ -231,6 +232,14 @@ class DiscourseRedis
@redis.client.reconnect
end
def namespace_key(key)
if @namespace
"#{namespace}:#{key}"
else
key
end
end
def namespace
RailsMultisite::ConnectionManagement.current_db
end

View File

@ -10,6 +10,11 @@ describe DiscourseRedis do
let(:fallback_handler) { DiscourseRedis::FallbackHandler.instance }
it "ignore_readonly returns nil from a pure exception" do
result = DiscourseRedis.ignore_readonly { raise Redis::CommandError.new("READONLY") }
expect(result).to eq(nil)
end
describe 'redis commands' do
let(:raw_redis) { Redis.new(DiscourseRedis.config) }

View File

@ -2,6 +2,7 @@ require 'rails_helper'
describe ApplicationRequest do
before do
ApplicationRequest.last_flush = Time.now.utc
ApplicationRequest.clear_cache!
end
@ -13,19 +14,46 @@ describe ApplicationRequest do
ApplicationRequest.increment!(key, opts)
end
def disable_date_flush!
freeze_time(Time.now)
ApplicationRequest.last_flush = Time.now.utc
end
it 'works even if redis is in readonly' do
disable_date_flush!
inc(:http_total)
inc(:http_total)
$redis.slaveof("127.0.0.1", 666)
# flush will be deferred no error raised
inc(:http_total, autoflush: 3)
$redis.slaveof("no", "one")
inc(:http_total, autoflush: 3)
expect(ApplicationRequest.http_total.first.count).to eq(3)
end
it 'logs nothing for an unflushed increment' do
ApplicationRequest.increment!(:anon)
expect(ApplicationRequest.count).to eq(0)
end
it 'can automatically flush' do
t1 = Time.now.utc.at_midnight
freeze_time(t1)
disable_date_flush!
inc(:http_total)
inc(:http_total)
inc(:http_total, autoflush: 3)
expect(ApplicationRequest.http_total.first.count).to eq(3)
inc(:http_total)
inc(:http_total)
inc(:http_total, autoflush: 3)
expect(ApplicationRequest.http_total.first.count).to eq(6)
end
it 'can flush based on time' do