2019-05-02 18:17:27 -04:00
|
|
|
# frozen_string_literal: true
|
|
|
|
|
2014-04-11 01:43:33 -04:00
|
|
|
# Cross-process locking using Redis.
|
|
|
|
class DistributedMutex
|
2019-02-25 11:34:58 -05:00
|
|
|
DEFAULT_VALIDITY ||= 60
|
2014-04-11 01:43:33 -04:00
|
|
|
|
2019-02-19 20:23:42 -05:00
|
|
|
def self.synchronize(key, redis: nil, validity: DEFAULT_VALIDITY, &blk)
|
2019-02-19 20:28:10 -05:00
|
|
|
self.new(
|
|
|
|
key,
|
|
|
|
redis: redis,
|
|
|
|
validity: validity
|
|
|
|
).synchronize(&blk)
|
2014-07-30 00:04:27 -04:00
|
|
|
end
|
|
|
|
|
2019-02-19 20:28:10 -05:00
|
|
|
def initialize(key, redis: nil, validity: DEFAULT_VALIDITY)
|
2014-04-11 01:43:33 -04:00
|
|
|
@key = key
|
2018-09-19 01:49:18 -04:00
|
|
|
@using_global_redis = true if !redis
|
2014-04-11 01:43:33 -04:00
|
|
|
@redis = redis || $redis
|
2014-04-13 20:51:46 -04:00
|
|
|
@mutex = Mutex.new
|
2019-02-19 20:28:10 -05:00
|
|
|
@validity = validity
|
2014-04-11 01:43:33 -04:00
|
|
|
end
|
|
|
|
|
2018-09-19 01:49:18 -04:00
|
|
|
CHECK_READONLY_ATTEMPT ||= 10
|
|
|
|
|
2014-04-13 20:51:46 -04:00
|
|
|
# NOTE wrapped in mutex to maintain its semantics
|
2019-02-19 20:28:10 -05:00
|
|
|
def synchronize
|
2019-08-01 04:12:05 -04:00
|
|
|
@mutex.synchronize do
|
|
|
|
expire_time = get_lock
|
|
|
|
|
|
|
|
begin
|
|
|
|
yield
|
|
|
|
ensure
|
|
|
|
current_time = redis.time[0]
|
2019-08-04 21:57:35 -04:00
|
|
|
if current_time > expire_time
|
|
|
|
warn("held for too long, expected max: #{@validity} secs, took an extra #{current_time - expire_time} secs")
|
2019-08-01 04:12:05 -04:00
|
|
|
end
|
|
|
|
|
2019-08-04 21:57:35 -04:00
|
|
|
if !unlock(expire_time) && current_time <= expire_time
|
2019-08-01 04:12:05 -04:00
|
|
|
warn("didn't unlock cleanly")
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
private
|
|
|
|
|
|
|
|
attr_reader :key
|
|
|
|
attr_reader :redis
|
|
|
|
attr_reader :validity
|
|
|
|
|
|
|
|
def warn(msg)
|
|
|
|
Rails.logger.warn("DistributedMutex(#{key.inspect}): #{msg}")
|
|
|
|
end
|
|
|
|
|
|
|
|
def get_lock
|
2018-09-19 01:49:18 -04:00
|
|
|
attempts = 0
|
|
|
|
|
2019-08-01 04:12:05 -04:00
|
|
|
while true
|
|
|
|
got_lock, expire_time = try_to_get_lock
|
|
|
|
if got_lock
|
|
|
|
return expire_time
|
|
|
|
end
|
|
|
|
|
2014-04-13 20:51:46 -04:00
|
|
|
sleep 0.001
|
2018-09-19 01:49:18 -04:00
|
|
|
# in readonly we will never be able to get a lock
|
2018-09-20 01:15:29 -04:00
|
|
|
if @using_global_redis && Discourse.recently_readonly?
|
2018-09-19 02:07:29 -04:00
|
|
|
attempts += 1
|
2019-02-19 20:23:42 -05:00
|
|
|
|
2018-09-19 02:07:29 -04:00
|
|
|
if attempts > CHECK_READONLY_ATTEMPT
|
|
|
|
raise Discourse::ReadOnly
|
|
|
|
end
|
2018-09-19 01:49:18 -04:00
|
|
|
end
|
2014-04-13 20:51:46 -04:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2019-02-19 20:28:10 -05:00
|
|
|
def try_to_get_lock
|
2014-04-13 20:51:46 -04:00
|
|
|
got_lock = false
|
2019-02-19 20:23:42 -05:00
|
|
|
|
2019-08-01 04:12:05 -04:00
|
|
|
now = redis.time[0]
|
|
|
|
expire_time = now + validity
|
2019-02-19 20:23:42 -05:00
|
|
|
|
2019-08-01 04:12:05 -04:00
|
|
|
redis.watch key
|
|
|
|
|
|
|
|
current_expire_time = redis.get key
|
|
|
|
|
2019-08-07 15:39:48 -04:00
|
|
|
if current_expire_time && current_expire_time.to_i > now
|
2019-08-01 04:12:05 -04:00
|
|
|
redis.unwatch
|
|
|
|
|
|
|
|
got_lock = false
|
|
|
|
else
|
|
|
|
result =
|
|
|
|
redis.multi do
|
|
|
|
redis.set key, expire_time.to_s
|
|
|
|
redis.expire key, validity
|
2014-04-11 01:43:33 -04:00
|
|
|
end
|
2019-08-01 04:12:05 -04:00
|
|
|
|
2019-08-07 15:39:48 -04:00
|
|
|
got_lock = !result.nil?
|
2014-04-11 01:43:33 -04:00
|
|
|
end
|
|
|
|
|
2019-08-01 04:12:05 -04:00
|
|
|
[got_lock, expire_time]
|
2014-04-11 01:43:33 -04:00
|
|
|
end
|
|
|
|
|
2019-08-01 04:12:05 -04:00
|
|
|
def unlock(expire_time)
|
|
|
|
redis.watch key
|
|
|
|
current_expire_time = redis.get key
|
|
|
|
|
|
|
|
if current_expire_time == expire_time.to_s
|
|
|
|
result =
|
|
|
|
redis.multi do
|
|
|
|
redis.del key
|
|
|
|
end
|
2019-08-07 15:39:48 -04:00
|
|
|
return !result.nil?
|
2019-08-01 04:12:05 -04:00
|
|
|
else
|
|
|
|
redis.unwatch
|
|
|
|
return false
|
|
|
|
end
|
|
|
|
end
|
2014-04-11 01:43:33 -04:00
|
|
|
end
|