Experimental Async Refreshes API (#34918)
This commit is contained in:
parent
825312d4b0
commit
319fbbbfac
11 changed files with 437 additions and 13 deletions
76
app/models/async_refresh.rb
Normal file
76
app/models/async_refresh.rb
Normal file
|
|
@ -0,0 +1,76 @@
|
|||
# frozen_string_literal: true
|
||||
|
||||
class AsyncRefresh
|
||||
extend Redisable
|
||||
include Redisable
|
||||
|
||||
NEW_REFRESH_EXPIRATION = 1.day
|
||||
FINISHED_REFRESH_EXPIRATION = 1.hour
|
||||
|
||||
def self.find(id)
|
||||
redis_key = Rails.application.message_verifier('async_refreshes').verify(id)
|
||||
new(redis_key) if redis.exists?(redis_key)
|
||||
rescue ActiveSupport::MessageVerifier::InvalidSignature
|
||||
nil
|
||||
end
|
||||
|
||||
def self.create(redis_key, count_results: false)
|
||||
data = { 'status' => 'running' }
|
||||
data['result_count'] = 0 if count_results
|
||||
redis.hset(redis_key, data)
|
||||
redis.expire(redis_key, NEW_REFRESH_EXPIRATION)
|
||||
new(redis_key)
|
||||
end
|
||||
|
||||
attr_reader :status, :result_count
|
||||
|
||||
def initialize(redis_key)
|
||||
@redis_key = redis_key
|
||||
fetch_data_from_redis
|
||||
end
|
||||
|
||||
def id
|
||||
Rails.application.message_verifier('async_refreshes').generate(@redis_key)
|
||||
end
|
||||
|
||||
def running?
|
||||
@status == 'running'
|
||||
end
|
||||
|
||||
def finished?
|
||||
@status == 'finished'
|
||||
end
|
||||
|
||||
def finish!
|
||||
redis.pipelined do |pipeline|
|
||||
pipeline.hset(@redis_key, { 'status' => 'finished' })
|
||||
pipeline.expire(@redis_key, FINISHED_REFRESH_EXPIRATION)
|
||||
end
|
||||
@status = 'finished'
|
||||
end
|
||||
|
||||
def reload
|
||||
fetch_data_from_redis
|
||||
self
|
||||
end
|
||||
|
||||
def to_json(_options)
|
||||
{
|
||||
async_refresh: {
|
||||
id:,
|
||||
status:,
|
||||
result_count:,
|
||||
},
|
||||
}.to_json
|
||||
end
|
||||
|
||||
private
|
||||
|
||||
def fetch_data_from_redis
|
||||
@status, @result_count = redis.pipelined do |pipeline|
|
||||
pipeline.hget(@redis_key, 'status')
|
||||
pipeline.hget(@redis_key, 'result_count')
|
||||
end
|
||||
@result_count = @result_count.presence&.to_i
|
||||
end
|
||||
end
|
||||
|
|
@ -6,15 +6,39 @@ class HomeFeed < Feed
|
|||
super(:home, account.id)
|
||||
end
|
||||
|
||||
def async_refresh
|
||||
@async_refresh ||= AsyncRefresh.new(redis_regeneration_key)
|
||||
end
|
||||
|
||||
def regenerating?
|
||||
redis.exists?("account:#{@account.id}:regeneration")
|
||||
async_refresh.running?
|
||||
rescue Redis::CommandError
|
||||
retry if upgrade_redis_key!
|
||||
end
|
||||
|
||||
def regeneration_in_progress!
|
||||
redis.set("account:#{@account.id}:regeneration", true, nx: true, ex: 1.day.seconds)
|
||||
@async_refresh = AsyncRefresh.create(redis_regeneration_key)
|
||||
rescue Redis::CommandError
|
||||
upgrade_redis_key!
|
||||
end
|
||||
|
||||
def regeneration_finished!
|
||||
redis.del("account:#{@account.id}:regeneration")
|
||||
async_refresh.finish!
|
||||
rescue Redis::CommandError
|
||||
retry if upgrade_redis_key!
|
||||
end
|
||||
|
||||
private
|
||||
|
||||
def redis_regeneration_key
|
||||
@redis_regeneration_key = "account:#{@account.id}:regeneration"
|
||||
end
|
||||
|
||||
def upgrade_redis_key!
|
||||
if redis.type(redis_regeneration_key) == 'string'
|
||||
redis.del(redis_regeneration_key)
|
||||
regeneration_in_progress!
|
||||
true
|
||||
end
|
||||
end
|
||||
end
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue