Fix incomplete account records being read (#4998)

* Fix incomplete account records being read

- Put account processing into redis lock
- Do not save until record is complete

* Fix spaces
This commit is contained in:
Eugen Rochko 2017-09-19 06:53:16 +02:00 committed by GitHub
parent 813e650729
commit 41e6c8b151
2 changed files with 57 additions and 25 deletions

View file

@ -18,7 +18,7 @@ class MediaProxyController < ApplicationController
def redownload! def redownload!
@media_attachment.file_remote_url = @media_attachment.remote_url @media_attachment.file_remote_url = @media_attachment.remote_url
@media_attachment.touch(:created_at) @media_attachment.created_at = Time.now.utc
@media_attachment.save! @media_attachment.save!
end end

View file

@ -12,14 +12,21 @@ class ActivityPub::ProcessAccountService < BaseService
@uri = @json['id'] @uri = @json['id']
@username = username @username = username
@domain = domain @domain = domain
@account = Account.find_by(uri: @uri)
@collections = {} @collections = {}
old_public_key = @account&.public_key RedisLock.acquire(lock_options) do |lock|
create_account if @account.nil? if lock.acquired?
upgrade_account if @account.ostatus? @account = Account.find_by(uri: @uri)
update_account @old_public_key = @account&.public_key
RefollowWorker.perform_async(@account.id) if !old_public_key.nil? && old_public_key != @account.public_key @old_protocol = @account&.protocol
create_account if @account.nil?
update_account
end
end
after_protocol_change! if protocol_changed?
after_key_change! if key_changed?
@account @account
rescue Oj::ParseError rescue Oj::ParseError
@ -37,33 +44,46 @@ class ActivityPub::ProcessAccountService < BaseService
@account.suspended = true if auto_suspend? @account.suspended = true if auto_suspend?
@account.silenced = true if auto_silence? @account.silenced = true if auto_silence?
@account.private_key = nil @account.private_key = nil
@account.save!
end end
def update_account def update_account
@account.last_webfingered_at = Time.now.utc @account.last_webfingered_at = Time.now.utc
@account.protocol = :activitypub @account.protocol = :activitypub
@account.inbox_url = @json['inbox'] || ''
@account.outbox_url = @json['outbox'] || '' set_immediate_attributes!
@account.shared_inbox_url = (@json['endpoints'].is_a?(Hash) ? @json['endpoints']['sharedInbox'] : @json['sharedInbox']) || '' set_fetchable_attributes!
@account.followers_url = @json['followers'] || ''
@account.url = url || @uri
@account.display_name = @json['name'] || ''
@account.note = @json['summary'] || ''
@account.avatar_remote_url = image_url('icon') unless skip_download?
@account.header_remote_url = image_url('image') unless skip_download?
@account.public_key = public_key || ''
@account.locked = @json['manuallyApprovesFollowers'] || false
@account.statuses_count = outbox_total_items if outbox_total_items.present?
@account.following_count = following_total_items if following_total_items.present?
@account.followers_count = followers_total_items if followers_total_items.present?
@account.save_with_optional_media! @account.save_with_optional_media!
end end
def upgrade_account def set_immediate_attributes!
@account.inbox_url = @json['inbox'] || ''
@account.outbox_url = @json['outbox'] || ''
@account.shared_inbox_url = (@json['endpoints'].is_a?(Hash) ? @json['endpoints']['sharedInbox'] : @json['sharedInbox']) || ''
@account.followers_url = @json['followers'] || ''
@account.url = url || @uri
@account.display_name = @json['name'] || ''
@account.note = @json['summary'] || ''
@account.locked = @json['manuallyApprovesFollowers'] || false
end
def set_fetchable_attributes!
@account.avatar_remote_url = image_url('icon') unless skip_download?
@account.header_remote_url = image_url('image') unless skip_download?
@account.public_key = public_key || ''
@account.statuses_count = outbox_total_items if outbox_total_items.present?
@account.following_count = following_total_items if following_total_items.present?
@account.followers_count = followers_total_items if followers_total_items.present?
end
def after_protocol_change!
ActivityPub::PostUpgradeWorker.perform_async(@account.domain) ActivityPub::PostUpgradeWorker.perform_async(@account.domain)
end end
def after_key_change!
RefollowWorker.perform_async(@account.id)
end
def image_url(key) def image_url(key)
value = first_of_value(@json[key]) value = first_of_value(@json[key])
@ -122,15 +142,27 @@ class ActivityPub::ProcessAccountService < BaseService
end end
def auto_suspend? def auto_suspend?
domain_block && domain_block.suspend? domain_block&.suspend?
end end
def auto_silence? def auto_silence?
domain_block && domain_block.silence? domain_block&.silence?
end end
def domain_block def domain_block
return @domain_block if defined?(@domain_block) return @domain_block if defined?(@domain_block)
@domain_block = DomainBlock.find_by(domain: @domain) @domain_block = DomainBlock.find_by(domain: @domain)
end end
def key_changed?
!@old_public_key.nil? && @old_public_key != @account.public_key
end
def protocol_changed?
!@old_protocol.nil? && @old_protocol != @account.protocol
end
def lock_options
{ redis: Redis.current, key: "process_account:#{@uri}" }
end
end end