2016-11-16 02:56:29 +11:00
|
|
|
# frozen_string_literal: true
|
|
|
|
|
2016-09-27 00:42:38 +10:00
|
|
|
class FetchAtomService < BaseService
|
2017-08-23 02:30:15 +10:00
|
|
|
include JsonLdHelper
|
|
|
|
|
2016-09-27 00:42:38 +10:00
|
|
|
def call(url)
|
2017-02-13 03:28:15 +11:00
|
|
|
return if url.blank?
|
|
|
|
|
2017-08-23 02:30:15 +10:00
|
|
|
result = process(url)
|
2016-09-27 00:42:38 +10:00
|
|
|
|
2017-08-23 02:30:15 +10:00
|
|
|
# retry without ActivityPub
|
|
|
|
result ||= process(url) if @unsupported_activity
|
|
|
|
|
|
|
|
result
|
2016-10-05 22:26:44 +11:00
|
|
|
rescue OpenSSL::SSL::SSLError => e
|
|
|
|
Rails.logger.debug "SSL error: #{e}"
|
2017-06-29 21:04:07 +10:00
|
|
|
nil
|
|
|
|
rescue HTTP::ConnectionError => e
|
|
|
|
Rails.logger.debug "HTTP ConnectionError: #{e}"
|
|
|
|
nil
|
2016-09-27 00:42:38 +10:00
|
|
|
end
|
|
|
|
|
|
|
|
private
|
|
|
|
|
2017-08-23 02:30:15 +10:00
|
|
|
def process(url, terminal = false)
|
|
|
|
@url = url
|
|
|
|
perform_request
|
|
|
|
process_response(terminal)
|
|
|
|
end
|
|
|
|
|
2017-08-14 10:29:36 +10:00
|
|
|
def perform_request
|
2017-08-23 02:30:15 +10:00
|
|
|
accept = 'text/html'
|
|
|
|
accept = 'application/activity+json, application/ld+json, application/atom+xml, ' + accept unless @unsupported_activity
|
|
|
|
|
2017-08-14 10:29:36 +10:00
|
|
|
@response = Request.new(:get, @url)
|
2017-08-23 02:30:15 +10:00
|
|
|
.add_headers('Accept' => accept)
|
2017-08-14 10:29:36 +10:00
|
|
|
.perform
|
|
|
|
end
|
2016-09-27 00:42:38 +10:00
|
|
|
|
2017-08-14 10:29:36 +10:00
|
|
|
def process_response(terminal = false)
|
|
|
|
return nil if @response.code != 200
|
2016-09-27 00:42:38 +10:00
|
|
|
|
2017-08-14 10:29:36 +10:00
|
|
|
if @response.mime_type == 'application/atom+xml'
|
2017-10-04 10:13:48 +11:00
|
|
|
[@url, { prefetched_body: @response.to_s }, :ostatus]
|
2017-08-14 10:29:36 +10:00
|
|
|
elsif ['application/activity+json', 'application/ld+json; profile="https://www.w3.org/ns/activitystreams"'].include?(@response.mime_type)
|
2017-10-04 18:51:42 +11:00
|
|
|
json = body_to_json(@response.to_s)
|
2017-10-04 10:13:48 +11:00
|
|
|
if supported_context?(json) && json['type'] == 'Person' && json['inbox'].present?
|
2017-10-05 09:21:44 +11:00
|
|
|
[json['id'], { prefetched_body: @response.to_s, id: true }, :activitypub]
|
2018-01-06 08:42:50 +11:00
|
|
|
elsif supported_context?(json) && json['type'] == 'Note'
|
|
|
|
[json['id'], { prefetched_body: @response.to_s, id: true }, :activitypub]
|
2017-08-23 02:30:15 +10:00
|
|
|
else
|
|
|
|
@unsupported_activity = true
|
|
|
|
nil
|
|
|
|
end
|
2018-01-04 14:56:04 +11:00
|
|
|
elsif @response['Link'] && !terminal && link_header.find_link(%w(rel alternate))
|
2017-08-14 10:29:36 +10:00
|
|
|
process_headers
|
|
|
|
elsif @response.mime_type == 'text/html' && !terminal
|
|
|
|
process_html
|
|
|
|
end
|
2016-09-27 00:42:38 +10:00
|
|
|
end
|
|
|
|
|
2017-08-14 10:29:36 +10:00
|
|
|
def process_html
|
|
|
|
page = Nokogiri::HTML(@response.to_s)
|
2016-09-27 00:42:38 +10:00
|
|
|
|
2017-08-14 10:29:36 +10:00
|
|
|
json_link = page.xpath('//link[@rel="alternate"]').find { |link| ['application/activity+json', 'application/ld+json; profile="https://www.w3.org/ns/activitystreams"'].include?(link['type']) }
|
|
|
|
atom_link = page.xpath('//link[@rel="alternate"]').find { |link| link['type'] == 'application/atom+xml' }
|
2016-09-27 00:42:38 +10:00
|
|
|
|
2017-08-23 20:25:57 +10:00
|
|
|
result ||= process(json_link['href'], terminal: true) unless json_link.nil? || @unsupported_activity
|
|
|
|
result ||= process(atom_link['href'], terminal: true) unless atom_link.nil?
|
2017-08-23 02:30:15 +10:00
|
|
|
|
|
|
|
result
|
2016-09-27 00:42:38 +10:00
|
|
|
end
|
|
|
|
|
2017-08-14 10:29:36 +10:00
|
|
|
def process_headers
|
|
|
|
json_link = link_header.find_link(%w(rel alternate), %w(type application/activity+json)) || link_header.find_link(%w(rel alternate), ['type', 'application/ld+json; profile="https://www.w3.org/ns/activitystreams"'])
|
|
|
|
atom_link = link_header.find_link(%w(rel alternate), %w(type application/atom+xml))
|
|
|
|
|
2017-08-23 02:30:15 +10:00
|
|
|
result ||= process(json_link.href, terminal: true) unless json_link.nil? || @unsupported_activity
|
|
|
|
result ||= process(atom_link.href, terminal: true) unless atom_link.nil?
|
|
|
|
|
|
|
|
result
|
|
|
|
end
|
2018-01-04 14:56:04 +11:00
|
|
|
|
|
|
|
def link_header
|
|
|
|
@link_header ||= LinkHeader.parse(@response['Link'].is_a?(Array) ? @response['Link'].first : @response['Link'])
|
|
|
|
end
|
2016-09-27 00:42:38 +10:00
|
|
|
end
|