2016-11-16 02:56:29 +11:00
|
|
|
# frozen_string_literal: true
|
|
|
|
|
2016-09-10 04:04:34 +10:00
|
|
|
require 'singleton'
|
2017-04-27 22:42:22 +10:00
|
|
|
require_relative './sanitize_config'
|
2016-09-10 04:04:34 +10:00
|
|
|
|
|
|
|
class Formatter
|
|
|
|
include Singleton
|
2016-11-06 01:20:05 +11:00
|
|
|
include RoutingHelper
|
2016-09-10 04:04:34 +10:00
|
|
|
|
|
|
|
include ActionView::Helpers::TextHelper
|
|
|
|
|
2017-12-06 21:41:57 +11:00
|
|
|
def format(status, **options)
|
2017-05-13 01:46:44 +10:00
|
|
|
if status.reblog?
|
|
|
|
prepend_reblog = status.reblog.account.acct
|
|
|
|
status = status.proper
|
|
|
|
else
|
|
|
|
prepend_reblog = false
|
|
|
|
end
|
|
|
|
|
2017-06-04 22:58:57 +10:00
|
|
|
raw_content = status.text
|
2016-09-10 04:04:34 +10:00
|
|
|
|
2019-03-28 14:44:59 +11:00
|
|
|
if options[:inline_poll_options] && status.preloadable_poll
|
|
|
|
raw_content = raw_content + "\n\n" + status.preloadable_poll.options.map { |title| "[ ] #{title}" }.join("\n")
|
2019-03-06 07:09:18 +11:00
|
|
|
end
|
|
|
|
|
2018-03-07 18:28:52 +11:00
|
|
|
return '' if raw_content.blank?
|
|
|
|
|
2017-09-19 10:42:40 +10:00
|
|
|
unless status.local?
|
|
|
|
html = reformat(raw_content)
|
2018-08-31 07:14:01 +10:00
|
|
|
html = encode_custom_emojis(html, status.emojis, options[:autoplay]) if options[:custom_emojify]
|
2017-09-20 01:55:48 +10:00
|
|
|
return html.html_safe # rubocop:disable Rails/OutputSafety
|
2017-09-19 10:42:40 +10:00
|
|
|
end
|
2017-05-06 03:48:22 +10:00
|
|
|
|
2018-10-18 02:13:04 +11:00
|
|
|
linkable_accounts = status.active_mentions.map(&:account)
|
2017-05-13 01:46:44 +10:00
|
|
|
linkable_accounts << status.account
|
|
|
|
|
2017-05-11 08:28:10 +10:00
|
|
|
html = raw_content
|
2017-05-13 01:46:44 +10:00
|
|
|
html = "RT @#{prepend_reblog} #{html}" if prepend_reblog
|
|
|
|
html = encode_and_link_urls(html, linkable_accounts)
|
2018-08-31 07:14:01 +10:00
|
|
|
html = encode_custom_emojis(html, status.emojis, options[:autoplay]) if options[:custom_emojify]
|
2017-06-04 22:58:57 +10:00
|
|
|
html = simple_format(html, {}, sanitize: false)
|
2017-04-14 20:50:00 +10:00
|
|
|
html = html.delete("\n")
|
2016-09-10 04:04:34 +10:00
|
|
|
|
2016-11-16 02:56:29 +11:00
|
|
|
html.html_safe # rubocop:disable Rails/OutputSafety
|
2016-09-10 04:04:34 +10:00
|
|
|
end
|
|
|
|
|
2016-11-07 11:14:12 +11:00
|
|
|
def reformat(html)
|
2017-09-20 01:55:48 +10:00
|
|
|
sanitize(html, Sanitize::Config::MASTODON_STRICT)
|
2020-02-08 01:24:22 +11:00
|
|
|
rescue ArgumentError
|
|
|
|
''
|
2016-11-07 11:14:12 +11:00
|
|
|
end
|
|
|
|
|
2017-03-04 09:45:48 +11:00
|
|
|
def plaintext(status)
|
|
|
|
return status.text if status.local?
|
2017-09-19 10:42:40 +10:00
|
|
|
|
|
|
|
text = status.text.gsub(/(<br \/>|<br>|<\/p>)+/) { |match| "#{match}\n" }
|
|
|
|
strip_tags(text)
|
2017-03-04 09:45:48 +11:00
|
|
|
end
|
|
|
|
|
2018-04-02 07:55:42 +10:00
|
|
|
def simplified_format(account, **options)
|
2018-04-27 09:38:10 +10:00
|
|
|
html = account.local? ? linkify(account.note) : reformat(account.note)
|
2018-08-31 07:14:01 +10:00
|
|
|
html = encode_custom_emojis(html, account.emojis, options[:autoplay]) if options[:custom_emojify]
|
2018-04-02 07:55:42 +10:00
|
|
|
html.html_safe # rubocop:disable Rails/OutputSafety
|
2016-09-10 04:04:34 +10:00
|
|
|
end
|
|
|
|
|
2017-04-27 22:42:22 +10:00
|
|
|
def sanitize(html, config)
|
|
|
|
Sanitize.fragment(html, config)
|
|
|
|
end
|
|
|
|
|
2018-08-31 23:16:59 +10:00
|
|
|
def format_spoiler(status, **options)
|
2017-09-23 09:50:17 +10:00
|
|
|
html = encode(status.spoiler_text)
|
2018-08-31 07:14:01 +10:00
|
|
|
html = encode_custom_emojis(html, status.emojis, options[:autoplay])
|
2017-09-23 09:50:17 +10:00
|
|
|
html.html_safe # rubocop:disable Rails/OutputSafety
|
|
|
|
end
|
|
|
|
|
2019-03-21 03:29:12 +11:00
|
|
|
def format_poll_option(status, option, **options)
|
|
|
|
html = encode(option.title)
|
|
|
|
html = encode_custom_emojis(html, status.emojis, options[:autoplay])
|
|
|
|
html.html_safe # rubocop:disable Rails/OutputSafety
|
|
|
|
end
|
|
|
|
|
2018-05-06 19:48:51 +10:00
|
|
|
def format_display_name(account, **options)
|
|
|
|
html = encode(account.display_name.presence || account.username)
|
2018-08-31 07:14:01 +10:00
|
|
|
html = encode_custom_emojis(html, account.emojis, options[:autoplay]) if options[:custom_emojify]
|
2018-05-06 19:48:51 +10:00
|
|
|
html.html_safe # rubocop:disable Rails/OutputSafety
|
|
|
|
end
|
|
|
|
|
|
|
|
def format_field(account, str, **options)
|
2019-09-09 22:15:52 +10:00
|
|
|
html = account.local? ? encode_and_link_urls(str, me: true) : reformat(str)
|
2018-08-31 07:14:01 +10:00
|
|
|
html = encode_custom_emojis(html, account.emojis, options[:autoplay]) if options[:custom_emojify]
|
2018-05-06 19:48:51 +10:00
|
|
|
html.html_safe # rubocop:disable Rails/OutputSafety
|
2018-04-14 20:41:08 +10:00
|
|
|
end
|
|
|
|
|
2017-11-30 14:06:20 +11:00
|
|
|
def linkify(text)
|
|
|
|
html = encode_and_link_urls(text)
|
|
|
|
html = simple_format(html, {}, sanitize: false)
|
|
|
|
html = html.delete("\n")
|
|
|
|
|
|
|
|
html.html_safe # rubocop:disable Rails/OutputSafety
|
|
|
|
end
|
|
|
|
|
2016-09-10 04:04:34 +10:00
|
|
|
private
|
|
|
|
|
2018-10-12 09:15:55 +11:00
|
|
|
def html_entities
|
|
|
|
@html_entities ||= HTMLEntities.new
|
|
|
|
end
|
|
|
|
|
2016-09-10 04:04:34 +10:00
|
|
|
def encode(html)
|
2018-10-12 09:15:55 +11:00
|
|
|
html_entities.encode(html)
|
2016-09-10 04:04:34 +10:00
|
|
|
end
|
|
|
|
|
2018-04-14 20:41:08 +10:00
|
|
|
def encode_and_link_urls(html, accounts = nil, options = {})
|
2019-02-03 05:01:18 +11:00
|
|
|
entities = utf8_friendly_extractor(html, extract_url_without_protocol: false)
|
2017-05-06 03:48:22 +10:00
|
|
|
|
2018-04-14 20:41:08 +10:00
|
|
|
if accounts.is_a?(Hash)
|
|
|
|
options = accounts
|
|
|
|
accounts = nil
|
|
|
|
end
|
|
|
|
|
2017-05-06 03:48:22 +10:00
|
|
|
rewrite(html.dup, entities) do |entity|
|
|
|
|
if entity[:url]
|
2018-04-14 20:41:08 +10:00
|
|
|
link_to_url(entity, options)
|
2017-05-06 03:48:22 +10:00
|
|
|
elsif entity[:hashtag]
|
|
|
|
link_to_hashtag(entity)
|
|
|
|
elsif entity[:screen_name]
|
2017-05-13 01:46:44 +10:00
|
|
|
link_to_mention(entity, accounts)
|
2017-05-06 03:48:22 +10:00
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
2017-04-19 22:52:18 +10:00
|
|
|
|
2017-11-08 00:48:13 +11:00
|
|
|
def count_tag_nesting(tag)
|
|
|
|
if tag[1] == '/' then -1
|
|
|
|
elsif tag[-2] == '/' then 0
|
|
|
|
else 1
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2020-09-01 11:04:00 +10:00
|
|
|
# rubocop:disable Metrics/BlockNesting
|
2018-08-31 07:14:01 +10:00
|
|
|
def encode_custom_emojis(html, emojis, animate = false)
|
2017-09-19 10:42:40 +10:00
|
|
|
return html if emojis.empty?
|
|
|
|
|
2019-07-22 02:10:40 +10:00
|
|
|
emoji_map = emojis.each_with_object({}) { |e, h| h[e.shortcode] = [full_asset_url(e.image.url), full_asset_url(e.image.url(:static))] }
|
2017-09-19 10:42:40 +10:00
|
|
|
|
|
|
|
i = -1
|
2017-11-08 00:48:13 +11:00
|
|
|
tag_open_index = nil
|
2017-09-19 10:42:40 +10:00
|
|
|
inside_shortname = false
|
|
|
|
shortname_start_index = -1
|
2017-11-08 00:48:13 +11:00
|
|
|
invisible_depth = 0
|
2017-09-19 10:42:40 +10:00
|
|
|
|
|
|
|
while i + 1 < html.size
|
|
|
|
i += 1
|
|
|
|
|
2017-11-08 00:48:13 +11:00
|
|
|
if invisible_depth.zero? && inside_shortname && html[i] == ':'
|
2017-09-19 10:42:40 +10:00
|
|
|
shortcode = html[shortname_start_index + 1..i - 1]
|
|
|
|
emoji = emoji_map[shortcode]
|
|
|
|
|
|
|
|
if emoji
|
2019-07-22 02:10:40 +10:00
|
|
|
original_url, static_url = emoji
|
|
|
|
replacement = begin
|
|
|
|
if animate
|
|
|
|
"<img draggable=\"false\" class=\"emojione\" alt=\":#{encode(shortcode)}:\" title=\":#{encode(shortcode)}:\" src=\"#{encode(original_url)}\" />"
|
|
|
|
else
|
|
|
|
"<img draggable=\"false\" class=\"emojione custom-emoji\" alt=\":#{encode(shortcode)}:\" title=\":#{encode(shortcode)}:\" src=\"#{encode(static_url)}\" data-original=\"#{original_url}\" data-static=\"#{static_url}\" />"
|
|
|
|
end
|
|
|
|
end
|
2017-09-19 10:42:40 +10:00
|
|
|
before_html = shortname_start_index.positive? ? html[0..shortname_start_index - 1] : ''
|
|
|
|
html = before_html + replacement + html[i + 1..-1]
|
|
|
|
i += replacement.size - (shortcode.size + 2) - 1
|
|
|
|
else
|
|
|
|
i -= 1
|
|
|
|
end
|
|
|
|
|
|
|
|
inside_shortname = false
|
2017-11-08 00:48:13 +11:00
|
|
|
elsif tag_open_index && html[i] == '>'
|
|
|
|
tag = html[tag_open_index..i]
|
|
|
|
tag_open_index = nil
|
|
|
|
if invisible_depth.positive?
|
|
|
|
invisible_depth += count_tag_nesting(tag)
|
|
|
|
elsif tag == '<span class="invisible">'
|
|
|
|
invisible_depth = 1
|
|
|
|
end
|
2017-09-19 10:42:40 +10:00
|
|
|
elsif html[i] == '<'
|
2017-11-08 00:48:13 +11:00
|
|
|
tag_open_index = i
|
2017-09-19 10:42:40 +10:00
|
|
|
inside_shortname = false
|
2017-11-08 00:48:13 +11:00
|
|
|
elsif !tag_open_index && html[i] == ':'
|
2017-09-19 10:42:40 +10:00
|
|
|
inside_shortname = true
|
|
|
|
shortname_start_index = i
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
html
|
|
|
|
end
|
2020-09-01 11:04:00 +10:00
|
|
|
# rubocop:enable Metrics/BlockNesting
|
2017-09-19 10:42:40 +10:00
|
|
|
|
2017-05-06 03:48:22 +10:00
|
|
|
def rewrite(text, entities)
|
2019-05-15 14:54:06 +10:00
|
|
|
text = text.to_s
|
2017-04-19 22:52:18 +10:00
|
|
|
|
2017-05-13 01:46:44 +10:00
|
|
|
# Sort by start index
|
2017-05-06 03:48:22 +10:00
|
|
|
entities = entities.sort_by do |entity|
|
|
|
|
indices = entity.respond_to?(:indices) ? entity.indices : entity[:indices]
|
|
|
|
indices.first
|
|
|
|
end
|
|
|
|
|
|
|
|
result = []
|
2017-05-13 01:46:44 +10:00
|
|
|
|
2017-04-19 22:52:18 +10:00
|
|
|
last_index = entities.reduce(0) do |index, entity|
|
2017-05-06 03:48:22 +10:00
|
|
|
indices = entity.respond_to?(:indices) ? entity.indices : entity[:indices]
|
2019-05-15 14:54:06 +10:00
|
|
|
result << encode(text[index...indices.first])
|
2017-05-06 03:48:22 +10:00
|
|
|
result << yield(entity)
|
2017-04-19 22:52:18 +10:00
|
|
|
indices.last
|
|
|
|
end
|
2017-05-13 01:46:44 +10:00
|
|
|
|
2019-05-15 14:54:06 +10:00
|
|
|
result << encode(text[last_index..-1])
|
2017-04-19 22:52:18 +10:00
|
|
|
|
2017-05-06 03:48:22 +10:00
|
|
|
result.flatten.join
|
|
|
|
end
|
2016-09-10 04:04:34 +10:00
|
|
|
|
2019-02-10 06:13:11 +11:00
|
|
|
UNICODE_ESCAPE_BLACKLIST_RE = /\p{Z}|\p{P}/
|
|
|
|
|
2019-02-03 05:01:18 +11:00
|
|
|
def utf8_friendly_extractor(text, options = {})
|
|
|
|
old_to_new_index = [0]
|
|
|
|
|
|
|
|
escaped = text.chars.map do |c|
|
2019-02-10 06:13:11 +11:00
|
|
|
output = begin
|
2021-01-22 20:09:08 +11:00
|
|
|
if c.ord.to_s(16).length > 2 && !UNICODE_ESCAPE_BLACKLIST_RE.match?(c)
|
2019-02-10 06:13:11 +11:00
|
|
|
CGI.escape(c)
|
|
|
|
else
|
|
|
|
c
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2019-02-03 05:01:18 +11:00
|
|
|
old_to_new_index << old_to_new_index.last + output.length
|
2019-02-10 06:13:11 +11:00
|
|
|
|
2019-02-03 05:01:18 +11:00
|
|
|
output
|
|
|
|
end.join
|
|
|
|
|
|
|
|
# Note: I couldn't obtain list_slug with @user/list-name format
|
|
|
|
# for mention so this requires additional check
|
2019-02-09 13:39:38 +11:00
|
|
|
special = Extractor.extract_urls_with_indices(escaped, options).map do |extract|
|
2019-02-03 05:01:18 +11:00
|
|
|
new_indices = [
|
|
|
|
old_to_new_index.find_index(extract[:indices].first),
|
|
|
|
old_to_new_index.find_index(extract[:indices].last),
|
|
|
|
]
|
|
|
|
|
|
|
|
next extract.merge(
|
2019-05-15 14:54:06 +10:00
|
|
|
indices: new_indices,
|
|
|
|
url: text[new_indices.first..new_indices.last - 1]
|
2019-02-03 05:01:18 +11:00
|
|
|
)
|
|
|
|
end
|
|
|
|
|
|
|
|
standard = Extractor.extract_entities_with_indices(text, options)
|
2020-01-24 07:27:26 +11:00
|
|
|
extra = Extractor.extract_extra_uris_with_indices(text, options)
|
2019-02-03 05:01:18 +11:00
|
|
|
|
2020-01-24 07:27:26 +11:00
|
|
|
Extractor.remove_overlapping_entities(special + standard + extra)
|
2019-02-03 05:01:18 +11:00
|
|
|
end
|
|
|
|
|
2018-04-14 20:41:08 +10:00
|
|
|
def link_to_url(entity, options = {})
|
2018-01-04 06:51:33 +11:00
|
|
|
url = Addressable::URI.parse(entity[:url])
|
2019-10-25 07:44:42 +11:00
|
|
|
html_attrs = { target: '_blank', rel: 'nofollow noopener noreferrer' }
|
2017-05-13 01:46:44 +10:00
|
|
|
|
2018-04-14 20:41:08 +10:00
|
|
|
html_attrs[:rel] = "me #{html_attrs[:rel]}" if options[:me]
|
|
|
|
|
2018-01-04 06:51:33 +11:00
|
|
|
Twitter::Autolink.send(:link_to_text, entity, link_html(entity[:url]), url, html_attrs)
|
2017-08-02 22:54:33 +10:00
|
|
|
rescue Addressable::URI::InvalidURIError, IDN::Idna::IdnaError
|
2017-05-10 02:17:41 +10:00
|
|
|
encode(entity[:url])
|
2016-09-10 04:04:34 +10:00
|
|
|
end
|
|
|
|
|
2017-05-13 01:46:44 +10:00
|
|
|
def link_to_mention(entity, linkable_accounts)
|
2017-05-06 03:48:22 +10:00
|
|
|
acct = entity[:screen_name]
|
2017-05-13 01:46:44 +10:00
|
|
|
|
|
|
|
return link_to_account(acct) unless linkable_accounts
|
|
|
|
|
|
|
|
account = linkable_accounts.find { |item| TagManager.instance.same_acct?(item.acct, acct) }
|
2018-10-12 09:15:55 +11:00
|
|
|
account ? mention_html(account) : "@#{encode(acct)}"
|
2017-05-06 03:48:22 +10:00
|
|
|
end
|
2017-03-28 23:16:08 +11:00
|
|
|
|
2017-05-06 03:48:22 +10:00
|
|
|
def link_to_account(acct)
|
|
|
|
username, domain = acct.split('@')
|
2017-05-13 01:46:44 +10:00
|
|
|
|
|
|
|
domain = nil if TagManager.instance.local_domain?(domain)
|
2018-04-27 09:38:10 +10:00
|
|
|
account = EntityCache.instance.mention(username, domain)
|
2017-05-13 01:46:44 +10:00
|
|
|
|
2018-10-12 09:15:55 +11:00
|
|
|
account ? mention_html(account) : "@#{encode(acct)}"
|
2017-03-28 23:16:08 +11:00
|
|
|
end
|
|
|
|
|
2017-05-06 03:48:22 +10:00
|
|
|
def link_to_hashtag(entity)
|
|
|
|
hashtag_html(entity[:hashtag])
|
2016-11-05 05:12:59 +11:00
|
|
|
end
|
|
|
|
|
2017-01-24 00:45:09 +11:00
|
|
|
def link_html(url)
|
2017-09-15 02:03:20 +10:00
|
|
|
url = Addressable::URI.parse(url).to_s
|
2020-01-11 12:15:25 +11:00
|
|
|
prefix = url.match(/\A(https?:\/\/(www\.)?|xmpp:)/).to_s
|
2017-01-25 03:05:44 +11:00
|
|
|
text = url[prefix.length, 30]
|
|
|
|
suffix = url[prefix.length + 30..-1]
|
2017-02-06 01:29:16 +11:00
|
|
|
cutoff = url[prefix.length..-1].length > 30
|
2017-01-25 03:05:44 +11:00
|
|
|
|
2017-09-17 05:33:52 +10:00
|
|
|
"<span class=\"invisible\">#{encode(prefix)}</span><span class=\"#{cutoff ? 'ellipsis' : ''}\">#{encode(text)}</span><span class=\"invisible\">#{encode(suffix)}</span>"
|
2017-01-24 00:45:09 +11:00
|
|
|
end
|
|
|
|
|
2017-05-06 03:48:22 +10:00
|
|
|
def hashtag_html(tag)
|
2019-08-07 18:01:19 +10:00
|
|
|
"<a href=\"#{encode(tag_url(tag))}\" class=\"mention hashtag\" rel=\"tag\">#<span>#{encode(tag)}</span></a>"
|
2016-11-05 05:12:59 +11:00
|
|
|
end
|
|
|
|
|
2017-05-06 03:48:22 +10:00
|
|
|
def mention_html(account)
|
2019-07-08 00:16:51 +10:00
|
|
|
"<span class=\"h-card\"><a href=\"#{encode(ActivityPub::TagManager.instance.url_for(account))}\" class=\"u-url mention\">@<span>#{encode(account.username)}</span></a></span>"
|
2016-09-10 04:04:34 +10:00
|
|
|
end
|
|
|
|
end
|