2017-03-22 12:32:27 +11:00
|
|
|
# frozen_string_literal: true
|
|
|
|
|
|
|
|
class AccountSearchService < BaseService
|
Add type, limit, offset, min_id, max_id, account_id to search API (#10091)
* Add type, limit, offset, min_id, max_id, account_id to search API
Fix #8939
* Make the offset work on accounts and hashtags search as well
* Assure brakeman we are not doing mass assignment here
* Do not allow paginating unless a type is chosen
* Fix search query and index id field on statuses instead of created_at
2019-02-27 01:21:36 +11:00
|
|
|
attr_reader :query, :limit, :offset, :options, :account
|
2017-04-15 11:17:07 +10:00
|
|
|
|
2022-11-10 15:49:30 +11:00
|
|
|
MENTION_ONLY_RE = /\A#{Account::MENTION_RE}\z/i
|
|
|
|
|
2022-10-26 21:10:02 +11:00
|
|
|
# Min. number of characters to look for non-exact matches
|
|
|
|
MIN_QUERY_LENGTH = 5
|
|
|
|
|
Add type, limit, offset, min_id, max_id, account_id to search API (#10091)
* Add type, limit, offset, min_id, max_id, account_id to search API
Fix #8939
* Make the offset work on accounts and hashtags search as well
* Assure brakeman we are not doing mass assignment here
* Do not allow paginating unless a type is chosen
* Fix search query and index id field on statuses instead of created_at
2019-02-27 01:21:36 +11:00
|
|
|
def call(query, account = nil, options = {})
|
2019-12-07 05:44:23 +11:00
|
|
|
@acct_hint = query&.start_with?('@')
|
|
|
|
@query = query&.strip&.gsub(/\A@/, '')
|
2019-08-16 09:24:03 +10:00
|
|
|
@limit = options[:limit].to_i
|
|
|
|
@offset = options[:offset].to_i
|
|
|
|
@options = options
|
|
|
|
@account = account
|
2017-04-15 11:17:07 +10:00
|
|
|
|
2019-08-16 09:24:03 +10:00
|
|
|
search_service_results.compact.uniq
|
2017-04-15 11:17:07 +10:00
|
|
|
end
|
|
|
|
|
|
|
|
private
|
2017-03-22 12:32:27 +11:00
|
|
|
|
2017-04-15 11:17:07 +10:00
|
|
|
def search_service_results
|
2019-08-16 09:24:03 +10:00
|
|
|
return [] if query.blank? || limit < 1
|
2017-03-22 12:32:27 +11:00
|
|
|
|
2019-08-16 09:24:03 +10:00
|
|
|
[exact_match] + search_results
|
2017-04-15 11:17:07 +10:00
|
|
|
end
|
|
|
|
|
2019-08-16 09:24:03 +10:00
|
|
|
def exact_match
|
|
|
|
return unless offset.zero? && username_complete?
|
2017-04-15 11:17:07 +10:00
|
|
|
|
2019-08-16 09:24:03 +10:00
|
|
|
return @exact_match if defined?(@exact_match)
|
2019-08-11 21:14:51 +10:00
|
|
|
|
2020-07-27 07:58:36 +10:00
|
|
|
match = begin
|
2019-08-16 09:24:03 +10:00
|
|
|
if options[:resolve]
|
|
|
|
ResolveAccountService.new.call(query)
|
|
|
|
elsif domain_is_local?
|
|
|
|
Account.find_local(query_username)
|
|
|
|
else
|
|
|
|
Account.find_remote(query_username, query_domain)
|
|
|
|
end
|
|
|
|
end
|
2020-07-27 07:58:36 +10:00
|
|
|
|
|
|
|
match = nil if !match.nil? && !account.nil? && options[:following] && !account.following?(match)
|
|
|
|
|
|
|
|
@exact_match = match
|
2019-08-16 09:24:03 +10:00
|
|
|
end
|
2019-08-11 21:14:51 +10:00
|
|
|
|
2019-08-16 09:24:03 +10:00
|
|
|
def search_results
|
|
|
|
return [] if limit_for_non_exact_results.zero?
|
2019-08-11 21:14:51 +10:00
|
|
|
|
2019-08-16 09:24:03 +10:00
|
|
|
@search_results ||= begin
|
2019-09-27 02:06:08 +10:00
|
|
|
results = from_elasticsearch if Chewy.enabled?
|
|
|
|
results ||= from_database
|
|
|
|
results
|
2019-08-16 09:24:03 +10:00
|
|
|
end
|
2017-04-15 11:17:07 +10:00
|
|
|
end
|
|
|
|
|
2019-08-16 09:24:03 +10:00
|
|
|
def from_database
|
|
|
|
if account
|
|
|
|
advanced_search_results
|
|
|
|
else
|
|
|
|
simple_search_results
|
|
|
|
end
|
2017-04-15 11:17:07 +10:00
|
|
|
end
|
|
|
|
|
2019-08-16 09:24:03 +10:00
|
|
|
def advanced_search_results
|
2022-07-05 10:41:40 +10:00
|
|
|
Account.advanced_search_for(terms_for_query, account, limit: limit_for_non_exact_results, following: options[:following], offset: offset)
|
2017-04-15 11:17:07 +10:00
|
|
|
end
|
|
|
|
|
2019-08-16 09:24:03 +10:00
|
|
|
def simple_search_results
|
2022-07-05 10:41:40 +10:00
|
|
|
Account.search_for(terms_for_query, limit: limit_for_non_exact_results, offset: offset)
|
2017-04-15 11:17:07 +10:00
|
|
|
end
|
2017-03-22 12:32:27 +11:00
|
|
|
|
2019-08-16 09:24:03 +10:00
|
|
|
def from_elasticsearch
|
2019-08-16 21:00:30 +10:00
|
|
|
must_clauses = [{ multi_match: { query: terms_for_query, fields: likely_acct? ? %w(acct.edge_ngram acct) : %w(acct.edge_ngram acct display_name.edge_ngram display_name), type: 'most_fields', operator: 'and' } }]
|
2019-08-16 09:24:03 +10:00
|
|
|
should_clauses = []
|
2017-04-15 11:17:07 +10:00
|
|
|
|
2019-08-16 09:24:03 +10:00
|
|
|
if account
|
|
|
|
return [] if options[:following] && following_ids.empty?
|
2017-04-15 11:17:07 +10:00
|
|
|
|
2019-08-16 09:24:03 +10:00
|
|
|
if options[:following]
|
|
|
|
must_clauses << { terms: { id: following_ids } }
|
|
|
|
elsif following_ids.any?
|
|
|
|
should_clauses << { terms: { id: following_ids, boost: 100 } }
|
|
|
|
end
|
|
|
|
end
|
2017-04-15 11:17:07 +10:00
|
|
|
|
2019-08-16 09:24:03 +10:00
|
|
|
query = { bool: { must: must_clauses, should: should_clauses } }
|
|
|
|
functions = [reputation_score_function, followers_score_function, time_distance_function]
|
2017-12-06 21:44:23 +11:00
|
|
|
|
2019-08-16 09:24:03 +10:00
|
|
|
records = AccountsIndex.query(function_score: { query: query, functions: functions, boost_mode: 'multiply', score_mode: 'avg' })
|
|
|
|
.limit(limit_for_non_exact_results)
|
|
|
|
.offset(offset)
|
|
|
|
.objects
|
|
|
|
.compact
|
2019-08-11 21:14:51 +10:00
|
|
|
|
2019-08-16 09:24:03 +10:00
|
|
|
ActiveRecord::Associations::Preloader.new.preload(records, :account_stat)
|
2019-08-11 21:14:51 +10:00
|
|
|
|
2019-08-16 09:24:03 +10:00
|
|
|
records
|
2019-09-27 02:06:08 +10:00
|
|
|
rescue Faraday::ConnectionFailed, Parslet::ParseFailed
|
|
|
|
nil
|
2017-04-15 11:17:07 +10:00
|
|
|
end
|
2017-03-22 12:32:27 +11:00
|
|
|
|
2019-08-16 09:24:03 +10:00
|
|
|
def reputation_score_function
|
|
|
|
{
|
|
|
|
script_score: {
|
|
|
|
script: {
|
2022-10-26 22:00:43 +11:00
|
|
|
source: "(Math.max(doc['followers_count'].value, 0) + 0.0) / (Math.max(doc['followers_count'].value, 0) + Math.max(doc['following_count'].value, 0) + 1)",
|
2019-08-16 09:24:03 +10:00
|
|
|
},
|
|
|
|
},
|
|
|
|
}
|
2017-04-15 11:17:07 +10:00
|
|
|
end
|
|
|
|
|
2019-08-16 09:24:03 +10:00
|
|
|
def followers_score_function
|
|
|
|
{
|
2022-10-26 22:00:43 +11:00
|
|
|
script_score: {
|
|
|
|
script: {
|
2022-10-27 11:10:38 +11:00
|
|
|
source: "Math.log10(Math.max(doc['followers_count'].value, 0) + 2)",
|
2022-10-26 22:00:43 +11:00
|
|
|
},
|
2019-08-16 09:24:03 +10:00
|
|
|
},
|
|
|
|
}
|
2017-04-15 11:17:07 +10:00
|
|
|
end
|
2017-03-22 12:32:27 +11:00
|
|
|
|
2019-08-16 09:24:03 +10:00
|
|
|
def time_distance_function
|
|
|
|
{
|
|
|
|
gauss: {
|
|
|
|
last_status_at: {
|
|
|
|
scale: '30d',
|
|
|
|
offset: '30d',
|
|
|
|
decay: 0.3,
|
|
|
|
},
|
|
|
|
},
|
|
|
|
}
|
|
|
|
end
|
|
|
|
|
|
|
|
def following_ids
|
2019-11-04 23:02:01 +11:00
|
|
|
@following_ids ||= account.active_relationships.pluck(:target_account_id) + [account.id]
|
2019-08-11 21:14:51 +10:00
|
|
|
end
|
|
|
|
|
|
|
|
def limit_for_non_exact_results
|
2022-10-26 21:10:02 +11:00
|
|
|
return 0 if @account.nil? && query.size < MIN_QUERY_LENGTH
|
|
|
|
|
2019-08-16 09:24:03 +10:00
|
|
|
if exact_match?
|
2019-08-11 21:14:51 +10:00
|
|
|
limit - 1
|
|
|
|
else
|
|
|
|
limit
|
|
|
|
end
|
2017-04-15 11:17:07 +10:00
|
|
|
end
|
|
|
|
|
|
|
|
def terms_for_query
|
|
|
|
if domain_is_local?
|
|
|
|
query_username
|
|
|
|
else
|
2019-08-16 09:24:03 +10:00
|
|
|
query
|
2017-04-15 11:17:07 +10:00
|
|
|
end
|
2017-03-22 12:32:27 +11:00
|
|
|
end
|
2019-08-16 09:24:03 +10:00
|
|
|
|
|
|
|
def split_query_string
|
|
|
|
@split_query_string ||= query.split('@')
|
|
|
|
end
|
|
|
|
|
|
|
|
def query_username
|
|
|
|
@query_username ||= split_query_string.first || ''
|
|
|
|
end
|
|
|
|
|
|
|
|
def query_domain
|
|
|
|
@query_domain ||= query_without_split? ? nil : split_query_string.last
|
|
|
|
end
|
|
|
|
|
|
|
|
def query_without_split?
|
|
|
|
split_query_string.size == 1
|
|
|
|
end
|
|
|
|
|
|
|
|
def domain_is_local?
|
|
|
|
@domain_is_local ||= TagManager.instance.local_domain?(query_domain)
|
|
|
|
end
|
|
|
|
|
|
|
|
def exact_match?
|
|
|
|
exact_match.present?
|
|
|
|
end
|
|
|
|
|
|
|
|
def username_complete?
|
2022-11-10 15:49:30 +11:00
|
|
|
query.include?('@') && "@#{query}".match?(MENTION_ONLY_RE)
|
2019-08-16 09:24:03 +10:00
|
|
|
end
|
|
|
|
|
|
|
|
def likely_acct?
|
|
|
|
@acct_hint || username_complete?
|
|
|
|
end
|
2017-03-22 12:32:27 +11:00
|
|
|
end
|