2019-02-03 02:59:51 +00:00
|
|
|
# frozen_string_literal: true
|
|
|
|
|
|
|
|
require 'csv'
|
|
|
|
|
|
|
|
class ImportService < BaseService
|
|
|
|
ROWS_PROCESSING_LIMIT = 20_000
|
|
|
|
|
|
|
|
def call(import)
|
|
|
|
@import = import
|
|
|
|
@account = @import.account
|
|
|
|
|
|
|
|
case @import.type
|
|
|
|
when 'following'
|
|
|
|
import_follows!
|
|
|
|
when 'blocking'
|
|
|
|
import_blocks!
|
|
|
|
when 'muting'
|
|
|
|
import_mutes!
|
|
|
|
when 'domain_blocking'
|
|
|
|
import_domain_blocks!
|
2020-11-19 16:48:13 +00:00
|
|
|
when 'bookmarks'
|
|
|
|
import_bookmarks!
|
2019-02-03 02:59:51 +00:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
private
|
|
|
|
|
|
|
|
def import_follows!
|
2019-04-03 17:17:43 +01:00
|
|
|
parse_import_data!(['Account address'])
|
2020-12-18 08:18:31 +00:00
|
|
|
import_relationships!('follow', 'unfollow', @account.following, ROWS_PROCESSING_LIMIT, reblogs: { header: 'Show boosts', default: true })
|
2019-02-03 02:59:51 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
def import_blocks!
|
2019-04-03 17:17:43 +01:00
|
|
|
parse_import_data!(['Account address'])
|
2019-02-03 02:59:51 +00:00
|
|
|
import_relationships!('block', 'unblock', @account.blocking, ROWS_PROCESSING_LIMIT)
|
|
|
|
end
|
|
|
|
|
|
|
|
def import_mutes!
|
2019-04-03 17:17:43 +01:00
|
|
|
parse_import_data!(['Account address'])
|
2020-09-18 16:26:45 +01:00
|
|
|
import_relationships!('mute', 'unmute', @account.muting, ROWS_PROCESSING_LIMIT, notifications: { header: 'Hide notifications', default: true })
|
2019-02-03 02:59:51 +00:00
|
|
|
end
|
|
|
|
|
|
|
|
def import_domain_blocks!
|
2019-04-03 17:17:43 +01:00
|
|
|
parse_import_data!(['#domain'])
|
|
|
|
items = @data.take(ROWS_PROCESSING_LIMIT).map { |row| row['#domain'].strip }
|
2019-02-03 02:59:51 +00:00
|
|
|
|
|
|
|
if @import.overwrite?
|
|
|
|
presence_hash = items.each_with_object({}) { |id, mapping| mapping[id] = true }
|
|
|
|
|
|
|
|
@account.domain_blocks.find_each do |domain_block|
|
|
|
|
if presence_hash[domain_block.domain]
|
|
|
|
items.delete(domain_block.domain)
|
|
|
|
else
|
|
|
|
@account.unblock_domain!(domain_block.domain)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
items.each do |domain|
|
|
|
|
@account.block_domain!(domain)
|
|
|
|
end
|
|
|
|
|
|
|
|
AfterAccountDomainBlockWorker.push_bulk(items) do |domain|
|
|
|
|
[@account.id, domain]
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2019-04-08 06:28:27 +01:00
|
|
|
def import_relationships!(action, undo_action, overwrite_scope, limit, extra_fields = {})
|
2020-03-30 19:32:34 +01:00
|
|
|
local_domain_suffix = "@#{Rails.configuration.x.local_domain}"
|
2020-09-18 16:26:45 +01:00
|
|
|
items = @data.take(limit).map { |row| [row['Account address']&.strip&.delete_suffix(local_domain_suffix), Hash[extra_fields.map { |key, field_settings| [key, row[field_settings[:header]]&.strip || field_settings[:default]] }]] }.reject { |(id, _)| id.blank? }
|
2019-02-03 02:59:51 +00:00
|
|
|
|
|
|
|
if @import.overwrite?
|
2019-04-03 17:17:43 +01:00
|
|
|
presence_hash = items.each_with_object({}) { |(id, extra), mapping| mapping[id] = [true, extra] }
|
2019-02-03 02:59:51 +00:00
|
|
|
|
|
|
|
overwrite_scope.find_each do |target_account|
|
|
|
|
if presence_hash[target_account.acct]
|
|
|
|
items.delete(target_account.acct)
|
2019-04-03 17:17:43 +01:00
|
|
|
extra = presence_hash[target_account.acct][1]
|
2019-04-08 06:28:27 +01:00
|
|
|
Import::RelationshipWorker.perform_async(@account.id, target_account.acct, action, extra)
|
2019-02-03 02:59:51 +00:00
|
|
|
else
|
|
|
|
Import::RelationshipWorker.perform_async(@account.id, target_account.acct, undo_action)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2020-06-09 09:26:58 +01:00
|
|
|
head_items = items.uniq { |acct, _| acct.split('@')[1] }
|
|
|
|
tail_items = items - head_items
|
2020-12-18 08:18:31 +00:00
|
|
|
|
2020-06-09 09:26:58 +01:00
|
|
|
Import::RelationshipWorker.push_bulk(head_items + tail_items) do |acct, extra|
|
2019-04-08 06:28:27 +01:00
|
|
|
[@account.id, acct, action, extra]
|
2019-02-03 02:59:51 +00:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2020-11-19 16:48:13 +00:00
|
|
|
def import_bookmarks!
|
|
|
|
parse_import_data!(['#uri'])
|
|
|
|
items = @data.take(ROWS_PROCESSING_LIMIT).map { |row| row['#uri'].strip }
|
|
|
|
|
|
|
|
if @import.overwrite?
|
|
|
|
presence_hash = items.each_with_object({}) { |id, mapping| mapping[id] = true }
|
|
|
|
|
|
|
|
@account.bookmarks.find_each do |bookmark|
|
|
|
|
if presence_hash[bookmark.status.uri]
|
|
|
|
items.delete(bookmark.status.uri)
|
|
|
|
else
|
|
|
|
bookmark.destroy!
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
statuses = items.map do |uri|
|
|
|
|
status = ActivityPub::TagManager.instance.uri_to_resource(uri, Status)
|
|
|
|
next if status.nil? && ActivityPub::TagManager.instance.local_uri?(uri)
|
|
|
|
|
|
|
|
status || ActivityPub::FetchRemoteStatusService.new.call(uri)
|
|
|
|
end.compact
|
|
|
|
|
|
|
|
account_ids = statuses.map(&:account_id)
|
|
|
|
preloaded_relations = relations_map_for_account(@account, account_ids)
|
|
|
|
|
|
|
|
statuses.keep_if { |status| StatusPolicy.new(@account, status, preloaded_relations).show? }
|
|
|
|
|
|
|
|
statuses.each do |status|
|
|
|
|
@account.bookmarks.find_or_create_by!(account: @account, status: status)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2019-04-03 17:17:43 +01:00
|
|
|
def parse_import_data!(default_headers)
|
|
|
|
data = CSV.parse(import_data, headers: true)
|
|
|
|
data = CSV.parse(import_data, headers: default_headers) unless data.headers&.first&.strip&.include?(' ')
|
|
|
|
@data = data.reject(&:blank?)
|
|
|
|
end
|
|
|
|
|
2019-02-03 02:59:51 +00:00
|
|
|
def import_data
|
|
|
|
Paperclip.io_adapters.for(@import.data).read
|
|
|
|
end
|
|
|
|
|
2020-11-19 16:48:13 +00:00
|
|
|
def relations_map_for_account(account, account_ids)
|
|
|
|
{
|
|
|
|
blocking: {},
|
|
|
|
blocked_by: Account.blocked_by_map(account_ids, account.id),
|
|
|
|
muting: {},
|
|
|
|
following: Account.following_map(account_ids, account.id),
|
|
|
|
domain_blocking_by_domain: {},
|
|
|
|
}
|
|
|
|
end
|
2019-02-03 02:59:51 +00:00
|
|
|
end
|