Browse Source
Remove halfbaked idea of an overlay tree when it is just as simple to have a patch file (generated from diff -ruN old new)
master
Remove halfbaked idea of an overlay tree when it is just as simple to have a patch file (generated from diff -ruN old new)
master
root
1 year ago
1 changed files with 0 additions and 173 deletions
Split View
Diff Options
@ -1,173 +0,0 @@ |
|||
# frozen_string_literal: true |
|||
|
|||
require 'rubygems/package' |
|||
|
|||
class BackupService < BaseService |
|||
include Payloadable |
|||
|
|||
attr_reader :account, :backup, :collection |
|||
|
|||
def call(backup) |
|||
@backup = backup |
|||
@account = backup.user.account |
|||
|
|||
build_json! |
|||
build_archive! |
|||
end |
|||
|
|||
private |
|||
|
|||
def build_json! |
|||
@collection = serialize(collection_presenter, ActivityPub::CollectionSerializer) |
|||
|
|||
account.statuses.with_includes.reorder(nil).find_in_batches do |statuses| |
|||
statuses.each do |status| |
|||
item = serialize_payload(status, ActivityPub::ActivitySerializer, signer: @account) |
|||
item.delete(:'@context') |
|||
|
|||
unless item[:type] == 'Announce' || item[:object][:attachment].blank? |
|||
item[:object][:attachment].each do |attachment| |
|||
attachment[:url] = Addressable::URI.parse(attachment[:url]).path.gsub(/\A\/system\//, '') |
|||
end |
|||
end |
|||
|
|||
@collection[:orderedItems] << item |
|||
end |
|||
|
|||
GC.start |
|||
end |
|||
end |
|||
|
|||
def build_archive! |
|||
tmp_file = Tempfile.new(%w(archive .tar.gz)) |
|||
|
|||
File.open(tmp_file, 'wb') do |file| |
|||
Zlib::GzipWriter.wrap(file) do |gz| |
|||
Gem::Package::TarWriter.new(gz) do |tar| |
|||
dump_media_attachments!(tar) |
|||
dump_outbox!(tar) |
|||
dump_likes!(tar) |
|||
dump_bookmarks!(tar) |
|||
dump_actor!(tar) |
|||
end |
|||
end |
|||
end |
|||
|
|||
archive_filename = ['archive', Time.now.utc.strftime('%Y%m%d%H%M%S'), SecureRandom.hex(16)].join('-') + '.tar.gz' |
|||
|
|||
@backup.dump = ActionDispatch::Http::UploadedFile.new(tempfile: tmp_file, filename: archive_filename) |
|||
@backup.processed = true |
|||
@backup.save! |
|||
ensure |
|||
tmp_file.close |
|||
tmp_file.unlink |
|||
end |
|||
|
|||
def dump_media_attachments!(tar) |
|||
MediaAttachment.attached.where(account: account).reorder(nil).find_in_batches do |media_attachments| |
|||
media_attachments.each do |m| |
|||
next unless m.file&.path |
|||
|
|||
download_to_tar(tar, m.file, m.file.path) |
|||
end |
|||
|
|||
GC.start |
|||
end |
|||
end |
|||
|
|||
def dump_outbox!(tar) |
|||
json = Oj.dump(collection) |
|||
|
|||
tar.add_file_simple('outbox.json', 0o444, json.bytesize) do |io| |
|||
io.write(json) |
|||
end |
|||
end |
|||
|
|||
def dump_actor!(tar) |
|||
actor = serialize(account, ActivityPub::ActorSerializer) |
|||
|
|||
actor[:icon][:url] = 'avatar' + File.extname(actor[:icon][:url]) if actor[:icon] |
|||
actor[:image][:url] = 'header' + File.extname(actor[:image][:url]) if actor[:image] |
|||
actor[:outbox] = 'outbox.json' |
|||
actor[:likes] = 'likes.json' |
|||
actor[:bookmarks] = 'bookmarks.json' |
|||
|
|||
download_to_tar(tar, account.avatar, 'avatar' + File.extname(account.avatar.path)) if account.avatar.exists? |
|||
download_to_tar(tar, account.header, 'header' + File.extname(account.header.path)) if account.header.exists? |
|||
|
|||
json = Oj.dump(actor) |
|||
|
|||
tar.add_file_simple('actor.json', 0o444, json.bytesize) do |io| |
|||
io.write(json) |
|||
end |
|||
end |
|||
|
|||
def dump_likes!(tar) |
|||
collection = serialize(ActivityPub::CollectionPresenter.new(id: 'likes.json', type: :ordered, size: 0, items: []), ActivityPub::CollectionSerializer) |
|||
|
|||
Status.reorder(nil).joins(:favourites).includes(:account).merge(account.favourites).find_in_batches do |statuses| |
|||
statuses.each do |status| |
|||
collection[:totalItems] += 1 |
|||
collection[:orderedItems] << ActivityPub::TagManager.instance.uri_for(status) |
|||
end |
|||
|
|||
GC.start |
|||
end |
|||
|
|||
json = Oj.dump(collection) |
|||
|
|||
tar.add_file_simple('likes.json', 0o444, json.bytesize) do |io| |
|||
io.write(json) |
|||
end |
|||
end |
|||
|
|||
def dump_bookmarks!(tar) |
|||
collection = serialize(ActivityPub::CollectionPresenter.new(id: 'bookmarks.json', type: :ordered, size: 0, items: []), ActivityPub::CollectionSerializer) |
|||
|
|||
Status.reorder(nil).joins(:bookmarks).includes(:account).merge(account.bookmarks).find_in_batches do |statuses| |
|||
statuses.each do |status| |
|||
collection[:totalItems] += 1 |
|||
collection[:orderedItems] << ActivityPub::TagManager.instance.uri_for(status) |
|||
end |
|||
|
|||
GC.start |
|||
end |
|||
|
|||
json = Oj.dump(collection) |
|||
|
|||
tar.add_file_simple('bookmarks.json', 0o444, json.bytesize) do |io| |
|||
io.write(json) |
|||
end |
|||
end |
|||
|
|||
def collection_presenter |
|||
ActivityPub::CollectionPresenter.new( |
|||
id: 'outbox.json', |
|||
type: :ordered, |
|||
size: account.statuses_count, |
|||
items: [] |
|||
) |
|||
end |
|||
|
|||
def serialize(object, serializer) |
|||
ActiveModelSerializers::SerializableResource.new( |
|||
object, |
|||
serializer: serializer, |
|||
adapter: ActivityPub::Adapter |
|||
).as_json |
|||
end |
|||
|
|||
CHUNK_SIZE = 1.megabyte |
|||
|
|||
def download_to_tar(tar, attachment, filename) |
|||
adapter = Paperclip.io_adapters.for(attachment) |
|||
|
|||
tar.add_file_simple(filename, 0o444, adapter.size) do |io| |
|||
while (buffer = adapter.read(CHUNK_SIZE)) |
|||
io.write(buffer) |
|||
end |
|||
end |
|||
rescue Errno::ENOENT, Seahorse::Client::NetworkingError |
|||
Rails.logger.warn "Could not backup file #{filename}: file not found" |
|||
end |
|||
end |
|||
Write
Preview
Loading…
Cancel
Save
Reference in new issue