2018-08-25 13:25:39 +02:00
|
|
|
# frozen_string_literal: true
|
|
|
|
|
|
|
|
require_relative '../../config/boot'
|
|
|
|
require_relative '../../config/environment'
|
2018-08-26 16:53:06 +02:00
|
|
|
require_relative 'cli_helper'
|
2018-08-25 13:25:39 +02:00
|
|
|
|
|
|
|
module Mastodon
|
|
|
|
class MediaCLI < Thor
|
|
|
|
option :days, type: :numeric, default: 7
|
|
|
|
option :background, type: :boolean, default: false
|
2018-08-31 03:46:13 +02:00
|
|
|
option :verbose, type: :boolean, default: false
|
|
|
|
option :dry_run, type: :boolean, default: false
|
2018-08-26 20:21:03 +02:00
|
|
|
desc 'remove', 'Remove remote media files'
|
2018-08-25 13:25:39 +02:00
|
|
|
long_desc <<-DESC
|
|
|
|
Removes locally cached copies of media attachments from other servers.
|
|
|
|
|
|
|
|
The --days option specifies how old media attachments have to be before
|
|
|
|
they are removed. It defaults to 7 days.
|
|
|
|
|
|
|
|
With the --background option, instead of deleting the files sequentially,
|
|
|
|
they will be queued into Sidekiq and the command will exit as soon as
|
|
|
|
possible. In Sidekiq they will be processed with higher concurrency, but
|
|
|
|
it may impact other operations of the Mastodon server, and it may overload
|
|
|
|
the underlying file storage.
|
2018-08-31 03:46:13 +02:00
|
|
|
|
2018-09-14 17:42:22 +02:00
|
|
|
With the --dry-run option, no work will be done.
|
2018-08-31 03:46:13 +02:00
|
|
|
|
2018-09-14 17:42:22 +02:00
|
|
|
With the --verbose option, when media attachments are processed sequentially in the
|
|
|
|
foreground, the IDs of the media attachments will be printed.
|
2018-08-25 13:25:39 +02:00
|
|
|
DESC
|
|
|
|
def remove
|
2018-08-26 16:53:06 +02:00
|
|
|
time_ago = options[:days].days.ago
|
|
|
|
queued = 0
|
|
|
|
processed = 0
|
2018-08-31 03:46:13 +02:00
|
|
|
dry_run = options[:dry_run] ? '(DRY RUN)' : ''
|
2018-08-25 13:25:39 +02:00
|
|
|
|
2018-08-29 18:35:09 +02:00
|
|
|
if options[:background]
|
|
|
|
MediaAttachment.where.not(remote_url: '').where.not(file_file_name: nil).where('created_at < ?', time_ago).select(:id).reorder(nil).find_in_batches do |media_attachments|
|
2018-08-25 13:25:39 +02:00
|
|
|
queued += media_attachments.size
|
2018-08-31 03:46:13 +02:00
|
|
|
Maintenance::UncacheMediaWorker.push_bulk(media_attachments.map(&:id)) unless options[:dry_run]
|
2018-08-29 18:35:09 +02:00
|
|
|
end
|
|
|
|
else
|
|
|
|
MediaAttachment.where.not(remote_url: '').where.not(file_file_name: nil).where('created_at < ?', time_ago).reorder(nil).find_in_batches do |media_attachments|
|
2018-08-25 13:25:39 +02:00
|
|
|
media_attachments.each do |m|
|
2018-08-31 03:46:13 +02:00
|
|
|
Maintenance::UncacheMediaWorker.new.perform(m) unless options[:dry_run]
|
|
|
|
options[:verbose] ? say(m.id) : say('.', :green, false)
|
2018-08-26 16:53:06 +02:00
|
|
|
processed += 1
|
2018-08-25 13:25:39 +02:00
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2018-08-26 16:53:06 +02:00
|
|
|
say
|
|
|
|
|
|
|
|
if options[:background]
|
2018-09-14 17:42:22 +02:00
|
|
|
say("Scheduled the deletion of #{queued} media attachments #{dry_run}", :green, true)
|
2018-08-26 16:53:06 +02:00
|
|
|
else
|
2018-09-14 17:42:22 +02:00
|
|
|
say("Removed #{processed} media attachments #{dry_run}", :green, true)
|
2018-08-26 16:53:06 +02:00
|
|
|
end
|
2018-08-25 13:25:39 +02:00
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|