2018-08-25 07:25:39 -04:00
|
|
|
# frozen_string_literal: true
|
|
|
|
|
|
|
|
require_relative '../../config/boot'
|
|
|
|
require_relative '../../config/environment'
|
2018-08-26 10:53:06 -04:00
|
|
|
require_relative 'cli_helper'
|
2018-08-25 07:25:39 -04:00
|
|
|
|
|
|
|
# rubocop:disable Rails/Output
|
|
|
|
|
|
|
|
module Mastodon
|
|
|
|
class MediaCLI < Thor
|
|
|
|
option :days, type: :numeric, default: 7
|
|
|
|
option :background, type: :boolean, default: false
|
2018-08-30 21:46:13 -04:00
|
|
|
option :verbose, type: :boolean, default: false
|
|
|
|
option :dry_run, type: :boolean, default: false
|
2018-08-26 14:21:03 -04:00
|
|
|
desc 'remove', 'Remove remote media files'
|
2018-08-25 07:25:39 -04:00
|
|
|
long_desc <<-DESC
|
|
|
|
Removes locally cached copies of media attachments from other servers.
|
|
|
|
|
|
|
|
The --days option specifies how old media attachments have to be before
|
|
|
|
they are removed. It defaults to 7 days.
|
|
|
|
|
|
|
|
With the --background option, instead of deleting the files sequentially,
|
|
|
|
they will be queued into Sidekiq and the command will exit as soon as
|
|
|
|
possible. In Sidekiq they will be processed with higher concurrency, but
|
|
|
|
it may impact other operations of the Mastodon server, and it may overload
|
|
|
|
the underlying file storage.
|
2018-08-30 21:46:13 -04:00
|
|
|
|
|
|
|
With the --verbose option, output deleting file ID to console (only when --background false).
|
|
|
|
|
|
|
|
With the --dry-run option, output the number of files to delete without deleting.
|
2018-08-25 07:25:39 -04:00
|
|
|
DESC
|
|
|
|
def remove
|
2018-08-26 10:53:06 -04:00
|
|
|
time_ago = options[:days].days.ago
|
|
|
|
queued = 0
|
|
|
|
processed = 0
|
2018-08-30 21:46:13 -04:00
|
|
|
dry_run = options[:dry_run] ? '(DRY RUN)' : ''
|
2018-08-25 07:25:39 -04:00
|
|
|
|
2018-08-29 12:35:09 -04:00
|
|
|
if options[:background]
|
|
|
|
MediaAttachment.where.not(remote_url: '').where.not(file_file_name: nil).where('created_at < ?', time_ago).select(:id).reorder(nil).find_in_batches do |media_attachments|
|
2018-08-25 07:25:39 -04:00
|
|
|
queued += media_attachments.size
|
2018-08-30 21:46:13 -04:00
|
|
|
Maintenance::UncacheMediaWorker.push_bulk(media_attachments.map(&:id)) unless options[:dry_run]
|
2018-08-29 12:35:09 -04:00
|
|
|
end
|
|
|
|
else
|
|
|
|
MediaAttachment.where.not(remote_url: '').where.not(file_file_name: nil).where('created_at < ?', time_ago).reorder(nil).find_in_batches do |media_attachments|
|
2018-08-25 07:25:39 -04:00
|
|
|
media_attachments.each do |m|
|
2018-08-30 21:46:13 -04:00
|
|
|
Maintenance::UncacheMediaWorker.new.perform(m) unless options[:dry_run]
|
|
|
|
options[:verbose] ? say(m.id) : say('.', :green, false)
|
2018-08-26 10:53:06 -04:00
|
|
|
processed += 1
|
2018-08-25 07:25:39 -04:00
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2018-08-26 10:53:06 -04:00
|
|
|
say
|
|
|
|
|
|
|
|
if options[:background]
|
2018-08-30 21:46:13 -04:00
|
|
|
say("Scheduled the deletion of #{queued} media attachments #{dry_run}.", :green)
|
2018-08-26 10:53:06 -04:00
|
|
|
else
|
2018-08-30 21:46:13 -04:00
|
|
|
say("Removed #{processed} media attachments #{dry_run}.", :green)
|
2018-08-26 10:53:06 -04:00
|
|
|
end
|
2018-08-25 07:25:39 -04:00
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
# rubocop:enable Rails/Output
|