|
|
- # frozen_string_literal: true
-
- dev_null = Logger.new('/dev/null')
-
- Rails.logger = dev_null
- ActiveRecord::Base.logger = dev_null
- ActiveJob::Base.logger = dev_null
- HttpLog.configuration.logger = dev_null
- Paperclip.options[:log] = false
-
- module Mastodon
- module CLIHelper
- def create_progress_bar(total = nil)
- ProgressBar.create(total: total, format: '%c/%u |%b%i| %e')
- end
-
- def parallelize_with_progress(scope)
- ActiveRecord::Base.configurations[Rails.env]['pool'] = options[:concurrency]
-
- progress = create_progress_bar(scope.count)
- pool = Concurrent::FixedThreadPool.new(options[:concurrency])
- total = Concurrent::AtomicFixnum.new(0)
- aggregate = Concurrent::AtomicFixnum.new(0)
-
- scope.reorder(nil).find_in_batches do |items|
- futures = []
-
- items.each do |item|
- futures << Concurrent::Future.execute(executor: pool) do
- ActiveRecord::Base.connection_pool.with_connection do
- begin
- progress.log("Processing #{item.id}") if options[:verbose]
-
- result = yield(item)
- aggregate.increment(result) if result.is_a?(Integer)
- rescue => e
- progress.log pastel.red("Error processing #{item.id}: #{e}")
- ensure
- progress.increment
- end
- end
- end
- end
-
- total.increment(items.size)
- futures.map(&:value)
- end
-
- progress.finish
-
- [total.value, aggregate.value]
- end
-
- def pastel
- @pastel ||= Pastel.new
- end
- end
- end
|