0
0
Fork 0

Add spec for CLI::Domains#crawl command (#28271)

This commit is contained in:
Matt Jankowski 2023-12-08 04:51:57 -05:00 committed by GitHub
parent 7e514688b3
commit 8de86eabbf
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
2 changed files with 51 additions and 2 deletions

View file

@ -97,6 +97,8 @@ module Mastodon::CLI
say("Removed #{custom_emojis_count} custom emojis#{dry_run_mode_suffix}", :green)
end
CRAWL_SLEEP_TIME = 20
option :concurrency, type: :numeric, default: 50, aliases: [:c]
option :format, type: :string, default: 'summary', aliases: [:f]
option :exclude_suspended, type: :boolean, default: false, aliases: [:x]
@ -168,8 +170,8 @@ module Mastodon::CLI
pool.post(domain, &work_unit)
end
sleep 20
sleep 20 until pool.queue_length.zero?
sleep CRAWL_SLEEP_TIME
sleep CRAWL_SLEEP_TIME until pool.queue_length.zero?
pool.shutdown
pool.wait_for_termination(20)