You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

847 lines
34 KiB

  1. # frozen_string_literal: true
  2. require 'optparse'
  3. require 'colorize'
  4. require 'tty-command'
  5. require 'tty-prompt'
  6. namespace :mastodon do
  7. desc 'Configure the instance for production use'
  8. task :setup do
  9. prompt = TTY::Prompt.new
  10. env = {}
  11. begin
  12. prompt.say('Your instance is identified by its domain name. Changing it afterward will break things.')
  13. env['LOCAL_DOMAIN'] = prompt.ask('Domain name:') do |q|
  14. q.required true
  15. q.modify :strip
  16. q.validate(/\A[a-z0-9\.\-]+\z/i)
  17. q.messages[:valid?] = 'Invalid domain. If you intend to use unicode characters, enter punycode here'
  18. end
  19. prompt.say "\n"
  20. prompt.say('Single user mode disables registrations and redirects the landing page to your public profile.')
  21. env['SINGLE_USER_MODE'] = prompt.yes?('Do you want to enable single user mode?', default: false)
  22. %w(SECRET_KEY_BASE OTP_SECRET).each do |key|
  23. env[key] = SecureRandom.hex(64)
  24. end
  25. vapid_key = Webpush.generate_key
  26. env['VAPID_PRIVATE_KEY'] = vapid_key.private_key
  27. env['VAPID_PUBLIC_KEY'] = vapid_key.public_key
  28. prompt.say "\n"
  29. using_docker = prompt.yes?('Are you using Docker to run Mastodon?')
  30. db_connection_works = false
  31. prompt.say "\n"
  32. loop do
  33. env['DB_HOST'] = prompt.ask('PostgreSQL host:') do |q|
  34. q.required true
  35. q.default using_docker ? 'db' : '/var/run/postgresql'
  36. q.modify :strip
  37. end
  38. env['DB_PORT'] = prompt.ask('PostgreSQL port:') do |q|
  39. q.required true
  40. q.default 5432
  41. q.convert :int
  42. end
  43. env['DB_NAME'] = prompt.ask('Name of PostgreSQL database:') do |q|
  44. q.required true
  45. q.default using_docker ? 'postgres' : 'mastodon_production'
  46. q.modify :strip
  47. end
  48. env['DB_USER'] = prompt.ask('Name of PostgreSQL user:') do |q|
  49. q.required true
  50. q.default using_docker ? 'postgres' : 'mastodon'
  51. q.modify :strip
  52. end
  53. env['DB_PASS'] = prompt.ask('Password of PostgreSQL user:') do |q|
  54. q.echo false
  55. end
  56. # The chosen database may not exist yet. Connect to default database
  57. # to avoid "database does not exist" error.
  58. db_options = {
  59. adapter: :postgresql,
  60. database: 'postgres',
  61. host: env['DB_HOST'],
  62. port: env['DB_PORT'],
  63. user: env['DB_USER'],
  64. password: env['DB_PASS'],
  65. }
  66. begin
  67. ActiveRecord::Base.establish_connection(db_options)
  68. ActiveRecord::Base.connection
  69. prompt.ok 'Database configuration works! 🎆'
  70. db_connection_works = true
  71. break
  72. rescue StandardError => e
  73. prompt.error 'Database connection could not be established with this configuration, try again.'
  74. prompt.error e.message
  75. break unless prompt.yes?('Try again?')
  76. end
  77. end
  78. prompt.say "\n"
  79. loop do
  80. env['REDIS_HOST'] = prompt.ask('Redis host:') do |q|
  81. q.required true
  82. q.default using_docker ? 'redis' : 'localhost'
  83. q.modify :strip
  84. end
  85. env['REDIS_PORT'] = prompt.ask('Redis port:') do |q|
  86. q.required true
  87. q.default 6379
  88. q.convert :int
  89. end
  90. env['REDIS_PASSWORD'] = prompt.ask('Redis password:') do |q|
  91. q.required false
  92. q.default nil
  93. q.modify :strip
  94. end
  95. redis_options = {
  96. host: env['REDIS_HOST'],
  97. port: env['REDIS_PORT'],
  98. password: env['REDIS_PASSWORD'],
  99. driver: :hiredis,
  100. }
  101. begin
  102. redis = Redis.new(redis_options)
  103. redis.ping
  104. prompt.ok 'Redis configuration works! 🎆'
  105. break
  106. rescue StandardError => e
  107. prompt.error 'Redis connection could not be established with this configuration, try again.'
  108. prompt.error e.message
  109. break unless prompt.yes?('Try again?')
  110. end
  111. end
  112. prompt.say "\n"
  113. if prompt.yes?('Do you want to store uploaded files on the cloud?', default: false)
  114. case prompt.select('Provider', ['Amazon S3', 'Wasabi', 'Minio'])
  115. when 'Amazon S3'
  116. env['S3_ENABLED'] = 'true'
  117. env['S3_PROTOCOL'] = 'https'
  118. env['S3_BUCKET'] = prompt.ask('S3 bucket name:') do |q|
  119. q.required true
  120. q.default "files.#{env['LOCAL_DOMAIN']}"
  121. q.modify :strip
  122. end
  123. env['S3_REGION'] = prompt.ask('S3 region:') do |q|
  124. q.required true
  125. q.default 'us-east-1'
  126. q.modify :strip
  127. end
  128. env['S3_HOSTNAME'] = prompt.ask('S3 hostname:') do |q|
  129. q.required true
  130. q.default 's3-us-east-1.amazonaws.com'
  131. q.modify :strip
  132. end
  133. env['AWS_ACCESS_KEY_ID'] = prompt.ask('S3 access key:') do |q|
  134. q.required true
  135. q.modify :strip
  136. end
  137. env['AWS_SECRET_ACCESS_KEY'] = prompt.ask('S3 secret key:') do |q|
  138. q.required true
  139. q.modify :strip
  140. end
  141. when 'Wasabi'
  142. env['S3_ENABLED'] = 'true'
  143. env['S3_PROTOCOL'] = 'https'
  144. env['S3_REGION'] = 'us-east-1'
  145. env['S3_HOSTNAME'] = 's3.wasabisys.com'
  146. env['S3_ENDPOINT'] = 'https://s3.wasabisys.com/'
  147. env['S3_BUCKET'] = prompt.ask('Wasabi bucket name:') do |q|
  148. q.required true
  149. q.default "files.#{env['LOCAL_DOMAIN']}"
  150. q.modify :strip
  151. end
  152. env['AWS_ACCESS_KEY_ID'] = prompt.ask('Wasabi access key:') do |q|
  153. q.required true
  154. q.modify :strip
  155. end
  156. env['AWS_SECRET_ACCESS_KEY'] = prompt.ask('Wasabi secret key:') do |q|
  157. q.required true
  158. q.modify :strip
  159. end
  160. when 'Minio'
  161. env['S3_ENABLED'] = 'true'
  162. env['S3_PROTOCOL'] = 'https'
  163. env['S3_REGION'] = 'us-east-1'
  164. env['S3_ENDPOINT'] = prompt.ask('Minio endpoint URL:') do |q|
  165. q.required true
  166. q.modify :strip
  167. end
  168. env['S3_PROTOCOL'] = env['S3_ENDPOINT'].start_with?('https') ? 'https' : 'http'
  169. env['S3_HOSTNAME'] = env['S3_ENDPOINT'].gsub(/\Ahttps?:\/\//, '')
  170. env['S3_BUCKET'] = prompt.ask('Minio bucket name:') do |q|
  171. q.required true
  172. q.default "files.#{env['LOCAL_DOMAIN']}"
  173. q.modify :strip
  174. end
  175. env['AWS_ACCESS_KEY_ID'] = prompt.ask('Minio access key:') do |q|
  176. q.required true
  177. q.modify :strip
  178. end
  179. env['AWS_SECRET_ACCESS_KEY'] = prompt.ask('Minio secret key:') do |q|
  180. q.required true
  181. q.modify :strip
  182. end
  183. end
  184. if prompt.yes?('Do you want to access the uploaded files from your own domain?')
  185. env['S3_CLOUDFRONT_HOST'] = prompt.ask('Domain for uploaded files:') do |q|
  186. q.required true
  187. q.default "files.#{env['LOCAL_DOMAIN']}"
  188. q.modify :strip
  189. end
  190. end
  191. end
  192. prompt.say "\n"
  193. loop do
  194. if prompt.yes?('Do you want to send e-mails from localhost?', default: false)
  195. env['SMTP_SERVER'] = 'localhost'
  196. env['SMTP_PORT'] = 25
  197. env['SMTP_AUTH_METHOD'] = 'none'
  198. env['SMTP_OPENSSL_VERIFY_MODE'] = 'none'
  199. else
  200. env['SMTP_SERVER'] = prompt.ask('SMTP server:') do |q|
  201. q.required true
  202. q.default 'smtp.mailgun.org'
  203. q.modify :strip
  204. end
  205. env['SMTP_PORT'] = prompt.ask('SMTP port:') do |q|
  206. q.required true
  207. q.default 587
  208. q.convert :int
  209. end
  210. env['SMTP_LOGIN'] = prompt.ask('SMTP username:') do |q|
  211. q.modify :strip
  212. end
  213. env['SMTP_PASSWORD'] = prompt.ask('SMTP password:') do |q|
  214. q.echo false
  215. end
  216. env['SMTP_AUTH_METHOD'] = prompt.ask('SMTP authentication:') do |q|
  217. q.required
  218. q.default 'plain'
  219. q.modify :strip
  220. end
  221. env['SMTP_OPENSSL_VERIFY_MODE'] = prompt.select('SMTP OpenSSL verify mode:', %w(none peer client_once fail_if_no_peer_cert))
  222. end
  223. env['SMTP_FROM_ADDRESS'] = prompt.ask('E-mail address to send e-mails "from":') do |q|
  224. q.required true
  225. q.default "Mastodon <notifications@#{env['LOCAL_DOMAIN']}>"
  226. q.modify :strip
  227. end
  228. break unless prompt.yes?('Send a test e-mail with this configuration right now?')
  229. send_to = prompt.ask('Send test e-mail to:', required: true)
  230. begin
  231. ActionMailer::Base.smtp_settings = {
  232. :port => env['SMTP_PORT'],
  233. :address => env['SMTP_SERVER'],
  234. :user_name => env['SMTP_LOGIN'].presence,
  235. :password => env['SMTP_PASSWORD'].presence,
  236. :domain => env['LOCAL_DOMAIN'],
  237. :authentication => env['SMTP_AUTH_METHOD'] == 'none' ? nil : env['SMTP_AUTH_METHOD'] || :plain,
  238. :openssl_verify_mode => env['SMTP_OPENSSL_VERIFY_MODE'],
  239. :enable_starttls_auto => true,
  240. }
  241. ActionMailer::Base.default_options = {
  242. from: env['SMTP_FROM_ADDRESS'],
  243. }
  244. mail = ActionMailer::Base.new.mail to: send_to, subject: 'Test', body: 'Mastodon SMTP configuration works!'
  245. mail.deliver
  246. break
  247. rescue StandardError => e
  248. prompt.error 'E-mail could not be sent with this configuration, try again.'
  249. prompt.error e.message
  250. break unless prompt.yes?('Try again?')
  251. end
  252. end
  253. prompt.say "\n"
  254. prompt.say 'This configuration will be written to .env.production'
  255. if prompt.yes?('Save configuration?')
  256. cmd = TTY::Command.new(printer: :quiet)
  257. File.write(Rails.root.join('.env.production'), "# Generated with mastodon:setup on #{Time.now.utc}\n\n" + env.each_pair.map { |key, value| "#{key}=#{value}" }.join("\n") + "\n")
  258. if using_docker
  259. prompt.ok 'Below is your configuration, save it to an .env.production file outside Docker:'
  260. prompt.say "\n"
  261. prompt.say File.read(Rails.root.join('.env.production'))
  262. prompt.say "\n"
  263. prompt.ok 'It is also saved within this container so you can proceed with this wizard.'
  264. end
  265. prompt.say "\n"
  266. prompt.say 'Now that configuration is saved, the database schema must be loaded.'
  267. prompt.warn 'If the database already exists, this will erase its contents.'
  268. if prompt.yes?('Prepare the database now?')
  269. prompt.say 'Running `RAILS_ENV=production rails db:setup` ...'
  270. prompt.say "\n"
  271. if cmd.run!({ RAILS_ENV: 'production', SAFETY_ASSURED: 1 }, :rails, 'db:setup').failure?
  272. prompt.say "\n"
  273. prompt.error 'That failed! Perhaps your configuration is not right'
  274. else
  275. prompt.say "\n"
  276. prompt.ok 'Done!'
  277. end
  278. end
  279. prompt.say "\n"
  280. prompt.say 'The final step is compiling CSS/JS assets.'
  281. prompt.say 'This may take a while and consume a lot of RAM.'
  282. if prompt.yes?('Compile the assets now?')
  283. prompt.say 'Running `RAILS_ENV=production rails assets:precompile` ...'
  284. prompt.say "\n"
  285. if cmd.run!({ RAILS_ENV: 'production' }, :rails, 'assets:precompile').failure?
  286. prompt.say "\n"
  287. prompt.error 'That failed! Maybe you need swap space?'
  288. else
  289. prompt.say "\n"
  290. prompt.say 'Done!'
  291. end
  292. end
  293. prompt.say "\n"
  294. prompt.ok 'All done! You can now power on the Mastodon server 🐘'
  295. prompt.say "\n"
  296. if db_connection_works && prompt.yes?('Do you want to create an admin user straight away?')
  297. env.each_pair do |key, value|
  298. ENV[key] = value.to_s
  299. end
  300. require_relative '../../config/environment'
  301. disable_log_stdout!
  302. username = prompt.ask('Username:') do |q|
  303. q.required true
  304. q.default 'admin'
  305. q.validate(/\A[a-z0-9_]+\z/i)
  306. q.modify :strip
  307. end
  308. email = prompt.ask('E-mail:') do |q|
  309. q.required true
  310. q.modify :strip
  311. end
  312. password = SecureRandom.hex(16)
  313. user = User.new(admin: true, email: email, password: password, confirmed_at: Time.now.utc, account_attributes: { username: username })
  314. user.save(validate: false)
  315. prompt.ok "You can login with the password: #{password}"
  316. prompt.warn 'You can change your password once you login.'
  317. end
  318. else
  319. prompt.warn 'Nothing saved. Bye!'
  320. end
  321. rescue TTY::Reader::InputInterrupt
  322. prompt.ok 'Aborting. Bye!'
  323. end
  324. end
  325. desc 'Execute daily tasks (deprecated)'
  326. task :daily do
  327. # No-op
  328. # All of these tasks are now executed via sidekiq-scheduler
  329. end
  330. desc 'Turn a user into an admin, identified by the USERNAME environment variable'
  331. task make_admin: :environment do
  332. include RoutingHelper
  333. account_username = ENV.fetch('USERNAME')
  334. user = User.joins(:account).where(accounts: { username: account_username })
  335. if user.present?
  336. user.update(admin: true)
  337. puts "Congrats! #{account_username} is now an admin. \\o/\nNavigate to #{edit_admin_settings_url} to get started"
  338. else
  339. puts "User could not be found; please make sure an account with the `#{account_username}` username exists."
  340. end
  341. end
  342. desc 'Turn a user into a moderator, identified by the USERNAME environment variable'
  343. task make_mod: :environment do
  344. account_username = ENV.fetch('USERNAME')
  345. user = User.joins(:account).where(accounts: { username: account_username })
  346. if user.present?
  347. user.update(moderator: true)
  348. puts "Congrats! #{account_username} is now a moderator \\o/"
  349. else
  350. puts "User could not be found; please make sure an account with the `#{account_username}` username exists."
  351. end
  352. end
  353. desc 'Remove admin and moderator privileges from user identified by the USERNAME environment variable'
  354. task revoke_staff: :environment do
  355. account_username = ENV.fetch('USERNAME')
  356. user = User.joins(:account).where(accounts: { username: account_username })
  357. if user.present?
  358. user.update(moderator: false, admin: false)
  359. puts "#{account_username} is no longer admin or moderator."
  360. else
  361. puts "User could not be found; please make sure an account with the `#{account_username}` username exists."
  362. end
  363. end
  364. desc 'Manually confirms a user with associated user email address stored in USER_EMAIL environment variable.'
  365. task confirm_email: :environment do
  366. email = ENV.fetch('USER_EMAIL')
  367. user = User.find_by(email: email)
  368. if user
  369. user.update(confirmed_at: Time.now.utc)
  370. puts "#{email} confirmed"
  371. else
  372. abort "#{email} not found"
  373. end
  374. end
  375. desc 'Add a user by providing their email, username and initial password.' \
  376. 'The user will receive a confirmation email, then they must reset their password before logging in.'
  377. task add_user: :environment do
  378. disable_log_stdout!
  379. prompt = TTY::Prompt.new
  380. begin
  381. email = prompt.ask('E-mail:', required: true) do |q|
  382. q.modify :strip
  383. end
  384. username = prompt.ask('Username:', required: true) do |q|
  385. q.modify :strip
  386. end
  387. role = prompt.select('Role:', %w(user moderator admin))
  388. if prompt.yes?('Proceed to create the user?')
  389. user = User.new(email: email, password: SecureRandom.hex, admin: role == 'admin', moderator: role == 'moderator', account_attributes: { username: username })
  390. if user.save
  391. prompt.ok 'User created and confirmation mail sent to the user\'s email address.'
  392. prompt.ok "Here is the random password generated for the user: #{user.password}"
  393. else
  394. prompt.warn 'User was not created because of the following errors:'
  395. user.errors.each do |key, val|
  396. prompt.error "#{key}: #{val}"
  397. end
  398. end
  399. else
  400. prompt.ok 'Aborting. Bye!'
  401. end
  402. rescue TTY::Reader::InputInterrupt
  403. prompt.ok 'Aborting. Bye!'
  404. end
  405. end
  406. namespace :media do
  407. desc 'Removes media attachments that have not been assigned to any status for longer than a day (deprecated)'
  408. task clear: :environment do
  409. # No-op
  410. # This task is now executed via sidekiq-scheduler
  411. end
  412. desc 'Remove media attachments attributed to silenced accounts'
  413. task remove_silenced: :environment do
  414. MediaAttachment.where(account: Account.silenced).find_each(&:destroy)
  415. end
  416. desc 'Remove cached remote media attachments that are older than NUM_DAYS. By default 7 (week)'
  417. task remove_remote: :environment do
  418. time_ago = ENV.fetch('NUM_DAYS') { 7 }.to_i.days.ago
  419. MediaAttachment.where.not(remote_url: '').where.not(file_file_name: nil).where('created_at < ?', time_ago).find_each do |media|
  420. next unless media.file.exists?
  421. media.file.destroy
  422. media.save
  423. end
  424. end
  425. desc 'Set unknown attachment type for remote-only attachments'
  426. task set_unknown: :environment do
  427. puts 'Setting unknown attachment type for remote-only attachments...'
  428. MediaAttachment.where(file_file_name: nil).where.not(type: :unknown).in_batches.update_all(type: :unknown)
  429. puts 'Done!'
  430. end
  431. desc 'Redownload avatars/headers of remote users. Optionally limit to a particular domain with DOMAIN'
  432. task redownload_avatars: :environment do
  433. accounts = Account.remote
  434. accounts = accounts.where(domain: ENV['DOMAIN']) if ENV['DOMAIN'].present?
  435. accounts.find_each do |account|
  436. begin
  437. account.reset_avatar!
  438. account.reset_header!
  439. account.save
  440. rescue Paperclip::Error
  441. puts "Error resetting avatar and header for account #{username}@#{domain}"
  442. end
  443. end
  444. end
  445. end
  446. namespace :push do
  447. desc 'Unsubscribes from PuSH updates of feeds nobody follows locally'
  448. task clear: :environment do
  449. Pubsubhubbub::UnsubscribeWorker.push_bulk(Account.remote.without_followers.where.not(subscription_expires_at: nil).pluck(:id))
  450. end
  451. desc 'Re-subscribes to soon expiring PuSH subscriptions (deprecated)'
  452. task refresh: :environment do
  453. # No-op
  454. # This task is now executed via sidekiq-scheduler
  455. end
  456. end
  457. namespace :feeds do
  458. desc 'Clear timelines of inactive users (deprecated)'
  459. task clear: :environment do
  460. # No-op
  461. # This task is now executed via sidekiq-scheduler
  462. end
  463. desc 'Clear all timelines without regenerating them'
  464. task clear_all: :environment do
  465. Redis.current.keys('feed:*').each { |key| Redis.current.del(key) }
  466. end
  467. desc 'Generates home timelines for users who logged in in the past two weeks'
  468. task build: :environment do
  469. User.active.includes(:account).find_each do |u|
  470. PrecomputeFeedService.new.call(u.account)
  471. end
  472. end
  473. end
  474. namespace :emails do
  475. desc 'Send out digest e-mails (deprecated)'
  476. task digest: :environment do
  477. # No-op
  478. # This task is now executed via sidekiq-scheduler
  479. end
  480. end
  481. namespace :users do
  482. desc 'Clear out unconfirmed users (deprecated)'
  483. task clear: :environment do
  484. # No-op
  485. # This task is now executed via sidekiq-scheduler
  486. end
  487. desc 'List e-mails of all admin users'
  488. task admins: :environment do
  489. puts 'Admin user emails:'
  490. puts User.admins.map(&:email).join("\n")
  491. end
  492. end
  493. namespace :settings do
  494. desc 'Open registrations on this instance'
  495. task open_registrations: :environment do
  496. Setting.open_registrations = true
  497. end
  498. desc 'Close registrations on this instance'
  499. task close_registrations: :environment do
  500. Setting.open_registrations = false
  501. end
  502. end
  503. namespace :webpush do
  504. desc 'Generate VAPID key'
  505. task generate_vapid_key: :environment do
  506. vapid_key = Webpush.generate_key
  507. puts "VAPID_PRIVATE_KEY=#{vapid_key.private_key}"
  508. puts "VAPID_PUBLIC_KEY=#{vapid_key.public_key}"
  509. end
  510. end
  511. namespace :maintenance do
  512. desc 'Update counter caches'
  513. task update_counter_caches: :environment do
  514. puts 'Updating counter caches for accounts...'
  515. Account.unscoped.where.not(protocol: :activitypub).select('id').find_in_batches do |batch|
  516. Account.where(id: batch.map(&:id)).update_all('statuses_count = (select count(*) from statuses where account_id = accounts.id), followers_count = (select count(*) from follows where target_account_id = accounts.id), following_count = (select count(*) from follows where account_id = accounts.id)')
  517. end
  518. puts 'Updating counter caches for statuses...'
  519. Status.unscoped.select('id').find_in_batches do |batch|
  520. Status.where(id: batch.map(&:id)).update_all('favourites_count = (select count(*) from favourites where favourites.status_id = statuses.id), reblogs_count = (select count(*) from statuses as reblogs where reblogs.reblog_of_id = statuses.id)')
  521. end
  522. puts 'Done!'
  523. end
  524. desc 'Generate static versions of GIF avatars/headers'
  525. task add_static_avatars: :environment do
  526. puts 'Generating static avatars/headers for GIF ones...'
  527. Account.unscoped.where(avatar_content_type: 'image/gif').or(Account.unscoped.where(header_content_type: 'image/gif')).find_each do |account|
  528. begin
  529. account.avatar.reprocess! if account.avatar_content_type == 'image/gif' && !account.avatar.exists?(:static)
  530. account.header.reprocess! if account.header_content_type == 'image/gif' && !account.header.exists?(:static)
  531. rescue StandardError => e
  532. Rails.logger.error "Error while generating static avatars/headers for account #{account.id}: #{e}"
  533. next
  534. end
  535. end
  536. puts 'Done!'
  537. end
  538. desc 'Ensure referencial integrity'
  539. task prepare_for_foreign_keys: :environment do
  540. # All the deletes:
  541. ActiveRecord::Base.connection.execute('DELETE FROM statuses USING statuses s LEFT JOIN accounts a ON a.id = s.account_id WHERE statuses.id = s.id AND a.id IS NULL')
  542. if ActiveRecord::Base.connection.table_exists? :account_domain_blocks
  543. ActiveRecord::Base.connection.execute('DELETE FROM account_domain_blocks USING account_domain_blocks adb LEFT JOIN accounts a ON a.id = adb.account_id WHERE account_domain_blocks.id = adb.id AND a.id IS NULL')
  544. end
  545. if ActiveRecord::Base.connection.table_exists? :conversation_mutes
  546. ActiveRecord::Base.connection.execute('DELETE FROM conversation_mutes USING conversation_mutes cm LEFT JOIN accounts a ON a.id = cm.account_id WHERE conversation_mutes.id = cm.id AND a.id IS NULL')
  547. ActiveRecord::Base.connection.execute('DELETE FROM conversation_mutes USING conversation_mutes cm LEFT JOIN conversations c ON c.id = cm.conversation_id WHERE conversation_mutes.id = cm.id AND c.id IS NULL')
  548. end
  549. ActiveRecord::Base.connection.execute('DELETE FROM favourites USING favourites f LEFT JOIN accounts a ON a.id = f.account_id WHERE favourites.id = f.id AND a.id IS NULL')
  550. ActiveRecord::Base.connection.execute('DELETE FROM favourites USING favourites f LEFT JOIN statuses s ON s.id = f.status_id WHERE favourites.id = f.id AND s.id IS NULL')
  551. ActiveRecord::Base.connection.execute('DELETE FROM blocks USING blocks b LEFT JOIN accounts a ON a.id = b.account_id WHERE blocks.id = b.id AND a.id IS NULL')
  552. ActiveRecord::Base.connection.execute('DELETE FROM blocks USING blocks b LEFT JOIN accounts a ON a.id = b.target_account_id WHERE blocks.id = b.id AND a.id IS NULL')
  553. ActiveRecord::Base.connection.execute('DELETE FROM follow_requests USING follow_requests fr LEFT JOIN accounts a ON a.id = fr.account_id WHERE follow_requests.id = fr.id AND a.id IS NULL')
  554. ActiveRecord::Base.connection.execute('DELETE FROM follow_requests USING follow_requests fr LEFT JOIN accounts a ON a.id = fr.target_account_id WHERE follow_requests.id = fr.id AND a.id IS NULL')
  555. ActiveRecord::Base.connection.execute('DELETE FROM follows USING follows f LEFT JOIN accounts a ON a.id = f.account_id WHERE follows.id = f.id AND a.id IS NULL')
  556. ActiveRecord::Base.connection.execute('DELETE FROM follows USING follows f LEFT JOIN accounts a ON a.id = f.target_account_id WHERE follows.id = f.id AND a.id IS NULL')
  557. ActiveRecord::Base.connection.execute('DELETE FROM mutes USING mutes m LEFT JOIN accounts a ON a.id = m.account_id WHERE mutes.id = m.id AND a.id IS NULL')
  558. ActiveRecord::Base.connection.execute('DELETE FROM mutes USING mutes m LEFT JOIN accounts a ON a.id = m.target_account_id WHERE mutes.id = m.id AND a.id IS NULL')
  559. ActiveRecord::Base.connection.execute('DELETE FROM imports USING imports i LEFT JOIN accounts a ON a.id = i.account_id WHERE imports.id = i.id AND a.id IS NULL')
  560. ActiveRecord::Base.connection.execute('DELETE FROM mentions USING mentions m LEFT JOIN accounts a ON a.id = m.account_id WHERE mentions.id = m.id AND a.id IS NULL')
  561. ActiveRecord::Base.connection.execute('DELETE FROM mentions USING mentions m LEFT JOIN statuses s ON s.id = m.status_id WHERE mentions.id = m.id AND s.id IS NULL')
  562. ActiveRecord::Base.connection.execute('DELETE FROM notifications USING notifications n LEFT JOIN accounts a ON a.id = n.account_id WHERE notifications.id = n.id AND a.id IS NULL')
  563. ActiveRecord::Base.connection.execute('DELETE FROM notifications USING notifications n LEFT JOIN accounts a ON a.id = n.from_account_id WHERE notifications.id = n.id AND a.id IS NULL')
  564. ActiveRecord::Base.connection.execute('DELETE FROM preview_cards USING preview_cards pc LEFT JOIN statuses s ON s.id = pc.status_id WHERE preview_cards.id = pc.id AND s.id IS NULL')
  565. ActiveRecord::Base.connection.execute('DELETE FROM reports USING reports r LEFT JOIN accounts a ON a.id = r.account_id WHERE reports.id = r.id AND a.id IS NULL')
  566. ActiveRecord::Base.connection.execute('DELETE FROM reports USING reports r LEFT JOIN accounts a ON a.id = r.target_account_id WHERE reports.id = r.id AND a.id IS NULL')
  567. ActiveRecord::Base.connection.execute('DELETE FROM statuses_tags USING statuses_tags st LEFT JOIN statuses s ON s.id = st.status_id WHERE statuses_tags.tag_id = st.tag_id AND statuses_tags.status_id = st.status_id AND s.id IS NULL')
  568. ActiveRecord::Base.connection.execute('DELETE FROM statuses_tags USING statuses_tags st LEFT JOIN tags t ON t.id = st.tag_id WHERE statuses_tags.tag_id = st.tag_id AND statuses_tags.status_id = st.status_id AND t.id IS NULL')
  569. ActiveRecord::Base.connection.execute('DELETE FROM stream_entries USING stream_entries se LEFT JOIN accounts a ON a.id = se.account_id WHERE stream_entries.id = se.id AND a.id IS NULL')
  570. ActiveRecord::Base.connection.execute('DELETE FROM subscriptions USING subscriptions s LEFT JOIN accounts a ON a.id = s.account_id WHERE subscriptions.id = s.id AND a.id IS NULL')
  571. ActiveRecord::Base.connection.execute('DELETE FROM users USING users u LEFT JOIN accounts a ON a.id = u.account_id WHERE users.id = u.id AND a.id IS NULL')
  572. ActiveRecord::Base.connection.execute('DELETE FROM web_settings USING web_settings ws LEFT JOIN users u ON u.id = ws.user_id WHERE web_settings.id = ws.id AND u.id IS NULL')
  573. ActiveRecord::Base.connection.execute('DELETE FROM oauth_access_grants USING oauth_access_grants oag LEFT JOIN users u ON u.id = oag.resource_owner_id WHERE oauth_access_grants.id = oag.id AND oag.resource_owner_id IS NOT NULL AND u.id IS NULL')
  574. ActiveRecord::Base.connection.execute('DELETE FROM oauth_access_grants USING oauth_access_grants oag LEFT JOIN oauth_applications a ON a.id = oag.application_id WHERE oauth_access_grants.id = oag.id AND oag.application_id IS NOT NULL AND a.id IS NULL')
  575. ActiveRecord::Base.connection.execute('DELETE FROM oauth_access_tokens USING oauth_access_tokens oat LEFT JOIN users u ON u.id = oat.resource_owner_id WHERE oauth_access_tokens.id = oat.id AND oat.resource_owner_id IS NOT NULL AND u.id IS NULL')
  576. ActiveRecord::Base.connection.execute('DELETE FROM oauth_access_tokens USING oauth_access_tokens oat LEFT JOIN oauth_applications a ON a.id = oat.application_id WHERE oauth_access_tokens.id = oat.id AND oat.application_id IS NOT NULL AND a.id IS NULL')
  577. # All the nullifies:
  578. ActiveRecord::Base.connection.execute('UPDATE statuses SET in_reply_to_id = NULL FROM statuses s LEFT JOIN statuses rs ON rs.id = s.in_reply_to_id WHERE statuses.id = s.id AND s.in_reply_to_id IS NOT NULL AND rs.id IS NULL')
  579. ActiveRecord::Base.connection.execute('UPDATE statuses SET in_reply_to_account_id = NULL FROM statuses s LEFT JOIN accounts a ON a.id = s.in_reply_to_account_id WHERE statuses.id = s.id AND s.in_reply_to_account_id IS NOT NULL AND a.id IS NULL')
  580. ActiveRecord::Base.connection.execute('UPDATE media_attachments SET status_id = NULL FROM media_attachments ma LEFT JOIN statuses s ON s.id = ma.status_id WHERE media_attachments.id = ma.id AND ma.status_id IS NOT NULL AND s.id IS NULL')
  581. ActiveRecord::Base.connection.execute('UPDATE media_attachments SET account_id = NULL FROM media_attachments ma LEFT JOIN accounts a ON a.id = ma.account_id WHERE media_attachments.id = ma.id AND ma.account_id IS NOT NULL AND a.id IS NULL')
  582. ActiveRecord::Base.connection.execute('UPDATE reports SET action_taken_by_account_id = NULL FROM reports r LEFT JOIN accounts a ON a.id = r.action_taken_by_account_id WHERE reports.id = r.id AND r.action_taken_by_account_id IS NOT NULL AND a.id IS NULL')
  583. end
  584. desc 'Remove deprecated preview cards'
  585. task remove_deprecated_preview_cards: :environment do
  586. next unless ActiveRecord::Base.connection.table_exists? 'deprecated_preview_cards'
  587. class DeprecatedPreviewCard < ActiveRecord::Base
  588. self.inheritance_column = false
  589. path = '/preview_cards/:attachment/:id_partition/:style/:filename'
  590. if ENV['S3_ENABLED'] != 'true'
  591. path = (ENV['PAPERCLIP_ROOT_PATH'] || ':rails_root/public/system') + path
  592. end
  593. has_attached_file :image, styles: { original: '280x120>' }, convert_options: { all: '-quality 80 -strip' }, path: path
  594. end
  595. puts 'Delete records and associated files from deprecated preview cards? [y/N]: '
  596. confirm = STDIN.gets.chomp
  597. if confirm.casecmp('y').zero?
  598. DeprecatedPreviewCard.in_batches.destroy_all
  599. puts 'Drop deprecated preview cards table? [y/N]: '
  600. confirm = STDIN.gets.chomp
  601. if confirm.casecmp('y').zero?
  602. ActiveRecord::Migration.drop_table :deprecated_preview_cards
  603. end
  604. end
  605. end
  606. desc 'Migrate photo preview cards made before 2.1'
  607. task migrate_photo_preview_cards: :environment do
  608. status_ids = Status.joins(:preview_cards)
  609. .where(preview_cards: { embed_url: '', type: :photo })
  610. .reorder(nil)
  611. .group(:id)
  612. .pluck(:id)
  613. PreviewCard.where(embed_url: '', type: :photo).delete_all
  614. LinkCrawlWorker.push_bulk status_ids
  615. end
  616. desc 'Find case-insensitive username duplicates of local users'
  617. task find_duplicate_usernames: :environment do
  618. include RoutingHelper
  619. disable_log_stdout!
  620. duplicate_masters = Account.find_by_sql('SELECT * FROM accounts WHERE id IN (SELECT min(id) FROM accounts WHERE domain IS NULL GROUP BY lower(username) HAVING count(*) > 1)')
  621. pastel = Pastel.new
  622. duplicate_masters.each do |account|
  623. puts pastel.yellow("First of their name: ") + pastel.bold(account.username) + " (#{admin_account_url(account.id)})"
  624. Account.where('lower(username) = ?', account.username.downcase).where.not(id: account.id).each do |duplicate|
  625. puts " " + pastel.red("Duplicate: ") + admin_account_url(duplicate.id)
  626. end
  627. end
  628. end
  629. desc 'Remove all home feed regeneration markers'
  630. task remove_regeneration_markers: :environment do
  631. keys = Redis.current.keys('account:*:regeneration')
  632. Redis.current.pipelined do
  633. keys.each { |key| Redis.current.del(key) }
  634. end
  635. end
  636. desc 'Check every known remote account and delete those that no longer exist in origin'
  637. task purge_removed_accounts: :environment do
  638. prepare_for_options!
  639. options = {}
  640. OptionParser.new do |opts|
  641. opts.banner = 'Usage: rails mastodon:maintenance:purge_removed_accounts [options]'
  642. opts.on('-f', '--force', 'Remove all encountered accounts without asking for confirmation') do
  643. options[:force] = true
  644. end
  645. opts.on('-h', '--help', 'Display this message') do
  646. puts opts
  647. exit
  648. end
  649. end.parse!
  650. disable_log_stdout!
  651. total = Account.remote.where(protocol: :activitypub).count
  652. progress_bar = ProgressBar.create(total: total, format: '%c/%C |%w>%i| %e')
  653. Account.remote.where(protocol: :activitypub).partitioned.find_each do |account|
  654. progress_bar.increment
  655. begin
  656. code = Request.new(:head, account.uri).perform(&:code)
  657. rescue StandardError
  658. # This could happen due to network timeout, DNS timeout, wrong SSL cert, etc,
  659. # which should probably not lead to perceiving the account as deleted, so
  660. # just skip till next time
  661. next
  662. end
  663. if [404, 410].include?(code)
  664. if options[:force]
  665. SuspendAccountService.new.call(account)
  666. account.destroy
  667. else
  668. progress_bar.pause
  669. progress_bar.clear
  670. print "\nIt seems like #{account.acct} no longer exists. Purge the account from the database? [Y/n]: ".colorize(:yellow)
  671. confirm = STDIN.gets.chomp
  672. puts ''
  673. progress_bar.resume
  674. if confirm.casecmp('n').zero?
  675. next
  676. else
  677. SuspendAccountService.new.call(account)
  678. account.destroy
  679. end
  680. end
  681. end
  682. end
  683. end
  684. end
  685. end
  686. def disable_log_stdout!
  687. dev_null = Logger.new('/dev/null')
  688. Rails.logger = dev_null
  689. ActiveRecord::Base.logger = dev_null
  690. HttpLog.configuration.logger = dev_null
  691. Paperclip.options[:log] = false
  692. end
  693. def prepare_for_options!
  694. 2.times { ARGV.shift }
  695. end