lib/tasks/data_integrity.rake
namespace :data_integrity do
desc "Make sure there are no globally-linkable content pages"
task remove_invalid_universe_content_pages: :environment do
Rails.application.config.content_types[:all_non_universe].each do |type|
type.where(universe_id: 0).update(universe_id: nil)
end
end
desc "Make sure that all COMPLETED PaypalInvoices have a PageUnlockPromoCode associated with them"
task completed_paypal_invoices: :environment do
PaypalInvoice.where(status: "COMPLETED", page_unlock_promo_code_id: nil).find_each(&:generate_promo_code!)
end
desc "Ensure that all Premium subscribers are still Premium in Stripe"
task subscription_synced_with_stripe: :environment do
total_accounts_downgraded_this_run = 0
synced_billing_plan_ids = BillingPlan::PREMIUM_IDS - [BillingPlan.find_by(stripe_plan_id: 'free-for-life').id]
synced_billing_plan_ids.each do |billing_plan_id|
active_billing_plan = BillingPlan.find(billing_plan_id)
puts "Syncing billing plan #{active_billing_plan.stripe_plan_id} (#{active_billing_plan.id})"
User.where(selected_billing_plan_id: billing_plan_id).find_each do |user|
# puts "Checking user ID #{user.id}"
stripe_customer = Stripe::Customer.retrieve(user.stripe_customer_id)
stripe_subscription = stripe_customer.subscriptions.data[0]
# Go through each of the customer's subscription items and make sure their
# current billing plan is included as one.
if stripe_subscription.nil?
should_downgrade_user = true
else
should_downgrade_user = stripe_subscription.items.data.none? do |subscription_item|
subscription_item.plan.id == active_billing_plan.stripe_plan_id
end
end
if should_downgrade_user
total_accounts_downgraded_this_run += 1
puts "Downgrading user #{user.email} from #{active_billing_plan.stripe_plan_id} (last logged in #{user.last_sign_in_at.strftime("%F")})"
SubscriptionService.cancel_all_existing_subscriptions(user)
UnsubscribedMailer.unsubscribed(user).deliver_now! if Rails.env.production?
SlackService.post('#subscriptions', "Automatically downgrading #{user.email} from #{active_billing_plan.stripe_plan_id} (last logged in #{user.last_sign_in_at.strftime("%F")})")
end
# Aggressively throttle (too much) just to keep Stripe happy if we plan on doing
# this for every user, every day.
sleep 1
end
end
SlackService.post('#subscriptions', total_accounts_downgraded_this_run.to_s + " total accounts downgraded from sync.")
end
desc "Clean up old orphaned links on content"
task remove_orphaned_page_links: :environment do
Rails.application.config.content_relations.each do |page_type, page_type_data|
puts "Cleaning orphans for #{page_type}"
page_type_data.each do |relation, relation_data|
klass = relation_data[:related_class]
reference_id = relation_data[:through_relation].to_s + '_id'
puts "Klass is #{klass.name}"
puts "Reference ID is #{reference_id}"
orphans = klass.where({"#{reference_id}": nil})
puts "Orphans for relation #{relation_data[:with]}: #{orphans.count} -- deleting them all!"
orphans.destroy_all
end
end
end
desc "Migrate old content and mark it as migrated once and for all"
task migrate_old_content: :environment do
RECORDS_TO_PROCESS = 300
old_logger = ActiveRecord::Base.logger
ActiveRecord::Base.logger = nil
Rails.application.config.content_types[:all].each do |content_type|
pages = content_type.where(columns_migrated_from_old_style: nil).limit(RECORDS_TO_PROCESS)
puts "Migrating #{content_type.name} (#{pages.count} pages)"
pages.each do |page|
puts "Hey, this page shouldn't be here!" if page.columns_migrated_from_old_style == true
TemporaryFieldMigrationService.migrate_fields_for_content(page, page.user, force: true)
page.update_column(:columns_migrated_from_old_style, true) unless page.reload.columns_migrated_from_old_style == true
end
end
puts "Pages remaining to migrate: "
Rails.application.config.content_types[:all].each do |content_type|
count = content_type.where(columns_migrated_from_old_style: nil).count
puts "#{content_type.name}: #{count} (#{content_type.where.not(columns_migrated_from_old_style: nil).count} migrated)"
end
ActiveRecord::Base.logger = old_logger
end
desc "Migrate old content per user"
task migrate_old_content_per_user: :environment do
START_ID = 1
USERS_TO_PROCESS = 500
users = User.where(id: START_ID..(START_ID+USERS_TO_PROCESS))
puts "Processing #{users.count} users"
users.each do |user|
TemporaryFieldMigrationService.migrate_all_content_for_user(user)
end
end
desc "Remove orphan page references"
task remove_orphan_page_references: :environment do
PageReference.find_each do |reference|
if reference.referencing_page.nil?
puts "Deleting reference #{reference.id}"
reference.destroy
next
end
if reference.referenced_page.nil?
puts "Deleting reference #{reference.id}"
reference.destroy
next
end
end
end
desc "Ensure all users have the correct upload bandwidth amounts"
task correct_bandwidths: :environment do
puts "Disabling SQL logging"
old_logger = ActiveRecord::Base.logger
ActiveRecord::Base.logger = nil
# For the sake of minimizing db updates while blazing through all users,
# we ignore a small amount (1kb) of difference between saved bandwidth
# and calculated bandwidth. Users should never be more than 1kb off though.
byte_lenience = 1000
User.find_each do |user|
correct_bandwidth = SubscriptionService.recalculate_bandwidth_for(user)
difference = user.upload_bandwidth_kb - correct_bandwidth
if difference.abs > byte_lenience
# puts "Correcting user #{user.id} bandwidth: #{user.upload_bandwidth_kb} --> #{correct_bandwidth}"
user.update(upload_bandwidth_kb: correct_bandwidth)
end
end
puts "Re-enabling SQL logging"
ActiveRecord::Base.logger = old_logger
end
end