lib/tasks/viz_maintenance.rake
require_relative "../../app/model_factories/layer_factory"
require_relative "../../app/model_factories/map_factory"
require 'carto/mapcapped_visualization_updater'
namespace :cartodb do
namespace :vizs do
desc "Purges broken visualizations due to bug during deletion."
task :delete_inconsistent, [:username] => :environment do |t, args|
username = args[:username]
raise "You should pass a username param" unless username
user = ::User[username: username]
collection = Carto::Visualization.where(user_id: user.id)
collection.each do |viz|
if inconsistent?(viz)
delete_with_confirmation(viz)
end
end
end
desc "Purges broken canonical visualizations without related tables"
task :delete_inconsistent_canonical_viz_without_tables => :environment do |_|
Carto::Visualization.joins("left join user_tables ut on visualizations.map_id = ut.map_id").where("visualizations.type = 'table' and ut.id is null").find_each do |viz|
begin
puts "Checking for deletion --> User: #{viz.user.username} | Viz id: #{viz.id}"
if inconsistent_table?(viz)
puts "Deleting viz --> User: #{viz.user.username} | Viz id: #{viz.id}"
viz.destroy!
end
rescue StandardError => e
puts "Error deleting viz #{viz.id}: #{e}"
end
end
end
desc "Create named maps for all eligible existing visualizations"
task :create_named_maps, [:order] => :environment do |t, args|
sort_order = args[:order] == ':desc' ? :desc : :asc
puts "Retrieving by :created_at #{sort_order}"
puts "> #{Time.now}"
vqb = Carto::VisualizationQueryBuilder.new
.with_types([
Carto::Visualization::TYPE_CANONICAL,
Carto::Visualization::TYPE_DERIVED
])
.with_order(:created_at, sort_order)
.build
count = vqb.count
current = 0
puts "Fetched ##{count} items"
puts "> #{Time.now}"
vqb.each do |vis|
begin
current += 1
Carto::NamedMaps::Api.new(vis).upsert
if current % 50 == 0
print '.'
end
if current % 500 == 0
puts "\n> #{Time.now} #{current}/#{count}"
end
vis = nil
rescue StandardError => ex
printf "E"
end
end
puts "\n> #{Time.now}\nFinished ##{count} items"
end
desc "Exports a .carto file including visualization metadata and the tables"
task :export_full_visualization, [:vis_id] => :environment do |_, args|
visualization_id = args[:vis_id]
raise "Missing visualization id argument" unless visualization_id
visualization = Carto::Visualization.where(id: visualization_id).first
raise "Visualization not found" unless visualization
file = Carto::VisualizationExport.new.export(visualization, visualization.user)
puts "Visualization exported: #{file}"
end
desc "Updates visualizations auth tokens from named maps"
task update_auth_tokens: :environment do |_|
Carto::Visualization.find_each(conditions: "privacy = 'password'") do |visualization|
puts "Updating #{visualization.id}"
begin
tokens = visualization.get_auth_tokens
puts " from #{visualization.auth_token} to #{tokens.first}"
visualization.update_column(:auth_token, tokens.first)
rescue StandardError => e
puts "ERROR #{e.inspect}"
end
end
end
desc "Have all Builder visualizations mapcapped. Dry mode: `bundle exec rake cartodb:vizs:mapcap_builder_visualizations['--dry']`"
task :mapcap_builder_visualizations, [:dry] => :environment do |_, args|
dry = args[:dry] == '--dry'
puts "Mapcapping v3 visualizations. Dry mode #{dry ? 'on' : 'off'}"
Carto::Visualization.find_each(conditions: "version = 3 and type = 'derived' and privacy != 'private'") do |visualization|
begin
if !visualization.mapcapped?
puts "Mapcapping #{visualization.id}"
Carto::Mapcap.create!(visualization_id: visualization.id) unless dry
end
rescue StandardError => e
puts "ERROR mapcapping #{visualization}: #{e.inspect}"
end
end
end
desc "Create analyses for all v3 visualizations"
task :create_analyses_for_v3_visualizations, [:dry] => :environment do |_, args|
include Carto::MapcappedVisualizationUpdater
dry = args[:dry] == '--dry'
puts "Adding analyses to v3 visualizations. Dry mode #{dry ? 'on' : 'off'}"
puts "=== STEP 1/2: Visualizations ==="
v3_no_analyses = Carto::Visualization.joins('LEFT JOIN analyses ON visualizations.id = analyses.visualization_id')
.where(version: 3, type: 'derived', analyses: { id: nil })
v3_no_analyses.find_each do |visualization|
begin
puts "Adding analyses to visualization #{visualization.id}"
visualization.add_source_analyses unless dry
rescue StandardError => e
puts "ERROR adding analyses to visualization #{visualization.id}: #{e.inspect}"
end
end
puts "=== STEP 2/2: Mapcaps ==="
mapcap_no_analyses = Carto::Mapcap.where("json_array_length(export_json->'visualization'->'analyses') = 0")
mapcap_no_analyses.find_each do |mapcap|
puts "Adding analyses to mapcap #{mapcap.id}"
unless dry
begin
rv = mapcap.regenerate_visualization
rv.data_layers.each_with_index do |layer, index|
analysis = Carto::Analysis.source_analysis_for_layer(layer, index)
rv.analyses << analysis
layer.options[:source] = analysis.natural_id
layer.options[:letter] = analysis.natural_id.first
end
mapcap.export_json = export_in_memory_visualization(rv, rv.user)
mapcap.save
rescue StandardError => e
puts "ERROR adding analyses to mapcap: #{mapcap.id}: #{e.inspect}"
end
end
end
end
desc "Restore visualization from backup"
task :restore_visualization, [:backup_id] => :environment do |_, args|
include Carto::VisualizationBackupService
backup_id = args[:backup_id]
visualization = restore_visualization_backup(backup_id)
puts "Error restoring visualization" if visualization.nil?
puts "Visualization #{visualization.id} restored" unless visualization.nil?
end
private
def inconsistent?(viz)
(viz.table? && viz.related_tables.empty?) || (viz.derived? && viz.map.nil?)
end
def inconsistent_table?(viz)
(viz.user_table.nil? && viz.related_tables.empty?)
end
def delete_with_confirmation(viz)
display_info(viz)
if ok_to_delete?
viz.delete
STDOUT.puts "deleted!"
end
end
def display_info(viz)
STDOUT.puts "\nviz.name = #{viz.name}"
STDOUT.puts "viz.type = #{viz.type}"
STDOUT.puts "viz.related_tables = #{viz.related_tables.map {|t| t.name}}"
STDOUT.puts "viz.map_id = #{viz.map_id}"
end
def ok_to_delete?
STDOUT.puts "About to delete. Are you sure? (y/n)"
input = STDIN.gets.strip
return input == 'y'
end
end
end