namespace :alt_styles do desc "Import alt style info from the NC Mall" task :import => :environment do neologin = STDIN.getpass("Neologin cookie: ") all_species = Species.order(:name).to_a # Load 10 species pages from the NC Mall at a time. barrier = Async::Barrier.new semaphore = Async::Semaphore.new(10, parent: barrier) styles_by_species_id = {} Sync do num_loaded = 0 num_total = all_species.size print "0/#{num_total} species loaded" all_species.each do |species| semaphore.async { begin styles_by_species_id[species.id] = Neopets::NCMall.load_styles( species_id: species.id, neologin:, ) rescue => error puts "\n⚠️ Error loading for #{species.human_name}, skipping: #{error.message}" end num_loaded += 1 print "\r#{num_loaded}/#{num_total} species loaded" } end # Wait until all tasks are done. barrier.wait ensure barrier.stop # If something goes wrong, clean up all tasks. end print "\n" style_ids = styles_by_species_id.values.flatten(1).map { |s| s[:oii] } style_records_by_id = AltStyle.where(id: style_ids).to_h { |as| [as.id, as] } all_species.each do |species| styles = styles_by_species_id[species.id] next if styles.nil? counts = {changed: 0, unchanged: 0, skipped: 0} styles.each do |style| record = style_records_by_id[style[:oii]] label = "#{style[:name]} (#{style[:oii]})" if record.nil? puts "⚠️ [#{label}]: Not modeled yet, skipping" counts[:skipped] += 1 next end if !record.real_thumbnail_url? record.thumbnail_url = style[:image] puts "✅ [#{label}]: Thumbnail URL is now #{style[:image].inspect}" elsif record.thumbnail_url != style[:image] puts "⚠️ [#{label}: Thumbnail URL may have changed, handle manually? " + "#{record.thumbnail_url.inspect} -> #{style[:image].inspect}" end new_series_name = style[:name].match(/\A\S+/)[0] # first word if !record.real_series_name? record.series_name = new_series_name puts "✅ [#{label}]: Series name is now #{new_series_name.inspect}" elsif record.series_name != new_series_name puts "⚠️ [#{label}: Series name may have changed, handle manually? " + "#{record.series_name.inspect} -> #{new_series_name.inspect}" end if record.changed? counts[:changed] += 1 else counts[:unchanged] += 1 end record.save! end puts "#{species.human_name}: #{counts[:changed]} changed, " + "#{counts[:unchanged]} unchanged, #{counts[:skipped]} skipped" end end end