more efficient queuer

Gemfile.lock

@@ -309,6 +309,3 @@ DEPENDENCIES
   tilt
   webmock
   zipruby
-
-BUNDLED WITH
-   1.10.2

workers/archive_worker.rb

@@ -6,12 +6,20 @@ class ArchiveWorker
 
   def perform(site_id)
     site = Site[site_id]
-    return if site.nil? || site.is_banned?
+    return if site.nil? || site.is_banned? || site.is_deleted
+
+    if site.site_files_dataset.count > 1000
+      logger.info 'skipping #{site_id} (#{site.username}) due to > 1000 files'
+      return
+    end
 
     queue = Sidekiq::Queue.new self.class.sidekiq_options_hash['queue']
-
+    logger.info "JOB ID: #{jid} #{site_id.inspect}"
     queue.each do |job|
-      job.delete if job.args == [site_id] && job.jid != jid
+      if job.args == [site_id] && job.jid != jid
+        logger.info "DELETING #{job.jid} #{job.args.inspect}"
+        job.delete
+      end
     end
 
     site.archive!