Merge branch '104525318-history_import' into staging

app/models/legacy/domain_history.rb

@@ -14,6 +14,10 @@ module Legacy
     has_many :domain_contact_map_histories, foreign_key: :historyid, primary_key: :historyid
     has_many :nsset_contact_map_histories,  foreign_key: :historyid, primary_key: :historyid
 
+    after_initialize do
+      @other_history_ids ||= []
+    end
+
     def get_current_domain_object(time, change_param)
       x = self
       {
@@ -63,6 +67,10 @@ module Legacy
       self
     end
 
+    def all_history_ids
+      ([historyid] + @other_history_ids).uniq
+    end
+
 
     # returns imported nameserver ids
     def import_nameservers_history(new_domain, time)
@@ -72,9 +80,12 @@ module Legacy
       to_import = []
 
       nsset_histories.at(time).to_a.each do |nsset|
+        @other_history_ids << nsset.historyid
         nsset.host_histories.at(time).each do |host|
+          @other_history_ids << host.historyid
           ips = {ipv4: [],ipv6: []}
           host.host_ipaddr_map_histories.where.not(ipaddr: nil).at(time).each do |ip_map|
+            @other_history_ids << ip_map.historyid
             ips[:ipv4] << ip_map.ipaddr.to_s.strip if ip_map.ipaddr.ipv4?
             ips[:ipv6] << ip_map.ipaddr.to_s.strip if ip_map.ipaddr.ipv6?
           end
@@ -178,6 +189,7 @@ module Legacy
       self.class.dnssecs[id] ||= {}
       ids = []
       Legacy::DnskeyHistory.for_at(keyset, time).each do |dns|
+        @other_history_ids << dns.historyid
         # checking if we have create history for dnskey (cache)
         if val = self.class.dnssecs[id][dns]
           ids << val

app/models/legacy/file.rb

@@ -0,0 +1,15 @@
+module Legacy
+  class File < Db
+    self.table_name = :files
+
+    def self.for_history history_id
+      history_ids = Array(history_id)
+      sql = %Q{select history.id, files.path, files.name, files.crdate
+              from history
+                join action ON action.id=history.action
+                join files on action.servertrid=files.servertrid
+              where history.id IN (#{history_ids.join(",")});}
+      find_by_sql(sql).to_a
+    end
+  end
+end

lib/tasks/import_history.rake

@@ -35,6 +35,8 @@ namespace :import do
 
   desc 'Import contact history'
   task history_contacts: :environment do
+    throw 'no config set ENV[legacy_legal_documents_dir]' unless ENV['legacy_legal_documents_dir']
+
     old_ids  = Legacy::ContactHistory.uniq.pluck(:id)
     old_size = old_ids.size
     parallel_import(old_ids) do |legacy_contact_id, process_idx|
@@ -88,6 +90,21 @@ namespace :import do
             obj_his = Legacy::ObjectHistory.find_by(historyid: responder.historyid)
             user    = Legacy::Domain.new_api_user_cached(obj_his.upid || obj_his.clid)
 
+
+            files   = Legacy::File.for_history(responder.historyid).map do |leg_file|
+              file_dir = leg_file.path.sub(/\/[0-9]+\z/, '')
+              path     = "#{ENV['legal_documents_dir']}/#{leg_file.path}_#{leg_file.name}"
+
+              FileUtils.mkdir_p("#{ENV['legal_documents_dir']}/#{file_dir}", mode: 0775)
+              FileUtils.mv("#{ENV['legacy_legal_documents_dir']}/#{leg_file.path}", path)
+              LegalDocument.create!(documentable_type: ::Contact.to_s,
+                                    documentable_id: contact.id,
+                                    document_type: leg_file.name.to_s.split(".").last,
+                                    path: path,
+                                    created_at: leg_file.crdate,
+                                    updated_at: leg_file.crdate)
+            end
+
             hash = {
                 item_type: Contact.to_s,
                 item_id:   contact.id,
@@ -95,7 +112,8 @@ namespace :import do
                 whodunnit: user.try(:id),
                 object:    last_changes,
                 object_changes: changes,
-                created_at: time
+                created_at: time,
+                children: {legacy_documents: files.map(&:id)}
             }
             data << hash
 
@@ -165,6 +183,20 @@ namespace :import do
             end
             next if changes.blank? && event != :destroy
 
+            files   = Legacy::File.for_history(responder.history_domain.all_history_ids).map do |leg_file|
+              file_dir = leg_file.path.sub(/\/[0-9]+\z/, '')
+              path     = "#{ENV['legal_documents_dir']}/#{leg_file.path}_#{leg_file.name}"
+
+              FileUtils.mkdir_p("#{ENV['legal_documents_dir']}/#{file_dir}", mode: 0775)
+              FileUtils.mv("#{ENV['legacy_legal_documents_dir']}/#{leg_file.path}", path)
+              LegalDocument.create!(documentable_type: domain.class,
+                                    documentable_id:   domain.id,
+                                    document_type: leg_file.name.to_s.split(".").last,
+                                    path: path,
+                                    created_at: leg_file.crdate,
+                                    updated_at: leg_file.crdate)
+            end
+
             hash = {
                 item_type: domain.class,
                 item_id:   domain.id,
@@ -178,7 +210,8 @@ namespace :import do
                     tech_contacts:  responder.history_domain.get_tech_contact_new_ids,
                     nameservers:    responder.history_domain.import_nameservers_history(domain, time),
                     dnskeys:        responder.history_domain.import_dnskeys_history(domain, time),
-                    registrant:     [responder.history_domain.new_registrant_id]
+                    registrant:     [responder.history_domain.new_registrant_id],
+                    legacy_documents: files.map(&:id)
                 }
             }
             data << hash