Fix hyphen on normal screenshot urls, remove dupe code

This commit is contained in:
Kyle Drake 2022-08-10 18:55:37 +00:00
parent 7b27184131
commit fcdbf2f55c

View file

@ -477,7 +477,7 @@ end
desc 'ml_screenshots_list_dump' desc 'ml_screenshots_list_dump'
task :ml_screenshots_list_dump => [:environment] do task :ml_screenshots_list_dump => [:environment] do
['phishing', 'spam', 'ham', nil].each do |classifier| ['phishing', 'spam', 'ham', nil].each do |classifier|
File.open("./files/screenshot-urls-#{classifier.to_s}.txt", 'w') do |fp| File.open("./files/screenshot-urls#{classifier.nil? ? '' : '-'+classifier.to_s}.txt", 'w') do |fp|
SiteFile.where(classifier: classifier).where(path: 'index.html').each do |site_file| SiteFile.where(classifier: classifier).where(path: 'index.html').each do |site_file|
begin begin
fp.write "#{site_file.site.screenshot_url('index.html', Site::SCREENSHOT_RESOLUTIONS.first)}\n" fp.write "#{site_file.site.screenshot_url('index.html', Site::SCREENSHOT_RESOLUTIONS.first)}\n"
@ -589,19 +589,4 @@ task :generate_sitemap => [:environment] do
end end
gz.write %{</sitemapindex>} gz.write %{</sitemapindex>}
end end
desc 'ml_screenshots_list_dump'
task :ml_screenshots_list_dump => [:environment] do
['phishing', 'spam', 'ham', nil].each do |classifier|
File.open("./files/screenshot-urls-#{classifier.to_s}.txt", 'w') do |fp|
SiteFile.where(classifier: classifier).where(path: 'index.html').each do |site_file|
begin
fp.write "#{site_file.site.screenshot_url('index.html', Site::SCREENSHOT_RESOLUTIONS.first)}\n"
rescue NoMethodError
end
end
end
end
end
end end