Add robots.txt for new sites, with instructions for blocking AI crawlers

This commit is contained in:
Kyle Drake 2024-12-14 00:20:51 -06:00
parent d63467c4ca
commit db35971217
4 changed files with 56 additions and 2 deletions

View file

@ -494,6 +494,11 @@ class Site < Sequel::Model
FileUtils.cp template_file_path('neocities.png'), tmpfile.path
files << {filename: 'neocities.png', tempfile: tmpfile}
tmpfile = Tempfile.new 'robots.txt'
tmpfile.close
FileUtils.cp template_file_path('robots.txt'), tmpfile.path
files << {filename: 'robots.txt', tempfile: tmpfile}
store_files files, new_install: true
end