mirror of
https://github.com/neocities/neocities.git
synced 2025-08-06 09:34:57 +02:00
Add robots.txt for new sites, with instructions for blocking AI crawlers
This commit is contained in:
parent
d63467c4ca
commit
db35971217
4 changed files with 56 additions and 2 deletions
|
@ -494,6 +494,11 @@ class Site < Sequel::Model
|
|||
FileUtils.cp template_file_path('neocities.png'), tmpfile.path
|
||||
files << {filename: 'neocities.png', tempfile: tmpfile}
|
||||
|
||||
tmpfile = Tempfile.new 'robots.txt'
|
||||
tmpfile.close
|
||||
FileUtils.cp template_file_path('robots.txt'), tmpfile.path
|
||||
files << {filename: 'robots.txt', tempfile: tmpfile}
|
||||
|
||||
store_files files, new_install: true
|
||||
end
|
||||
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue