zydronium/neocities
1
0
Fork 0
mirror of https://github.com/neocities/neocities.git synced 2025-04-24 17:22:35 +02:00
Code Issues Projects Releases Packages Wiki Activity

updates to classifier primer

Browse source
This commit is contained in:
Kyle Drake 2016-01-01 01:52:21 -06:00
parent d9f8d1b688
commit c42196e16d
1 changed files with 7 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

11
Rakefile
View file

@ -292,13 +292,16 @@ task :update_screenshots => [:environment] do
end
=end
desc 'train_classifier'
task :train_classifier => [:environment] do
desc 'prime_classifier'
task :prime_classifier => [:environment] do
Site.select(:id, :username).where(is_banned: false, is_deleted: false).all.each do |site|
next if site.site_files_dataset.where(classifier: 'spam').count > 0
html_files = site.site_files_dataset.where(path: /\.html$/).all
html_files.each do |file|
site.train html_files.path
html_files.each do |html_file|
print "training #{site.username}/#{html_file.path}..."
site.train html_file.path
print "done.\n"
end
end
end