From e2ec01560301f950925c4a2ba05f80156d5a612a Mon Sep 17 00:00:00 2001
From: evazion <noizave@gmail.com>
Date: Sat, 27 Jun 2020 13:23:25 -0500
Subject: [PATCH] seo: index frontpage, images, and legacy redirects.

---
 app/views/robots/index.text.erb | 24 ++++++++++++++++++++++++
 1 file changed, 24 insertions(+)

diff --git a/app/views/robots/index.text.erb b/app/views/robots/index.text.erb
index c7f1c0983..1f9ebe910 100644
--- a/app/views/robots/index.text.erb
+++ b/app/views/robots/index.text.erb
@@ -4,12 +4,18 @@ User-agent: *
 Disallow: /
 
 <% if Rails.env.production? && Danbooru.config.hostname == request.host %>
+Disallow: /*.atom
+Disallow: /*.json
+Disallow: /*.xml
+
+Allow: /$
 Allow: /artists
 Allow: /artist_commentaries
 Allow: /comments
 Allow: /explore
 Allow: /forum_posts
 Allow: /forum_topics
+Allow: /login
 Allow: /notes
 Allow: /pools
 Allow: /posts
@@ -20,4 +26,22 @@ Allow: /uploads
 Allow: /user_upgrades
 Allow: /users
 Allow: /wiki_pages
+
+<%# Legacy redirects %>
+Allow: /artist
+Allow: /comment
+Allow: /forum
+Allow: /note
+Allow: /pool
+Allow: /post
+Allow: /tag
+Allow: /user
+Allow: /wiki
+
+<%# Images %>
+Allow: /crop
+Allow: /preview
+Allow: /original
+Allow: /sample
+Allow: /data
 <% end %>