robots.txt: disallow /iqdb_queries.

Block Google from accidentally DoS'ing us by crawling /iqdb_queries en masse.
2021-03-23 11:33:42 -05:00
parent 1a8c70f5ff
commit c60b9f2804
1 changed files with 0 additions and 1 deletions
--- a/app/views/robots/index.text.erb
+++ b/app/views/robots/index.text.erb
@@ -25,7 +25,6 @@ Allow: <%= missed_searches_explore_posts_path %>
 Allow: <%= favorite_groups_path %>
 Allow: <%= forum_posts_path %>
 Allow: <%= forum_topics_path %>
-Allow: <%= iqdb_queries_path %>
 Allow: <%= login_path %>
 Allow: <%= notes_path %>
 Allow: <%= pools_path %>