seo: prevent crawlers from crawling /posts/:id/favorites.

2021-12-09 23:47:52 -06:00
parent 4021ddb579
commit bf022e858a
5 changed files with 7 additions and 2 deletions
--- a/app/views/robots/index.text.erb
+++ b/app/views/robots/index.text.erb
@@ -8,6 +8,7 @@ Disallow: /*.json
 Disallow: /posts?tags=source:*
 Disallow: /posts?tags=ordfav:*
 Disallow: /posts?tags=approver:*
+Disallow: /posts/*/favorites

 Disallow: <%= artist_urls_path %>
 Disallow: <%= artist_versions_path %>