From 104234126f87384c0b989129d0b06652477138e0 Mon Sep 17 00:00:00 2001
From: evazion <noizave@gmail.com>
Date: Mon, 10 Jan 2022 11:00:13 -0600
Subject: [PATCH] robots.txt: add more static pages.

Let Google index a few more static pages.
---
 app/views/robots/index.text.erb | 9 +++++++--
 config/routes.rb                | 1 +
 2 files changed, 8 insertions(+), 2 deletions(-)

diff --git a/app/views/robots/index.text.erb b/app/views/robots/index.text.erb
index bd7e6781b..e3d27eb9e 100644
--- a/app/views/robots/index.text.erb
+++ b/app/views/robots/index.text.erb
@@ -63,8 +63,13 @@ Allow: /images
 Allow: /packs
 
 <%# Static %>
-Allow: /terms_of_service
-Allow: /privacy
+Allow: <%= site_map_path %>
+Allow: <%= contact_path %>
+Allow: <%= keyboard_shortcuts_path %>
+Allow: <%= bookmarklet_path %>
+Allow: <%= terms_of_service_path %>
+Allow: <%= privacy_policy_path %>
+Allow: <%= not_found_path %>
 Allow: /sitemap.xml
 Allow: /favicon.ico
 
diff --git a/config/routes.rb b/config/routes.rb
index 4c58ef279..bcc8cfa72 100644
--- a/config/routes.rb
+++ b/config/routes.rb
@@ -329,6 +329,7 @@ Rails.application.routes.draw do
   get "/opensearch" => "static#opensearch", :as => "opensearch"
   get "/privacy" => "static#privacy_policy", :as => "privacy_policy"
   get "/terms_of_service" => "static#terms_of_service", :as => "terms_of_service"
+  get "/404" => "static#not_found", :as => "not_found"
   get "/static/keyboard_shortcuts" => "static#keyboard_shortcuts", :as => "keyboard_shortcuts"
   get "/static/bookmarklet" => "static#bookmarklet", :as => "bookmarklet"
   get "/static/site_map" => "static#site_map", :as => "site_map"