jaculabilis/danbooru
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

more crawler constraints

Browse Source
This commit is contained in:
r888888888
2016-02-05 14:14:27 -08:00
parent f2e651a801
commit e04a62b962
3 changed files with 4 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
app/views/favorites/index.html.erb
View File

@@ -19,9 +19,9 @@
<li><%= link_to "Similar users", reports_similar_users_path %></li>
<% end %>
<li><%= link_to "Deleted posts", posts_path(:tags => "#{@favorite_set.tag_string} status:deleted") %></li>
<li><%= link_to "Deleted posts", posts_path(:tags => "#{@favorite_set.tag_string} status:deleted"), :rel => "nofollow" %></li>
<li><%= link_to "Random post", random_posts_path(:tags => @favorite_set.tag_string), :id => "random-post" %></li>
<li><%= link_to "Random post", random_posts_path(:tags => @favorite_set.tag_string), :id => "random-post", :rel => "nofollow" %></li>
</ul>
</section>
</aside>

2
app/views/posts/index.html.erb
View File

@@ -61,6 +61,6 @@
<% end %>
<%= missed_post_search_count_js %>
<% if @post_set.hide_from_crawler? %>
<meta name="robots" content="none">
<meta name="robots" content="nofollow,noindex">
<% end %>
<% end %>

1
public/robots.txt
View File

@@ -12,6 +12,7 @@ Disallow: /counts
Disallow: /delayed_jobs
Disallow: /dmails
Disallow: /favorite
Disallow: /favorites
Disallow: /iqdb_queries
Disallow: /ip_bans
Disallow: /janitor_trials