55 lines
844 B
Plaintext
55 lines
844 B
Plaintext
Sitemap: <%= root_url %>sitemap.xml
|
|
|
|
User-agent: *
|
|
Disallow: /
|
|
|
|
<% if Rails.env.production? && Danbooru.config.hostname == request.host %>
|
|
Disallow: /*.atom
|
|
Disallow: /*.json
|
|
Disallow: /*.xml
|
|
|
|
Allow: /$
|
|
Allow: /artists
|
|
Allow: /artist_commentaries
|
|
Allow: /comments
|
|
Allow: /explore
|
|
Allow: /forum_posts
|
|
Allow: /forum_topics
|
|
Allow: /login
|
|
Allow: /notes
|
|
Allow: /pools
|
|
Allow: /posts
|
|
Allow: /sessions
|
|
Allow: /static
|
|
Allow: /tags
|
|
Allow: /uploads
|
|
Allow: /user_upgrades
|
|
Allow: /users
|
|
Allow: /wiki_pages
|
|
|
|
<%# Legacy redirects %>
|
|
Allow: /artist
|
|
Allow: /comment
|
|
Allow: /forum
|
|
Allow: /note
|
|
Allow: /pool
|
|
Allow: /post
|
|
Allow: /tag
|
|
Allow: /user
|
|
Allow: /wiki
|
|
|
|
<%# Images %>
|
|
Allow: /crop
|
|
Allow: /preview
|
|
Allow: /original
|
|
Allow: /sample
|
|
Allow: /data
|
|
Allow: /images
|
|
Allow: /packs
|
|
|
|
<%# Static %>
|
|
Allow: /terms_of_service
|
|
Allow: /privacy
|
|
Allow: /sitemap.xml
|
|
<% end %>
|