add a warning in robots.txt when using subfolder

2018-04-12 00:00:15 +02:00 · 2018-04-12 00:00:15 +02:00 · 1a9271dd2f
parent 062bf8bad3
commit 1a9271dd2f
1 changed files with 4 additions and 1 deletions
--- a/app/views/robots_txt/index.erb
+++ b/app/views/robots_txt/index.erb
@ -1,4 +1,7 @@
-# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
+# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
+<% if Discourse.base_uri.present? %>
+# This robots.txt file is not used. Please append the content below in the robots.txt file located at the root
+<% end %>
 #
 <% @allowed_user_agents.each do |user_agent| %>
 User-agent: <%= user_agent %>