discourse/app/views/robots_txt/index.erb

20 lines
487 B
Plaintext
Raw Normal View History

<%= @robots_info[:header] %>
<% if Discourse.base_uri.present? %>
# This robots.txt file is not used. Please append the content below in the robots.txt file located at the root
<% end %>
2013-02-05 14:16:51 -05:00
#
<% @robots_info[:agents].each do |agent| %>
User-agent: <%= agent[:name] %>
<%- if agent[:delay] -%>
Crawl-delay: <%= agent[:delay] %>
<%- end -%>
<% agent[:disallow].each do |path| %>
Disallow: <%= path %>
Noindex: <%= path %>
<% end %>
<% end %>
<%= server_plugin_outlet "robots_txt_index" %>