12 lines
274 B
Text
12 lines
274 B
Text
# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
|
|
#
|
|
User-Agent: *
|
|
<% if custom_path? %>
|
|
Allow: <%= custom_address_uri.path %>
|
|
Disallow: /
|
|
<% elsif custom_domain_path? %>
|
|
Allow: /
|
|
<% else %>
|
|
Allow: /help/
|
|
Disallow: /
|
|
<% end %>
|