dynamic robots.txt to refer to sitemap.xml

This commit is contained in:
Emi Matchu 2011-05-20 20:59:35 -04:00
parent 740693018b
commit 49c3859a00
3 changed files with 3 additions and 5 deletions

View file

@ -0,0 +1,2 @@
Sitemap: <%= sitemap_url %>

View file

@ -43,5 +43,6 @@ OpenneoImpressItems::Application.routes.draw do |map|
match '/terms' => 'static#terms', :as => :terms
match '/sitemap.xml' => 'sitemap#index', :as => :sitemap, :format => :xml
match '/robots.txt' => 'sitemap#robots', :as => :robots, :format => :text
end

View file

@ -1,5 +0,0 @@
# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
# User-Agent: *
# Disallow: /