dynamic robots.txt to refer to sitemap.xml
This commit is contained in:
parent
740693018b
commit
49c3859a00
3 changed files with 3 additions and 5 deletions
2
app/views/sitemap/robots.text.erb
Normal file
2
app/views/sitemap/robots.text.erb
Normal file
|
@ -0,0 +1,2 @@
|
|||
Sitemap: <%= sitemap_url %>
|
||||
|
|
@ -43,5 +43,6 @@ OpenneoImpressItems::Application.routes.draw do |map|
|
|||
match '/terms' => 'static#terms', :as => :terms
|
||||
|
||||
match '/sitemap.xml' => 'sitemap#index', :as => :sitemap, :format => :xml
|
||||
match '/robots.txt' => 'sitemap#robots', :as => :robots, :format => :text
|
||||
end
|
||||
|
||||
|
|
|
@ -1,5 +0,0 @@
|
|||
# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
|
||||
#
|
||||
# To ban all spiders from the entire site uncomment the next two lines:
|
||||
# User-Agent: *
|
||||
# Disallow: /
|
Loading…
Reference in a new issue