dynamic robots.txt to refer to sitemap.xml
This commit is contained in:
parent
740693018b
commit
49c3859a00
3 changed files with 3 additions and 5 deletions
2
app/views/sitemap/robots.text.erb
Normal file
2
app/views/sitemap/robots.text.erb
Normal file
|
@ -0,0 +1,2 @@
|
||||||
|
Sitemap: <%= sitemap_url %>
|
||||||
|
|
|
@ -43,5 +43,6 @@ OpenneoImpressItems::Application.routes.draw do |map|
|
||||||
match '/terms' => 'static#terms', :as => :terms
|
match '/terms' => 'static#terms', :as => :terms
|
||||||
|
|
||||||
match '/sitemap.xml' => 'sitemap#index', :as => :sitemap, :format => :xml
|
match '/sitemap.xml' => 'sitemap#index', :as => :sitemap, :format => :xml
|
||||||
|
match '/robots.txt' => 'sitemap#robots', :as => :robots, :format => :text
|
||||||
end
|
end
|
||||||
|
|
||||||
|
|
|
@ -1,5 +0,0 @@
|
||||||
# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
|
|
||||||
#
|
|
||||||
# To ban all spiders from the entire site uncomment the next two lines:
|
|
||||||
# User-Agent: *
|
|
||||||
# Disallow: /
|
|
Loading…
Reference in a new issue