diff --git a/app/views/sitemap/robots.text.erb b/app/views/sitemap/robots.text.erb new file mode 100644 index 00000000..c65800ab --- /dev/null +++ b/app/views/sitemap/robots.text.erb @@ -0,0 +1,2 @@ +Sitemap: <%= sitemap_url %> + diff --git a/config/routes.rb b/config/routes.rb index b5ff9bd0..9416e110 100644 --- a/config/routes.rb +++ b/config/routes.rb @@ -43,5 +43,6 @@ OpenneoImpressItems::Application.routes.draw do |map| match '/terms' => 'static#terms', :as => :terms match '/sitemap.xml' => 'sitemap#index', :as => :sitemap, :format => :xml + match '/robots.txt' => 'sitemap#robots', :as => :robots, :format => :text end diff --git a/public/robots.txt b/public/robots.txt deleted file mode 100644 index 085187fa..00000000 --- a/public/robots.txt +++ /dev/null @@ -1,5 +0,0 @@ -# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file -# -# To ban all spiders from the entire site uncomment the next two lines: -# User-Agent: * -# Disallow: /