diff options
| author | francis <francis> | 2008-09-03 09:03:56 +0000 |
|---|---|---|
| committer | francis <francis> | 2008-09-03 09:03:56 +0000 |
| commit | bb5fff786a415637132b5b2230afbccd886a26d5 (patch) | |
| tree | 4be1185d3efc500ded5b839fd55c9aaead2ffb6d /app/controllers/general_controller.rb | |
| parent | 8b40bf24b0e145d5848622e27935ab463ac3da3f (diff) | |
Don't let bots crawl search results or similar request pages.
Diffstat (limited to 'app/controllers/general_controller.rb')
| -rw-r--r-- | app/controllers/general_controller.rb | 5 |
1 files changed, 4 insertions, 1 deletions
diff --git a/app/controllers/general_controller.rb b/app/controllers/general_controller.rb index 6c5424bee..6bd2ed2fb 100644 --- a/app/controllers/general_controller.rb +++ b/app/controllers/general_controller.rb @@ -5,7 +5,7 @@ # Copyright (c) 2008 UK Citizens Online Democracy. All rights reserved. # Email: francis@mysociety.org; WWW: http://www.mysociety.org/ # -# $Id: general_controller.rb,v 1.34 2008-09-03 00:56:40 francis Exp $ +# $Id: general_controller.rb,v 1.35 2008-09-03 09:03:57 francis Exp $ class GeneralController < ApplicationController @@ -88,6 +88,9 @@ class GeneralController < ApplicationController @track_thing = TrackThing.create_track_for_search_query(query) @feed_autodetect = [ { :url => do_track_url(@track_thing, 'feed'), :title => @track_thing.params[:title_in_rss] } ] + + # No point bots crawling all the pages of search results. + @no_crawl = true end # For debugging |