From: Tom Hughes <tom@compton.nu>
Date: Sun, 7 Feb 2010 11:03:23 +0000 (+0000)
Subject: Update robot blocking rules to match live server.
X-Git-Tag: live~6340^2~47
X-Git-Url: https://git.openstreetmap.org/rails.git/commitdiff_plain/a7ac1d9c9e5604655882236d5bf4727b761076c0

Update robot blocking rules to match live server.
---

diff --git a/config/lighttpd.conf b/config/lighttpd.conf
index a542e20c3..9b0f426b2 100644
--- a/config/lighttpd.conf
+++ b/config/lighttpd.conf
@@ -46,10 +46,14 @@ include_shell "lighttpd-host-blocks.sh"
 #
 # Block some troublesome robots
 #
-$HTTP["useragent"] =~ "msnbot" { url.access-deny = ("") }
+#$HTTP["useragent"] =~ "msnbot" { url.access-deny = ("") }
 $HTTP["useragent"] =~ "Twiceler" { url.access-deny = ("") }
 $HTTP["useragent"] =~ "Baiduspider" { url.access-deny = ("") }
 $HTTP["useragent"] =~ "Sosospider+" { url.access-deny = ("") }
+#$HTTP["useragent"] =~ "Yahoo! Slurp" { url.access-deny = ("") }
+$HTTP["useragent"] =~ "Yeti" { url.access-deny = ("") }
+#$HTTP["useragent"] =~ "Googlebot" { url.access-deny = ("") }
+$HTTP["useragent"] =~ "The Hare and the Hedgeho" { url.access-deny = ("") }
 
 #
 # Block tilesAtHome