Update robot blocking rules to match live server.

diff --git a/config/lighttpd.conf b/config/lighttpd.conf
index a542e20c30097e9c4f5022ecd65635037602e7b8..9b0f426b2b216ca80fce5e2556d5533a2042537f 100644 (file)
--- a/config/lighttpd.conf
+++ b/config/lighttpd.conf
@@ -46,10 +46,14 @@ include_shell "lighttpd-host-blocks.sh"
 #
 # Block some troublesome robots
 #
 #
 # Block some troublesome robots
 #

-$HTTP["useragent"] =~ "msnbot" { url.access-deny = ("") }
+#$HTTP["useragent"] =~ "msnbot" { url.access-deny = ("") }

 $HTTP["useragent"] =~ "Twiceler" { url.access-deny = ("") }
 $HTTP["useragent"] =~ "Baiduspider" { url.access-deny = ("") }
 $HTTP["useragent"] =~ "Sosospider+" { url.access-deny = ("") }
 $HTTP["useragent"] =~ "Twiceler" { url.access-deny = ("") }
 $HTTP["useragent"] =~ "Baiduspider" { url.access-deny = ("") }
 $HTTP["useragent"] =~ "Sosospider+" { url.access-deny = ("") }

+#$HTTP["useragent"] =~ "Yahoo! Slurp" { url.access-deny = ("") }
+$HTTP["useragent"] =~ "Yeti" { url.access-deny = ("") }
+#$HTTP["useragent"] =~ "Googlebot" { url.access-deny = ("") }
+$HTTP["useragent"] =~ "The Hare and the Hedgeho" { url.access-deny = ("") }

 
 #
 # Block tilesAtHome
 
 #
 # Block tilesAtHome