Update robot blocking rules to match live server.
authorTom Hughes <tom@compton.nu>
Sun, 7 Feb 2010 11:03:23 +0000 (11:03 +0000)
committerTom Hughes <tom@compton.nu>
Sun, 7 Feb 2010 11:03:23 +0000 (11:03 +0000)
config/lighttpd.conf

index a542e20c30097e9c4f5022ecd65635037602e7b8..9b0f426b2b216ca80fce5e2556d5533a2042537f 100644 (file)
@@ -46,10 +46,14 @@ include_shell "lighttpd-host-blocks.sh"
 #
 # Block some troublesome robots
 #
-$HTTP["useragent"] =~ "msnbot" { url.access-deny = ("") }
+#$HTTP["useragent"] =~ "msnbot" { url.access-deny = ("") }
 $HTTP["useragent"] =~ "Twiceler" { url.access-deny = ("") }
 $HTTP["useragent"] =~ "Baiduspider" { url.access-deny = ("") }
 $HTTP["useragent"] =~ "Sosospider+" { url.access-deny = ("") }
+#$HTTP["useragent"] =~ "Yahoo! Slurp" { url.access-deny = ("") }
+$HTTP["useragent"] =~ "Yeti" { url.access-deny = ("") }
+#$HTTP["useragent"] =~ "Googlebot" { url.access-deny = ("") }
+$HTTP["useragent"] =~ "The Hare and the Hedgeho" { url.access-deny = ("") }
 
 #
 # Block tilesAtHome