From a7ac1d9c9e5604655882236d5bf4727b761076c0 Mon Sep 17 00:00:00 2001 From: Tom Hughes Date: Sun, 7 Feb 2010 11:03:23 +0000 Subject: [PATCH] Update robot blocking rules to match live server. --- config/lighttpd.conf | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/config/lighttpd.conf b/config/lighttpd.conf index a542e20c3..9b0f426b2 100644 --- a/config/lighttpd.conf +++ b/config/lighttpd.conf @@ -46,10 +46,14 @@ include_shell "lighttpd-host-blocks.sh" # # Block some troublesome robots # -$HTTP["useragent"] =~ "msnbot" { url.access-deny = ("") } +#$HTTP["useragent"] =~ "msnbot" { url.access-deny = ("") } $HTTP["useragent"] =~ "Twiceler" { url.access-deny = ("") } $HTTP["useragent"] =~ "Baiduspider" { url.access-deny = ("") } $HTTP["useragent"] =~ "Sosospider+" { url.access-deny = ("") } +#$HTTP["useragent"] =~ "Yahoo! Slurp" { url.access-deny = ("") } +$HTTP["useragent"] =~ "Yeti" { url.access-deny = ("") } +#$HTTP["useragent"] =~ "Googlebot" { url.access-deny = ("") } +$HTTP["useragent"] =~ "The Hare and the Hedgeho" { url.access-deny = ("") } # # Block tilesAtHome -- 2.43.2