preset updates

[rails.git] / config / lighttpd.conf

diff --git a/config/lighttpd.conf b/config/lighttpd.conf
index 4d7a7f4ab2d535416f0c6da8f0240f89e03011cb..a224f4562bc780127d73aec20a81f8f77c246a65 100644 (file)
--- a/config/lighttpd.conf
+++ b/config/lighttpd.conf
@@ -39,10 +39,17 @@ $HTTP["remoteip"] == "128.40.168.98" {
 }
 
 #
-# IP blocked at SteveC's request as it was trying to download the
-# history of every object in the database one at a time
+# Pull in host blocks
 #
-$HTTP["remoteip"] == "143.210.16.160" { url.access-deny = ("") }
+include_shell "lighttpd-host-blocks.sh"
+
+#
+# Block some troublesome robots
+#
+$HTTP["useragent"] =~ "msnbot" { url.access-deny = ("") }
+$HTTP["useragent"] =~ "Twiceler" { url.access-deny = ("") }
+$HTTP["useragent"] =~ "Baiduspider" { url.access-deny = ("") }
+$HTTP["useragent"] =~ "Sosospider+" { url.access-deny = ("") }
 
 #
 # Rule to block tilesAtHome when somebody decides to queue vast