Use a script to pull in host blocks and add some robot blocks from

the live server.

diff --git a/config/lighttpd-host-blocks.sh b/config/lighttpd-host-blocks.sh
new file mode 100644 (file)
index 0000000..3022e74
--- /dev/null
+++ b/config/lighttpd-host-blocks.sh
@@ -0,0 +1,9 @@
+#!/bin/sh
+
+if [ -d /etc/firewall ]
+then
+  for ip in $(ls /etc/firewall)
+  do
+    echo "\$HTTP[\"remoteip\"] == \"$ip\" { url.access-deny = (\"\") }"
+  done
+fi

diff --git a/config/lighttpd.conf b/config/lighttpd.conf
index 4d7a7f4ab2d535416f0c6da8f0240f89e03011cb..a224f4562bc780127d73aec20a81f8f77c246a65 100644 (file)
--- a/config/lighttpd.conf
+++ b/config/lighttpd.conf
@@ -39,10 +39,17 @@ $HTTP["remoteip"] == "128.40.168.98" {
 }
 
 #
 }
 
 #

-# IP blocked at SteveC's request as it was trying to download the
-# history of every object in the database one at a time
+# Pull in host blocks

 #
 #

-$HTTP["remoteip"] == "143.210.16.160" { url.access-deny = ("") }
+include_shell "lighttpd-host-blocks.sh"
+
+#
+# Block some troublesome robots
+#
+$HTTP["useragent"] =~ "msnbot" { url.access-deny = ("") }
+$HTTP["useragent"] =~ "Twiceler" { url.access-deny = ("") }
+$HTTP["useragent"] =~ "Baiduspider" { url.access-deny = ("") }
+$HTTP["useragent"] =~ "Sosospider+" { url.access-deny = ("") }

 
 #
 # Rule to block tilesAtHome when somebody decides to queue vast 
 
 #
 # Rule to block tilesAtHome when somebody decides to queue vast