]> git.openstreetmap.org Git - rails.git/blobdiff - config/lighttpd.conf
Add an imagery blacklist to capabilities
[rails.git] / config / lighttpd.conf
index b5d87f1cb6d61459a662fc53d3b9fc32411c14ab..e728c6716218c1b07093ce1290a470b184f4d2fb 100644 (file)
@@ -19,41 +19,54 @@ server.modules = (
 server.username = "www-data"
 server.groupname = "www-data"
 server.pid-file = "/var/run/lighttpd.pid"
+server.max-fds = 8192
+server.reject-expect-100-with-417 = "disable"
 
 #
 # Setup logging
 #
 accesslog.filename = "/var/log/lighttpd/access.log"
+accesslog.format = "%h %V %u %t \"%r\" %>s %b \"%{Referer}i\" \"%{User-Agent}i\" \"%{Accept-Language}i\""
 server.errorlog = "/var/log/lighttpd/error.log"
 
 #
 # Allow munin to monitor the server's status
 #
-$HTTP["remoteip"] == "127.0.0.1" { status.status-url = "/server-status" }
+$HTTP["remoteip"] == "128.40.168.98" {
+  status.config-url = "/server-config"
+  status.status-url = "/server-status"
+  status.statistics-url = "/server-statistics"
+}
 
 #
-# Fail any attempt to access old versions of the API without
-# getting rails involved at all
+# Pull in host blocks
 #
-$HTTP["url"] =~ "^/api/0.3/" { url.access-deny = ("") }
-$HTTP["url"] =~ "^/api/0.4/" { url.access-deny = ("") }
+include_shell "lighttpd-host-blocks.sh"
 
 #
-# IP blocked at SteveC's request as it was trying to download the
-# history of every object in the database one at a time
+# Block some troublesome robots
 #
-$HTTP["remoteip"] == "143.210.16.160" { url.access-deny = ("") }
+#$HTTP["useragent"] =~ "msnbot" { url.access-deny = ("") }
+$HTTP["useragent"] =~ "Twiceler" { url.access-deny = ("") }
+$HTTP["useragent"] =~ "Baiduspider" { url.access-deny = ("") }
+$HTTP["useragent"] =~ "Sosospider+" { url.access-deny = ("") }
+#$HTTP["useragent"] =~ "Yahoo! Slurp" { url.access-deny = ("") }
+$HTTP["useragent"] =~ "Yeti" { url.access-deny = ("") }
+#$HTTP["useragent"] =~ "Googlebot" { url.access-deny = ("") }
+$HTTP["useragent"] =~ "The Hare and the Hedgeho" { url.access-deny = ("") }
 
 #
-# Rule to block tilesAtHome when somebody decides to queue vast 
-# number of tiles for rerendering
+# Block tilesAtHome
 #
-#$HTTP["useragent"] == "tilesAtHome" { url.access-deny = ("") }
+$HTTP["useragent"] =~ "tilesAtHome" { url.access-deny = ("") }
 
 #
-# Limit connections to 20 per IP address
+# Block JOSM revisions  1722-1727 as they have a serious bug that causes
+# lat/lon to be swapped (http://josm.openstreetmap.de/ticket/2804)
 #
-evasive.max-conns-per-ip = 20
+$HTTP["useragent"] =~ "^JOSM/[0-9]+\.[0-9]+ \(172[234567] " {
+  url.access-deny = ("")
+}
 
 #
 # Setup MIME type mapping
@@ -61,7 +74,8 @@ evasive.max-conns-per-ip = 20
 mimetype.assign = (
   ".css" => "text/css",
   ".gif" => "image/gif",
-  ".html" => "text/html",
+  ".html" => "text/html; charset=utf-8",
+  ".jpg" => "image/jpeg",
   ".js" => "application/x-javascript",
   ".png" => "image/png",
   ".swf" => "application/x-shockwave-flash",
@@ -91,7 +105,7 @@ compress.filetype = (
 # Set expiry for static content
 #
 expire.url = (
-  "/export/" => "access 7 days",
+  "/export/embed.html" => "access 7 days",
   "/images/" => "access 10 years",
   "/javascripts/" => "access 10 years",
   "/openlayers/" => "access 7 days",
@@ -111,6 +125,19 @@ url.redirect = (
   "^/wiki/(.*)$" => "http://wiki.openstreetmap.org/$1"
 )
 
+#
+# Redirect everything except www.openstreetmap.org and
+# api.openstreetmap.org to www.openstreetmap.org
+#
+$HTTP["host"] =~ "^api\." {
+  $HTTP["host"] != "api.openstreetmap.org" {
+    url.redirect = ( "^(.*)$" => "http://api.openstreetmap.org$1" )
+  }
+}
+else $HTTP["host"] != "www.openstreetmap.org" {
+  url.redirect = ( "^(.*)$" => "http://www.openstreetmap.org$1" )
+} 
+
 #
 # Run anything with a .pl iextension as a CGI script
 #
@@ -119,26 +146,32 @@ cgi.assign = ( ".pl" => "/usr/bin/perl" )
 #
 # Serve static content from the rails public area ourselves
 #
-server.document-root = "/var/www/rails/public"
+server.document-root = "/home/rails/public"
 
 #
 # Send everything else to the appropriate FastCGI server
 #
-$HTTP["useragent"] == "tilesAtHome" {
-  server.error-handler-404 = "/dispatch.tah"
+$HTTP["url"] =~ "^/trace/[0-9]+/data$" {
+  server.error-handler-404 = "/dispatch.bulkapi"
+}
+else $HTTP["url"] =~ "^/api/0\.6/map$" {
+  server.error-handler-404 = "/dispatch.map"
 }
-else $HTTP["url"] =~ "^/api/0\.5/(map|trackpoints|amf|swf/trackpoints)$" {
+else $HTTP["url"] =~ "^/api/0\.6/(trackpoints|amf|amf/read|swf/trackpoints|changeset/[0-9]+/(upload|download))$" {
   server.error-handler-404 = "/dispatch.bulkapi"
 }
-else $HTTP["url"] =~ "^/api/0\.5/.*/search$" {
+else $HTTP["url"] =~ "^/api/0\.6/.*/(full|history|search|ways)$" {
   server.error-handler-404 = "/dispatch.bulkapi"
 }
-else $HTTP["url"] =~ "^/api/0\.5/" {
+else $HTTP["url"] =~ "^/api/0\.6/" {
   server.error-handler-404 = "/dispatch.api"
 }
 else $HTTP["url"] =~ "^/api/0\.[0-9]+/" {
   url.access-deny = ("")
 }
+else $HTTP["url"] =~ "^/geocoder/(search|description)_geonames$" {
+  server.error-handler-404 = "/dispatch.geonames"
+}
 else $HTTP["url"] =~ "^/" {
   server.error-handler-404 = "/dispatch.web"
 }
@@ -147,17 +180,102 @@ else $HTTP["url"] =~ "^/" {
 # Configure the FastCGI servers
 #
 fastcgi.server = ( 
-  ".fcgi" => (
+  ".web" => (
     ( "host" => "127.0.0.1", "port" => 8000, "check-local" => "disable" ),
     ( "host" => "127.0.0.1", "port" => 8001, "check-local" => "disable" ),
     ( "host" => "127.0.0.1", "port" => 8002, "check-local" => "disable" ),
     ( "host" => "127.0.0.1", "port" => 8003, "check-local" => "disable" ),
     ( "host" => "127.0.0.1", "port" => 8004, "check-local" => "disable" ),
-    ( "host" => "127.0.0.1", "port" => 8005, "check-local" => "disable" )
-  ),
-  ".api" => (
+    ( "host" => "127.0.0.1", "port" => 8005, "check-local" => "disable" ),
     ( "host" => "127.0.0.1", "port" => 8006, "check-local" => "disable" ),
     ( "host" => "127.0.0.1", "port" => 8007, "check-local" => "disable" ),
-    ( "host" => "127.0.0.1", "port" => 8008, "check-local" => "disable" )
+    ( "host" => "127.0.0.1", "port" => 8008, "check-local" => "disable" ),
+    ( "host" => "127.0.0.1", "port" => 8009, "check-local" => "disable" ),
+    ( "host" => "127.0.0.1", "port" => 8010, "check-local" => "disable" ),
+    ( "host" => "127.0.0.1", "port" => 8011, "check-local" => "disable" ),
+    ( "host" => "127.0.0.1", "port" => 8012, "check-local" => "disable" ),
+    ( "host" => "127.0.0.1", "port" => 8013, "check-local" => "disable" ),
+    ( "host" => "127.0.0.1", "port" => 8014, "check-local" => "disable" ),
+    ( "host" => "127.0.0.1", "port" => 8015, "check-local" => "disable" ),
+    ( "host" => "127.0.0.1", "port" => 8016, "check-local" => "disable" ),
+    ( "host" => "127.0.0.1", "port" => 8017, "check-local" => "disable" ),
+    ( "host" => "127.0.0.1", "port" => 8018, "check-local" => "disable" ),
+    ( "host" => "127.0.0.1", "port" => 8019, "check-local" => "disable" ),
+    ( "host" => "127.0.0.1", "port" => 8020, "check-local" => "disable" ),
+    ( "host" => "127.0.0.1", "port" => 8021, "check-local" => "disable" ),
+    ( "host" => "127.0.0.1", "port" => 8022, "check-local" => "disable" ),
+    ( "host" => "127.0.0.1", "port" => 8023, "check-local" => "disable" ),
+    ( "host" => "127.0.0.1", "port" => 8024, "check-local" => "disable" ),
+    ( "host" => "127.0.0.1", "port" => 8025, "check-local" => "disable" ),
+    ( "host" => "127.0.0.1", "port" => 8026, "check-local" => "disable" ),
+    ( "host" => "127.0.0.1", "port" => 8027, "check-local" => "disable" ),
+    ( "host" => "127.0.0.1", "port" => 8028, "check-local" => "disable" ),
+    ( "host" => "127.0.0.1", "port" => 8029, "check-local" => "disable" )
+  ),
+  ".geonames" => (
+    ( "host" => "127.0.0.1", "port" => 8030, "check-local" => "disable" ),
+    ( "host" => "127.0.0.1", "port" => 8031, "check-local" => "disable" ),
+    ( "host" => "127.0.0.1", "port" => 8032, "check-local" => "disable" ),
+    ( "host" => "127.0.0.1", "port" => 8033, "check-local" => "disable" )
+  ),
+  ".api" => (
+    ( "host" => "127.0.0.1", "port" => 8034, "check-local" => "disable" ),
+    ( "host" => "127.0.0.1", "port" => 8035, "check-local" => "disable" ),
+    ( "host" => "127.0.0.1", "port" => 8036, "check-local" => "disable" ),
+    ( "host" => "127.0.0.1", "port" => 8037, "check-local" => "disable" ),
+    ( "host" => "127.0.0.1", "port" => 8038, "check-local" => "disable" ),
+    ( "host" => "127.0.0.1", "port" => 8039, "check-local" => "disable" ),
+    ( "host" => "127.0.0.1", "port" => 8040, "check-local" => "disable" ),
+    ( "host" => "127.0.0.1", "port" => 8041, "check-local" => "disable" ),
+    ( "host" => "127.0.0.1", "port" => 8042, "check-local" => "disable" ),
+    ( "host" => "127.0.0.1", "port" => 8043, "check-local" => "disable" ),
+    ( "host" => "127.0.0.1", "port" => 8044, "check-local" => "disable" ),
+    ( "host" => "127.0.0.1", "port" => 8045, "check-local" => "disable" ),
+    ( "host" => "127.0.0.1", "port" => 8046, "check-local" => "disable" ),
+    ( "host" => "127.0.0.1", "port" => 8047, "check-local" => "disable" ),
+    ( "host" => "127.0.0.1", "port" => 8048, "check-local" => "disable" )
+  ),
+  ".bulkapi" => (
+    ( "host" => "10.0.0.10", "port" => 8000, "check-local" => "disable" ),
+    ( "host" => "10.0.0.11", "port" => 8000, "check-local" => "disable" ),
+    ( "host" => "10.0.0.12", "port" => 8000, "check-local" => "disable" ),
+    ( "host" => "10.0.0.10", "port" => 8001, "check-local" => "disable" ),
+    ( "host" => "10.0.0.11", "port" => 8001, "check-local" => "disable" ),
+    ( "host" => "10.0.0.12", "port" => 8001, "check-local" => "disable" ),
+    ( "host" => "10.0.0.10", "port" => 8002, "check-local" => "disable" ),
+    ( "host" => "10.0.0.11", "port" => 8002, "check-local" => "disable" ),
+    ( "host" => "10.0.0.12", "port" => 8002, "check-local" => "disable" ),
+    ( "host" => "10.0.0.10", "port" => 8003, "check-local" => "disable" ),
+    ( "host" => "10.0.0.11", "port" => 8003, "check-local" => "disable" ),
+    ( "host" => "10.0.0.12", "port" => 8003, "check-local" => "disable" ),
+    ( "host" => "10.0.0.10", "port" => 8004, "check-local" => "disable" ),
+    ( "host" => "10.0.0.11", "port" => 8004, "check-local" => "disable" ),
+    ( "host" => "10.0.0.12", "port" => 8004, "check-local" => "disable" ),
+    ( "host" => "10.0.0.10", "port" => 8005, "check-local" => "disable" ),
+    ( "host" => "10.0.0.11", "port" => 8005, "check-local" => "disable" ),
+    ( "host" => "10.0.0.12", "port" => 8005, "check-local" => "disable" ),
+    ( "host" => "10.0.0.10", "port" => 8006, "check-local" => "disable" ),
+    ( "host" => "10.0.0.11", "port" => 8006, "check-local" => "disable" ),
+    ( "host" => "10.0.0.12", "port" => 8006, "check-local" => "disable" ),
+    ( "host" => "10.0.0.10", "port" => 8007, "check-local" => "disable" ),
+    ( "host" => "10.0.0.11", "port" => 8007, "check-local" => "disable" ),
+    ( "host" => "10.0.0.12", "port" => 8007, "check-local" => "disable" ),
+    ( "host" => "10.0.0.10", "port" => 8008, "check-local" => "disable" ),
+    ( "host" => "10.0.0.11", "port" => 8008, "check-local" => "disable" ),
+    ( "host" => "10.0.0.12", "port" => 8008, "check-local" => "disable" ),
+    ( "host" => "10.0.0.10", "port" => 8009, "check-local" => "disable" ),
+    ( "host" => "10.0.0.11", "port" => 8009, "check-local" => "disable" ),
+    ( "host" => "10.0.0.12", "port" => 8009, "check-local" => "disable" ),
+    ( "host" => "10.0.0.10", "port" => 8010, "check-local" => "disable" ),
+    ( "host" => "10.0.0.11", "port" => 8010, "check-local" => "disable" ),
+    ( "host" => "10.0.0.12", "port" => 8010, "check-local" => "disable" ),
+    ( "host" => "10.0.0.10", "port" => 8011, "check-local" => "disable" ),
+    ( "host" => "10.0.0.11", "port" => 8011, "check-local" => "disable" ),
+    ( "host" => "10.0.0.12", "port" => 8011, "check-local" => "disable" )
+  ),
+  ".map" => (
+    ( "host" => "10.0.0.10", "port" => 9000, "check-local" => "disable" ),
+    ( "host" => "10.0.0.11", "port" => 9000, "check-local" => "disable" ),
+    ( "host" => "10.0.0.12", "port" => 9000, "check-local" => "disable" )
   )
 )