tilecache: block additional UAs

[chef.git] / cookbooks / tilecache / templates / default / nginx_tile.conf.erb

diff --git a/cookbooks/tilecache/templates/default/nginx_tile.conf.erb b/cookbooks/tilecache/templates/default/nginx_tile.conf.erb
index 6b5d2c48edbca90d9553e8126714483367261626..62e25d195b3a93ce708d65643833396087c339dc 100644 (file)
--- a/cookbooks/tilecache/templates/default/nginx_tile.conf.erb
+++ b/cookbooks/tilecache/templates/default/nginx_tile.conf.erb
@@ -3,6 +3,17 @@
 upstream tile_cache_backend {
     server 127.0.0.1;
 
+    # Add the other caches to relieve pressure if local squid failing
+    # Balancer: round-robin
+<% @caches.each do |cache| -%>
+<% if cache[:hostname] != node[:hostname] -%>
+    # Server <%= cache[:hostname] %>
+<% cache.ipaddresses(:family => :inet, :role => :external).sort.each do |address| -%>
+    server <%= address %> backup;
+<% end -%>
+<% end -%>
+<% end -%>
+
     keepalive 256;
 }
 
@@ -22,6 +33,27 @@ map $http_user_agent $approved_scraper {
   '~^Mozilla\/5\.0\ QGIS\/' 'QGIS';
 }
 
+map $http_user_agent $denied_scraper {
+  default '';          # Not denied
+  '~^Python\-urllib\/' 'Python';
+  '~^python\-requests\/' 'Python';
+  '~^R$'               'R';
+  '~^Java\/'           'Java';
+  '~^tiles$'           'Unknown';
+  '~^Dalvik\/'         'Dalvik';
+  '~^runtastic'        'runtastic';
+  'Mozilla/4.0'        'Unknown';
+  'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1)' 'Unknown';
+}
+
+map $http_referer $denied_referer {
+  default '';                      # Not denied
+  'http://www.openstreetmap.org/'  'old-osm';
+  'http://www.osm.org/'            'old-osm';
+  'http://openstreetmap.org'       'fake-osm';
+  'http://www.openstreetmap.org'   'fake-osm';
+}
+
 # Limit Cache-Control header to only approved User-Agents
 map $http_user_agent $limit_http_cache_control {
   default '';                              # Unset Header
@@ -51,7 +83,7 @@ server {
       proxy_http_version 1.1;
       proxy_set_header Connection '';
 
-      proxy_connect_timeout 5s;
+      proxy_connect_timeout 10s;
 
       # Preserve host header.
       proxy_set_header Host $host;
@@ -79,7 +111,14 @@ server {
 
       # Allow Higher Traffic Rate from Approved User-Agents which do not support cookies (uses nginx Map)
       if ($approved_scraper) {
-        set $limit_rate 32768;
+        set $limit_rate 65536;
+      }
+
+      if ($denied_scraper) {
+        return 429;
+      }
+      if ($denied_referer) {
+        return 418;
       }
 
       # Strip any ?query parameters from urls