Add X-Robots-Tag header to apis.dev.osm.org sites

diff --git a/cookbooks/dev/templates/default/apache.rails.erb b/cookbooks/dev/templates/default/apache.rails.erb
index 4eab0d2ee83d4df689d29ee35a4362357c556e58..e431cf1a1cb49d1a84fc6fc73f1e630bb1e73fc4 100644 (file)
--- a/cookbooks/dev/templates/default/apache.rails.erb
+++ b/cookbooks/dev/templates/default/apache.rails.erb
@@ -19,6 +19,10 @@
         RailsEnv production
 
         SetEnv SECRET_KEY_BASE <%= @secret_key_base %>
         RailsEnv production
 
         SetEnv SECRET_KEY_BASE <%= @secret_key_base %>

+
+        # Ensure robots do not index dev site
+        # https://developers.google.com/webmasters/control-crawl-index/docs/robots_meta_tag
+        Header set X-Robots-Tag "noindex, nofollow"

 </VirtualHost>
 
 <VirtualHost *:80>
 </VirtualHost>
 
 <VirtualHost *:80>


@@ -33,6 +37,10 @@
 
         RedirectPermanent /.well-known/acme-challenge/ http://acme.openstreetmap.org/.well-known/acme-challenge/
         RedirectPermanent / https://<%= @name %>/
 
         RedirectPermanent /.well-known/acme-challenge/ http://acme.openstreetmap.org/.well-known/acme-challenge/
         RedirectPermanent / https://<%= @name %>/

+
+        # Ensure robots do not index dev site
+        # https://developers.google.com/webmasters/control-crawl-index/docs/robots_meta_tag
+        Header set X-Robots-Tag "noindex, nofollow"

 </VirtualHost>
 
 <Directory /srv/<%= @name %>/public>
 </VirtualHost>
 
 <Directory /srv/<%= @name %>/public>