stats: add a robots.txt to get rid of pesky bots

diff --git a/cookbooks/stats/files/default/robots.txt b/cookbooks/stats/files/default/robots.txt
new file mode 100644 (file)
index 0000000..6ffbc30
--- /dev/null
+++ b/cookbooks/stats/files/default/robots.txt
@@ -0,0 +1,3 @@
+User-agent: *
+Disallow: /
+

diff --git a/cookbooks/stats/recipes/default.rb b/cookbooks/stats/recipes/default.rb
index a0b81bb40390663ba7dd2825e5979de7419ae318..b1420734da893c067497174df1144016e25426b4 100644 (file)
--- a/cookbooks/stats/recipes/default.rb
+++ b/cookbooks/stats/recipes/default.rb
@@ -67,6 +67,12 @@ template "/srv/stats.openstreetmap.org/index.html" do
   variables :sites => node[:stats][:sites]
 end
 
+cookbook_file "/srv/stats.openstreetmap.org/robots.txt" do
+  owner "root"
+  group "root"
+  mode 0644
+end
+
 apache_site "stats.openstreetmap.org" do
   template "apache.erb"
   directory "/srv/stats.openstreetmap.org"