X-Git-Url: https://git.openstreetmap.org/chef.git/blobdiff_plain/cb5f0da0d5c1e54318bb10ea9609b256876bce41..9037f0d00889ce2b1135263df9bbe6216c2a1280:/cookbooks/planet/files/default/html/robots.txt

diff --git a/cookbooks/planet/files/default/html/robots.txt b/cookbooks/planet/files/default/html/robots.txt
new file mode 100644
index 000000000..3f3940cbc
--- /dev/null
+++ b/cookbooks/planet/files/default/html/robots.txt
@@ -0,0 +1,8 @@
+#No bz2 chomping bots please
+
+User-agent: wget
+Allow: /
+
+User-agent: *
+Disallow: /
+