Manage static content for planet.openstreetmap.org

[chef.git] / cookbooks / planet / files / default / html / robots.txt

diff --git a/cookbooks/planet/files/default/html/robots.txt b/cookbooks/planet/files/default/html/robots.txt
new file mode 100644 (file)
index 0000000..3f3940c
--- /dev/null
+++ b/cookbooks/planet/files/default/html/robots.txt
@@ -0,0 +1,8 @@
+#No bz2 chomping bots please
+
+User-agent: wget
+Allow: /
+
+User-agent: *
+Disallow: /
+