Move mediawiki + wiki cookbook to public repo

[chef.git] / cookbooks / wiki / templates / default / robots.txt.erb

diff --git a/cookbooks/wiki/templates/default/robots.txt.erb b/cookbooks/wiki/templates/default/robots.txt.erb
new file mode 100644 (file)
index 0000000..325a1f9
--- /dev/null
+++ b/cookbooks/wiki/templates/default/robots.txt.erb
@@ -0,0 +1,25 @@
+User-agent: ia_archiver
+Allow: /
+
+User-agent: 008
+Disallow: /
+
+User-agent: *
+Disallow: /index.php/
+Disallow: /wiki/Lacking_proper_attribution
+Disallow: /wiki/Spam
+Allow: /w/load.php
+Allow: /w/images/
+Allow: /w/skins/
+Disallow: /w/
+Disallow: /wiki/Special:Collection
+Disallow: /wiki/Special:Random
+Disallow: /wiki/Special%3ARandom
+Disallow: /wiki/Special:Search
+
+User-agent: Exabot
+Crawl-delay: 60
+
+Sitemap: http://wiki.openstreetmap.org/sitemap-index-wiki.xml
+
+Host: wiki.openstreetmap.org