X-Git-Url: https://git.openstreetmap.org/chef.git/blobdiff_plain/805ab61e66fe3adb45e57f50e49b168d84a6a8b1..7b9ec4b60ee39614d1d083d7220e76b07d2b275f:/cookbooks/trac/files/default/htdocs/robots.txt diff --git a/cookbooks/trac/files/default/htdocs/robots.txt b/cookbooks/trac/files/default/htdocs/robots.txt new file mode 100644 index 000000000..876457d09 --- /dev/null +++ b/cookbooks/trac/files/default/htdocs/robots.txt @@ -0,0 +1,5 @@ +#Trac really does not handle well being scraped. +User-agent: * +Disallow: /changeset +Disallow: /changeset/ +Disallow: /wiki/