From e37f4a3e025ebeee9128d56f4f104c3738f496df Mon Sep 17 00:00:00 2001 From: Grant Slater Date: Thu, 1 May 2025 15:56:43 +0100 Subject: [PATCH] wiki: robots.txt disallow test mode sites --- cookbooks/wiki/templates/default/robots.txt.erb | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/cookbooks/wiki/templates/default/robots.txt.erb b/cookbooks/wiki/templates/default/robots.txt.erb index 932d07eba..8d167108f 100644 --- a/cookbooks/wiki/templates/default/robots.txt.erb +++ b/cookbooks/wiki/templates/default/robots.txt.erb @@ -1,3 +1,7 @@ +<% if node[:wiki][:test_mode] -%> +User-agent: * +Disallow: / +<% else -%> User-agent: ia_archiver Allow: / @@ -31,3 +35,4 @@ Crawl-delay: 60 Sitemap: https://wiki.openstreetmap.org/sitemap-index-wiki.xml Host: wiki.openstreetmap.org +<% end -%> -- 2.39.5