From: Tom Hughes <tom@compton.nu>
Date: Tue, 17 Jun 2014 21:14:36 +0000 (+0100)
Subject: Remove redundant robot rules
X-Git-Tag: live~4385
X-Git-Url: https://git.openstreetmap.org/rails.git/commitdiff_plain/2ec712d6ea48e8be59197bafa89ecf46228e0d7e?hp=5ae33285e085d3d1b04e78dbb406432d7be72aeb

Remove redundant robot rules
---

diff --git a/public/robots.txt b/public/robots.txt
index d2801eab9..f248bb1ed 100644
--- a/public/robots.txt
+++ b/public/robots.txt
@@ -2,18 +2,11 @@ Sitemap: http://www.openstreetmap.org/sitemap.xml.gz
 
 User-agent: *
 Disallow: /user/*/traces/
-Disallow: /user/*/edits
 Allow: /user/
 Disallow: /traces/tag/
 Disallow: /traces/page/
 Disallow: /api/
 Disallow: /edit
-Disallow: /browse/node/*/history
-Disallow: /browse/way/*/history
-Disallow: /browse/relation/*/history
-Allow: /browse/node/
-Allow: /browse/way/
-Allow: /browse/relation/
 Disallow: /browse
 Disallow: /login
 Disallow: /geocoder