Remove redundant robot rules
authorTom Hughes <tom@compton.nu>
Tue, 17 Jun 2014 21:14:36 +0000 (22:14 +0100)
committerTom Hughes <tom@compton.nu>
Tue, 17 Jun 2014 21:14:36 +0000 (22:14 +0100)
public/robots.txt

index d2801ea..f248bb1 100644 (file)
@@ -2,18 +2,11 @@ Sitemap: http://www.openstreetmap.org/sitemap.xml.gz
 
 User-agent: *
 Disallow: /user/*/traces/
-Disallow: /user/*/edits
 Allow: /user/
 Disallow: /traces/tag/
 Disallow: /traces/page/
 Disallow: /api/
 Disallow: /edit
-Disallow: /browse/node/*/history
-Disallow: /browse/way/*/history
-Disallow: /browse/relation/*/history
-Allow: /browse/node/
-Allow: /browse/way/
-Allow: /browse/relation/
 Disallow: /browse
 Disallow: /login
 Disallow: /geocoder