Remove special casing of Googlebot and Slurp in robots.txt
[rails.git] / public / robots.txt
1 Sitemap: http://www.openstreetmap.org/sitemap.xml.gz
2
3 User-agent: *
4 Disallow: /user/*/traces/
5 Disallow: /user/*/edits
6 Disallow: /user/*/diary/
7 Allow: /user/
8 Disallow: /traces/tag/
9 Disallow: /traces/page/
10 Disallow: /api/
11 Disallow: /edit
12 Disallow: /browse/node/*/history
13 Disallow: /browse/way/*/history
14 Disallow: /browse/relation/*/history
15 Allow: /browse/node/
16 Allow: /browse/way/
17 Allow: /browse/relation/
18 Disallow: /browse
19 Disallow: /login
20 Disallow: /geocoder
21 Disallow: /history
22 Disallow: /message
23 Disallow: /trace/
24 Disallow: /*lat=
25 Disallow: /*node=
26 Disallow: /*way=
27 Disallow: /*relation=