]> git.openstreetmap.org Git - rails.git/blob - public/robots.txt
Remove final comma from JS array which confused older versions of IE
[rails.git] / public / robots.txt
1 Sitemap: http://www.openstreetmap.org/sitemap.xml.gz
2
3 User-agent: *
4 Disallow: /user/
5 Disallow: /traces/tag/
6 Disallow: /traces/page/
7 Disallow: /api/
8 Disallow: /edit
9 Allow: /browse/node/
10 Allow: /browse/way/
11 Allow: /browse/relation/
12 Disallow: /browse
13 Disallow: /login
14 Disallow: /geocoder
15 Disallow: /history
16 Disallow: /message
17 Disallow: /trace/
18 Disallow: /*lat=
19 Disallow: /*node=
20 Disallow: /*way=
21 Disallow: /*relation=
22
23 User-agent: Slurp
24 Disallow: /user/*/traces/
25 Disallow: /user/*/edits
26 Disallow: /user/*/diary/
27 Allow: /user/
28 Disallow: /traces/tag/
29 Disallow: /traces/page/
30 Disallow: /api/
31 Disallow: /edit
32 Disallow: /browse/node/*/history
33 Disallow: /browse/way/*/history
34 Disallow: /browse/relation/*/history
35 Allow: /browse/node/
36 Allow: /browse/way/
37 Allow: /browse/relation/
38 Disallow: /browse
39 Disallow: /login
40 Disallow: /geocoder
41 Disallow: /history
42 Disallow: /message
43 Disallow: /trace/
44 Disallow: /*lat=
45 Disallow: /*node=
46 Disallow: /*way=
47 Disallow: /*relation=
48
49 User-agent: Googlebot
50 Disallow: /user/*/traces/
51 Disallow: /user/*/edits
52 Disallow: /user/*/diary/
53 Allow: /user/
54 Disallow: /traces/tag/
55 Disallow: /traces/page/
56 Disallow: /api/
57 Disallow: /edit
58 Disallow: /browse/node/*/history
59 Disallow: /browse/way/*/history
60 Disallow: /browse/relation/*/history
61 Allow: /browse/node/
62 Allow: /browse/way/
63 Allow: /browse/relation/
64 Disallow: /browse
65 Disallow: /login
66 Disallow: /geocoder
67 Disallow: /history
68 Disallow: /message
69 Disallow: /trace/
70 Disallow: /*lat=
71 Disallow: /*node=
72 Disallow: /*way=
73 Disallow: /*relation=