merge 19889:20181 of rails_port into the openID branch
[rails.git] / public / robots.txt
1 Sitemap: http://www.openstreetmap.org/sitemap.xml.gz
2
3 User-agent: *
4 Disallow: /user/
5 Disallow: /traces/tag/
6 Disallow: /traces/page/
7 Disallow: /api/
8 Disallow: /edit
9 Allow: /browse/node/
10 Allow: /browse/way/
11 Allow: /browse/relation/
12 Disallow: /browse
13 Disallow: /login
14 Disallow: /geocoder
15 Disallow: /history
16 Disallow: /message
17 Disallow: /trace/
18 Disallow: /*lat=
19 Disallow: /*node=
20 Disallow: /*way=
21 Disallow: /*relation=
22
23 User-agent: Slurp
24 Disallow: /user/*/traces/
25 Disallow: /user/*/edits/
26 Disallow: /user/*/diary/
27 Allow: /user/
28 Disallow: /traces/tag/
29 Disallow: /traces/page/
30 Disallow: /api/
31 Disallow: /edit
32 Allow: /browse/node/
33 Allow: /browse/way/
34 Allow: /browse/relation/
35 Disallow: /browse
36 Disallow: /login
37 Disallow: /geocoder
38 Disallow: /history
39 Disallow: /message
40 Disallow: /trace/
41 Disallow: /*lat=
42 Disallow: /*node=
43 Disallow: /*way=
44 Disallow: /*relation=
45
46 User-agent: Googlebot
47 Disallow: /user/*/traces/
48 Disallow: /user/*/edits/
49 Disallow: /user/*/diary/
50 Allow: /user/
51 Disallow: /traces/tag/
52 Disallow: /traces/page/
53 Disallow: /api/
54 Disallow: /edit
55 Allow: /browse/node/
56 Allow: /browse/way/
57 Allow: /browse/relation/
58 Disallow: /browse
59 Disallow: /login
60 Disallow: /geocoder
61 Disallow: /history
62 Disallow: /message
63 Disallow: /trace/
64 Disallow: /*lat=
65 Disallow: /*node=
66 Disallow: /*way=
67 Disallow: /*relation=