]> git.openstreetmap.org Git - rails.git/blob - public/robots.txt
Add /user_blocks/ to robots.txt disallow
[rails.git] / public / robots.txt
1 Sitemap: http://www.openstreetmap.org/sitemap.xml.gz
2
3 User-agent: *
4 Disallow: /user/
5 Disallow: /user_blocks/
6 Disallow: /traces/tag/
7 Disallow: /traces/page/
8 Disallow: /api/
9 Disallow: /edit
10 Allow: /browse/node/
11 Allow: /browse/way/
12 Allow: /browse/relation/
13 Disallow: /browse
14 Disallow: /login
15 Disallow: /geocoder
16 Disallow: /history
17 Disallow: /message
18 Disallow: /trace/
19 Disallow: /*lat=
20 Disallow: /*node=
21 Disallow: /*way=
22 Disallow: /*relation=
23
24 User-agent: Slurp
25 Disallow: /user/*/traces/
26 Disallow: /user/*/edits
27 Disallow: /user/*/diary/
28 Allow: /user/
29 Disallow: /traces/tag/
30 Disallow: /traces/page/
31 Disallow: /api/
32 Disallow: /edit
33 Disallow: /browse/node/*/history
34 Disallow: /browse/way/*/history
35 Disallow: /browse/relation/*/history
36 Allow: /browse/node/
37 Allow: /browse/way/
38 Allow: /browse/relation/
39 Disallow: /browse
40 Disallow: /login
41 Disallow: /geocoder
42 Disallow: /history
43 Disallow: /message
44 Disallow: /trace/
45 Disallow: /*lat=
46 Disallow: /*node=
47 Disallow: /*way=
48 Disallow: /*relation=
49
50 User-agent: Googlebot
51 Disallow: /user/*/traces/
52 Disallow: /user/*/edits
53 Disallow: /user/*/diary/
54 Allow: /user/
55 Disallow: /traces/tag/
56 Disallow: /traces/page/
57 Disallow: /api/
58 Disallow: /edit
59 Disallow: /browse/node/*/history
60 Disallow: /browse/way/*/history
61 Disallow: /browse/relation/*/history
62 Allow: /browse/node/
63 Allow: /browse/way/
64 Allow: /browse/relation/
65 Disallow: /browse
66 Disallow: /login
67 Disallow: /geocoder
68 Disallow: /history
69 Disallow: /message
70 Disallow: /trace/
71 Disallow: /*lat=
72 Disallow: /*node=
73 Disallow: /*way=
74 Disallow: /*relation=