X-Git-Url: https://git.openstreetmap.org/rails.git/blobdiff_plain/c8ee1351049ef1bb4d7b50d071b2a96154266d1d..179fe4f715bf903481329feb726b73637cfb5466:/public/robots.txt diff --git a/public/robots.txt b/public/robots.txt index ec6712596..c0e70dfd8 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -1,6 +1,73 @@ +Sitemap: http://www.openstreetmap.org/sitemap.xml.gz + User-agent: * +Disallow: /user/ +Disallow: /traces/tag/ +Disallow: /traces/page/ Disallow: /api/ -Disallow: /browse/ +Disallow: /edit +Allow: /browse/node/ +Allow: /browse/way/ +Allow: /browse/relation/ +Disallow: /browse +Disallow: /login +Disallow: /geocoder +Disallow: /history +Disallow: /message +Disallow: /trace/ +Disallow: /*lat= +Disallow: /*node= +Disallow: /*way= +Disallow: /*relation= + +User-agent: Slurp +Disallow: /user/*/traces/ +Disallow: /user/*/edits +Disallow: /user/*/diary/ +Allow: /user/ +Disallow: /traces/tag/ +Disallow: /traces/page/ +Disallow: /api/ +Disallow: /edit +Disallow: /browse/node/*/history +Disallow: /browse/way/*/history +Disallow: /browse/relation/*/history +Allow: /browse/node/ +Allow: /browse/way/ +Allow: /browse/relation/ +Disallow: /browse +Disallow: /login +Disallow: /geocoder +Disallow: /history +Disallow: /message Disallow: /trace/ +Disallow: /*lat= +Disallow: /*node= +Disallow: /*way= +Disallow: /*relation= + +User-agent: Googlebot +Disallow: /user/*/traces/ +Disallow: /user/*/edits +Disallow: /user/*/diary/ +Allow: /user/ +Disallow: /traces/tag/ +Disallow: /traces/page/ +Disallow: /api/ Disallow: /edit +Disallow: /browse/node/*/history +Disallow: /browse/way/*/history +Disallow: /browse/relation/*/history +Allow: /browse/node/ +Allow: /browse/way/ +Allow: /browse/relation/ +Disallow: /browse Disallow: /login +Disallow: /geocoder +Disallow: /history +Disallow: /message +Disallow: /trace/ +Disallow: /*lat= +Disallow: /*node= +Disallow: /*way= +Disallow: /*relation=