# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
# User-Agent: *
# Disallow: /

User-agent: *
Disallow: /javascripts/
Disallow: /default_avatars/
Disallow: /images/
Disallow: /forgot_password
Disallow: /feedback
Disallow: /widget
Disallow: /registration
Disallow: /login

User-Agent: Googlebot
Disallow: /deals*
Disallow: /user/*/widget$
Disallow: /user/*/widget1$
Disallow: /user/*/friends$

User-agent: Yandex
Disallow: /deals*
Disallow: /user/*/widget$
Disallow: /user/*/widget1$
Disallow: /user/*/friends$
Disallow: /javascripts/
Disallow: /default_avatars/
Disallow: /images/
Host: dobrometr.ru
Crawl-delay: 10


User-agent: YandexBot
Disallow: /deals*
Disallow: /user/*/widget$
Disallow: /user/*/widget1$
Disallow: /user/*/friends$
Disallow: /user/*/rss$
Disallow: /user/*/sioc*$
Disallow: /user/*/foaf$
Disallow: /user/*/atom$
Disallow: /people/foaf*
Disallow: /javascripts/
Disallow: /default_avatars/
Disallow: /images/
Crawl-delay: 10
Host: dobrometr.ru

Sitemap: http://www.dobrometr.ru/sitemap.xml