# Any empty [Disallow] value, indicates that all URLs can be retrieved.
# At least one Disallow field needs to be present in a record.

User-agent: Mediapartners-Google
Disallow:

User-agent: Googlebot
Crawl-delay: 100
Disallow: /account/
Disallow: /error/
Disallow: /img/
Disallow: /js/
Disallow: /css/

User-agent: Slurp
Crawl-delay: 100
Disallow:

User-agent: Yahoo-NewsCrawler
Disallow:

User-Agent: msnbot
Crawl-delay: 100
Disallow:

User-agent: *
Crawl-delay: 100
Disallow: /account/
Disallow: /error/
Disallow: /img/
Disallow: /js/
Disallow: /css/
Disallow: /mirrors/
Disallow: /search/
Disallow: /news/favorite/
Disallow: /files/favorite/
Disallow: /videos/favorite/
Disallow: /*?*