User-agent: baiduspider
Disallow: /

User-agent: Flamingo_SearchEngine+(+http://www.flamingosearch.com/bot)
Disallow: /

User-agent: Whitevector Crawler
Disallow: / 

User-agent: Yandex
Disallow: /
Crawl-delay: 220

User-agent: Slurp
Crawl-delay: 10

User-agent: MJ12bot
Disallow: /


# Crawlers that are kind enough to obey, but which we'd rather not have
# unless they're feeding search engines.
User-agent: UbiCrawler
Disallow: /

User-agent: DOC
Disallow: /

User-agent: Zao
Disallow: /


User-Agent:Mediapartners-Google
Disallow:

User-Agent: *
Disallow:/cache/
Disallow:/layouts/bookmarked.php

User-Agent: bingbot
Disallow:/cache/
Crawl-Delay:5