User-agent: Googlebot
Disallow: /files/
Disallow: /img/
Disallow: /images/
Disallow: /openx/
Disallow: /*?*offset=

User-agent: Mediapartners-Google
Disallow: /files/
Disallow: /img/
Disallow: /images/
Disallow: /openx/
Disallow: /*?*offset=

User-agent: Googlebot-Image
Disallow: /files/
Disallow: /img/
Disallow: /images/
Disallow: /openx/
Disallow: /*?*offset=

User-agent: Googlebot-News
Disallow: /files/
Disallow: /img/
Disallow: /images/
Disallow: /openx/
Disallow: /*?*offset=

User-agent: Googlebot-Mobile
Disallow: /files/
Disallow: /img/
Disallow: /images/
Disallow: /openx/
Disallow: /*?*offset=

User-agent: AdsBot-Google
Disallow: /files/
Disallow: /img/
Disallow: /images/
Disallow: /openx/
Disallow: /*?*offset=

User-agent: MSNBot
Disallow: /files/
Disallow: /img/
Disallow: /images/
Disallow: /openx/
Disallow: /*?*offset=
Crawl-delay: 10 
# http://www.bing.com/community/blogs/webmaster/archive/2009/08/10/crawl-delay-and-the-bing-crawler-msnbot.aspx
#  1 = Slow
#  5 = Very slow
# 10 = Extremely slow 

User-agent: Yahoo-slurp
Allow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: rogerbot
Disallow: /

#will use all Yandex robots - https://yandex.com/support/webmaster/controlling-robot/robots-txt.html
User-agent: Yandex
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: AhrefsBot 
Disallow: /

User-agent: *
Disallow: /