# www.robotstxt.org/

# Disallow bad bots
User-agent: AhrefsBot
User-agent: BLEXBot
User-agent: CCBot
User-agent: MegaIndex.ru
User-agent: MJ12bot
User-agent: SemrushBot
User-agent: Yandex
User-agent: YandexMobileBot
Disallow: /

# Set maximum delay for Bing / MSN
User-agent: bingbot
Crawl-delay: 30

User-agent: msnbot
Crawl-delay: 10

# Allow crawling of all content
User-agent: *
Disallow: