User-Agent: MJ12bot
Crawl-Delay: 5

User-Agent: Ezooms
Crawl-Delay: 5

User-Agent: YandexBot
Crawl-Delay: 5

User-Agent: AhrefsBot
Crawl-Delay: 5

User-Agent: Turnitin
Crawl-Delay: 5

User-Agent: Typhoeus
Disallow: /*

User-agent: yacybot
Disallow: /*

User-agent: dotbot
Disallow: /*

User-agent: *
Disallow: /cgi-bin/