User-agent: *

User-agent: *
Disallow: /blackhole/

User-agent: AhrefsBot
Disallow: /

User-agent: GnowitNewsbot
Disallow: /

User-agent: Sogou web spider
Disallow: /

User-agent: YandexBot/3.0
Disallow: /

User-agent: YandexImages/3.0
Disallow: /

User-agent: Twitterbot
Crawl-delay: 5

User-agent: VoilaBot
Crawl-delay: 5

User-agent: OrangeBot
Crawl-delay: 5

User-agent: OrangeBot-Collector
Crawl-delay: 5

User-agent: msnbot-media
Crawl-delay: 5

User-Agent: bingbot
Crawl-delay: 5

User-Agent: Slurp
Crawl-delay: 5