# http://www.semrush.com/bot.html
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: SemrushBot-BA
Disallow: /
User-agent: SemrushBot-SI
Disallow: /
User-agent: SemrushBot-SWA
Disallow: /
User-agent: SemrushBot-CT
Disallow: /
User-agent: SemrushBot-BM
Disallow: /
User-agent: SplitSignalBot
Disallow: /

# http://ahrefs.com/robot/
User-agent: AhrefsBot
Disallow: /

# https://opensiteexplorer.org/dotbot
User-agent: dotbot
Disallow: /

# http://mj12bot.com/
User-agent: MJ12bot
Disallow: /

# http://www.alexa.com/help/webmasters
User-agent: ia_archiver
Disallow: /

# http://commoncrawl.org/big-picture/frequently-asked-questions/
User-agent: CCBot
Disallow: /

# http://webmeup-crawler.com/
User-agent: BLEXBot
Disallow: /