# this is robots.txt

#block Datanyze crawler
User-agent: Mozilla/5.0 (X11; Datanyze; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/65.0.3325.181 Safari/537.36
Disallow: /

# block majestic crawler
User-agent: MJ12bot
Disallow: /

# block moz dotbot crawler
User-agent: dotbot
Disallow: /

# block SEMrush crawler
User-agent: SemrushBot
Disallow: /

# generic bots
User-agent: *

# Don't crawl personal area
Disallow: /personalArea/