User-Agent: MJ12bot
Disallow: /

User-Agent: AhrefsBot
Disallow: /

User-Agent: MegaIndex.ru
Disallow: /

User-Agent: Screaming Frog SEO Spider
Disallow: /

User-agent: SemrushBot
Crawl-delay: 10

User-agent: *
Disallow: /assets/data/*