User-agent: AhrefsBot
Crawl-Delay: 15
User-agent: MJ12bot
Disallow: /
User-agent: MegaIndex
Disallow: /
User-agent: SemrushBot
Crawl-Delay: 15
User-agent: DotBot
Disallow: /
User-agent: Uptimebot
Disallow: /
User-agent: ZoominfoBot
Disallow: /
User-agent: Mail.Ru
Disallow: /
User-agent: SeznamBot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: ExtLinksBot
Disallow: /
User-agent: aiHitBot
Disallow: /
User-agent: Researchscan
Disallow: /
User-agent: DnyzBot
Disallow: /
User-agent: spbot
Disallow: /
User-agent: YandexBot
Disallow: /
User-agent: CriteoBot
Disallow: /
User-agent: PetalBot
Disallow: /
user-agent: Google-Extended
disallow: /
User-agent: *
Disallow: /b/*/v
Disallow: /fullread/
Disallow: /wr/
Disallow: /read/