User-Agent: *
Disallow: /auth/
Disallow: /authx/
Disallow: /utils/
Allow: /
Sitemap: /sitemap.xml

User-Agent: MJ12bot
Crawl-Delay: 20

User-Agent: 360Spider
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: GPTBot
Disallow: /