# Updated 2026-04-24: rate-limit aggressive crawlers
# Claude exempted per site owner request

User-agent: *
Crawl-delay: 30

User-agent: ClaudeBot
Allow: /

User-agent: AhrefsBot
Crawl-delay: 120

User-agent: SemrushBot
Crawl-delay: 120

User-agent: MJ12bot
Crawl-delay: 120

User-agent: serpstatbot
Crawl-delay: 120

User-agent: DotBot
Crawl-delay: 120

User-agent: Timpibot
Crawl-delay: 120

User-agent: PetalBot
Crawl-delay: 120

User-agent: Applebot
Crawl-delay: 30

User-agent: bingbot
Crawl-delay: 30

User-agent: YandexBot
Crawl-delay: 30

User-agent: Bytespider
Disallow: /

Sitemap: https://mohanji.ba/sitemap.xml
Sitemap: https://mohanji.ba/sitemap_index.xml