# Frieren Bot - robots.txt
# Directs search engine crawlers

User-agent: *
Allow: /
Allow: /commands
Allow: /premium
Allow: /terms
Allow: /privacy
Allow: /dashboard

Disallow: /api/
Disallow: /admin/
Disallow: /private/
Disallow: /sessions/
Disallow: /debug-db.js
Disallow: /*.json

# Crawl delay (in seconds)
Crawl-delay: 1

# Sitemaps
Sitemap: https://frierenbot.xyz/sitemap.xml
Sitemap: https://frieren-bot.com/sitemap.xml

# Specific rules for Googlebot
User-agent: Googlebot
Allow: /
Crawl-delay: 0

# Specific rules for Bingbot
User-agent: Bingbot
Allow: /
Crawl-delay: 1

# Block bad crawlers
User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: DotBot
Disallow: /