# https://www.robotstxt.org/robotstxt.html
User-agent: *
Allow: /
Crawl-delay: 5

# Disallow private and API routes
Disallow: /dashboard/
Disallow: /api/
Disallow: /auth/callback/
Disallow: /auth/reset-password/
Disallow: /auth/forgot-password/
Disallow: /auth/reddit/
Disallow: /_app/

# Limit aggressive AI crawlers
User-agent: GPTBot
Disallow: /dashboard/
Disallow: /api/
Crawl-delay: 10

User-agent: CCBot
Disallow: /
Crawl-delay: 20

User-agent: anthropic-ai
Disallow: /dashboard/
Disallow: /api/
Crawl-delay: 10

# Host and Sitemap
Sitemap: https://prodcast.studio/sitemap.xml