User-agent: *
Allow: /

# Sitemaps
Sitemap: /sitemap.xml

# Crawl-delay
Crawl-delay: 1

# Disallow admin and private areas
Disallow: /admin/
Disallow: /profile/
Disallow: /edit-profile/
Disallow: /billing/
Disallow: /settings/
Disallow: /admin-panel/
Disallow: /test-sitemap/

# Disallow authentication pages
Disallow: /login/
Disallow: /logout/
Disallow: /register/
Disallow: /forgot-password/
Disallow: /reset-password/
Disallow: /magic-link/
Disallow: /verify/
Disallow: /resend-verification/

# Disallow API endpoints
Disallow: /api/
Disallow: /stripe-webhook/
Disallow: /create-checkout-session/

# Allow important directories
Allow: /schools/
Allow: /coaches/
Allow: /games/
Allow: /states/
Allow: /state-champs/
Allow: /news/
Allow: /scores/
Allow: /seasons/

# Block bad bots
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Crawl-delay: 10

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

# Google specific
User-agent: Googlebot
Allow: /
Crawl-delay: 0