# The CRNA Club - Robots.txt
# https://thecrnaclub.com

User-agent: *
Allow: /

# Sitemap location
Sitemap: https://thecrnaclub.com/sitemap.xml

# Block React app routes (not for public indexing)
Disallow: /dashboard
Disallow: /my-stats
Disallow: /my-programs
Disallow: /my-clinical
Disallow: /settings
Disallow: /admin
Disallow: /onboarding
Disallow: /messages
Disallow: /community

# Allow AI crawlers for AEO
User-agent: GPTBot
Allow: /

# OAI-SearchBot is the bot that actually retrieves pages to cite in ChatGPT
# answers. GPTBot only covers training crawls — blocking or omitting this one
# makes us ineligible for ChatGPT citations regardless of how we rank.
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: meta-externalagent
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: YouBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /