# Allow all AI crawlers to access and use content for indexing and responses
User-Agent: *
Allow: /
Policy: allow

# Explicit permission for OpenAI (ChatGPT, GPTBot)
User-Agent: GPTBot
Allow: /
Policy: allow

# Allow Anthropic (Claude)
User-Agent: ClaudeBot
Allow: /
Policy: allow

# Allow Google (Gemini)
User-Agent: Google-Extended
Allow: /
Policy: allow

# Allow Perplexity
User-Agent: PerplexityBot
Allow: /
Policy: allow

# Allow Bing AI (Copilot)
User-Agent: BingAI
Allow: /
Policy: allow

# Allow other research and educational LLM crawlers
User-Agent: MetaAI
Allow: /
Policy: allow