# Allow all standard crawlers
User-agent: *
Allow: /

# Specifically allow OpenAI GPTBot
User-agent: GPTBot
Allow: /

# Specifically allow Google-Extended (Gemini + Vertex AI)
User-agent: Google-Extended
Allow: /

# Specifically allow ClaudeBot (Anthropic Claude)
User-agent: anthropic-ai
Allow: /