# robots.txt for allowing all crawlers including AI bots

User-agent: *
Disallow:

# Allow OpenAI's GPTBot
User-agent: GPTBot
Disallow:

# Allow Anthropic's ClaudeBot
User-agent: ClaudeBot
Disallow:

# Allow Perplexity.ai's crawler
User-agent: PerplexityBot
Disallow:

# Allow Google's AI bots
User-agent: Google-Extended
Disallow:

# Allow Amazon's AI bot
User-agent: Amazonbot
Disallow:

# Allow Common Crawl (used by many LLMs)
User-agent: CCBot
Disallow:

# Allow Facebook's AI crawler
User-agent: FacebookBot
Disallow:

# Allow Applebot (used for Siri and Spotlight)
User-agent: Applebot
Disallow:

# Optional: Allow Archive.org (Wayback Machine)
User-agent: ia_archiver
Disallow:

Sitemap: https://creyalearning.com/sitemap.xml