# ====================================================================
# LLMAO.ca Robots.txt
# Search got weird. Let's optimize for it.
# ====================================================================

# We explicitly allow all web search crawlers and AI bots.
# As a hub for AI search optimization (AEO / GEO), we want AI search
# engines to index our guides, templates, and explanations.

User-agent: *
Allow: /

# OpenAI Crawlers (ChatGPT, SearchGPT)
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

# Anthropic Crawler (Claude)
User-agent: ClaudeBot
Allow: /

# Perplexity Crawler
User-agent: PerplexityBot
Allow: /

# Google's AI Crawler (Gemini, Google-Extended)
User-agent: Google-Extended
Allow: /

# Apple AI Crawler (Applebot-Extended)
User-agent: Applebot-Extended
Allow: /

# Common Crawl (used by many LLMs for training)
User-agent: CCBot
Allow: /

# Sitemaps
Sitemap: https://llmao.ca/sitemap.xml