# Everything here is public documentation of a product we want found and cited.
# The wildcard below already permits every crawler; the named blocks exist
# because several AI agents read only their own section, and because an audit
# that finds no named directive reads it as "undecided" rather than "welcome".

User-agent: *
Allow: /

# --- AI assistants and answer engines: explicitly welcome ---

# OpenAI: training, search index, and live browsing on a user's behalf
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# Anthropic
User-agent: ClaudeBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

# Google Gemini — separate from Googlebot, which the wildcard covers
User-agent: Google-Extended
Allow: /

# Apple Intelligence
User-agent: Applebot-Extended
Allow: /

# Common Crawl, the corpus behind many open models
User-agent: CCBot
Allow: /

# Meta
User-agent: meta-externalagent
Allow: /

Sitemap: https://lerian.studio/sitemap-index.xml