User-agent: *
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /up

# AI search crawlers, explicitly allowed so ChatGPT, Perplexity, Claude,
# Gemini, Copilot and Apple Intelligence can read and cite Xyla. Same
# exclusions as the default group above.
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: PerplexityBot
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: Bingbot
Disallow: /admin
Disallow: /admin/
Disallow: /up

# Training-only crawler (Common Crawl). Uncomment to opt out of bulk
# training scrapes while keeping the AI search bots above.
# User-agent: CCBot
# Disallow: /

Sitemap: https://www.xyla.ai/sitemap.xml