# Olympus Bets Analytics — crawler rules
# https://app.olympus-bets.com
# Primary surfaces for organic discovery: /tools/, /guides/, /sports/,
# /predictions/, /methodology, /track_record, /dataset, /mcp-server

User-agent: *
Allow: /
Allow: /guides/
Allow: /tools/
Allow: /sports/
Allow: /blog/
Allow: /predictions/
Allow: /methodology
Allow: /faq
Allow: /compare
Allow: /track_record
Allow: /subscribe
Allow: /dataset
Allow: /report-card/
Allow: /mcp-server
Allow: /todays_best_bets
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /openapi.json
Allow: /.well-known/
Disallow: /admin_command_center
Disallow: /_stcore/
Disallow: /static/
Disallow: /stripe/
Disallow: /umami/
Disallow: /umami-api/
Disallow: /api/
Disallow: /login
Disallow: /dashboard
Disallow: /evanmiya/

# AI answer engines + training crawlers — explicitly allowed (never block)
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Anthropic-AI
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: CCBot
Allow: /

User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: meta-externalagent
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: DuckAssistBot
Allow: /

User-agent: Bytespider
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: Diffbot
Allow: /

User-agent: YouBot
Allow: /

# xAI / Grok crawlers when present
User-agent: Grok
Allow: /

User-agent: xAI
Allow: /

Sitemap: https://app.olympus-bets.com/sitemap.xml

# AI agent discovery (not robots directives — human/agent hints)
# llms.txt:          https://app.olympus-bets.com/llms.txt
# OpenAPI:           https://app.olympus-bets.com/openapi.json
# AI identity:       https://app.olympus-bets.com/.well-known/ai.json
# MCP server card:   https://app.olympus-bets.com/.well-known/mcp/server-card.json
# Agent directory:   https://app.olympus-bets.com/.well-known/agent-directory.json