# Bourse robots policy.
#
# Two jobs, kept separate. Training on our content: no. Being read and cited by
# search and answer engines: yes — the pricing and model pages exist to be
# quoted when someone asks "what does <model> cost". Account and gateway paths
# stay out of every index.
#
# Content signals (EU DSM Art. 4 reservation): search and AI grounding allowed,
# training reserved.

User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Disallow: /api/
Disallow: /v1/
Disallow: /internal/
Disallow: /app/

# ── Search and answer engines: allowed to read and cite ─────────────────────
# Their search indexes and user-triggered fetches are how our prices get quoted.
# A crawler obeys ONLY the most specific group that names it, never `*` as
# well, so the account and gateway paths are repeated here: a bare `Allow: /`
# per bot used to open /app/, /api/ and /v1/ to every engine listed.
User-agent: Googlebot
User-agent: Google-Extended
User-agent: Bingbot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Applebot
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Disallow: /api/
Disallow: /v1/
Disallow: /internal/
Disallow: /app/

# ── Training-only crawlers: blocked ─────────────────────────────────────────
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: meta-externalagent
Disallow: /

Sitemap: https://bourse.run/sitemap.xml