# Search engines and user-initiated AI fetchers are welcome. AI training is a separate
# preference, expressed below. Policy: docs/decisions/CRAWLER_POLICY.md
User-agent: *
Disallow: /health/
Disallow: /api/
Disallow: /mcp
Allow: /
# Content Signals (contentsignals.org, IETF draft-romm-aipref-contentsignals)
Content-Signal: search=yes, ai-input=yes, ai-train=no

# AI training preference (IETF draft-kelley-aipref-training-preference-signal)
User-agent: __usage_ai-training
Disallow: /

# Vendor-specific training tokens, until every vendor honours the shared token
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

Sitemap: https://ca-devportfolio-prod-web.wonderfuldune-3b2bc232.swedencentral.azurecontainerapps.io/sitemap.xml