# https://arguswatch.org/robots.txt
# Last reviewed: 2026-09-26
#
# /ingest/ is the same-origin PostHog analytics proxy (POST-only, not content).
# Every group repeats the Disallow because a crawler obeys only the most
# specific group that names it, never the `*` group as well.

User-agent: *
Allow: /
Disallow: /ingest/

# AI crawlers — explicit allow. Procurement teams use AI search.
User-agent: GPTBot
Allow: /
Disallow: /ingest/

User-agent: ClaudeBot
Allow: /
Disallow: /ingest/

User-agent: PerplexityBot
Allow: /
Disallow: /ingest/

User-agent: Google-Extended
Allow: /
Disallow: /ingest/

User-agent: CCBot
Allow: /
Disallow: /ingest/

User-agent: anthropic-ai
Allow: /
Disallow: /ingest/

User-agent: cohere-ai
Allow: /
Disallow: /ingest/

Sitemap: https://arguswatch.org/sitemap.xml