# MCN — robots.txt
# MCN is agent-first: most well-behaved bots are explicitly allowed.
# Adjust per-bot policy through Cloudflare AI Crawl Control.

User-agent: *
Allow: /
Disallow: /api/checkin
Disallow: /api/timecapsule
# Phase 3 endpoints (POST) — read disallow above is symbolic; real protection is via auth.

# AI training crawlers: invited to fetch check-ins for non-training analytics.
# If an operator wants stricter rules, they can opt out via /contact/.

User-agent: GPTBot
Allow: /
Crawl-delay: 1

User-agent: Claude-Web
Allow: /
Crawl-delay: 1

User-agent: anthropic-ai
Allow: /
Crawl-delay: 1

User-agent: PerplexityBot
Allow: /
Crawl-delay: 1

User-agent: CCBot
Allow: /
Crawl-delay: 1

User-agent: Google-Extended
Allow: /
# Google's AI-extension crawler is allowed at MCN by default — MCN data is CC0.

User-agent: AmazonBot
Allow: /
Crawl-delay: 1

User-agent: ChatGPT-User
Allow: /

User-agent: Applebot-Extended
Allow: /

Sitemap: https://mcn.org/sitemap.xml