# ThinkPattern robots policy.
#
# Search engines: allowed (default *).
# AI answer/search agents: allow-list only — agents that document themselves,
#   respect robots.txt, and fetch to answer a user's question WITH citations.
#   Being cited in AI answers is distribution; these groups make that explicit.
# AI training crawlers and agents with documented robots.txt violations or
#   stealth crawling: blocked.

# ── Allowed AI answer/search agents ─────────────────────────────────────────
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

# ── Blocked: AI training crawlers ────────────────────────────────────────────
User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: cohere-training-data-crawler
Disallow: /

User-agent: Diffbot
Disallow: /

# ── Blocked: documented misbehavior (stealth crawling / ignoring robots.txt) ─
User-agent: PerplexityBot
Disallow: /

User-agent: Perplexity-User
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Amazonbot
Disallow: /

# ── Everyone else (search engines etc.) ──────────────────────────────────────
User-agent: *
Allow: /

Sitemap: https://thinkpattern.ai/sitemap.xml
Sitemap: https://thinkpattern.ai/news-sitemap.xml