# robots.txt for thegreymirror.com
# Updated: 2026-10-31

# Legitimate AI search, retrieval, and training crawlers may read every canonical
# public page, so answers and models can cite them. They are kept out of the
# private routes below plus sign-in, account and checkout screens, binary
# downloads and query-string variants, none of which carry public content.
User-agent: OAI-SearchBot
User-agent: OAI-AdsBot
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: Google-Extended
User-agent: GoogleOther
User-agent: GoogleOther-Image
User-agent: GoogleOther-Video
User-agent: Bingbot
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: CCBot
User-agent: meta-externalagent
User-agent: Amazonbot
User-agent: DuckAssistBot
User-agent: MistralAI-User
User-agent: Google-CloudVertexBot
User-agent: YouBot
User-agent: cohere-ai
User-agent: AI2Bot
Allow: /
Allow: /metrics/charts?sample=partner-vs-partner$
Disallow: /api/
Disallow: /admin/
Disallow: /uploads/
Disallow: /command-center
Disallow: /memory-lane
Disallow: /chat
Disallow: /metrics
Disallow: /dashboard/settings
Disallow: /payment-success
Disallow: /payment-cancel
Disallow: /*_build_probe=*
Disallow: /cdn-cgi/
Disallow: /account
Disallow: /login
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /verify-email
Disallow: /premium
Disallow: /transition
Disallow: /dashboard
Disallow: /download/
Disallow: /*?

User-agent: *
Allow: /
Allow: /metrics/charts?sample=partner-vs-partner$
Disallow: /api/
Disallow: /admin/
Disallow: /uploads/
Disallow: /command-center
Disallow: /memory-lane
Disallow: /chat
Disallow: /metrics
Disallow: /dashboard/settings
Disallow: /payment-success
Disallow: /payment-cancel
Disallow: /*_build_probe=*
Disallow: /cdn-cgi/


# Public AI usage policy: https://thegreymirror.com/ai.txt
# Public AI discovery guide: https://thegreymirror.com/.well-known/ai.txt
# LLM reading list: https://thegreymirror.com/llms.txt
# Machine-readable product facts: https://thegreymirror.com/ai/grey-mirror-facts.json

Sitemap: https://thegreymirror.com/sitemap.xml