# AnalyzeMyOffer robots.txt — single source of truth.
#
# NOTE: Cloudflare's "Managed robots.txt" (AI Audit) must stay OFF, or it
# prepends its own AI-training block and overrides the posture below.
#
# Posture: allow search engines AND AI answer/assistant engines that cite with
# a link and send referral traffic (Google-Extended → AI Overviews, PerplexityBot,
# OAI-SearchBot, ChatGPT-User, GPTBot, ClaudeBot — all allowed by the default
# group). Block pure training/scraper crawlers that send nothing back.

User-agent: *
Allow: /

Disallow: /dashboard
Disallow: /dashboard/
Disallow: /admin
Disallow: /admin/
Disallow: /settings
Disallow: /billing
Disallow: /cart
Disallow: /auth/callback
Disallow: /auth/forgot-password
Disallow: /auth/reset-password
Disallow: /report/

# ── Pure scraper / training-only crawlers: no referral traffic → blocked. ──
User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

Sitemap: https://analyzemyoffer.com/sitemap.xml