# mimicbot.app robots policy
# Default: allow everything; block app routes (they also set X-Robots-Tag at
# the edge via vercel.json, and noindex meta in the SPA — this is belt +
# suspenders). Named AI crawler rules sit below the catch-all to make intent
# explicit.

User-agent: *
Allow: /
Disallow: /auth/
Disallow: /dashboard
Disallow: /dashboard/
Disallow: /settings/
Disallow: /onboarding
Disallow: /onboarding/
Disallow: /signup
Disallow: /signup/
Disallow: /signin

# AI search crawlers — explicitly allowed so Perplexity / ChatGPT / Bing
# Copilot / Google AIO can reach the homepage and blog. Named rules take
# priority over the catch-all's allow, so we mirror the same disallow set.
User-agent: GPTBot
Allow: /
Disallow: /auth/
Disallow: /dashboard
Disallow: /settings/
Disallow: /onboarding
Disallow: /signup
Disallow: /signin

User-agent: OAI-SearchBot
Allow: /
Disallow: /auth/
Disallow: /dashboard
Disallow: /settings/
Disallow: /onboarding
Disallow: /signup
Disallow: /signin

User-agent: ClaudeBot
Allow: /
Disallow: /auth/
Disallow: /dashboard
Disallow: /settings/
Disallow: /onboarding
Disallow: /signup
Disallow: /signin

User-agent: PerplexityBot
Allow: /
Disallow: /auth/
Disallow: /dashboard
Disallow: /settings/
Disallow: /onboarding
Disallow: /signup
Disallow: /signin

User-agent: Google-Extended
Allow: /
Disallow: /auth/
Disallow: /dashboard
Disallow: /settings/
Disallow: /onboarding
Disallow: /signup
Disallow: /signin

Sitemap: https://mimicbot.app/sitemap.xml
Sitemap: https://mimicbot.app/docs/sitemap.xml