# Public marketing pages and their CSS/JS are crawlable.
User-agent: *
Allow: /
Allow: /landing-current/
Disallow: /admin/
Disallow: /api/
Disallow: /billing/
Disallow: /channels/
Disallow: /dashboard/
Disallow: /mentions/
Disallow: /settings/
Disallow: /plans
Disallow: /shared/
Disallow: /login
Disallow: /register
Disallow: /miniapp/

# Search and answer-engine crawlers may use the public site for discovery and citation.
User-agent: OAI-SearchBot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /billing/
Disallow: /channels/
Disallow: /dashboard/
Disallow: /mentions/
Disallow: /settings/
Disallow: /plans
Disallow: /shared/
Disallow: /login
Disallow: /register
Disallow: /miniapp/

User-agent: ChatGPT-User
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /billing/
Disallow: /channels/
Disallow: /dashboard/
Disallow: /mentions/
Disallow: /settings/
Disallow: /plans
Disallow: /shared/
Disallow: /login
Disallow: /register
Disallow: /miniapp/

User-agent: PerplexityBot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /billing/
Disallow: /channels/
Disallow: /dashboard/
Disallow: /mentions/
Disallow: /settings/
Disallow: /plans
Disallow: /shared/
Disallow: /login
Disallow: /register
Disallow: /miniapp/

User-agent: ClaudeBot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /billing/
Disallow: /channels/
Disallow: /dashboard/
Disallow: /mentions/
Disallow: /settings/
Disallow: /plans
Disallow: /shared/
Disallow: /login
Disallow: /register
Disallow: /miniapp/

User-agent: Google-Extended
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /billing/
Disallow: /channels/
Disallow: /dashboard/
Disallow: /mentions/
Disallow: /settings/
Disallow: /plans
Disallow: /shared/
Disallow: /login
Disallow: /register
Disallow: /miniapp/

# Common Crawl is not needed for product search/citation traffic.
User-agent: CCBot
Disallow: /

Sitemap: https://metrius.pro/sitemap.xml