# https://www.robotstxt.org/robotstxt.html
# OrcaRouter — public marketing pages crawlable, app shell + admin gated.
#
# Per the robots spec, a User-agent that matches its own group does NOT
# inherit Disallow rules from `User-agent: *`. The full disallow list
# is repeated into every named group below so AI crawlers can't reach
# /login, /register, /reset, /oauth/, /accept-invite, etc.

User-agent: *
Allow: /$
Allow: /pricing
Allow: /models
Allow: /offers
Allow: /blog
Allow: /leaderboard
Allow: /playground
Allow: /rewards
Allow: /user-agreement
Allow: /privacy-policy
Disallow: /console
Disallow: /admin
Disallow: /api/
Disallow: /login
Disallow: /register
Disallow: /reset
Disallow: /oauth/
Disallow: /accept-invite
Disallow: /partner-dashboard
Disallow: /forbidden
Disallow: /setup
Disallow: /providers/
Disallow: /*/providers/
Disallow: /best/
Disallow: /*/best/

# AI/LLM crawlers — explicitly welcomed for GEO (Generative Engine
# Optimization). These bots index public pages for ChatGPT Search,
# Claude, Perplexity and Bing Copilot. Each group repeats the full
# disallow list because named groups don't inherit from `*`.
User-agent: GPTBot
Allow: /
Disallow: /console
Disallow: /admin
Disallow: /api/
Disallow: /login
Disallow: /register
Disallow: /reset
Disallow: /oauth/
Disallow: /accept-invite
Disallow: /partner-dashboard
Disallow: /forbidden
Disallow: /setup
Disallow: /providers/
Disallow: /*/providers/
Disallow: /best/
Disallow: /*/best/

User-agent: OAI-SearchBot
Allow: /
Disallow: /console
Disallow: /admin
Disallow: /api/
Disallow: /login
Disallow: /register
Disallow: /reset
Disallow: /oauth/
Disallow: /accept-invite
Disallow: /partner-dashboard
Disallow: /forbidden
Disallow: /setup
Disallow: /providers/
Disallow: /*/providers/
Disallow: /best/
Disallow: /*/best/

User-agent: ChatGPT-User
Allow: /
Disallow: /console
Disallow: /admin
Disallow: /api/
Disallow: /login
Disallow: /register
Disallow: /reset
Disallow: /oauth/
Disallow: /accept-invite
Disallow: /partner-dashboard
Disallow: /forbidden
Disallow: /setup
Disallow: /providers/
Disallow: /*/providers/
Disallow: /best/
Disallow: /*/best/

User-agent: ClaudeBot
Allow: /
Disallow: /console
Disallow: /admin
Disallow: /api/
Disallow: /login
Disallow: /register
Disallow: /reset
Disallow: /oauth/
Disallow: /accept-invite
Disallow: /partner-dashboard
Disallow: /forbidden
Disallow: /setup
Disallow: /providers/
Disallow: /*/providers/
Disallow: /best/
Disallow: /*/best/

User-agent: Claude-Web
Allow: /
Disallow: /console
Disallow: /admin
Disallow: /api/
Disallow: /login
Disallow: /register
Disallow: /reset
Disallow: /oauth/
Disallow: /accept-invite
Disallow: /partner-dashboard
Disallow: /forbidden
Disallow: /setup
Disallow: /providers/
Disallow: /*/providers/
Disallow: /best/
Disallow: /*/best/

User-agent: PerplexityBot
Allow: /
Disallow: /console
Disallow: /admin
Disallow: /api/
Disallow: /login
Disallow: /register
Disallow: /reset
Disallow: /oauth/
Disallow: /accept-invite
Disallow: /partner-dashboard
Disallow: /forbidden
Disallow: /setup
Disallow: /providers/
Disallow: /*/providers/
Disallow: /best/
Disallow: /*/best/

User-agent: Google-Extended
Allow: /
Disallow: /console
Disallow: /admin
Disallow: /api/
Disallow: /login
Disallow: /register
Disallow: /reset
Disallow: /oauth/
Disallow: /accept-invite
Disallow: /partner-dashboard
Disallow: /forbidden
Disallow: /setup
Disallow: /providers/
Disallow: /*/providers/
Disallow: /best/
Disallow: /*/best/

User-agent: Bingbot
Allow: /
Disallow: /console
Disallow: /admin
Disallow: /api/
Disallow: /login
Disallow: /register
Disallow: /reset
Disallow: /oauth/
Disallow: /accept-invite
Disallow: /partner-dashboard
Disallow: /forbidden
Disallow: /setup
Disallow: /providers/
Disallow: /*/providers/
Disallow: /best/
Disallow: /*/best/

User-agent: Applebot-Extended
Allow: /
Disallow: /console
Disallow: /admin
Disallow: /api/
Disallow: /login
Disallow: /register
Disallow: /reset
Disallow: /oauth/
Disallow: /accept-invite
Disallow: /partner-dashboard
Disallow: /forbidden
Disallow: /setup
Disallow: /providers/
Disallow: /*/providers/
Disallow: /best/
Disallow: /*/best/

User-agent: CCBot
Allow: /
Disallow: /console
Disallow: /admin
Disallow: /api/
Disallow: /login
Disallow: /register
Disallow: /reset
Disallow: /oauth/
Disallow: /accept-invite
Disallow: /partner-dashboard
Disallow: /forbidden
Disallow: /setup
Disallow: /providers/
Disallow: /*/providers/
Disallow: /best/
Disallow: /*/best/

Sitemap: https://www.orcarouter.ai/sitemap.xml