# robots.txt for segue.video

# Default: allow all standard search crawlers, but keep them off the
# auth/utility surfaces that render nothing useful to index (these are
# noindex in-app anyway).
User-agent: *
Allow: /
Disallow: /account
Disallow: /dashboard
Disallow: /backoffice
Disallow: /bo
Disallow: /billing/
Disallow: /status
Disallow: /healthz
Disallow: /watch
Disallow: /trending
# /discover temporarily hidden post-launch (~2–3 months); remove to revive
Disallow: /discover
Disallow: /api/

# --- AI crawlers: explicitly allowed ---
# Segue's growth model depends on AI assistants discovering and
# accurately describing the product, so both training and search/answer
# crawlers are welcome. A named bot obeys only its own group and ignores
# "*", so the same Disallow set is repeated here on purpose — otherwise
# these bots would be free to crawl the private routes above.
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: anthropic-ai
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: CCBot
Allow: /
Disallow: /account
Disallow: /dashboard
Disallow: /backoffice
Disallow: /bo
Disallow: /billing/
Disallow: /status
Disallow: /healthz
Disallow: /watch
Disallow: /trending
# /discover temporarily hidden post-launch (~2–3 months); remove to revive
Disallow: /discover
Disallow: /api/

# Curated map for LLMs: https://segue.video/llms.txt

Sitemap: https://segue.video/sitemap.xml