# Joxo. Generated by scripts/build-seo.mjs — edit that, not this file.

User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Disallow: /api/
Disallow: /c/
Disallow: /p/
Disallow: /q/
Disallow: /j/
Disallow: /i/
Disallow: /pay
Disallow: /authorize
Disallow: /extension/
Disallow: /confirm
Disallow: /v2/
Disallow: /signin
Disallow: /go
Disallow: /source/
Disallow: /skill.md
Disallow: /read-me.md
Allow: /

# Assistant crawlers, one group per purpose, allowed on the same terms as any search crawler.

# OpenAI: search — decides whether ChatGPT can cite this site
User-agent: OAI-SearchBot
Disallow: /api/
Disallow: /c/
Disallow: /p/
Disallow: /q/
Disallow: /j/
Disallow: /i/
Disallow: /pay
Disallow: /authorize
Disallow: /extension/
Disallow: /confirm
Disallow: /v2/
Disallow: /signin
Disallow: /go
Disallow: /source/
Disallow: /skill.md
Disallow: /read-me.md
Allow: /

# OpenAI: live fetch when a person asks ChatGPT about a page
User-agent: ChatGPT-User
Disallow: /api/
Disallow: /c/
Disallow: /p/
Disallow: /q/
Disallow: /j/
Disallow: /i/
Disallow: /pay
Disallow: /authorize
Disallow: /extension/
Disallow: /confirm
Disallow: /v2/
Disallow: /signin
Disallow: /go
Disallow: /source/
Disallow: /skill.md
Disallow: /read-me.md
Allow: /

# OpenAI: training
User-agent: GPTBot
Disallow: /api/
Disallow: /c/
Disallow: /p/
Disallow: /q/
Disallow: /j/
Disallow: /i/
Disallow: /pay
Disallow: /authorize
Disallow: /extension/
Disallow: /confirm
Disallow: /v2/
Disallow: /signin
Disallow: /go
Disallow: /source/
Disallow: /skill.md
Disallow: /read-me.md
Allow: /

# Anthropic: search indexing
User-agent: Claude-SearchBot
Disallow: /api/
Disallow: /c/
Disallow: /p/
Disallow: /q/
Disallow: /j/
Disallow: /i/
Disallow: /pay
Disallow: /authorize
Disallow: /extension/
Disallow: /confirm
Disallow: /v2/
Disallow: /signin
Disallow: /go
Disallow: /source/
Disallow: /skill.md
Disallow: /read-me.md
Allow: /

# Anthropic: live fetch when a person asks Claude about a page
User-agent: Claude-User
Disallow: /api/
Disallow: /c/
Disallow: /p/
Disallow: /q/
Disallow: /j/
Disallow: /i/
Disallow: /pay
Disallow: /authorize
Disallow: /extension/
Disallow: /confirm
Disallow: /v2/
Disallow: /signin
Disallow: /go
Disallow: /source/
Disallow: /skill.md
Disallow: /read-me.md
Allow: /

# Anthropic: training
User-agent: ClaudeBot
Disallow: /api/
Disallow: /c/
Disallow: /p/
Disallow: /q/
Disallow: /j/
Disallow: /i/
Disallow: /pay
Disallow: /authorize
Disallow: /extension/
Disallow: /confirm
Disallow: /v2/
Disallow: /signin
Disallow: /go
Disallow: /source/
Disallow: /skill.md
Disallow: /read-me.md
Allow: /

# Perplexity: search indexing
User-agent: PerplexityBot
Disallow: /api/
Disallow: /c/
Disallow: /p/
Disallow: /q/
Disallow: /j/
Disallow: /i/
Disallow: /pay
Disallow: /authorize
Disallow: /extension/
Disallow: /confirm
Disallow: /v2/
Disallow: /signin
Disallow: /go
Disallow: /source/
Disallow: /skill.md
Disallow: /read-me.md
Allow: /

# Perplexity: live fetch on a person's request
User-agent: Perplexity-User
Disallow: /api/
Disallow: /c/
Disallow: /p/
Disallow: /q/
Disallow: /j/
Disallow: /i/
Disallow: /pay
Disallow: /authorize
Disallow: /extension/
Disallow: /confirm
Disallow: /v2/
Disallow: /signin
Disallow: /go
Disallow: /source/
Disallow: /skill.md
Disallow: /read-me.md
Allow: /

# Google: Gemini grounding and training; does not affect Google Search ranking
User-agent: Google-Extended
Disallow: /api/
Disallow: /c/
Disallow: /p/
Disallow: /q/
Disallow: /j/
Disallow: /i/
Disallow: /pay
Disallow: /authorize
Disallow: /extension/
Disallow: /confirm
Disallow: /v2/
Disallow: /signin
Disallow: /go
Disallow: /source/
Disallow: /skill.md
Disallow: /read-me.md
Allow: /

# Common Crawl: the corpus most training sets are built from
User-agent: CCBot
Disallow: /api/
Disallow: /c/
Disallow: /p/
Disallow: /q/
Disallow: /j/
Disallow: /i/
Disallow: /pay
Disallow: /authorize
Disallow: /extension/
Disallow: /confirm
Disallow: /v2/
Disallow: /signin
Disallow: /go
Disallow: /source/
Disallow: /skill.md
Disallow: /read-me.md
Allow: /

# Apple: training; does not affect Siri or Spotlight search
User-agent: Applebot-Extended
Disallow: /api/
Disallow: /c/
Disallow: /p/
Disallow: /q/
Disallow: /j/
Disallow: /i/
Disallow: /pay
Disallow: /authorize
Disallow: /extension/
Disallow: /confirm
Disallow: /v2/
Disallow: /signin
Disallow: /go
Disallow: /source/
Disallow: /skill.md
Disallow: /read-me.md
Allow: /

# ByteDance: training
User-agent: Bytespider
Disallow: /api/
Disallow: /c/
Disallow: /p/
Disallow: /q/
Disallow: /j/
Disallow: /i/
Disallow: /pay
Disallow: /authorize
Disallow: /extension/
Disallow: /confirm
Disallow: /v2/
Disallow: /signin
Disallow: /go
Disallow: /source/
Disallow: /skill.md
Disallow: /read-me.md
Allow: /

# Meta: training
User-agent: meta-externalagent
Disallow: /api/
Disallow: /c/
Disallow: /p/
Disallow: /q/
Disallow: /j/
Disallow: /i/
Disallow: /pay
Disallow: /authorize
Disallow: /extension/
Disallow: /confirm
Disallow: /v2/
Disallow: /signin
Disallow: /go
Disallow: /source/
Disallow: /skill.md
Disallow: /read-me.md
Allow: /

Sitemap: https://joxo.ai/sitemap.xml