# Celest permits search, inference/agent input, and model-training use of public content.
# Answer-time search indexing.
User-agent: OAI-SearchBot
Allow: /
Content-Signal: ai-train=yes, search=yes, ai-input=yes

User-agent: Claude-SearchBot
Allow: /
Content-Signal: ai-train=yes, search=yes, ai-input=yes

User-agent: Googlebot
Allow: /
Content-Signal: ai-train=yes, search=yes, ai-input=yes

# User-directed retrieval. ChatGPT-User is declared as a compatibility
# preference; OpenAI documents that robots.txt rules may not apply to it.
User-agent: ChatGPT-User
Allow: /
Content-Signal: ai-train=yes, search=yes, ai-input=yes

User-agent: Claude-User
Allow: /
Content-Signal: ai-train=yes, search=yes, ai-input=yes

# OpenAI and Anthropic model-development crawling.
User-agent: GPTBot
Allow: /
Content-Signal: ai-train=yes, search=yes, ai-input=yes

User-agent: ClaudeBot
Allow: /
Content-Signal: ai-train=yes, search=yes, ai-input=yes

# Gemini model development and grounding. Google-Extended spans both uses.
User-agent: Google-Extended
Allow: /
Content-Signal: ai-train=yes, search=yes, ai-input=yes

User-agent: *
Allow: /
Content-Signal: ai-train=yes, search=yes, ai-input=yes

Sitemap: https://celest.dev/sitemap.xml