User-agent: *
Allow: /
Disallow: /api/admin/
Disallow: /admin/
Disallow: /ws
# Customer content: a project, question or simulation belongs to the org that
# created it. These routes are served noindex and are absent from the sitemap;
# disallowing them here is defence in depth.
Disallow: /questions/
Disallow: /predictions/
Disallow: /projects/
Disallow: /simulations/
Disallow: /research/
Disallow: /orgs/
Disallow: /profile
Disallow: /account
Disallow: /ray
Disallow: /chat
Disallow: /exports
# Retired routes - no SPA page exists, so crawling them wastes budget.
Disallow: /ai
Disallow: /trust
Disallow: /pricing
Disallow: /quickstart

Sitemap: https://rayify.ai/sitemap.xml

# AI agent discovery files - machine-readable documentation
# OpenAPI spec: https://rayify.ai/openapi.json
# LLMs.txt (summary): https://rayify.ai/llms.txt
# LLMs-full.txt (complete): https://rayify.ai/llms-full.txt
# AI plugin: https://rayify.ai/.well-known/ai-plugin.json
# Agent protocol: https://rayify.ai/.well-known/agent.json
# Atom feed: https://rayify.ai/feed.xml
# Python SDK (package name retained from prior brand): pip install rayify-sdk
# LangChain: pip install rayify-langchain
# MCP server (package name retained from prior brand): npx -y @rayify-ai/mcp
# MCP Registry: https://registry.modelcontextprotocol.io/
# API reference: https://rayify.ai/docs

# AI crawlers welcome - full read access to all PUBLIC content and API docs.
# The customer-content Disallow rules live in the User-agent: * group above and
# apply to every crawler, including the ones listed below.

User-agent: GPTBot
Allow: /
Allow: /openapi.json
Allow: /llms.txt
Allow: /llms-full.txt

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Anthropic-AI
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: GoogleOther
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Bytespider
Allow: /

User-agent: CCBot
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: DeepSeekBot
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: Meta-ExternalFetcher
Allow: /

User-agent: Diffbot
Allow: /

User-agent: AI2Bot
Allow: /

User-agent: iaskspider
Allow: /

User-agent: YouBot
Allow: /

User-agent: AmazonBot
Allow: /

User-agent: FriendlyCrawler
Allow: /

User-agent: Timpibot
Allow: /

User-agent: Webzio-Extended
Allow: /