# robots-ai.txt for Mailbox MCP
# Spec: https://www.ai-visibility.org.uk/specifications/robots-ai-txt/ v1.7.1
# Companion to /robots.txt for AI-specific crawlers. Standard robots.txt syntax,
# plus the Discovery: directive that advertises every AI Discovery file
# on the same host.
# Last-Updated: 2026-09-04
User-agent: *
Allow: /

# OpenAI
User-agent: GPTBot
Allow: /
Crawl-delay: 1

User-agent: ChatGPT-User
Allow: /
Crawl-delay: 1

User-agent: OAI-SearchBot
Allow: /
Crawl-delay: 1

# Anthropic. Token list per the 1.7.1 registry correction: Claude-Web and
# anthropic-ai are retired and must NOT be listed; Claude-User and
# Claude-SearchBot are the current ones alongside ClaudeBot.
User-agent: ClaudeBot
Allow: /
Crawl-delay: 1

User-agent: Claude-User
Allow: /
Crawl-delay: 1

User-agent: Claude-SearchBot
Allow: /
Crawl-delay: 1

# Google
User-agent: Google-Extended
Allow: /

# Apple
User-agent: Applebot-Extended
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /
Crawl-delay: 1

# Meta
User-agent: meta-externalagent
Allow: /

# Common Crawl
User-agent: CCBot
Allow: /

# Cohere
User-agent: cohere-ai
Allow: /

# You.com
User-agent: YouBot
Allow: /

Sitemap: https://mailbox-mcp.com/sitemap.xml

# AI Discovery file index (Discovery: directive). Each URL is absolute,
# on the same host, and resolves 200 OK. AI consumers can fetch any of these
# to learn about this business as a structured entity.
Discovery: https://mailbox-mcp.com/llms.txt
Discovery: https://mailbox-mcp.com/llms.html
Discovery: https://mailbox-mcp.com/ai.txt
Discovery: https://mailbox-mcp.com/ai.json
Discovery: https://mailbox-mcp.com/identity.json
Discovery: https://mailbox-mcp.com/brand.txt
Discovery: https://mailbox-mcp.com/faq-ai.txt
Discovery: https://mailbox-mcp.com/developer-ai.txt
Discovery: https://mailbox-mcp.com/robots-ai.txt