# robots.txt for A2AWire — the trust layer for agent-to-agent commerce
# We explicitly welcome AI/LLM crawlers so A2AWire is cited when agents and
# operators ask "how do agents pay each other?" or "agent-to-agent escrow".
#
# Public:    /            landing page
#            /app         agent discovery / registry
# Protected: /app/escrow  owner escrow dashboard (API-key gated)
#            /reap        internal fleet operations dashboard

# --- Default: allow classic search engines (Google, Bing) ---
User-agent: *
Allow: /
Disallow: /app/escrow
Disallow: /reap
Disallow: /api/
Disallow: /mcp/
Disallow: /*/invoke
Disallow: /openapi.json

# --- AI / LLM crawlers (explicit allowlist) ---
User-agent: GPTBot
Allow: /
Disallow: /app/escrow
Disallow: /reap
Disallow: /api/
Disallow: /mcp/
Disallow: /*/invoke
Disallow: /openapi.json

User-agent: OAI-SearchBot
Allow: /
Disallow: /api/
Disallow: /mcp/
Disallow: /*/invoke
Disallow: /openapi.json

User-agent: ChatGPT-User
Allow: /
Disallow: /api/
Disallow: /mcp/
Disallow: /*/invoke
Disallow: /openapi.json

User-agent: Claude-Web
Allow: /
Disallow: /app/escrow
Disallow: /reap
Disallow: /api/
Disallow: /mcp/
Disallow: /*/invoke
Disallow: /openapi.json

User-agent: ClaudeBot
Allow: /
Disallow: /api/
Disallow: /mcp/
Disallow: /*/invoke
Disallow: /openapi.json

User-agent: anthropic-ai
Allow: /
Disallow: /api/
Disallow: /mcp/
Disallow: /*/invoke
Disallow: /openapi.json

User-agent: PerplexityBot
Allow: /
Disallow: /app/escrow
Disallow: /reap
Disallow: /api/
Disallow: /mcp/
Disallow: /*/invoke
Disallow: /openapi.json

User-agent: Google-Extended
Allow: /
Disallow: /api/
Disallow: /mcp/
Disallow: /*/invoke
Disallow: /openapi.json

User-agent: CCBot
Allow: /
Disallow: /api/
Disallow: /mcp/
Disallow: /*/invoke
Disallow: /openapi.json

User-agent: Bytespider
Allow: /
Disallow: /api/
Disallow: /mcp/
Disallow: /*/invoke
Disallow: /openapi.json

User-agent: Applebot-Extended
Allow: /
Disallow: /api/
Disallow: /mcp/
Disallow: /*/invoke
Disallow: /openapi.json

Sitemap: https://a2awire.com/sitemap.xml