# robots-ai.txt Specification (ADF-010)
# https://www.ai-visibility.org.uk/specifications/robots-ai-txt/
# Specification registry: https://www.ai-visibility.org.uk/

# AI Crawler Directives for AAA AI
# Website: https://aaaai.me/
# Last Updated: 2026-09-18
#
# Supplementary AI-specific guidance.
# Standard robots.txt remains authoritative for all crawlers.
# Policy: search=yes, ai-input=yes, ai-train=no

# OpenAI
User-agent: GPTBot
Allow: /
Allow: /llms.txt
Allow: /ai.txt
Allow: /docs.html
Allow: /meet.html
Disallow: /.env
Disallow: /.indexnow-key

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

# Anthropic
User-agent: ClaudeBot
Allow: /
Allow: /llms.txt
Allow: /ai.txt
Disallow: /.env

User-agent: Claude-Web
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: anthropic-ai
Allow: /

# Google AI
User-agent: Google-Extended
Allow: /
Disallow: /.env

# Perplexity
User-agent: PerplexityBot
Allow: /
Disallow: /.env

User-agent: Perplexity-User
Allow: /

# Meta
User-agent: meta-externalagent
Allow: /
Disallow: /.env

# Common Crawl / training-oriented
User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

# Amazon
User-agent: Amazonbot
Allow: /

# Default AI-oriented agents
User-agent: *
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /llm.txt
Allow: /llms.html
Allow: /ai.txt
Allow: /ai.json
Allow: /identity.json
Allow: /brand.txt
Allow: /faq-ai.txt
Allow: /developer-ai.txt
Allow: /robots-ai.txt
Allow: /agents.md
Allow: /pay.md
Allow: /auth.md
Allow: /.well-known/
Allow: /docs.html
Allow: /meet.html
Allow: /pay/
Disallow: /.env
Disallow: /.indexnow-key