# inference-providers is an Apache-2.0 open-data registry for AI inference
# APIs. Crawling, indexing, and reuse by all agents — human or AI — is
# explicitly permitted. Signal reference: https://contentsignals.org/

User-agent: *
Allow: /
Content-Signal: ai-train=yes, search=yes, ai-input=yes

# Named AI crawlers follow the same open policy as everyone else.
User-agent: GPTBot
Allow: /
Content-Signal: ai-train=yes, search=yes, ai-input=yes

User-agent: OAI-SearchBot
Allow: /
Content-Signal: ai-train=yes, search=yes, ai-input=yes

User-agent: ChatGPT-User
Allow: /
Content-Signal: ai-train=yes, search=yes, ai-input=yes

User-agent: ClaudeBot
Allow: /
Content-Signal: ai-train=yes, search=yes, ai-input=yes

User-agent: Claude-Web
Allow: /
Content-Signal: ai-train=yes, search=yes, ai-input=yes

User-agent: Claude-User
Allow: /
Content-Signal: ai-train=yes, search=yes, ai-input=yes

User-agent: Claude-SearchBot
Allow: /
Content-Signal: ai-train=yes, search=yes, ai-input=yes

User-agent: Google-Extended
Allow: /
Content-Signal: ai-train=yes, search=yes, ai-input=yes

User-agent: Applebot-Extended
Allow: /
Content-Signal: ai-train=yes, search=yes, ai-input=yes

User-agent: PerplexityBot
Allow: /
Content-Signal: ai-train=yes, search=yes, ai-input=yes

User-agent: Amazonbot
Allow: /
Content-Signal: ai-train=yes, search=yes, ai-input=yes

User-agent: CCBot
Allow: /
Content-Signal: ai-train=yes, search=yes, ai-input=yes

User-agent: Meta-ExternalAgent
Allow: /
Content-Signal: ai-train=yes, search=yes, ai-input=yes

Sitemap: https://gregnazario.github.io/inference-providers/sitemap.xml