# AI Crawlers — welcome
User-agent: GPTBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /.well-known/

User-agent: ChatGPT-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Anthropic-AI
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

# General crawlers
User-agent: *
Allow: /
Allow: /marketplace
Allow: /api-docs
Allow: /docs
Allow: /pricing
Allow: /providers
Allow: /about
Allow: /terms
Allow: /privacy
Allow: /status
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /.well-known/
Disallow: /portal/
Disallow: /dashboard/
Disallow: /api/v1/
Disallow: /checkout/

Sitemap: https://agentictrade.io/sitemap.xml