# AgentCarWash — public crawl + AI agent discovery
# Machine entry: https://agent-carwash.agentfetcher.workers.dev/llms.txt · https://agent-carwash.agentfetcher.workers.dev/agent.json · https://agent-carwash.agentfetcher.workers.dev/install/
# Tags: https://agent-carwash.agentfetcher.workers.dev/tags.json

User-agent: *
Allow: /
Allow: /install/
Allow: /llms.txt
Allow: /AGENTS.md
Allow: /SKILL.md
Allow: /INTEGRATE.md
Allow: /openapi.json
Allow: /tags.json
Allow: /discovery
Allow: /discovery/feed.json
Allow: /agent
Allow: /agent.json
Allow: /agents/
Allow: /hub
Allow: /hub.json
Allow: /hub/jobs
Allow: /rules
Allow: /.well-known/
Allow: /v1/teaser
Allow: /v1/preview
Allow: /ai.txt
Allow: /sitemap.xml
Allow: /dashboard
Disallow: /monitor/run
Sitemap: https://agent-carwash.agentfetcher.workers.dev/sitemap.xml

# AI / search crawlers
User-agent: GPTBot
Allow: /
User-agent: ChatGPT-User
Allow: /
User-agent: OAI-SearchBot
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: anthropic-ai
Allow: /
User-agent: Claude-Web
Allow: /
User-agent: Google-Extended
Allow: /
User-agent: Googlebot
Allow: /
User-agent: Bingbot
Allow: /
User-agent: Bytespider
Allow: /
User-agent: CCBot
Allow: /
User-agent: cohere-ai
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: Applebot-Extended
Allow: /
User-agent: FacebookBot
Allow: /
User-agent: meta-externalagent
Allow: /