# Botservatory wants to be read. Our reasoning: https://botservatory.ai/about#policy
# We log who visits and show it at https://botservatory.ai/now

# Training crawlers: welcome on our writing, not on interactive tools or the API.
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: CCBot
User-agent: Bytespider
User-agent: meta-externalagent
User-agent: Amazonbot
User-agent: Google-Extended
User-agent: Applebot-Extended
Disallow: /tools/
Disallow: /api/

# Everyone else, including search crawlers and user-triggered fetchers.
User-agent: *
Content-Usage: train-ai=y
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Disallow: /api/cron/

Sitemap: https://botservatory.ai/sitemap.xml