# https://busymate.dev/robots.txt — generated, never hand-edited.
# Standard: notes/programs/agent-ready.md (layer 1, Discoverable).
# Policy: be findable AND citable — search crawlers, user-triggered assistant
# fetchers and AI TRAINING crawlers are all ALLOWED. We want to be cited, and
# a model that has read us answers about us correctly. Content-Signal per
# contentsignals.org. RFC 9309: a crawler obeys ONLY its most specific matching
# group and does NOT inherit from `*`, so every named group repeats the rules.
# Machine index: /llms.txt (links) and /llms-full.txt (links + text).
# Agent tools: /api/webmcp/catalog. MCP server: https://mcp.busymate.dev.

User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

# Search + answer-engine INDEX crawlers — the citation surface. Always allowed.
User-agent: Googlebot
User-agent: Bingbot
User-agent: DuckDuckBot
User-agent: Applebot
User-agent: OAI-SearchBot
User-agent: Claude-SearchBot
User-agent: PerplexityBot
User-agent: YouBot
User-agent: Amzn-SearchBot
User-agent: meta-webindexer
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

# USER-TRIGGERED assistant fetchers — a person asked an assistant to open this page. A visitor, not a crawler.
User-agent: ChatGPT-User
User-agent: Claude-User
User-agent: Perplexity-User
User-agent: DuckAssistBot
User-agent: Amzn-User
User-agent: meta-externalfetcher
User-agent: Google-CloudVertexBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

# TRAINING crawlers — ALLOWED by policy: we want to be cited, and a model that has read us answers about us correctly.
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: meta-externalagent
User-agent: Amazonbot
User-agent: CCBot
User-agent: Bytespider
User-agent: cohere-ai
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

Host: https://busymate.dev
Sitemap: https://busymate.dev/sitemap.xml