User-agent: *
Allow: /
# Content Signals (IAB Tech Lab / IETF aipref draft): we want agents to read,
# index and cite this site — the opposite of Cloudflare's managed default.
Content-Signal: search=yes, ai-input=yes, ai-train=yes

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: Applebot
Allow: /

User-agent: PerplexityBot
Allow: /

# Sitemap / discovery files
Allow: /llms.txt
Allow: /mcp

Sitemap: https://nanoparse.app/sitemap.xml
Sitemap: https://nanoparse.app/llms.txt

# Agentic Resource Discovery (ARD): the machine-readable list of what agents
# can do here. Also advertised as a Link header and <link rel="ai-catalog">.
Agentmap: https://nanoparse.app/.well-known/ai-catalog.json