# Cloudflare Agentic Web robots.txt
# https://blog.cloudflare.com/agent-readiness
Content-Signal: search=yes, ai-train=yes, ai-input=yes

User-agent: *
Allow: /
Disallow: /logout

# Explicit AI Agents & Crawlers Allowed
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: AntigravityBot
Allow: /

# Agentic Discovery Pointers
Sitemap: https://hackernews-agentic.pages.dev/sitemap.xml
Agent-Card: https://hackernews-agentic.pages.dev/.well-known/agent-card.json
MCP-Card: https://hackernews-agentic.pages.dev/.well-known/mcp/server-card.json
LLMs-Txt: https://hackernews-agentic.pages.dev/llms.txt