# https://birkly.cloud/robots.txt

User-agent: *
Allow: /
Disallow: /_p64/
Disallow: /vendor/
Disallow: /api/

# thank-you.html carries <meta name="robots" content="noindex, follow">
# and is intentionally not disallowed here — blocking it in robots.txt would
# stop crawlers reading that tag at all.

# No Sitemap: directive yet. The CMS write tool rejects .xml, so sitemap.xml
# has to be added server-side; add the line here when it exists.

User-agent: GPTBot
Allow: /for-agents
Allow: /llms.txt
Allow: /.well-known/agent-guide.json
Allow: /sitemap.xml

User-agent: OAI-SearchBot
Allow: /for-agents
Allow: /llms.txt
Allow: /.well-known/agent-guide.json
Allow: /sitemap.xml

User-agent: ChatGPT-User
Allow: /for-agents
Allow: /llms.txt
Allow: /.well-known/agent-guide.json
Allow: /sitemap.xml

User-agent: PerplexityBot
Allow: /for-agents
Allow: /llms.txt
Allow: /.well-known/agent-guide.json
Allow: /sitemap.xml

User-agent: ClaudeBot
Allow: /for-agents
Allow: /llms.txt
Allow: /.well-known/agent-guide.json
Allow: /sitemap.xml

User-agent: anthropic-ai
Allow: /for-agents
Allow: /llms.txt
Allow: /.well-known/agent-guide.json
Allow: /sitemap.xml

User-agent: Google-Extended
Allow: /for-agents
Allow: /llms.txt
Allow: /.well-known/agent-guide.json
Allow: /sitemap.xml

User-agent: Applebot-Extended
Allow: /for-agents
Allow: /llms.txt
Allow: /.well-known/agent-guide.json
Allow: /sitemap.xml

# Agent Guide — AI discovery (cross-linked endpoints)
LLMS: https://birkly.io/llms.txt; type=summary
# Agent Guide JSON: https://birkly.io/.well-known/agent-guide.json
# Agent Guide HTML: https://birkly.io/for-agents
# Sitemap: https://birkly.io/sitemap.xml