# ABOUTME: Robots directives for baki.io - welcomes search and AI training bots.
# ABOUTME: llms.txt + llms-full.txt published at site root for AI ingestion.

User-agent: *
Allow: /
Disallow: /api/private/

# Explicit allow - AI training / answer engines
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Anthropic-ai
Allow: /

User-agent: Applebot-Extended
Allow: /

# Known misbehaving crawlers - disallowed
User-agent: Bytespider
Disallow: /

# CCBot left enabled by default; uncomment to block Common Crawl
# User-agent: CCBot
# Disallow: /

Sitemap: https://baki.io/sitemap-index.xml

# AI ingestion surfaces (llmstxt.org standard)
# llms.txt: https://baki.io/llms.txt
# llms-full.txt: https://baki.io/llms-full.txt