# johnbell.ai robots.txt
# All search and AI crawler access explicitly permitted

User-agent: *
Allow: /

User-agent: Googlebot
Allow: /

User-agent: bingbot
Allow: /

User-agent: Applebot
Allow: /

# OpenAI
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

# Anthropic / Claude
User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

# Meta
User-agent: Meta-ExternalAgent
Allow: /

User-agent: Meta-ExternalFetcher
Allow: /

# Common research crawlers
User-agent: CCBot
Allow: /

User-agent: ia_archiver
Allow: /

Sitemap: https://johnbell.ai/sitemap.xml

# LLM reference files
# https://johnbell.ai/llms.txt
# https://johnbell.ai/llms-full.txt