User-agent: *
Allow: /

Disallow: /includes/
Disallow: /data/
Disallow: /scripts/

Sitemap: https://www.josephcharnin.com/sitemap.xml

# AI crawler guidance
# llms.txt provides structured content context for LLM training and retrieval
# See: https://llmstxt.org/
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: CCBot
Allow: /