# LLMs.txt

# Allow OpenAI GPTBot to crawl public pages
User-agent: GPTBot
Allow: /

# Allow Google AI (Gemini / Bard)
User-agent: Google-Extended
Allow: /

# Allow Anthropic (Claude)
User-agent: ClaudeBot
Allow: /

# Allow Perplexity AI
User-agent: PerplexityBot
Allow: /

# Optional: block CommonCrawl (if you want to prevent dataset redistribution)
User-agent: CCBot
Disallow: /

# Block all AI crawlers from backend areas
User-agent: *
Disallow: /wp-admin/
Disallow: /wp-login.php
Allow: /