User-agent: *
Allow: /

# Restricted Directories
Disallow: /admin/
Disallow: /api/
Disallow: /vendor/
Disallow: /storage/
Disallow: /wp-admin/
Disallow: /wp-includes/

# ==============================================================================
# AI Search & Discovery Bots (Allowed for live citations and GEO)
# ==============================================================================
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Claude-Web
Allow: /

# ==============================================================================
# AI Training Scrapers (Blocked from model training)
# ==============================================================================
User-agent: GPTBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: CCBot
Disallow: /