# Whitelist AI bots (ChatGPT, Claude, Perplexity, Common Crawl, etc.)
User-agent: ChatGPT-User
Disallow:
User-agent: GPTBot
Disallow:
User-agent: ClaudeBot
Disallow:
User-agent: CCBot
Disallow:
User-agent: PerplexityBot
Disallow:
# Optional: Allow all bots (including AI and search engines)
User-agent: *
Disallow:
# Or restrict parts of your site (e.g., checkout or admin)
# User-agent: *
# Disallow: /admin/
# Disallow: /cart/
# Disallow: /checkout/
# Disallow: /account/
# Allow: /