# Block AI crawlers
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: PerplexityBot
Disallow: /

# Also block BingBot as it is almost as much traffic as the AI bots
User-agent: Bingbot
Disallow: /

# Allow specific crawlers
User-agent: Googlebot
Allow: /