# Allow Google and Bing crawlers
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Googlebot-News
User-agent: Mediapartners-Google
User-agent: Bingbot
User-agent: MSNBot
User-agent: ChatGPT-User
User-agent: Anthropic-ai
User-agent: GPTBot
Disallow: /private/  # Example of disallowing specific paths if needed
Allow: /             # Explicitly allow crawling everything else

# Explicitly block known AI/LLM crawlers
User-agent: CCBot
User-agent: Omgilibot
User-agent: Omgili
Disallow: /

# Block all other crawlers
User-agent: *
Disallow: /