# Apple's web crawler
User-agent: Applebot
Allow: /

# Common Crawl (used by various AI trainers)
User-agent: CCBot
Allow: /

# OpenAI for SearchGPT
User-agent: ChatGPT-User
Allow: /

# Anthropic (Claude)
User-agent: ClaudeBot
Allow: /

# Cohere AI
User-agent: cohere-ai
Allow: /

# Discord link previews
User-agent: Discordbot
Allow: /

# Meta AI
User-agent: FacebookBot
Allow: /

# Facebook link previews and sharing
User-agent: facebookexternalhit
Allow: /

# Google's AI (Bard, Gemini, etc.)
User-agent: Google-Extended
Allow: /

# OpenAI (ChatGPT, GPT-4, etc.)
User-agent: GPTBot
Allow: /

# LinkedIn link previews
User-agent: LinkedInBot
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

# Twitter/X link previews
User-agent: Twitterbot
Allow: /

# Block all other bots (prevents search engine indexing)
User-agent: *
Disallow: /