# Google
User-agent: Googlebot
Allow: /

#Google Mobile
User-agent: googlebot-mobile
Allow: /

# Bing
User-agent: Bingbot
Allow: /

# MSN Search
User-agent: MSNBot
Allow: /

# Yahoo
User-agent: Slurp
Allow: /

# DuckDuckGo
User-agent: DuckDuckBot
Allow: /

# Baidu
User-agent: Baiduspider
Allow: /

# Yandex
User-agent: YandexBot
Allow: /

# Apple
User-agent: Applebot
Allow: /

# Brave Search
User-agent: Bravebot
Allow: /

# OpenAI (ChatGPT etc.)
User-agent: GPTBot
Allow: /

# Google AI / Gemini
User-agent: Google-Extended
Allow: /

# Common Crawl
User-agent: CCBot
Allow: /

# Anthropic (Claude)
User-agent: anthropic-ai
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

# You.com AI
User-agent: YouBot
Allow: /

# Meta AI
User-agent: Meta-ExternalAgent
Allow: /

# Alle anderen
User-agent: *
Disallow: /