# KI-/AI-Crawler EXPLIZIT ERLAUBEN
Disallow: /agbs.php
Disallow: /datenschutzerklaerung.php
Disallow: /impressum.php
Disallow: /kontakt.php

# Google / Gemini & Vertex
User-agent: Google-Extended
Disallow:
User-agent: Google-CloudVertexBot
Disallow:
User-agent: GoogleOther
Disallow:

# OpenAI
User-agent: GPTBot
Disallow:
User-agent: ChatGPT-User
Disallow:
User-agent: OAI-SearchBot
Disallow:

# Anthropic
User-agent: ClaudeBot
Disallow:
User-agent: Claude-User
Disallow:
User-agent: Claude-SearchBot
Disallow:

# Perplexity
User-agent: PerplexityBot
Disallow:
User-agent: Perplexity-User
Disallow:

# Apple (Apple Intelligence Training)
User-agent: Applebot-Extended
Disallow:
User-agent: Applebot
Disallow:

# Meta (Llama / Meta AI)
User-agent: meta-externalagent
Disallow:
User-agent: FacebookBot
Disallow:

# Amazon
User-agent: Amazonbot
Disallow:

# Common Crawl (häufig Trainingsquelle)
User-agent: CCBot
Disallow:

# You.com
User-agent: YouBot
Disallow:

# Cohere (Varianten werden beobachtet)
User-agent: cohere-training-data-crawler
Disallow:
User-agent: cohere-ai
Disallow:

# Fallback: alles andere ebenfalls erlaubt
User-agent: *
Disallow: