# Allow major AI systems that improve SEO visibility:
User-Agent: ChatGPT-User
Allow: /
User-Agent: ChatGPT-Vector
Allow: /
User-Agent: Google-Extended
Allow: /

# Allow standard crawlers (mirrors robots.txt)
User-Agent: *
Allow: /

# Block aggressive AI scrapers:
User-Agent: PerplexityBot
Disallow: /

User-Agent: FacebookBot
Disallow: /

User-Agent: ClaudeBot
Disallow: /

User-Agent: GPTBot
Allow: /

# Block areas that should not be used for AI training:
Disallow: /typo3/
Disallow: /typo3_src/
Disallow: /vendor/
Disallow: /fileadmin/_temp_/
Disallow: /fileadmin/user_upload/
Disallow: /private/
Disallow: /login
Disallow: /logout
Disallow: /basket
Disallow: /checkout

# Optional: Protect customer files and attachments
Disallow: /*?download=*