User-agent: *
Allow: /
Disallow: /*popup
Disallow: /suche

# --- SEO/scraper bots we don't want at all ---
User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: MJ12bot
User-agent: DotBot
User-agent: BLEXBot
User-agent: SearchmetricsBot
User-agent: PetalBot
User-agent: Sogou Spider
User-agent: SeznamBot
User-agent: Bytespider
User-agent: SEOkicks
User-agent: DataForSeoBot
User-agent: serpstatbot
User-agent: Barkrowler
User-agent: MegaIndex.ru
User-agent: Screaming Frog SEO Spider
User-agent: ZoominfoBot
User-agent: Diffbot
User-agent: omgilibot
User-agent: omgili
User-agent: BuiltWith
User-agent: img2dataset
User-agent: trendictionbot
Disallow: /

# --- AI crawlers: same policy as the default group above.
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Amazonbot
User-agent: meta-externalagent
User-agent: Applebot-Extended
User-agent: CCBot
User-agent: ai2bot
User-agent: Google-Extended
Allow: /
Disallow: /*popup
Disallow: /*-tarif-vergleich
Disallow: /suche

Disallow: /*?filter
Disallow: /*&filter
Disallow: /*?racoon
Disallow: /*&racoon
Disallow: /*sort=
Disallow: /*order=
Disallow: /*type=
Disallow: /*tariff=