User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

###########################################
# SCHÄDLICHE BOTS BLOCKIEREN (SEO-SICHER)
###########################################

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: SentiBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: omgili
Disallow: /

User-agent: omgilibot
Disallow: /

User-agent: IA_Archiver
Disallow: /

User-agent: TikTokSpider
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: YouBot
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

User-agent: Meta-ExternalFetcher
Disallow: /

User-agent: FirecrawlAgent
Disallow: /

User-agent: AWario
Disallow: /

User-agent: VelenPublicWebCrawler
Disallow: /

User-agent: img2dataset
Disallow: /

User-agent: FriendlyCrawler
Disallow: /

User-agent: SBIntuitionsBot
Disallow: /

User-agent: Operator
Disallow: /
User-agent: UptimeRobot
Disallow: /

User-agent: RebrandlyBot
Disallow: /

User-agent: SputnikBot
Disallow: /

User-agent: MegaIndex
Disallow: /

User-agent: archive.org_bot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: SEOkicks-Robot
Disallow: /

User-agent: YisouSpider
Disallow: /

User-agent: YandexImageResizer
Disallow: /

User-agent: 360Spider
Disallow: /

User-agent: AspiegelBot
Disallow: /

User-agent: crawler4j
Disallow: /

User-agent: ZoominfoBot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: AhrefsSiteAudit
Disallow: /

User-agent: SemrushBot-SLR
Disallow: /

Sitemap: https://www.autowebexpress.de/sitemap.xml
Sitemap: https://www.autowebexpress.de/sitemap-news.xml