# robots.txt - b2bware.com - 2026/08/24

# ---------------------------------------------------------------------
# Standard-Regeln für alle Crawler (inkl. KI-Search-Bots)
# ---------------------------------------------------------------------
User-agent: *
Allow:    /wp-admin/admin-ajax.php
Allow:    /*/wp-admin/admin-ajax.php
Allow:    /wp-content/
Disallow: /wp-admin/
Disallow: /*/wp-admin/
Disallow: /xmlrpc.php
Disallow: /wp-login.php
Disallow: /*/wp-login.php
Disallow: /wp-register.php
Disallow: /*~*
Disallow: /*~
# Search bloat protection
Disallow: /?s=
Disallow: /*/?s=
Disallow: /search/
Disallow: /*/search/
# Feed & Spam blocker
Disallow: /feed/
Disallow: /*/feed/
Disallow: /comments/feed
Disallow: /trackback/
Disallow: */comments$
Disallow: */feed$
Disallow: /?feed=
Disallow: /wp-comments
Disallow: /wp-feed
Disallow: /wp-trackback
Disallow: */trackback
Disallow: */trackback$

# ---------------------------------------------------------------------
# KI-Trainings-Bots – komplett gesperrt
# ---------------------------------------------------------------------
User-agent: GPTBot
User-agent: Google-Extended
User-agent: Google-CloudVertexBot
User-agent: anthropic-ai
User-agent: ClaudeBot
User-agent: Applebot-Extended
User-agent: PetalBot
User-agent: YouBot
User-agent: AI2Bot
User-agent: Ai2Bot-Dolma
User-agent: Amazonbot
User-agent: AspiegelBot
User-agent: Bytespider
User-agent: ChatGLM-Spider
User-agent: cohere-ai
User-agent: cohere-training-data-crawler
User-agent: CCBot
User-agent: Diffbot
User-agent: FriendlyCrawler
User-agent: iaskspider
User-agent: ICC-Crawler
User-agent: ImagesiftBot
User-agent: img2dataset
User-agent: ISSCyberRiskCrawler
User-agent: Meta-ExternalAgent
User-agent: Meta-ExternalFetcher
User-agent: omgili
User-agent: omgilibot
User-agent: PanguBot
User-agent: PiplBot
User-agent: Timpibot
User-agent: VelenPublicWebCrawler
User-agent: Webzio-Extended
Disallow: /

# ---------------------------------------------------------------------
# SEO-Tool- & Scraper-Bots – komplett gesperrt
# ---------------------------------------------------------------------
User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: BLEXBot
User-agent: Crawlspace
User-agent: DataForSeoBot
User-agent: DotBot
User-agent: JoobleBot
User-agent: Kangaroo Bot
User-agent: MauiBot
User-agent: MegaIndex.ru
User-agent: MJ12Bot
User-agent: Rogerbot
User-agent: Scrapy
User-agent: Sidetrade indexer bot
User-agent: SplitSignalBot
Disallow: /

# ---------------------------------------------------------------------
# Sitemap 
# ---------------------------------------------------------------------
Sitemap: https://b2bware.com/de/sitemap_index.xml