User-agent: *
Disallow:

# Block shady crawlers
# Block MegaIndex.ru crawler
User-agent: MegaIndex.ru
Disallow: /
# Block trendkite-akashic-crawler
User-agent: trendkite-akashic-crawler
Disallow: /

# ===========================================
# Blocked AI crawlers used for model training
# ===========================================
User-agent: Amazonbot
Disallow: /
User-agent: Anchor Browser
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: FacebookBot
Disallow: /
User-agent: Google-CloudVertexBot
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: meta-externalagent
Disallow: /
User-agent: Novellum
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: ProRataInc
Disallow: /
User-agent: Timpibot
Disallow: /
User-agent: FriendlyCrawler
Disallow: /

# ===========================================
# Allowed AI crawlers (chat interfaces, search,
# or explicit exceptions like Google-Extended, Alexa)
# ===========================================
#Googlebot
#Bingbot
#ChatGPT-User
#Claude-SearchBot
#Claude-User
#Applebot
#PerplexityBot
#OAI-SearchBot
#archive.org_bot
#DuckAssistBot
#MistralAI-User
#Manus Bot
#Perplexity-User
#Google-Extended
#AlexaWebCrawler
#AlexaCrawler
#Meta-ExternalFetcher


Sitemap: https://www.mit-tier.de/sitemap-articles-index.xml
Sitemap: https://www.mit-tier.de/sitemap-images-index.xml
Sitemap: https://www.mit-tier.de/news_sitemap.xml