Sitemap: https://www.museum-schwerin.de/sitemap.xml

# robots.txt zu https://www.museum-schwerin.de

# Sitemap: https://www.sitemap.xml
# Den Zugriff auf _conf habe ich freigegeben.

# alle Bots
User-agent: *
Disallow: 

# Ahrefs Bot
# disallow this directory
User-agent: AhrefsBot 
Disallow: /museum/veranstaltungen/

# Amazon's user agent
# disallow this directory
User-agent: Amazonbot 
Disallow: /museum/veranstaltungen/ 

# Barkrowler
# disallow this directory
User-agent: Barkrowler
Disallow: /museum/veranstaltungen/ 

# Bings's user agent
# disallow this directory
User-agent: Bingbot 
Disallow: /museum/veranstaltungen/ 

# BLEXBot
# disallow this directory
User-agent: BLEXBot
Disallow: /museum/veranstaltungen/ 

# Bytedance user agent, bekannt, dass er robots-Anweisung ignoriert
# disallow komplett
User-agent: Bytespider 
Disallow: / 

# Chatbot
# disallow this directory
User-agent: ClaudeBot 
Disallow: /museum/veranstaltungen/ 

# DataForSeoBot
# disallow this directory
User-agent: DataForSeoBot
Disallow: /museum/veranstaltungen/ 

# DotBot (MOZ)
# disallow this directory
User-agent: DotBot
Disallow: /museum/veranstaltungen/

# ecoresearchCrawler
# disallow this directory
User-agent: ecoresearchCrawler
Disallow: /museum/veranstaltungen/ 

# MojeekBot
# disallow this directory
User-agent: MojeekBot
Disallow: /museum/veranstaltungen/ 

# Semrush
# disallow this directory
User-agent: SemrushBot
Disallow: /museum/veranstaltungen/

# Yandex
# disallow this directory
User-agent: YandexBot
Disallow: /museum/veranstaltungen/