Sitemap: https://www.dropwinkel.eu/sitemap_index.xml

# Algemene restricties voor alle bots
User-agent: *
Disallow: /account
Disallow: /login
Disallow: /register
Disallow: /checkout/*
Disallow: /search*
Disallow: /*?name=
Disallow: /*&name=
Disallow: /*?brand
Disallow: /*&brand
Disallow: /*?price
Disallow: /*&price
Disallow: /*?attributes
Disallow: /*&attributes

# Bot-trap 
Disallow: /bot-trap

# Webmail
Disallow: /roundcube
Disallow: /webmail
Disallow: /squirrelmail

# Specifieke bots blokkeren/vertragen
User-Agent: Baiduspider
Disallow: /
User-Agent: CazoodleBot
Disallow: /
User-Agent: Fasterfox
Disallow: /
User-Agent: Jyxobot
Disallow: /
User-Agent: MJ12bot
Disallow: /
User-Agent: ShopWiki
Disallow: /
User-Agent: AhrefsBot
Disallow: /
User-Agent: facebookexternalhit
Crawl-delay: 10
Allow: /media/
User-Agent: Facebot
Crawl-delay: 10
Allow: /media/

# SEMRush Bots
User-agent: SemrushBot-SA
Allow: /
User-agent: SemrushBot-BA
Allow: /
User-agent: SemrushBot-SI
Allow: /
User-agent: SemrushBot-SWA
Allow: /
User-agent: SemrushBot-CT
Allow: /
User-agent: SemrushBot-BM1
Allow: /

# Allow AI search and agent use

User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: PerplexityBot
User-agent: AndiBot
User-agent: PhindBot
User-agent: YouBot

Allow: /

# Disallow AI training data collection
User-agent: GPTBot
User-agent: CCBot
User-agent: Google-Extended
Disallow: /