User-agent: *
Disallow: /*_es
Disallow: /*_tr
Disallow: /*_fr
Disallow: /*_it
Disallow: /*_pl

# Lab shop sitemap for Googlebot and other generic search crawlers:
Sitemap: https://www.thgeyer.com/lab/shop/sitemap/sitemap.xml

# Prevent AI crawlers from crawling the lab shop (for now)
User-agent: GPTBot
Disallow: /lab/shop/

User-agent: ChatGPT-User
Disallow: /lab/shop/

User-agent: Alexabot
Disallow: /lab/shop/

User-agent: Amazonbot
Disallow: /lab/shop/

User-agent: Bytespider
Disallow: /lab/shop/

User-agent: PetalBot
Disallow: /lab/shop/

User-agent: AliyunSecBot
Disallow: /lab/shop/

User-agent: ClaudeBot
Disallow: /lab/shop/

User-agent: PerplexityBot
Disallow: /lab/shop/

User-agent: OAI-SearchBot
Disallow: /lab/shop/

User-agent: CCBot
Disallow: /lab/shop/

User-agent: Meta-ExternalAgent
Disallow: /lab/shop/