User-agent: dotbot
User-agent: thesis-research-bot
User-agent: SemrushBot
User-agent: YandexBot
User-agent: YandexRenderResourcesBot
User-agent: AhrefsBot
User-agent: MJ12bot
User-agent: PetalBot
User-agent: Baiduspider
User-agent: Bytespider
Disallow: /

User-agent: Pinterestbot
Crawl-delay: 1.0
User-agent: Amazonbot
Crawl-delay: 1.0

User-agent: *
Disallow: /cgi-crystalclassics/
Disallow: /cgi-bin/
Disallow: /projects/
Disallow: /shopsite_api/
Disallow: /catalog/
Disallow: /ads/
Disallow: /Templates/
Disallow: /logs/
Disallow: /villeroy/
Disallow: /seguso/
Disallow: /cgi-bin/ts.pl
Disallow: /*?utm_
Disallow: */media/*
Disallow: */themesmedia/*