User-agent: RavenCrawler
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: AspiegelBot
Disallow: /

User-agent: Ezooms
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: MauiBot
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: megaindex.com
Disallow: /

User-agent: MegaIndex
Disallow: /

User-agent: AlphaBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: VelenPublicWebCrawler
Crawl-delay: 120

User-agent: Amazonbot
Disallow: /

User-agent: BLEXBot
Crawl-delay: 120

User-agent: Bingbot
User-agent: MSNBot
User-agent: MSNBot-Media
User-agent: AdIdxBot
User-agent: BingPreview
User-agent: LinkedInBot
User-agent: AdRoll Dynamic Creative Feed Parser bot (delight@adroll.com)
Allow: /category/*?*
Allow: /categorie/*?*
Allow: /brand/*?*
Allow: /marque/*?*
Crawl-delay: 60

User-agent: SemrushBot-SI
User-agent: SemrushBot
User-agent: SiteAuditBot-Desktop
User-agent: SiteAuditBot-Mobile
Allow: /category/*?*
Allow: /categorie/*?*
Allow: /brand/*?*
Allow: /marque/*?*
Allow: /product/*?*
Allow: /produit/*?*
Crawl-delay: 60

User-agent: *
# Deny all query params
Disallow: /category/*?*
Disallow: /categorie/*?*
Disallow: /brand/*?*
Disallow: /marque/*?*
Disallow: /campaign/sale-items?*
Disallow: /campagne/produits-en-solde?*
Disallow: /account/login?*
# Deny search pages entirely
Disallow: /rechercher
Disallow: /search
# Allow navigation pages
Allow: /*?page=*
# Allow refinement by manufacturer
Allow: /*?manufacturer=*
Allow: /*?fabricant=*
Crawl-delay: 60