User-Agent: Googlebot
User-Agent: Storebot-Google
User-Agent: AdsBot-Google
User-Agent: Bingbot
User-Agent: GPTBot
User-Agent: OAI-SearchBot
User-Agent: ClaudeBot
User-Agent: PerplexityBot
User-Agent: Applebot
User-Agent: FacebookBot
User-Agent: Facebot
User-Agent: facebookexternalhit
User-Agent: ia_archiver
User-Agent: Baiduspider
User-Agent: Sogou
User-Agent: coccocbot
User-Agent: PetalBot
User-Agent: Yandex
User-Agent: YandexBot
User-Agent: Bytespider
Allow: /
Disallow: /api/
Disallow: /cart/
Disallow: /checkout/
Disallow: /login/
Disallow: /register/
Disallow: /search/
Disallow: /account/
Disallow: /*?*sortBy=*
Disallow: /*?*sortOrder=*
Disallow: /*?*price=*
Disallow: /*?*min_price=*
Disallow: /*?*max_price=*
Disallow: /*?*rating=*
Disallow: /*?*min_rating=*
Disallow: /*?*tags=*
Disallow: /*?*search=*

User-Agent: AdIdxBot
User-Agent: CriteoBot
User-Agent: alexabot
User-Agent: omgili
User-Agent: Dataprovider.com
User-Agent: dcrawl
User-Agent: Nutch
User-Agent: HTTrack
User-Agent: MetaInspector
User-Agent: Offline Explorer
User-Agent: Slurp
User-Agent: SeznamBot
User-Agent: SearchmetricsBot
User-Agent: Feedonomics
User-Agent: EtaoSpider
User-Agent: BLEXBot
User-Agent: ImagesiftBot
User-Agent: trendictionbot
User-Agent: EyeMonIT
User-Agent: AhrefsSiteAudit
User-Agent: AhrefsBot
User-Agent: SputnikBot
User-Agent: MJ12bot
User-Agent: FeedBurner
User-Agent: Exabot
User-Agent: proximic
User-Agent: Scrapy
User-Agent: SemrushBot
User-Agent: IAS Crawler
User-Agent: dotbot
User-Agent: ltx71
User-Agent: Pingdom.com_bot
User-Agent: GetIntent Crawler
User-Agent: expo9
User-Agent: meta-externalagent
Disallow: /

User-Agent: *
Disallow: /