User-agent: * # Product images must stay crawlable (Google Images) Allow: /media/ # Store-code prefixed routes: robots matches from root, so /en/checkout/ # is NOT covered by /checkout/. Both forms are required. Disallow: /index.php/ Disallow: /*/index.php/ Disallow: /checkout/ Disallow: /*/checkout/ Disallow: /customer/ Disallow: /*/customer/ Disallow: /wishlist/ Disallow: /*/wishlist/ # Narrow to the real account routes: a future /sales/ or /sales.html # marketing page must stay crawlable Disallow: /sales/order/ Disallow: /*/sales/order/ Disallow: /sales/guest/ Disallow: /*/sales/guest/ Disallow: /review/ Disallow: /*/review/ Disallow: /newsletter/ Disallow: /*/newsletter/ Disallow: /catalog/ Disallow: /*/catalog/product_compare/ Disallow: /*/catalog/product/view/ # Store switcher + currency switcher redirect URLs # (the "Page with redirect" bucket in GSC) Disallow: /stores/store/ Disallow: /*/stores/store/ Disallow: /directory/currency/ Disallow: /*/directory/currency/ # Session and store-switch parameters Disallow: /*SID= Disallow: /*___store= Disallow: /*___from_store= # All query strings: layered nav (shape[], strength[]), sort, limit, mode. # Longest matching pattern wins, so the three rules resolve as: # ?shape[0]=Corona -> blocked (only /*? matches) # ?p=2 -> allowed (/*?p= is longer than /*?) # ?p=2&limit=36 -> blocked (/*?p=*& is longer than /*?p=) # ?limit=36&p=2 -> blocked (only /*? matches) # Net effect: bare pagination stays crawlable, every other query is blocked. Disallow: /*? Allow: /*?p= Disallow: /*?p=*& Sitemap: https://www.cigarterminal.com/media/sitemap/sitemap.xml Sitemap: https://www.cigarterminal.com/media/sitemap/sitemap_fr.xml Sitemap: https://www.cigarterminal.com/media/sitemap/sitemap_es.xml