User-agent: * # Paths (clean URLs) Disallow: /*sendfriend/ Disallow: /*tag/ Disallow: /*filterby/ Disallow: /*checkout/ Disallow: /*catalog/product_compare/ # Don't crawl the checkout and user account pages Disallow: /*wishlist/ Disallow: /*giftregistry/ Disallow: /*catalogsearch/ Disallow: /*customer/ Disallow: /*productquestion/ # Paths (no clean sorted or filtered) Disallow: /*?SID= Disallow: /*?dir=desc Disallow: /*?dir=asc Disallow: /*?limit=all Disallow: /*?product_size= Disallow: /*?filter_by_colour= Disallow: /*?price= Disallow: /*?filter_by_brand= Disallow: /*?denim_fit= Disallow: /*?filter_by_gender