User-agent: *
#Don't crawl certain end points
Disallow: */CQRecomm-Start
Disallow: */Adyen-GetPaymentMethods
Disallow: */IZ-Client
Disallow: *__Analytics-Start

#Don’t crawl personal pages
Disallow: */account
Disallow: */register
Disallow: */wishlist
Disallow: /*cart$
Disallow: /cart/
Disallow: */payment
Disallow: */billing
Disallow: */shipping
Disallow: */order
Disallow: /product-print*
Disallow: /create-your-own/09272017-cyo-lp.html*
Disallow: */Product-Variation
Disallow: */Search-Show
 
#Don’t crawl hidden pages
Disallow: /unavailable/
Disallow: /hidden/
Disallow: /product-archive/
Disallow: /foa/
 
#Don’t crawl parameter pages
Disallow: *srule*
 
#Don’t crawl certain facet pages
Disallow: */sale/r/*
Disallow: /gift*/r/*
Disallow: /thank-you-gifts-cg/r/*
Disallow: /for-the-couple-cg/r/*
Disallow: /men-objects-of-desire-cg/r/*
Disallow: /women-objects-of-desire-cg/r/*
 
User-agent: Robozilla
Disallow: /
User-agent: yahoo-mmcrawler
Disallow: /
User-agent: psbot
Disallow: /
User-agent: asterias
Disallow: /
User-agent: yahoo-blogs/v3.9
Disallow: /

Disallow: */Header-MenuFlyouts
Disallow: */ProductRecs-GetContext
Disallow: */Product-AlsoAvailable
Disallow: */Product-PDPOMSEDDLookup
Disallow: */Product-Look
Disallow: */Wishlist-IncludeJSON
Disallow: */Product-Show
Disallow: */Product-Variation
Disallow: */Product-ShowInCategory
Disallow: */Search-Show
Disallow: */Wishlist-Add
Disallow: */Wishlist-Include
Disallow: */Wishlist-Remove
Disallow: */Product-Variation
Disallow: */Product-HitTile
Disallow: */Checkout-GetBillCountries
Disallow: */CheckoutServices-ExistingCustomer
Disallow: *__SYSTEM__ApplePay-GetRequest
Sitemap: https://www.ralphlauren.com/index