User-agent: *
Disallow: */cwr/cart
Disallow: */cwr/cart/*
Disallow: *_=*
Disallow: */*/c/brands
Disallow: *//c/
Disallow: */_s/saveFulfillmentJson
Disallow: */addBulkProductItemsToCart
Disallow: */addBulkProductItemsToCartReplacementModel
Disallow: */addCustomerUserNboProductTocart
Disallow: */addObseleteReplacementProductItemsToCart
Disallow: */addProductsToCartFormConfigurator
Disallow: */addToCartFromUrl
Disallow: */addtoJoblist/*
Disallow: */c/.seo-collapse
Disallow: */**/c/browseCategoryAndBrandForMobile
Disallow: */checkout
Disallow: */checkout/*
Disallow: */closeGlobalPromotion
Disallow: */closeNotificationIcon
Disallow: *collapseTwo
Disallow: */combined.css*
Disallow: */combined.js*
Disallow: */compare/
Disallow: */cookieCosent
Disallow: */cookieCosentToggler
Disallow: */enableCookieConsent
Disallow: */erp/*
Disallow: */fast-register
Disallow: */findDefaultStore
Disallow: */findNearestStoreForAnonymous
Disallow: */footer/globalSites
Disallow: */GDPRCookieContainerComponentController/*
Disallow: */getBranchList*
Disallow: */getHtmlFormContent
Disallow: */getInspirationCompanyUrl
Disallow: */getJWTTokenAndUserDetails
Disallow: */getLimitedDistributionPickupZip
Disallow: */getNotificationMsgvaluesForLD
Disallow: */isQuantityVisibleForProducts
Disallow: */oauth/getOauthToken
Disallow: */getPagablePickupBranchesForAnonymous.json
Disallow: */getRegionList
Disallow: */getReplacementForObsoleteproduct
Disallow: */getTieredPricingMap
Disallow: */isQuantitySectionVisible
Disallow: */login
Disallow: */login/*
Disallow: */logout
Disallow: */mergeCart/*
Disallow: */mobilelogin*
Disallow: */mobileprivacy
Disallow: */mobileRegistration*
Disallow: */mockMedia/*
Disallow: */my-account
Disallow: */my-account/*
Disallow: */myaccountpopup
Disallow: */my-company/*
Disallow: */mysettings
Disallow: */notification/*
Disallow: */oauth/getOauthToken
Disallow: */obseleteProductAddToCart
Disallow: */order-return/*
Disallow: */order-new-return/*
Disallow: */p/getEmailPDPpopup
Disallow: */p/getTieredPricing
Disallow: */p/slangKeyword
Disallow: *page=0
Disallow: *page=-1
Disallow: *pageSize=*&
Disallow: */prefillAddToCart
Disallow: */priceToolTip/*
Disallow: */product360view/*
Disallow: */productBranchStock
Disallow: */productBranchStock/*
Disallow: */quickorder
Disallow: */recommendedCategories.ajax
Disallow: */register
Disallow: */register/*
Disallow: */removeChangeRegionPopup
Disallow: */removeGDPRLegalNotification
Disallow: */removePCIComplianceNotification
Disallow: */replacementProduct
Disallow: */sales/*
Disallow: */updatelanguage
Disallow: */updateRegion
Disallow: */validateUpdateRegion
Disallow: */view/TabbedNavigationComponentController/updateTabIndex
Disallow: */p/*/zoomImages
Disallow: *{0}
Disallow: *%7B0%7D

## cms related
Disallow: */cms/getPDPContent.json?productCode=*
## testing
Disallow: */_ui/addons/*
Disallow: */_ui/mobile/common/*
Disallow: */_ui/resonsive/common/js/*
Disallow: */perse/getNoResultsPage
Disallow: */search*
Disallow: */_ui/angular/*

Allow: *%3A*%3A*/p/*
Allow: */p/*/*

# spam pattern
Disallow: /search*.com
Disallow: /search*.net

## site specific blocks
Disallow: */medias/*


# Limit PLP Facet Crawling 

# Disallow facets but those allowed elsewhere
Disallow: *%3Arelevance%3A*%3A*
Disallow: *:relevance:*:*
Disallow: *%3A*%3A*
Disallow: *:*:*

## disallow other
Disallow: */c/*__*
Disallow: */c/*/*productbranchstock*
Disallow: *page=-1*
## disallow facet removal
Disallow: */c/*?q=%3Arelevance&text=&filter=&aliasname=&partialSearch=#

### disallow category facet on category pages
Disallow: */Category/*/c/*relevance%3Acategory*

#Disallow brand facet on brand pages
Disallow: */Brand/*/c/*relevance%3Abrand*

# Allow / Disallow Brand facets for category pages
Allow: */Category/*/c/*q=%3Arelevance%3Abrand%3A*
Disallow: */Category/*/c/*q=%3Arelevance%3Abrand%3A*%3A
Disallow: */Category/*/c/*q=%3Arelevance%3Abrand%3A*page=-1*


# Allow / Disallow Category Facets for Brand pages
Allow: */Brand/*/c/*q=%3Arelevance%3Acategory%3A*
Disallow: */Brand/*/c/*q=%3Arelevance%3Acategory%3A*%3A
Disallow: */Brand/*/c/*q=%3Arelevance%3Acategory%3A*page=-1*


User-agent: Scrapy
Disallow: /

User-agent: CazoodleBot
Disallow: /
 
User-agent: MJ12bot
Disallow: /
 
User-agent: dotbot/1.0
Disallow: /
 
User-agent: Gigabot
Disallow: /

User-agent: AspiegelBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MauiBot
Disallow: /


Sitemap: https://www.westburne.ca/cwr/sitemap.xml

#v20231017