User-agent: * Disallow: /account.php Disallow: /cart.php Disallow: /checkout.php Disallow: /checkout Disallow: /finishorder.php Disallow: /login.php Disallow: /orderstatus.php Disallow: /postreview.php Disallow: /productimage.php Disallow: /productupdates.php Disallow: /remote.php Disallow: /search.php Disallow: /viewfile.php Disallow: /wishlist.php Disallow: /admin/ Disallow: /__socialshop/ Disallow: /embed/ Disallow: /analytics/g/ # Crawlers Setup User-agent: * Crawl-delay: 10 Disallow: /catalogsearch/result/ Disallow: /app/ Disallow: /downloader/ Disallow: /includes/ Disallow: /lib/ Disallow: /magento/ Disallow: /pkginfo/ Disallow: /report/ Disallow: /stats/ Disallow: /var/ Disallow: /index.php/ Disallow: /catalog/product_compare/ Disallow: /catalog/ajax/view/* Disallow: /catalog/category/view/ Disallow: /catalog/product/view/ Disallow: /catalog/product/gallery/ Disallow: /catalogsearch/ Disallow: /checkout/* Disallow: /control/ Disallow: /contacts/ Disallow: /customer/ Disallow: /customize/ Disallow: /newsletter/ Disallow: /poll/ Disallow: /review/ Disallow: /sendfriend/ Disallow: /tag/ Disallow: /wishlist/ Disallow: /cron.php Disallow: /cron.sh Disallow: /error_log Disallow: /install.php Disallow: /LICENSE.html Disallow: /LICENSE.txt Disallow: /LICENSE_AFL.txt Disallow: /STATUS.txt Disallow: /*.php$ Disallow: /*?SID= Disallow: /*show=* Disallow: /search/ Disallow: /buy/*/view-all Disallow: /*pramp/cart* Disallow: /*new-review Disallow: /*?_ga Disallow: /*getform= Disallow: /*ask= Disallow: /*?ranMID= Disallow: /*ranSiteID= Disallow: /*ranEAID= Disallow: /*?home=yes Disallow: /*?am$ Disallow: /*?a$ Disallow: /*html?ask= Disallow: /*results? Disallow: /*?NaN Disallow: /*hair_concern= Disallow: /*skin_concern= Disallow: /*age= Disallow: /*price= Disallow: /*skin_type= Disallow: /*choices= Disallow: /*eye_concern= Disallow: /*hair_texture= Disallow: /*key_ingredients= Disallow: /*coverage= Disallow: /*foundation_finish= Disallow: /*hair_curl_type= Disallow: /*finish_powder= Disallow: /*ask= Disallow: /*hair_type= Disallow: /*//// Disallow: /solr/* Disallow: /*limit= Disallow: /*dir= Disallow: /*order= Disallow: /*features_benefits= Disallow: /*?catid= Disallow: /*manufacturer= Disallow: /*adore_beauty_product_type= Disallow: /*fragrance_notes= Disallow: /*fragrance_family= #added new robots rules due to query strings found in Log File Analysis October 2019 (ABW-971) Disallow: /*?a Disallow: /*=null Disallow: /*?sc Disallow: /*?_= Disallow: /*&, Disallow: /*?CAWELAID Disallow: /*?only-options Disallow: /*&pagespeed=noscript Disallow: /*?cat= Disallow: /*productquestions Disallow: /*html?.html Disallow: /*mc_ Disallow: /*pg= Disallow: /*CAAGID Disallow: /*current_time Disallow: /*?gc Disallow: /*?type=txt Disallow: /*?FranMID Disallow: /*?tag= Disallow: /*?*&p= Disallow: /*frontend #added new robots rules due to query strings found in Log File Analysis Feb 2020 (ABW-1115) Disallow: /*?, Disallow: /*?_ Disallow: /*?Findation Disallow: /*?= Disallow: /*?siteID Disallow: /*?msclkid Disallow: /*?quot # Page Allow as per ABW-1034 Allow: /*page= # Page Allow as per ABW-2799 Allow: /giftcertificates.php # Website Sitemap Sitemap: https://www.adorebeauty.com.au/hasura-sitemaps/production/category-au-sitemap.xml Sitemap: https://www.adorebeauty.com.au/hasura-sitemaps/production/product-au-sitemap.xml Sitemap: https://www.adorebeauty.com.au/hasura-sitemaps/production/routines-au-sitemap.xml Sitemap: https://www.adorebeauty.com.au/hasura-sitemaps/production/cms-au-sitemap.xml Sitemap: https://www.adorebeauty.com.au/hasura-sitemaps/production/guide-au-sitemap.xml Sitemap: https://www.adorebeauty.com.au/sitemap/reviews.xml # Beauty IQ Sitemap: Sitemap: https://www.adorebeauty.com.au/hasura-sitemaps/production/beautyiq-au-sitemap.xml # block bad bot User-agent: Socialradarbot/2.0 Disallow: / User-agent: MJ12bot Disallow: / User-agent: Yandex Disallow: / User-agent: Baidu Disallow: / User-agent: discobot Disallow: / # Disallow as per ABW-2367 Disallow: /*wishlist.php #Pinterest Bot is smashing the site user-agent: Pinterestbot Crawl-delay: 1.0 #Big Commerce Version User-agent: * Disallow: /*?_bc_fsnf=1* Disallow: /*&_bc_fsnf=1* User-agent: AI2Bot User-agent: Ai2Bot-Dolma User-agent: Amazonbot User-agent: Applebot User-agent: Applebot-Extended User-agent: Bytespider User-agent: CCBot User-agent: ChatGPT-User User-agent: Claude-Web User-agent: ClaudeBot User-agent: Diffbot User-agent: FacebookBot User-agent: FriendlyCrawler User-agent: GPTBot User-agent: Google-Extended User-agent: GoogleOther User-agent: GoogleOther-Image User-agent: GoogleOther-Video User-agent: ICC-Crawler User-agent: ISSCyberRiskCrawler User-agent: ImagesiftBot User-agent: Kangaroo Bot User-agent: Meta-ExternalAgent User-agent: Meta-ExternalAds User-agent: Meta-ExternalFetcher User-agent: Meta-WebIndexer User-agent: OAI-SearchBot User-agent: PerplexityBot User-agent: PetalBot User-agent: Scrapy User-agent: Sidetrade indexer bot User-agent: Timpibot User-agent: VelenPublicWebCrawler User-agent: Webzio-Extended User-agent: YouBot User-agent: anthropic-ai User-agent: cohere-ai User-agent: facebookexternalhit User-agent: iaskspider/2.0 User-agent: img2dataset User-agent: omgili User-agent: omgilibot Crawl-delay: 10 Disallow: /account.php Disallow: /cart.php Disallow: /checkout.php Disallow: /checkout Disallow: /admin/ Disallow: /*?_bc_fsnf=1* Disallow: /*&_bc_fsnf=1*