User-agent: *
Disallow: /account.php
Disallow: /cart.php
Disallow: /checkout.php
Disallow: /checkout
Disallow: /finishorder.php
Disallow: /login.php
Disallow: /orderstatus.php
Disallow: /postreview.php
Disallow: /productimage.php
Disallow: /productupdates.php
Disallow: /remote.php
Disallow: /search.php
Disallow: /viewfile.php
Disallow: /wishlist.php
Disallow: /admin/
Disallow: /__socialshop/

# Crawlers Setup
User-agent: *
Crawl-delay: 10
Disallow: /catalogsearch/result/
Disallow: /app/
Disallow: /downloader/
Disallow: /includes/
Disallow: /lib/
Disallow: /magento/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /stats/
Disallow: /var/
Disallow: /index.php/
Disallow: /catalog/product_compare/
Disallow: /catalog/ajax/view/*
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /catalog/product/gallery/
Disallow: /catalogsearch/
Disallow: /checkout/*
Disallow: /control/
Disallow: /contacts/
Disallow: /customer/
Disallow: /customize/
Disallow: /newsletter/
Disallow: /poll/
Disallow: /review/
Disallow: /sendfriend/
Disallow: /tag/
Disallow: /wishlist/
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /install.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /STATUS.txt
Disallow: /*.php$
Disallow: /*?SID=
Disallow: /*show=*
Disallow: /search/
Disallow: /buy/*/view-all
Disallow: /*pramp/cart*
Disallow: /*new-review

Disallow: /*?_ga

Disallow: /*getform=
Disallow: /*ask=
Disallow: /*?ranMID=
Disallow: /*ranSiteID=
Disallow: /*ranEAID=
Disallow: /*?home=yes
Disallow: /*?am$
Disallow: /*?a$
Disallow: /*html?ask=
Disallow: /*results?

Disallow: /*?NaN
Disallow: /*hair_concern=
Disallow: /*skin_concern=
Disallow: /*age=
Disallow: /*price=
Disallow: /*skin_type=
Disallow: /*choices=
Disallow: /*eye_concern=
Disallow: /*hair_texture=
Disallow: /*key_ingredients=
Disallow: /*coverage=
Disallow: /*foundation_finish=
Disallow: /*hair_curl_type=
Disallow: /*finish_powder=
Disallow: /*ask=
Disallow: /*hair_type=

Disallow: /*////
Disallow: /solr/*
Disallow: /*limit=
Disallow: /*dir=
Disallow: /*order=
Disallow: /*features_benefits=
Disallow: /*?catid=
Disallow: /*manufacturer=
Disallow: /*adore_beauty_product_type=
Disallow: /*fragrance_notes=
Disallow: /*fragrance_family=

#added new robots rules due to query strings found in Log File Analysis October 2019 (ABW-971)

Disallow: /*?a
Disallow: /*=null
Disallow: /*?sc
Disallow: /*?_=

Disallow: /*&,
Disallow: /*?CAWELAID
Disallow: /*?only-options
Disallow: /*&pagespeed=noscript
Disallow: /*?cat=
Disallow: /*productquestions
Disallow: /*html?.html
Disallow: /*mc_
Disallow: /*pg=
Disallow: /*CAAGID
Disallow: /*current_time
Disallow: /*?gc
Disallow: /*?type=txt
Disallow: /*?FranMID
Disallow: /*?tag=
Disallow: /*?*&p=
Disallow: /*frontend

#added new robots rules due to query strings found in Log File Analysis Feb 2020 (ABW-1115)
Disallow: /*?,
Disallow: /*?_
Disallow: /*?Findation
Disallow: /*?=
Disallow: /*?siteID
Disallow: /*?msclkid
Disallow: /*?quot

# Page Allow as per ABW-1034
Allow: /*page=


# To Remove SLI
Disallow: /c/*


 # Website Sitemap
 Sitemap: https://www.adorebeauty.com.au/media/sitemap_adore/sitemap_index.xml

 # Beauty IQ Sitemap:
 Sitemap: https://www.adorebeauty.com.au/beautyiq/sitemap_index.xml

 # block bad bot
 User-agent: Socialradarbot/2.0
 Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: Baidu
Disallow: /

User-agent: discobot
Disallow: /

# Disallow as per ABW-2367
Disallow: /*wishlist.php