####
# Block Baiduspider Bot - too aggressive
####
User-Agent: Baiduspider
Disallow: /

####
# Block Ahrefs Bot - too aggressive
####
User-Agent: AhrefsBot
Disallow: /

####
# Block BLEXBot - too aggressive
####
User-Agent: BLEXBot
Disallow: /

####
# Block PetalBot - too aggressive
####
User-Agent: PetalBot
Disallow: /

####
# Block SemrushBot - too aggressive
####
User-Agent: SemrushBot
Disallow: /

User-Agent: *
Disallow: /lib/
Disallow: /*.php$
Disallow: /pkginfo/
Disallow: /report/
Disallow: /var/
Disallow: /catalog/
Disallow: /customer/
Disallow: /sendfriend/
Disallow: /review/
Disallow: /*SID=
Disallow: /*?

# Disable checkout & customer account
Disallow: /checkout/
Disallow: /onestepcheckout/
Disallow: /customer/
Disallow: /customer/account/
Disallow: /customer/account/login/

# Disable Search pages
Disallow: /catalogsearch/
Disallow: /catalog/product_compare/

# Disable Tag & Review (Avoid duplicate content)

Disallow: /tag/
Disallow: /review/


# Disable sorting (Avoid duplicate content)
Disallow: /*?*product_list_mode=
Disallow: /*?*product_list_order=
Disallow: /*?*product_list_limit=
Disallow: /*?*product_list_dir=
Sitemap: https://www.fletcherstewart.com/pub/sitemap/sitemap_fs.xml