# Crawlers Setup

User-agent: *

Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /onestepcheckout/
Disallow: /catalogsearch/
Disallow: /newsletter/
Disallow: /sendfriend/
Disallow: /customize/
Disallow: /index.php/
Disallow: /checkout/
Disallow: /wishlist/
Disallow: /contacts/
Disallow: /customer/
Disallow: /review/
Disallow: /ajax/
Disallow: /poll/
Disallow: /tag/

Disallow: /*?_bta_tid=*
Disallow: *?brand=*
Disallow: *?price=*
Disallow: *?tbs_colour_11=*
Disallow: *?tbs_material_12=*
Disallow: *?tbs_pattern_16=*
Disallow: *?tbs_pillow_firmness_265=*
Disallow: *?tbs_fill_material_14=*
Disallow: *?tbs_colour_66=*
Disallow: *?tbs_product_type=*
Disallow: /*.php*
Disallow: /*?SID=*
Disallow: /*?ajax=*
Disallow: /*?options=*
Disallow: /*?product_list_dir=*
Disallow: /*?product_list_mode=*
Disallow: /*?product_list_order=*
Disallow: /*?product_list_limit=*
Disallow: /*couples/rooms/ajaxindex*
Disallow: /*?room_type=*
Disallow: /*?series=*
Disallow: /*couples/rooms/index*

Disallow: /search/go

NoIndex: /search/go

# sitemap: https://www.theblockshop.com.au/sitemap.xml