User-agent: MJ12bot
Disallow: /

User-agent: Linguee Bot
Disallow: /

user-agent: AhrefsBot
disallow: /

User-agent: Baiduspider
Disallow: /

User-agent:*
Allow: /

Disallow: /app/
Disallow: /downloader/
Disallow: /errors/
Disallow: /includes/
Disallow: /lib/
Disallow: /shell/
Disallow: /var/
Disallow: /404/
Disallow: /contacts/
Disallow: /about-us/
Disallow: /faq/
Disallow: /returns-exchanges/
Disallow: /shipping/
Disallow: /payment/
Disallow: /returns/
Disallow: /pay-after-delivery/

Disallow: /*?dir*
Disallow: /*?limit*
Disallow: /*?mode*
Disallow: /*?___from_store=*
Disallow: /*?___store=*
Disallow: /*?cat=*
Disallow: /*?q=*
Disallow: /*?price=*
Disallow: /*?availability=*
Disallow: /*?brand=*
Disallow: /*?product_type=*
Disallow: /*?color=*
Disallow: /*?SID=*

Disallow: /customer/account/*
Disallow: /catalogsearch/*
Disallow: /catalog/product_compare/*
Disallow: /catalog/category/view/*
Disallow: /catalog/product/view/*
Disallow: /directory/currency/switch/currency/*
Disallow: /kids-products/*
Disallow: /review/product/*

Sitemap: https://www.cleatsshop.com/products-sitemap.xml