#For all Robots these are the folders not to search
User-agent: *
Disallow: /catalog/
Disallow: /tag/
Disallow: /compare/
Disallow: /review/
Disallow: /checkout/
Allow: /