# Crawlers Setup
User-agent: *

## Do not crawl sub category pages that are sorted or filtered.
Disallow: /*?dir*
Disallow: /*?dir=desc
Disallow: /*?dir=asc
Disallow: /*?limit=all
Disallow: /*?mode*
Disallow: /*?___from_store=*
Disallow: /*?cat=*
Disallow: /*?q=*
Disallow: /*?min*
Disallow: /*?max*
Disallow: /*?manufacturer_list*
Disallow: /*?tx_indexedsearch
Disallow: /?___SID=S&___from_store=de/
Disallow: /javascript void:(0)/
Disallow: /javascript%20void:(0)/
Disallow: /?limit=15
Disallow: /de/ajax
Disallow: /en/ajax
Disallow: /ajax
Disallow: /?acc=
Disallow: /*ajax/index/options/product_id/

## Do not crawl links with session IDs
Disallow: /*?SID=
Disallow: /?___SID=Uoption_id/
Disallow: /?___SID=U

# Paths (clean URLs)
Disallow: /index.php/
Disallow: /de/home/
Disallow: /de/home
Disallow: /en/home/
Disallow: /en/home
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /catalogsearch/

## Do not crawl checkout and user account pages 
Disallow: /checkout/
Disallow: /de/checkout/
Disallow: /en/checkout/
Disallow: /onestepcheckout/
Disallow: /de/onestepcheckout/
Disallow: /en/onestepcheckout/
Disallow: /customer/
Disallow: /de/customer/
Disallow: /en/customer/
Disallow: /customer/account/
Disallow: /de/customer/account/
Disallow: /en/customer/account/
Disallow: /customer/account/login/
Disallow: /de/customer/account/login/
Disallow: /en/customer/account/login/

Disallow: /de/control/
Disallow: /en/control/
Disallow: /control/

Disallow: /de/customize/
Disallow: /en/customize/
Disallow: /customize/

Disallow: /de/newsletter/
Disallow: /en/newsletter/
Disallow: /newsletter/

Disallow: /de/poll/
Disallow: /en/poll/
Disallow: /poll/

Disallow: /de/review/
Disallow: /en/review/
Disallow: /review/

Disallow: /de/sendfriend/
Disallow: /en/sendfriend/
Disallow: /sendfriend/

Disallow: /de/tag/
Disallow: /en/tag/
Disallow: /tag/

Disallow: /de/wishlist/
Disallow: /en/wishlist/
Disallow: /wishlist/

Disallow: /de/catalog/product/gallery/
Disallow: /en/catalog/product/gallery/
Disallow: /catalog/product/gallery/

Disallow: /en/catalog/product/upload/option_id/
Disallow: /de/catalog/product/upload/option_id/
Disallow: /catalog/product/upload/option_id/

Disallow: /en/affiliates/account/refreshcaptcha/‎
Disallow: /de/affiliates/account/refreshcaptcha/‎
Disallow: /de/affiliates/account/imagecaptcha/
Disallow: /en/affiliates/account/imagecaptcha/
Disallow: /en/affiliates/account/register/
Disallow: /de/affiliates/account/register/