# Google Image Crawler Setup
User-agent: Googlebot-Image
Disallow:

# Crawlers Setup
User-agent: *

# Directories
Disallow: /404/
Disallow: /app/
Disallow: /cgi-bin/
Disallow: /downloader/
Disallow: /errors/
Disallow: /includes/
Disallow: /js/
Disallow: /lib/
Disallow: /magento/
Disallow: /media/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /scripts/
Disallow: /shell/
Disallow: /skin/
Disallow: /stats/
Disallow: /var/

# Paths NL (clean URLs)
Disallow: nl/index.php/
Disallow: nl/catalog/product_compare/
Disallow: nl/catalog/category/view/
Disallow: nl/catalog/product/view/
Disallow: nl/catalogsearch/
Disallow: nl/checkout/
Disallow: nl/control/
Disallow: nl/contacts/
Disallow: nl/customer/
Disallow: nl/customize/
Disallow: nl/newsletter/
Disallow: nl/poll/
Disallow: nl/review/
Disallow: nl/sendfriend/
Disallow: nl/tag/
Disallow: nl/wishlist/
Disallow: nl/catalog/product/gallery/

# Paths FR (clean URLs)
Disallow: fr/index.php/
Disallow: fr/catalog/product_compare/
Disallow: fr/catalog/category/view/
Disallow: fr/catalog/product/view/
Disallow: fr/catalogsearch/
Disallow: fr/checkout/
Disallow: fr/control/
Disallow: fr/contacts/
Disallow: fr/customer/
Disallow: fr/customize/
Disallow: fr/newsletter/
Disallow: fr/poll/
Disallow: fr/review/
Disallow: fr/sendfriend/
Disallow: fr/tag/
Disallow: fr/wishlist/
Disallow: fr/catalog/product/gallery/

# Paths ENG (clean URLs)
Disallow: en/index.php/
Disallow: en/catalog/product_compare/
Disallow: en/catalog/category/view/
Disallow: en/catalog/product/view/
Disallow: en/catalogsearch/
Disallow: en/checkout/
Disallow: en/control/
Disallow: en/contacts/
Disallow: en/customer/
Disallow: en/customize/
Disallow: en/newsletter/
Disallow: en/poll/
Disallow: en/review/
Disallow: en/sendfriend/
Disallow: en/tag/
Disallow: en/wishlist/
Disallow: en/catalog/product/gallery/

# Paths ESP (clean URLs)
Disallow: es/index.php/
Disallow: es/catalog/product_compare/
Disallow: es/catalog/category/view/
Disallow: es/catalog/product/view/
Disallow: es/catalogsearch/
Disallow: es/checkout/
Disallow: es/control/
Disallow: es/contacts/
Disallow: es/customer/
Disallow: es/customize/
Disallow: es/newsletter/
Disallow: es/poll/
Disallow: es/review/
Disallow: es/sendfriend/
Disallow: es/tag/
Disallow: es/wishlist/
Disallow: es/catalog/product/gallery/

# Paths JAP (clean URLs)
Disallow: ja/index.php/
Disallow: ja/catalog/product_compare/
Disallow: ja/catalog/category/view/
Disallow: ja/catalog/product/view/
Disallow: ja/catalogsearch/
Disallow: ja/checkout/
Disallow: ja/control/
Disallow: ja/contacts/
Disallow: ja/customer/
Disallow: ja/customize/
Disallow: ja/newsletter/
Disallow: ja/poll/
Disallow: ja/review/
Disallow: ja/sendfriend/
Disallow: ja/tag/
Disallow: ja/wishlist/
Disallow: ja/catalog/product/gallery/

# Files
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /install.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /STATUS.txt

# Paths (no clean URLs)
Disallow: /*.js$
Disallow: /*.css$
Disallow: /*.php$
Disallow: /*?SID=