User-agent: Googlebot
Disallow:


# Google Image Crawler Setup
User-agent: Googlebot-Image
Disallow:

# Crawlers Setup
User-agent: *

# Directories
Disallow: /404/
Disallow: /app/
Disallow: /cgi-bin/
Disallow: /downloader/
Disallow: /errors/
Disallow: /includes/
Disallow: /magento/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /scripts/
Disallow: /shell/
Disallow: /stats/
Disallow: /var/
#Disallow: /skin/
#Disallow: /js/
#Disallow: /lib/
#Disallow: /media/

# Paths (clean URLs)
Disallow: */index.php/*
Disallow: */catalog/product_compare/*
Disallow: */catalog/category/view/*
Disallow: */catalog/product/view/*
Disallow: */catalogsearch/*
#Disallow: */checkout/*
Disallow: */control/*
Disallow: */contacts/*
Disallow: */customer/*
Disallow: */customize/*
Disallow: */newsletter/*
Disallow: */poll/*
Disallow: */productquestions/index/index/*
Disallow: */review/*
Disallow: */sendfriend/*
Disallow: */tag/*
Disallow: */wishlist/*
Disallow: */catalog/product/gallery/*
Disallow: */shopreview/*
Disallow: */reviews*
Disallow: */reviews/*
Disallow: */solr/*

# Files
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /install.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /STATUS.txt

# Paths (no clean URLs)
#Disallow: /*.js$
#Disallow: /*.css$
Disallow: /*.php$
Disallow: /*?SID=
Disallow: /*&SID=
Disallow: /*&___store=
Disallow: /*?___store=
Disallow: /*&___from_store=
Disallow: /*?___from_store=
Disallow: /*&___country=
Disallow: /*?___country=
Disallow: /*&__SID
Disallow: /*?__SID

# New stores
Disallow: /es/
Disallow: /ch-fr/
Disallow: /ch-it/

# Sitemap
Sitemap: https://www.vitaminexpress.org/sitemap/ve/de/sitemap.xml
Sitemap: https://www.vitaminexpress.org/sitemap/ve/en/sitemap.xml
Sitemap: https://www.vitaminexpress.org/sitemap/ve/at/sitemap.xml
Sitemap: https://www.vitaminexpress.org/sitemap/ve/ch-de/sitemap.xml
Sitemap: https://www.vitaminexpress.org/sitemap/ve/fr/sitemap.xml
Sitemap: https://www.vitaminexpress.org/sitemap/ve/it/sitemap.xml
Sitemap: https://www.vitaminexpress.org/sitemap/ve/uk/sitemap.xml