# Google Image Crawler Setup
User-agent: Googlebot-Image
Disallow:/
Allow: /media/catalog/product/

# Crawlers Setup
User-agent: *
# Directories
Disallow: /vcards/
Disallow: /404/
Disallow: /app/
Disallow: /cgi-bin/
Disallow: /cdn-cgi/
Disallow: /downloader/
Disallow: /errors/
Disallow: /forms/
Disallow: /xxxformsxxx/
Disallow: /includes/
Disallow: /lanotattachments/
Disallow: /lib/
Disallow: /media/
Allow: /media/attributesplash/
Allow: /media/blocks/
Allow: /media/catalog/
Allow: /media/cms/
Allow: /media/css/
Allow: /media/css_secure/
Allow: /media/js/
Allow: /media/logos/
Allow: /media/favicon/
Allow: /media/wysiwyg/
Disallow: /pkginfo/
Disallow: /publicftp/
Disallow: /report/
Disallow: /scripts/
Disallow: /shell/
Disallow: /skin/
Allow: /skin/frontend/
Disallow: /stats/
Disallow: /var/
# Paths (clean URLs)
Disallow: /index.php*
Disallow: /catalog*
Allow: /catalogue*
Disallow: /catalogsearch*
Allow: /catalogsearch/advanced
Allow: *filter*
Disallow: */filter/
Disallow: /checkout*
Disallow: /control*
Disallow: /customer*
Allow: /customer/account/login*
Allow: /customer-services
Disallow: /customize*
Disallow: /poll*
Disallow: /review*
Disallow: /sendfriend*
Disallow: /wishlist*
# Files
Disallow: /maintenance.ip
Disallow: /api.php
Disallow: /BingSiteAuth.xml
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /favicon.ico
Disallow: /get.php
Disallow: /install.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /mage$
Disallow: /maintenance.flag
Disallow: /maintenance.flag.bak
Disallow: /RELEASE_NOTES.txt
Disallow: /STATUS.txt
# Paths (no clean URLs)
Disallow: /*.php$
Disallow: /*?*
Disallow: /*?SID=*
Allow: /*?p=*
Disallow: /*p=*&
Disallow: /*q=*
Disallow: /*dir=*
Disallow: /*limit=*
Disallow: /*order=*
Disallow: /*cat=*
Allow: /clearance*
Allow: /clearance*&p*
Disallow: /clearance*&*
Disallow: /*mode=*
Disallow: /*?amp*
Disallow: /privacy-policy-cookie-restriction-mode
Sitemap: https://jplennard.com/sitemap.xml