User-agent: *
Allow: /
Disallow: /404
Disallow: /customer
Disallow: /downloader
Disallow: /report
Disallow: /var
Disallow: /lib
Disallow: /js
Disallow: /modcreator
Disallow: /pkginfo
Disallow: /media/catalog/product/cache