# robots.txt # see: http://www.magentocommerce.com/boards/viewthread/17551/P15/ User-agent: * Crawl-delay: 100 Request-rate: 1/60 Visit-time: 0100-0800 Disallow: /index.php/ Disallow: /checkout/ Disallow: /review/ Disallow: /js/ Disallow: /lib/ Disallow: /media/ Disallow: /pkginfo/ Disallow: /report/ Disallow: /skin/ Disallow: /catalog/product_compare/ Disallow: /customer/ Disallow: /wishlist/