#SWH version 060517 User-Agent: * #Prevent spiders from cataloging preliminary generated pages before I check them and move to root (to top penalising us for duplicate pages) Disallow: /Light_for_Life/catalog/ #Stop spiders from seeing duplicated shopping cart (and penalising us for duplication) and only the catalog generated pages in the root directory - disallow index.php and cart .php files. However, when a person purchases something, he will be redirected to shopping cart in /Light_for_Life/ #Disallow: /Light_for_Life/index.php #Disallow: /Light_for_Life/home.php #Disallow: /Light_for_Life/search.php #Disallow: /Light_for_Life/product.php #Stop spiders from cataloging any temporary directories. Disallow: /Light_for_Life/templates_c/ Disallow: /Light_for_Life/include/ Disallow: /Light_for_Life/modules/ Disallow: /Light_for_Life/admin/ Disallow: /Light_for_Life/payment/ Disallow: /Light_for_Life/Smarty-2.6.3/ Disallow: /Light_for_Life/mail/ Disallow: /Light_for_Life/log/ Disallow: /Light_for_Life/sql/ Disallow: /Light_for_Life/files/ Disallow: /Light_for_Life/shipping/ Disallow: /Light_for_Life/upgrade/ #Tell spiders to keep away from the old cart (and hopefully they forget the old links!) Disallow: /xcart/ Disallow: /L4Ltest/ Disallow: /Light4Life/ #Don't allow spiders to see main re-directs in the public directory. All directories have a re-direct to the main shopping cart to prevent snooping by curious customers. Disallow: /public/index.html #Name each spider robot that you wish to ban from your site User-agent: Banned_robot_name Disallow: /