User-agent: * Disallow: / # CRELoaded Generated Robots.txt # Robot Exclusion File -- robots.txt # Author: CRELoaded Team # Last Updated : May 11th 2005 #enhancements by Ted C #Disallow other pages/folders of site... User-agent: * Disallow: /retail/personal/ Disallow: /retail/includes/ Disallow: /retail/cgi-bin/ Disallow: /retail/banned/ Disallow: /retail/blocked.php User-agent: * Disallow: /personal/ Disallow: /includes/ Disallow: /cgi-bin/ Disallow: /banned/ Disallow: /blocked.php