# All robots will spider the domain
User-agent: *
Disallow: /awstats/
Disallow: /cgi-bin/
Disallow: /Computer_Guy.mp3
Disallow: /cp/
Disallow: /directory/
Disallow: /encyclopedia.php
Disallow: /images/
Disallow: /includes/
Disallow: /keywords/
Disallow: /myspace/
Disallow: /security-products.php
Disallow: /webalizer/
Disallow: /x-ray/