# robots.txt for http://www.example.com/ User-agent: * Disallow: /admin/ # This is an infinite virtual URL space Disallow: /archive/ # these will soon disappear Disallow: /help/ Disallow: /PHPCode/ Disallow: /buttons/ Disallow: /buttons2/ Disallow: /games/ Disallow: /images/ Disallow: /myadmin/ Disallow: /myadmin2/ Disallow: /polls/ Disallow: /reg_lookup/ Disallow: /statimages/ #Disallow: /src/ Disallow: /extras/ Disallow: /spam/ Disallow: /temp/ Disallow: /tools/ Disallow: /tools2/ Disallow: /nuker/ Disallow: /page_updater_v3/ Disallow: /outlook_setup_files/ Disallow: /squirrelmail/ Disallow: /site_map.shtml Disallow: /missing.shtml Disallow: /postcards.shtml Disallow: /guestbook.shtml Disallow: /index*.shtml Disallow: /counters.shtml Disallow: /freestuff.shtml Disallow: /search.shtml Disallow: /test.shtml Disallow: /toolbin.shtml Disallow: /webstats.htm Disallow: /support