#robots.txt for http://www.xxxx.com/

User-agent: *
Disallow: /cgi-bin/ # Some cgi's that have many branches
Disallow: /apache/ # apache docs that should not be publicised
Disallow: /apache.1.3.1/ # apache docs that should not be publicised
Disallow: /apache.1.3.3/ # apache docs that should not be publicised
Disallow: /apache.1.3.11/ # apache docs that should not be publicised
Disallow: /icons/ # icons should not be publicised
Disallow: /thumbnails/ # other images should not be publicised
Disallow: /images/ # other images should not be publicised
Disallow: /mochamail/ # other images should not be publicised
Disallow: /twig/ # other images should not be publicised
Disallow: /squirrelmail/ # other images should not be publicised
Disallow: /subdomain/ # other images should not be publicised
User-agent: Fasterfox
Disallow: /