# allow selective robot searches
User-agent: *
Disallow: /statistics/
Disallow: /cgi-bin/
Disallow: /exe/
Disallow: /exec/
Disallow: /cgi/
Disallow: /icons/
Disallow: /old/
Disallow: /image/
Disallow: /images/
Disallow: /gif/
Disallow: virtstats.html
Disallow: virtstats.txt
Disallow: .htaccess