User-agent: *           # directed to all spiders
Disallow: /cgi-bin/
Disallow: /cgi/
Disallow: /CGI-BIN/
Disallow: /counters/
Disallow: /logs/
Disallow: /private
Disallow: /txt/
Disallow: /temp/
Disallow: /*.txt
Disallow: /*.old
Disallow: /*.zip
Disallow: /*.exe