# robots.txt --- Exclude cgi-bin and swish directories, but allow everything else
User-agent: *
Disallow: /cgi-davidreilly
Disallow: /cgi-bin
Disallow: /images
Disallow: /wusage
Disallow: /ads
Disallow: _private
Disallow: /swish

# Let Alexa Internet retain a copy.
User-agent: ia_archiver
Disallow: /cgi-davidreilly
Disallow: /cgi-bin

# Let I/AGENT take it all but cgi-davidreilly
User-agent: I/AGENT
Disallow: /cgi-davidreilly