# robots.txt web.archive.org 01/09/2009 User-agent: * Disallow: /cgi-bin/ Disallow: /download/ Disallow: /images/ Disallow: /test/