# robots.txt for search engines User-agent: ia_archiver Disallow: / User-agent:* Disallow: /cgi-bin/