# Allow web.archive.org to archive everything but /cgi-bin, and all other search engines are forbidden # from archiving anything. User-agent: ia_archiver Disallow: /cgi-bin User-agent: * Disallow: /