User-agent: slurp Disallow: /cgi-bin/ Disallow: /ipv4/ Disallow: /ipv6/ User-agent: googlebot Disallow: / User-agent: ia_archiver Disallow: / User-agent: msnbot Disallow: /cgi-bin/ Disallow: /ipv4/ Disallow: /ipv6/ User-agent: portscout Disallow: /cgi-bin/ Disallow: /ipv4/ Disallow: /ipv6/ User-agent: twiceler Disallow: /cgi-bin/ Disallow: /ipv4/ Disallow: /ipv6/ User-agent: gigabot Disallow: /cgi-bin/ Disallow: /ipv4/ Disallow: /ipv6/ User-agent: * Disallow: /