# robots.txt User-agent: * Crawl-delay: 1 Disallow: /Secure/ Disallow: /Member/ Disallow: /Account/ Disallow: /net-fu/image_output.cgi?*$ Disallow: /net-fu/proxy_form.cgi?imageoutput=*$ Disallow: /net-fu/proxy_form.cgi?*imageoutput=*$ User-agent: Bytespider Disallow: / User-agent: meta-externalagent Disallow: / User-agent: Google-Extended Disallow: / User-agent: CCBot Disallow: /