# Kantrak, Inc. www.kantrak.com # Robot Exclusion File -- robots.txt # Author: webmaster # Last Updated: 09/26/04 User-agent: * Disallow: /cgi-local Disallow: /bin Disallow: /grid Disallow: /stats User-agent: Whizbang Disallow: / User-agent: ia_archiver Disallow: / User-agent: crawler Disallow: / User-agent: www.almaden.ibm.com/cs/crawler Disallow: / User-agent: www.almaden.ibm.com/cs Disallow: / User-agent: www.almaden.ibm.com Disallow: / User-agent: almaden.ibm.com Disallow: / User-agent: ibm.com Disallow: / User-agent: ibm Disallow: / User-agent: cs Disallow: / User-agent: /cs/crawler Disallow: / User-agent: cs/crawler Disallow: / User-agent: www.microsoft.com Disallow: / User-agent: research.microsoft.com Disallow: / User-agent: microsoft.com Disallow: /