# robots.txt for http://www.netcom.duke.edu/ User-agent: * Disallow: / User-agent: duke-crawler Disallow: /php.tmp/ Disallow: /private Disallow: /squirrelmail User-agent: harvest Disallow: /php.tmp/ Disallow: /private Disallow: /squirrelmail User-agent: htdig Disallow: /php.tmp/ Disallow: /private Disallow: /squirrelmail