# robots.txt for http://www.dice.net/ User-agent: * Disallow: /cgi-local/ # don't search the cgi directory Disallow: /mike/ # omit mike's testing dir Disallow: /staff/ # omit internal staff pages