# robots.txt # restrict all spiders from requesting URLs # which begin with the string /private/ User-agent: * Disallow: /private/ # except there are no restrictions for InfoSeek User-agent: InfoSeek Disallow: # restrict this spider from requesting any URL # beginning with a / (which is everything) User-agent: NastySpider Disallow: /