# robots.txt for http://www.clarkecomputer.com User-agent: SBIder Picsearch psbot Twiceler ConveraCrawler NimbleCrawler Disallow: / User-agent: KRetrieve VoilaBot DiamondBot Nutch Disallow: / User-agent: Krugle Disallow: /links/ User-agent: * Disallow: /stats/ Disallow: /cgi-bin/ Noarchive: /links #Disallow: /links/barnes/locations/barnes-and-nobles-locations.cgi\?