# # robots.txt for http://www.clbiz.com # # $Id: robots.txt 2501 2010-09-03 14:38:41Z leslie $ # User-agent: * Crawl-delay: 300 Disallow: /m/ User-agent: Slurp Disallow: / User-agent: TurnitinBot Disallow: / User-agent: gigabot Disallow: / User-agent: Teoma Disallow: / User-agent: Nutch Disallow: / User-agent: BecomeBot Disallow: / User-agent: IRLbot Disallow: / User-agent: Twiceler Disallow: / User-agent: YandexBot Disallow: /