# # robots.txt for http://www.clbiz.com # # robots.txt 2009-4-17 9:00 # User-agent: * Crawl-delay: 300 Disallow: /Administrate/ Disallow: /mystat/ Disallow: /class/ User-agent: Slurp Disallow: / User-agent: iaskspider Disallow: / User-agent: IaskSpider Disallow: / User-agent: sogouspider Disallow: / User-agent: Sogouspider Disallow: / User-agent: SogouSpider Disallow: / User-agent: Sogouwebspider Disallow: / User-agent: SogouWebSpider Disallow: / User-agent: YodaoBot Disallow: / User-agent: TurnitinBot Disallow: / User-agent: gigabot Disallow: / User-agent: Teoma Disallow: / User-agent: Nutch Disallow: / User-agent: BecomeBot Disallow: / User-agent: IRLbot Disallow: / User-agent: Twiceler Disallow: /