User-agent: * disallow: /service.php disallow: /guides/expired-domain.htm disallow: /?CFID= disallow: /?ref=dizinler.com disallow: /cheaphost.cfm disallow: /articles disallow: /articles/ disallow: /cgi-local disallow: /cgi-local/ disallow: /web_host_reviews disallow: /web_host_reviews/ disallow: /reviews/site5.html disallow: /reviews/hostgator.html/ disallow: /reviews/netfirms.html disallow: /partners.htm disallow: /members/signup1.asp disallow: /Computers/ disallow: /health/ disallow: /&usg= disallow: /%20 User-agent: Slurp Crawl-delay: 8 User-agent: msnbot Crawl-delay: 5 User-agent: nutch Crawl-delay: 5 User-agent: yeti Crawl-delay: 8 User-agent: Yeti/1.0 (NHN Corp.; http://help.naver.com/robots/) Crawl-delay: 8 User-agent: naverbot Crawl-delay: 8 User-agent: googlebot Crawl-delay: 5 User-agent: dotbot Crawl-delay: 5 User-agent: twiceler Crawl-delay: 8 User-agent: yandex Crawl-delay: 5 User-agent: Teoma Crawl-delay: 5 User-agent: BoardReader Crawl-delay: 8 User-agent: Exabot Crawl-delay: 10