# robots.txt for http://www.kwp.org # robots.txt generated at http://www.mcanerin.com # allowing units # delay crawl for 20 sec # date: 10-28-09 # User-agent: VoilaBot Disallow: / User-agent: naverbot Disallow: / User-agent: cuil.com Disallow: / User-agent: Twiceler Disallow: / User-agent: Gigabot Disallow: / User-agent: Scrubby Disallow: / User-agent: Robozilla Disallow: / User-agent: Nutch Disallow: / User-agent: ia_archiver Disallow: / User-agent: baiduspider Disallow: / User-agent: Yeti Disallow: / User-agent: yahoo-mmcrawler Disallow: / User-agent: YahooSeeker/M1A1-R2D2 Disallow: / User-agent: psbot Disallow: / User-agent: yahoo-blogs/v3.9 Disallow: / User-agent: asterias Disallow: / User-agent: dotbot Disallow: / User-agent: Exabot Disallow: / User-agent: kalooga Disallow: / User-agent: Googlebot-Image/1.0 Disallow: / User-agent: googlebot-mobile Disallow: / User-agent: Teoma Crawl-delay: 20 User-agent: Yahoo Crawl-delay: 10 User-agent: Slurp Crawl-delay: 10 User-agent: Googlebot Crawl-delay: 10 User-agent: msnbot Crawl-delay: 10 User-agent: * Crawl-delay: 10 Disallow: /abmc/ Disallow: /aspnet_client/ Disallow: /assets/ Disallow: /Cfide/ Disallow: /classes/ Disallow: /cmh/ Disallow: /com_02_79B Disallow: /kwva/ Disallow: /com/ Disallow: /dedi/ Disallow: /dedi1/ Disallow: /diploma_old/ Disallow: /dsc/ Disallow: /google1/ Disallow: /google2/ Disallow: /hal/ Disallow: /janc/ Disallow: /maillist/ Disallow: /my_html/ Disallow: /search_old/ Disallow: /tiger/ Disallow: /WhiteRock/ Disallow: /webpages/ Disallow: /html/Cfml/ Disallow: /html/delacy/ Disallow: /html/images/ Disallow: /html/insignia/ Disallow: /html/kdata/ Disallow: /html/maps/ Disallow: /news/ Disallow: /html/nk/ Disallow: /html/nonprofit/ Disallow: /html/pdf/ Disallow: /email-addresses/