# /robots.txt file for http://www.gencon.com/ # contact email: webmaster@gencon.com User-agent: webcrawler Disallow: User-agent: Lycos Disallow: User-agent: AskJeeves Disallow: User-agent: Googlebot Disallow: User-agent: googlebot-image Disallow: User-agent: googlebot-mobile Disallow: User-agent: MSNBot Disallow: User-agent: Slurp Disallow: User-agent: Teoma Disallow: User-agent: twiceler Disallow: User-agent: yahoo-mmcrawler Disallow: User-agent: psbot Disallow: User-agent: asterias Disallow: / User-agent: yahoo-blogs/v3.9 Disallow: User-agent: * Disallow: / Crawl-delay: 120 Disallow: /data/ Allow: /2010/