# MyGroupHealth robots.txt file for public site # Allow all user agents. # User-agent: * # Disallow: # no need for picsearch to index our images. # http://www.picsearch.com/menu.cgi?item=Psbot User-agent: psbot Disallow: / # yahoo is looking for a non-existing directory on the public site and causing 404s # http://help.yahoo.com/help/us/ysearch/slurp User-agent: Slurp Disallow: /chs # google is looking up old outdated links on the public site and causing 404s # http://www.google.com/bot.html User-agent: googlebot Disallow: /health_info