# $Id: robots.txt,v 1.28 2007/08/16 07:33:51 krusch Exp $ # # This is a file retrieved by webwalkers a.k.a. spiders that # conform to a defacto standard. # See # # Comments to the webmaster should be posted at # # Format is: # User-agent: # Disallow: | # ----------------------------------------------------------------------------- # User-agent: Fast corporate crawler User-agent: * Disallow: // Disallow: /_private Disallow: /admin Disallow: /bin Disallow: /inc Disallow: /Tool Disallow: /upload Disallow: /Upload Disallow: /careers Disallow: /hitron_info Disallow: /News_Events Disallow: /news_events User-agent: Googlebot Disallow: // Disallow: /*? Disallow: /inc Disallow: /Tool Disallow: /upload Disallow: /Upload Disallow: /careers Disallow: /hitron_info Disallow: /News_Events Disallow: /news_events #