# $Id: robots.txt,v 1.28 2007/05/30 15:39:06 krusch Exp $ # # This is a file retrieved by webwalkers a.k.a. spiders that # conform to a defacto standard. # See # # Comments to the webmaster should be posted at # # Format is: # User-agent: # Disallow: | # ----------------------------------------------------------------------------- # User-agent: Fast corporate crawler User-agent: * Disallow: // Disallow: /_private Disallow: /_vti_bin Disallow: /_vti_cnf Disallow: /_vti_log Disallow: /_vti_pvt Disallow: /cgi-bin Disallow: /_vti_txt Disallow: /images/ User-agent: gotdotnet.ch proxy services Disallow: / #