# # robots.txt 08/94-03/95 tom # # tell robot user agents where not to search # format specification: draft-koster-robots-00.txt # # $Id: robots.txt,v 1.2 2008-04-11 15:45:15 snalwuer Exp $ # # virtual worlds User-agent: * Disallow: /images/ Disallow: /man/ Disallow: /index/ Disallow: /tree/index/ Disallow: /finger Disallow: /finger/ Disallow: /date Disallow: /date/ Disallow: /imagemap/ Disallow: /tree/bboerse/ Disallow: /tree/number/ # # Keep spam-bots away from mail addresses # Disallow: /alumni Disallow: /tree/alumni Disallow: /alumni/ Disallow: /tree/alumni/ # # duplicate # Disallow: /tree/CIP/ # # local stuff # #Disallow: /CIP/Manuals/local/ #Disallow: /CIP/Manuals/rules/ # #Disallow: /org/ #Disallow: /user/ # not virtual # # avoid high load from search engine bots # Disallow: /cgi-bin/viewcvs.cgi