# # robots.txt for http://www.kliem-web.de/ # # $Id: robots.txt,v 1.0 2001/06/30 16:54:15 gerald Exp $ # # For use by search.w3.org User-agent: W3Crobot/1 User-agent: UniservalRobot/1.0 Disallow: /ftp/ Disallow: /knut/ Disallow: /cgi-bin/ Disallow: /stammbaum/ # AltaVista Search User-agent: AltaVista Intranet V2.0 W3C Webreq Disallow: /ftp/ Disallow: /knut/ Disallow: /cgi-bin/ Disallow: /stammbaum/ # Verbot zum durchsuchen von Verzeichnissen User-agent: * Disallow: /ftp/ Disallow: /knut/ Disallow: /cgi-bin/ Disallow: /stammbaum/ #Erlaubte Verzeichnisse Allow: /hornstein/