User-agent: googlebot Disallow: *.cgi Disallow: /cgi-bin Disallow: /cgi-bin/ Disallow: /cgi-bin/de/ Disallow: /updatelink User-agent: msnbot Disallow: /cgi-bin/ Disallow: /updatelink User-agent: Slurp Disallow: /cgi-bin/ Disallow: /updatelink #alle Robots User-agent: * Disallow: /cgi-bin/ Disallow: /updatelink User-agent: TurnitinBot Disallow: / Disallow: /cgi-bin/ User-agent: TheSuBot Disallow: / Disallow: /cgi-bin/ User-agent: ConveraCrawler Disallow: / Disallow: /cgi-bin/ User-agent: VoilaBot Disallow: / Disallow: /cgi-bin/ User-agent: HeinrichderMiragoRobot Disallow: / Disallow: /cgi-bin/ User-agent: HenryTheMiragoRobot Disallow: / Disallow: /cgi-bin/ User-agent: findlinks Disallow: / Disallow: /cgi-bin/ User-agent: Exabot Disallow: / Disallow: /cgi-bin/ User-agent: http://www.almaden.ibm.com/cs/crawler Disallow: / Disallow: /cgi-bin/ User-agent: Mozilla Disallow: /cgi-bin/ User-agent: Teoma Disallow: /cgi-bin User-agent: gimli Disallow: /cgi-bin Disallow: / User-agent: seekbot Disallow: /cgi-bin Disallow: / User-agent: Synoobot Disallow: /cgi-bin Disallow: / User-agent: Twiceler Disallow: /cgi-bin Disallow: / User-Agent: MJ12bot Disallow: /cgi-bin Disallow: / User-agent: psbot Disallow: /cgi-bin Disallow: / User-agent: Eurobot Disallow: /