# Alle Robots User-agent: * Disallow: /admin/ Disallow: /cgi-bin/ Disallow: /includes/ Disallow: /libs/ Disallow: /NL1/ Disallow: /statistik/ Disallow: /uploads/ Disallow: /user/ Disallow: /homepage/css/ Disallow: /homepage/images/ Disallow: /homepage/php/ Disallow: /homepage/libs/ Disallow: /homepage/html/de/newsletter/ # E-Mail Robots User-agent: EmailCollector Disallow: / # Robots die durchflippen User-agent: GagaRobot Disallow: / # Google Bildersuche sperren #User-Agent: Googlebot-Image #Disallow: / # AltaVista's Bildersuche sperren User-Agent: vscooter Disallow: / User-agent: Googlebot Disallow: /*.zip$ Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.png$ Disallow: /homepage/css/ Disallow: /homepage/images/ Disallow: /homepage/php/ Disallow: /homepage/libs/ Disallow: /homepage/html/de/newsletter/ #Gesperte Robots #User-agent: MSIECrawler #Disallow: / #User-agent: Yahoo-MMCrawler #Disallow: / User-agent: psbot Disallow: / User-agent: mirago Disallow: / # Unschoene Robots User-agent: Teleport* Disallow: / User-agent: Webwhacker* Disallow: / User-agent: Webzip* Disallow: / User-agent: Net Attache* Disallow: / User-agent: SiteSnagger* Disallow: / User-agent: HTTrack* Disallow: / User-agent: WebCapture* Disallow: / User-agent: WebSauger* Disallow: / User-agent: WebReaper* Disallow: / User-agent: Roverbot* Disallow: / User-agent: WebReaper Disallow: / User-agent: Slurp Crawl-delay: 180