# based on Robots Exclusions for www.tagesschau.de # based on a robots.txt by S.Mueller User-agent: * Disallow: /vorlagen/ # Google abbremsen mit non-standards # http://www.google.com/webmasters/3.html#B3 User-agent: Googlebot Disallow: /*.zip$ Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /vorlagen/ # Yahoo News Crawler User-Agent: Yahoo-Newscrawler Disallow: / Allow: /nachrichten/ # Yahoo Multimedia Crawler User-Agent: yahoo-mmcrawler Disallow: # POLIXEA - Suchdienst fuer Politik User-agent: Polixea Disallow: # Bilder klauen ist nicht die feine Art User-Agent: Googlebot-Image Disallow: / # AltaVista's Photo Finder User-Agent: vscooter Disallow: / # Related Links? Wozu denn das? # Alexa User-Agent: ia_archiver Disallow: / # Auch Sauger wollen wir sperren User-agent: Teleport* Disallow: / User-agent: Webwhacker* Disallow: / User-agent: Webzip* Disallow: / User-agent: Net Attache* Disallow: / User-agent: SiteSnagger* Disallow: / User-agent: HTTrack* Disallow: / User-agent: WebCapture* Disallow: / User-agent: WebSauger* Disallow: /