# robots.txt for www.durschloescher.de # # Stand: 27.04.2009 # User-agent: gonzo* Disallow: / User-agent: psbot Disallow: / User-agent: Gulliver/1.* Disallow: / User-agent: Microsoft* Disallow: / User-agent: oBot* Disallow: / User-agent: SSM Agent 1.* Disallow: / User-agent: http://www.almaden.ibm.com/cs/crawler Disallow: / User-agent: ZyBorg Disallow: / User-agent: Zeus Disallow: / User-agent: Zippy Disallow: / User-agent: RMA 1.* Disallow: / User-agent: Java* Disallow: / User-agent: rabaz Disallow: / User-agent: Turnitin* Disallow: / User-agent: Heinrich* Disallow: / User-agent: Henrich* Disallow: / User-agent: Windows* Disallow: / User-agent: e-f-w-m-s* Disallow: / User-agent: Googlebot-Image Disallow: / User-agent: Yahoo-MMCrawler Disallow: / User-agent: crawl* Disallow: / User-agent: robot* Disallow: / User-agent: Slurp Crawl-delay: 5 User-agent: * # the * specifies all agents or robots Disallow: /awstats Disallow: /cgi-bin Disallow: /configs Disallow: /count Disallow: /css Disallow: /demo Disallow: /formmailer Disallow: /fotos Disallow: /images Disallow: /includes Disallow: /intern Disallow: /java Disallow: /stat Disallow: /temp Disallow: /veranstaltung Disallow: /vorstand Disallow: /newsletter2 Disallow: /yaml Disallow: /*.csv$ Disallow: /*.txt$ Disallow: /*.sgml$ Disallow: /*.pdf$ Disallow: /*.jpg$ Disallow: /*.gif$ Disallow: /*.png$ Disallow: /*.wav$ Disallow: /*.css$ Disallow: /*.tpl$ # the / indicates that all folders immediately under the server root