User-agent: * Disallow: /script Disallow: /css Disallow: /global Disallow: /js Disallow: /verwaltung/ Disallow: /.htaccess Disallow: /images/ # don't let search engines see protected #User-agent: Googlebot/2.1 #User-agent: InfoNaviRobot(F107) #User-agent: TV33_Mercator_1-1.0 #User-agent: AVSearch-3.0 #User-agent: Scooter/2.0 #User-agent: Slurp/2.0 #User-agent: SearchengineLicenceSheep_v1.0 #User-agent: shadow/2.0 #User-agent: MultiText/0.1 #User-agent: FAST-WebCrawler/2.2.5 #User-agent: Atomz/1.0 #User-agent: htdig/ (searchit@netmind.com) #User-agent: spider00.logika.net. #Disallow: /searchtools-rss.xml # updated 2002-11-13