# robots.txt for http://www.motogadget.de/ # Zugriff auf alle Dateien erlauben User-agent: * Disallow: /log/ Disallow: /cgi-bin/ Disallow: /test/ Disallow: /test/relativelinks/2ndlevel/http:// Disallow: /background/ Disallow: /related/ Disallow: /st/ Disallow: /ST/ Disallow: /St/ Disallow: /wr/ Disallow: /temp/ Disallow: /tmp/ Disallow: /graphic/ Disallow: /graphics/ Disallow: /x_intern/ # don't let search engines see the RDF feed, it's just confusing. # User-agent: Googlebot/2.1 # User-agent: InfoNaviRobot(F107) # User-agent: TV33_Mercator_1-1.0 # User-agent: AVSearch-3.0 # User-agent: Scooter/2.0 # User-agent: Slurp/2.0 # User-agent: SearchengineLicenceSheep_v1.0 # User-agent: shadow/2.0 # User-agent: MultiText/0.1 # User-agent: FAST-WebCrawler/2.2.5 # User-agent: Atomz/1.0 # User-agent: htdig/ (searchit@netmind.com) # User-agent: spider00.logika.net. # Disallow: /searchtools-rss.xml # updated 2001-11-20