# robots.txt User-agent: * Disallow: /cgi-bin/ Disallow: /images/ Disallow: /logs/ Disallow: /puretecgen_data/ Disallow: /Menue/ Disallow: /Bestellschein.pdf Disallow: /Kauf.htm Disallow: /Kontakt.htm Disallow: /Menue/Impressum.htm Disallow: /*.pdf$ Disallow: /*.txt$ User-agent: ia_archiver Disallow: / User-agent: wget User-agent: webzip User-agent: webmirror User-agent: webcopy Disallow: /