# robots.txt fuer http://www.rtf1.de/ User-agent: * Disallow: /cgi-bin/ Disallow: /intern/ Disallow: /navigation/ Disallow: /images_content/ Disallow: /images_design/ Disallow: /*.doc$ # Alexa User-agent: ia_archiver Disallow: / # Sauger sperren User-agent: Teleport* Disallow: / User-agent: Webwhacker* Disallow: / User-agent: Webzip* Disallow: / User-agent: Net Attache* Disallow: / User-agent: SiteSnagger* Disallow: / User-agent: HTTrack* Disallow: / User-agent: WebCapture* Disallow: / User-agent: WebSauger* Disallow: / User-agent: WebReaper Disallow: / User-agent: EmailSiphon Disallow: /