# /robots.txt for www.marktspiegel-verlag.de # Massendownloader vom CGI Verzeichnis fernhalten User-agent: scooter User-agent: wget User-agent: webzip User-agent: webmirror User-agent: webcopy Disallow: /cgi-bin/ # Alle Robots ausschlie§en User-agent: * Disallow: /bilder/ Disallow: /arr_epaper/ Disallow: /afp/ Disallow: /cgi-bin/ Disallow: /bildergalerie/ Disallow: /chkda/ Disallow: /db_media/ Disallow: /import/ Disallow: /logs/ Disallow: /navigation/ Disallow: /scripts/ Disallow: /werbung_ivw/ Disallow: /zap_Images/ Disallow: /zap_Scripts/ Disallow: /zap_help/