User-agent: * # macht sehr viel traffic User-agent: jyxo-crawler13.streaming.cesnet.cz Disallow: / User-agent: spider65.yandex.ru Disallow: / # Massendownloader vom CGI Verzeichnis fernhalten User-agent: wget User-agent: webzip User-agent: webmirror User-agent: webcopy Disallow: /cgi-bin/ Disallow:/cgi-bin Disallow:/images Disallow:/logs Disallow:/stats Disallow:/bilder Allow: /torrents.htm Allow: /girokonto.html