# robots.txt # Yahoo Slurp User-agent: Slurp Disallow: /js/ Disallow: /css/ Disallow: /min/ Disallow: /anhang/ Disallow: /static/ Disallow: /dokuwiki/ # Yahoo News Crawler User-agent: Yahoo-Newscrawler Disallow: /js/ Disallow: /css/ Disallow: /min/ Disallow: /anhang/ Disallow: /static/ Disallow: /dokuwiki/ User-agent: * Disallow: /js/ Disallow: /css/ Disallow: /min/ Disallow: /anhang/ Disallow: /static/ Disallow: /dokuwiki/ Disallow: /suche/ #eine robots falle, fuer alle die sich nicht dran halten wollen User-agent: * Disallow: /js/ Disallow: /css/ Disallow: /min/ Disallow: /anhang/ Disallow: /static/ Disallow: /dokuwiki/ #Massendownloader vom CGI Verzeichnis fernhalten User-agent: mget User-agent: wget User-agent: webzip User-agent: webmirror User-agent: webcopy Disallow: /js/ Disallow: /css/ Disallow: /min/ Disallow: /anhang/ Disallow: /static/ Disallow: /dokuwiki/