# robots.txt zu http://superkubi.homeftp.net/ # no comment User-agent: KIT-Fireball Disallow: / User-agent: MSIECrawler Disallow: / # eMail Sammler raus mit Euch User-agent: WX_mail/2.000 Disallow: / User-agent: ia_archiver Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: WhoWhere Disallow: / User-agent: Roverbot Disallow: / User-agent: WebStripper Disallow: / User-agent: ActiveAgent Disallow: / # PicSpider ade User-agent: peerbot Disallow: /favicon.ico # HELP: http://help.yahoo.com/help/us/ysearch/slurp User-agent: Slurp Disallow: / # Crawl-delay: 55 User-agent: psbot Disallow: / User-agent: * Disallow: /logs/ Disallow: /phpMyAdmin/ Disallow: /cgi-bin/