User-Agent: * Disallow: /wiki/ Disallow: /metasearch/ Disallow: /blog/pages/impressum.html Disallow: /blog/2008/07.html Disallow: /blog/2008/07/25/johanna_charlotte_kohlmann.html Disallow: /blog/2008/07/25/jhanna_charltte_khlmann.html Disallow: /blog/2008/07/25/1217014487451.html Disallow: /blog/2008/07/25.html Disallow: /java/sportics.net/net.sportics.srts.dni/core/ User-Agent: msrbot Disallow: / User-Agent: msnbot Crawl-Delay: 20 User-agent: Microsoft.URL.Control Disallow: / User-agent: MSIECrawler Disallow: / User-agent: larbin Disallow: / User-agent: libwww Disallow: / User-agent: wget Disallow: / User-agent: grub-client Disallow: / User-agent: k2spider Disallow: / User-agent: NPBot Disallow: / User-agent: WebReaper Disallow: / User-Agent: trendictionbot Disallow: / User-agent: BotOnParade Disallow: / User-Agent: R6_FeedFetcher Disallow: / User-Agent: R6_CommentReader Disallow: / User-agent: spbot Disallow: / User-Agent: Attentio Disallow: / User-agent: MLBot Disallow: / User-agent: TurnitinBot Disallow: / User-agent: dotbot Disallow: / User-agent: jyxobot Disallow: / User-agent: cligoorobot Disallow: / User-agent: Yandex Disallow: / User-agent: magpie-crawler Disallow: / User-agent: Mail.Ru Disallow: / User-agent: MJ12bot Disallow: / User-agent: Naverbot Disallow: / User-agent: Netluchs Disallow: / User-agent: Newskraft Disallow: / User-agent: psbot Disallow: / User-agent: Python-urllib Disallow: / User-agent: ScoutJet Disallow: / User-agent: semager Disallow: / User-agent: SeznamBot Disallow: / User-agent: Shelob Disallow: / User-agent: SI-BOT Disallow: / User-agent: Snoopy Disallow: / User-agent: suchbaer Disallow: / User-agent: toplistbot Disallow: / User-Agent: trendictionbot Disallow: / User-agent: turnitinbot Disallow: / User-agent: Webalta Disallow: / User-agent: WebDataCentreBot Disallow: / User-agent: WebsiteWiki Disallow: / User-agent: websitewiki Disallow: / User-agent: Yandex Disallow: / User-agent: yovadis Disallow: / User-agent: ICCrawler Disallow: / User-agent: ICjobs Disallow: / User-agent: isara-search Disallow: / User-agent: Jyxobot Disallow: / User-agent: LapozzBot Disallow: / User-agent: heritrix Disallow: / User-agent: webcrawler Disallow: / User-agent: 80bot Disallow: / User-agent: 008 Disallow: / User-agent: Yandex bot Disallow: / User-agent: abby Disallow: / User-agent: AboutUsBot Disallow: / User-agent: ACONTBOT Disallow: / User-agent: Acoon-Robot Disallow: / User-agent: Advista Disallow: / User-agent: AMZNKAssocBot Disallow: / User-agent: Cabot Disallow: / User-agent: CazoodleBot Disallow: / User-agent: Charlotte Disallow: / User-agent: cityreview Disallow: / User-agent: CiZilla Disallow: / User-agent: DjangoTraineeBot Disallow: / User-agent: dotbot Disallow: / User-agent: eventax Disallow: / User-agent: findlinks Disallow: / User-agent: FairShare Disallow: / User-agent: Gaisbot Disallow: / User-agent: Galbot Disallow: / User-agent: Gigabot Disallow: / User-agent: Eurobot Disallow: / User-agent: 008 Disallow: / User-agent: turnitinbot Disallow: / User-agent: daumoa Disallow: / User-agent: ICCrawler - iCjobs Disallow: / User-agent: TwengaBot Disallow: /