User-agent: * Disallow: User-agent: ahoy Crawl-delay: 30 User-agent: AlkalineBOT Crawl-delay: 30 User-agent: anthill Crawl-delay: 30 User-agent: appie Crawl-delay: 30 User-agent: Arachnophilia Crawl-delay: 30 User-agent: arale Crawl-delay: 30 User-agent: araneo Crawl-delay: 30 User-agent: AraybOt Crawl-delay: 30 User-agent: ArchitextSpider Crawl-delay: 30 User-agent: ariadne Crawl-delay: 30 User-agent: arks Crawl-delay: 30 User-agent: ATN_Worldwide Crawl-delay: 30 User-agent: Atomz Crawl-delay: 30 User-agent: BackRub Crawl-delay: 30 User-agent: BaySpider Crawl-delay: 30 User-agent: bbot Crawl-delay: 30 User-agent: Big Brother Crawl-delay: 30 User-agent: Bjaaland Crawl-delay: 30 User-agent: BlackWidow Crawl-delay: 30 User-agent: borg-bot/0.9 Crawl-delay: 30 User-agent: BotLink Crawl-delay: 30 User-agent: boxseabot Crawl-delay: 30 User-agent: bspider Crawl-delay: 30 User-agent: calif Crawl-delay: 30 User-agent: ccbot Crawl-delay: 30 User-agent: christcrawler Crawl-delay: 30 User-agent: CMC/0.01 Crawl-delay: 30 User-agent: combine Crawl-delay: 30 User-agent: conceptbot Crawl-delay: 30 User-agent: confuzzledbot Crawl-delay: 30 User-agent: ConveraCrawler Crawl-delay: 30 User-agent: CoolBot Crawl-delay: 30 User-agent: cosmos Crawl-delay: 30 User-agent: crawlpaper Crawl-delay: 30 User-agent: cusco Crawl-delay: 30 User-agent: cyberspyder Crawl-delay: 30 User-agent: cydralspider Crawl-delay: 30 User-agent: desertrealm Crawl-delay: 30 User-agent: dienstspider Crawl-delay: 30 User-agent: Die Blinde Kuh Crawl-delay: 30 User-agent: digger Crawl-delay: 30 User-agent: DIIbot Crawl-delay: 30 User-agent: DNAbot Crawl-delay: 30 User-agent: downloadexpress Crawl-delay: 30 User-agent: DragonBot Crawl-delay: 30 User-agent: dwcp Crawl-delay: 30 User-agent: ebiness Crawl-delay: 30 User-agent: ecollector Crawl-delay: 30 User-agent: elfinbot Crawl-delay: 30 User-agent: EMC Spider Crawl-delay: 30 User-agent: esculapio Crawl-delay: 30 User-agent: ESI Crawl-delay: 30 User-agent: esther Crawl-delay: 30 User-agent: fastcrawler Crawl-delay: 30 User-agent: FDSE Crawl-delay: 30 User-agent: FELIX IDE Crawl-delay: 30 User-agent: fido Crawl-delay: 30 User-agent: fouineur Crawl-delay: 30 User-agent: Freecrawl Crawl-delay: 30 User-agent: gammaSpider Crawl-delay: 30 User-agent: gazz Crawl-delay: 30 User-agent: gcreep Crawl-delay: 30 User-agent: golem Crawl-delay: 30 User-agent: grabber Crawl-delay: 30 User-agent: griffon Crawl-delay: 30 User-agent: Gromit Crawl-delay: 30 User-agent: gulliver Crawl-delay: 30 User-agent: gulper Crawl-delay: 30 User-agent: hambot Crawl-delay: 30 User-agent: havIndex Crawl-delay: 30 User-agent: htdig Crawl-delay: 30 User-agent: iajabot Crawl-delay: 30 User-agent: IBM_Planetwide Crawl-delay: 30 User-agent: image.kapsi.net Crawl-delay: 30 User-agent: IncyWincy/1.0b1 Crawl-delay: 30 User-agent: Informant Crawl-delay: 30 User-agent: InfoSpiders Crawl-delay: 30 User-agent: INGRID/0.1 Crawl-delay: 30 User-agent: inspectorwww Crawl-delay: 30 User-agent: Internet Cruiser Robot Crawl-delay: 30 User-agent: irobot Crawl-delay: 30 User-agent: Iron33 Crawl-delay: 30 User-agent: JBot Crawl-delay: 30 User-agent: jcrawler Crawl-delay: 30 User-agent: jobo Crawl-delay: 30 User-agent: jumpstation Crawl-delay: 30 User-agent: KDD-Explorer Crawl-delay: 30 User-agent: KIT-Fireball Crawl-delay: 30 User-agent: ko_yappo_robot Crawl-delay: 30 User-agent: larbin Crawl-delay: 30 User-agent: legs Crawl-delay: 30 User-agent: Linkidator Crawl-delay: 30 User-agent: linkwalker Crawl-delay: 30 User-agent: Lockon Crawl-delay: 30 User-agent: logo_gif_crawler Crawl-delay: 30 User-agent: marvin Crawl-delay: 30 User-agent: mattie Crawl-delay: 30 User-agent: mediafox Crawl-delay: 30 User-agent: MerzScope Crawl-delay: 30 User-agent: MindCrawler Crawl-delay: 30 User-agent: moget Crawl-delay: 30 User-agent: Motor Crawl-delay: 30 User-agent: muncher Crawl-delay: 30 User-agent: muninn Crawl-delay: 30 User-agent: MuscatFerret Crawl-delay: 30 User-agent: MwdSearch Crawl-delay: 30 User-agent: NEC-MeshExplorer Crawl-delay: 30 User-agent: NetScoop Crawl-delay: 30 User-agent: newscan-online Crawl-delay: 30 User-agent: NorthStar Crawl-delay: 30 User-agent: ObjectsSearch Crawl-delay: 30 User-agent: Occam Crawl-delay: 30 User-agent: Ocelli Crawl-delay: 30 User-agent: Orbsearch/1.0 Crawl-delay: 30 User-agent: packrat Crawl-delay: 30 User-agent: pageboy Crawl-delay: 30 User-agent: ParaSite Crawl-delay: 30 User-agent: patric Crawl-delay: 30 User-agent: pegasus Crawl-delay: 30 User-agent: perlcrawler Crawl-delay: 30 User-agent: phpdig Crawl-delay: 30 User-agent: piltdownman Crawl-delay: 30 User-agent: Pimptrain Crawl-delay: 30 User-agent: Pioneer Crawl-delay: 30 User-agent: pjspider Crawl-delay: 30 User-agent: PlumtreeWebAccessor Crawl-delay: 30 User-agent: PortalBSpider Crawl-delay: 30 User-agent: psbot Crawl-delay: 30 User-agent: Raven Crawl-delay: 30 User-agent: RHCS Crawl-delay: 30 User-agent: RixBot Crawl-delay: 30 User-agent: roadrunner Crawl-delay: 30 User-agent: Robbie Crawl-delay: 30 User-agent: robi Crawl-delay: 30 User-agent: RoboCrawl Crawl-delay: 30 User-agent: robofox Crawl-delay: 30 User-agent: Scooter Crawl-delay: 30 User-agent: Search-AU Crawl-delay: 30 User-agent: searchprocess Crawl-delay: 30 User-agent: Senrigan Crawl-delay: 30 User-agent: Shagseeker Crawl-delay: 30 User-agent: sharp-info-agent Crawl-delay: 30 User-agent: sift Crawl-delay: 30 User-agent: SimBot Crawl-delay: 30 User-agent: Site Valet Crawl-delay: 30 User-agent: skymob Crawl-delay: 30 User-agent: SLCrawler/2.0 Crawl-delay: 30 User-agent: snooper Crawl-delay: 30 User-agent: solbot Crawl-delay: 30 User-agent: Spanner Crawl-delay: 30 User-agent: speedy Crawl-delay: 30 User-agent: spider_monkey Crawl-delay: 30 User-agent: SpiderBot/1.0 Crawl-delay: 30 User-agent: spiderline Crawl-delay: 30 User-agent: suke Crawl-delay: 30 User-agent: swish-e Crawl-delay: 30 User-agent: tach_bw Crawl-delay: 30 User-agent: tarspider Crawl-delay: 30 User-agent: TechBOT Crawl-delay: 30 User-agent: templeton Crawl-delay: 30 User-agent: titin Crawl-delay: 30 User-agent: topiclink Crawl-delay: 30 User-agent: udmsearch Crawl-delay: 30 User-agent: uptimebot Crawl-delay: 30 User-agent: urlck Crawl-delay: 30 User-agent: Valkyrie libwww-perl Crawl-delay: 30 User-agent: verticrawl Crawl-delay: 30 User-agent: Victoria Crawl-delay: 30 User-agent: void-bot Crawl-delay: 30 User-agent: Voyager Crawl-delay: 30 User-agent: VWbot_K Crawl-delay: 30 User-agent: w3cbot Crawl-delay: 30 User-agent: wapspider Crawl-delay: 30 User-agent: WebBandit/1.0 Crawl-delay: 30 User-agent: webcatcher Crawl-delay: 30 User-agent: WebMechanic Crawl-delay: 30 User-agent: WebMoose Crawl-delay: 30 User-agent: webquest Crawl-delay: 30 User-agent: webreaper Crawl-delay: 30 User-agent: webs Crawl-delay: 30 User-agent: webspider Crawl-delay: 30 User-agent: WebWalker Crawl-delay: 30 User-agent: wget Crawl-delay: 30 User-agent: whowhere Crawl-delay: 30 User-agent: willybot Crawl-delay: 30 User-agent: WWWC Crawl-delay: 30 User-agent: XGET Crawl-delay: 30