User-agent: -bot Disallow: / User-agent: .bot Disallow: / User-agent: /bot Disallow: / User-agent: /teoma Disallow: / User-agent: Slurp Disallow: / User-agent: Yahoo-MMCrawler Disallow: / User-agent: _bot Disallow: / User-agent: abot Disallow: / User-agent: accoona Disallow: / User-agent: acoon Disallow: / User-agent: adressendeutschland Disallow: / User-agent: ah-ha.com Disallow: / User-agent: ahoy Disallow: / User-agent: altavista Disallow: / User-agent: ananzi Disallow: / User-agent: anthill Disallow: / User-agent: appie Disallow: / User-agent: arachnophilia Disallow: / User-agent: arale Disallow: / User-agent: araneo Disallow: / User-agent: aranha Disallow: / User-agent: architext Disallow: / User-agent: aretha Disallow: / User-agent: arks Disallow: / User-agent: asterias Disallow: / User-agent: atlocal Disallow: / User-agent: atn Disallow: / User-agent: atomz Disallow: / User-agent: augurfind Disallow: / User-agent: backrub Disallow: / User-agent: bannana_bot Disallow: / User-agent: bdfetch Disallow: / User-agent: big brother Disallow: / User-agent: biglotron Disallow: / User-agent: bjaaland Disallow: / User-agent: blackwidow Disallow: / User-agent: blaiz Disallow: / User-agent: blo. Disallow: / User-agent: blog Disallow: / User-agent: bloodhound Disallow: / User-agent: boitho Disallow: / User-agent: booch Disallow: / User-agent: bot. Disallow: / User-agent: bot/ Disallow: / User-agent: bradley Disallow: / User-agent: calif Disallow: / User-agent: cassandra Disallow: / User-agent: ccubee Disallow: / User-agent: cfetch Disallow: / User-agent: charlotte Disallow: / User-agent: churl Disallow: / User-agent: cienciaficcion Disallow: / User-agent: cmc Disallow: / User-agent: collective Disallow: / User-agent: comagent Disallow: / User-agent: combine Disallow: / User-agent: computingsite Disallow: / User-agent: crawl Disallow: / User-agent: csci Disallow: / User-agent: curl Disallow: / User-agent: cusco Disallow: / User-agent: dbot Disallow: / User-agent: deepindex Disallow: / User-agent: delorie Disallow: / User-agent: depspid Disallow: / User-agent: deweb Disallow: / User-agent: die blinde kuh Disallow: / User-agent: digger Disallow: / User-agent: ditto Disallow: / User-agent: dmoz Disallow: / User-agent: docomo Disallow: / User-agent: download express Disallow: / User-agent: dtaagent Disallow: / User-agent: dwcp Disallow: / User-agent: e-collector Disallow: / User-agent: ebiness Disallow: / User-agent: ebingbong Disallow: / User-agent: ebot Disallow: / User-agent: ejupiter Disallow: / User-agent: emacs-w3 search engine Disallow: / User-agent: esther Disallow: / User-agent: evliya celebi Disallow: / User-agent: ezresult Disallow: / User-agent: falcon Disallow: / User-agent: felix ide Disallow: / User-agent: ferret Disallow: / User-agent: fetchrover Disallow: / User-agent: fido Disallow: / User-agent: findlinks Disallow: / User-agent: fireball Disallow: / User-agent: fish search Disallow: / User-agent: fouineur Disallow: / User-agent: funnelweb Disallow: / User-agent: gazz Disallow: / User-agent: gcreep Disallow: / User-agent: genieknows Disallow: / User-agent: getterroboplus Disallow: / User-agent: geturl Disallow: / User-agent: glx Disallow: / User-agent: goforit Disallow: / User-agent: golem Disallow: / User-agent: grabber Disallow: / User-agent: gralon Disallow: / User-agent: grapnel Disallow: / User-agent: griffon Disallow: / User-agent: gromit Disallow: / User-agent: grub Disallow: / User-agent: gulliver Disallow: / User-agent: hamahakki Disallow: / User-agent: harvest Disallow: / User-agent: havindex Disallow: / User-agent: hbot Disallow: / User-agent: helix Disallow: / User-agent: heritrix Disallow: / User-agent: hku www octopus Disallow: / User-agent: homerweb Disallow: / User-agent: htdig Disallow: / User-agent: html index Disallow: / User-agent: html_analyzer Disallow: / User-agent: htmlgobble Disallow: / User-agent: hubater Disallow: / User-agent: hyper-decontextualizer Disallow: / User-agent: ia_archiver Disallow: / User-agent: ibm_planetwide Disallow: / User-agent: ichiro Disallow: / User-agent: iconsurf Disallow: / User-agent: iltrovatore Disallow: / User-agent: image.kapsi.net Disallow: / User-agent: imagelock Disallow: / User-agent: incywincy Disallow: / User-agent: indexer Disallow: / User-agent: infobee Disallow: / User-agent: informant Disallow: / User-agent: ingrid Disallow: / User-agent: inktomisearch.com Disallow: / User-agent: inspector web Disallow: / User-agent: intelliagent Disallow: / User-agent: internet shinchakubin Disallow: / User-agent: ip3000 Disallow: / User-agent: iron33 Disallow: / User-agent: israeli-search Disallow: / User-agent: ivia Disallow: / User-agent: jack Disallow: / User-agent: jakarta Disallow: / User-agent: javabee Disallow: / User-agent: jetbot Disallow: / User-agent: jumpstation Disallow: / User-agent: katipo Disallow: / User-agent: kbot Disallow: / User-agent: kdd-explorer Disallow: / User-agent: kilroy Disallow: / User-agent: knowledge Disallow: / User-agent: kototoi Disallow: / User-agent: kretrieve Disallow: / User-agent: labelgrabber Disallow: / User-agent: lachesis Disallow: / User-agent: larbin Disallow: / User-agent: legs Disallow: / User-agent: libwww Disallow: / User-agent: link validator Disallow: / User-agent: linkalarm Disallow: / User-agent: linkscan Disallow: / User-agent: lockon Disallow: / User-agent: lwp Disallow: / User-agent: lycos Disallow: / User-agent: magpie Disallow: / User-agent: mantraagent Disallow: / User-agent: mapoftheinternet Disallow: / User-agent: marvin/ Disallow: / User-agent: mattie Disallow: / User-agent: mbot Disallow: / User-agent: mediafox Disallow: / User-agent: mediapartners Disallow: / User-agent: mercator Disallow: / User-agent: merzscope Disallow: / User-agent: microsoft url control Disallow: / User-agent: minirank Disallow: / User-agent: miva Disallow: / User-agent: mj12 Disallow: / User-agent: mnogosearch Disallow: / User-agent: moget Disallow: / User-agent: monster Disallow: / User-agent: moose Disallow: / User-agent: motor Disallow: / User-agent: msnbot Disallow: / User-agent: psbot Disallow: / User-agent: multitext Disallow: / User-agent: muncher Disallow: / User-agent: muscatferret Disallow: / User-agent: mwd.search Disallow: / User-agent: myweb Disallow: / User-agent: najdi Disallow: / User-agent: nameprotect Disallow: / User-agent: nationaldirectory Disallow: / User-agent: nazilla Disallow: / User-agent: nbot Disallow: / User-agent: ncsa beta Disallow: / User-agent: nec-meshexplorer Disallow: / User-agent: nederland.zoek Disallow: / User-agent: netcarta webmap engine Disallow: / User-agent: netmechanic Disallow: / User-agent: netresearchserver Disallow: / User-agent: netscoop Disallow: / User-agent: newscan-online Disallow: / User-agent: ng/ Disallow: / User-agent: nhse Disallow: / User-agent: nomad Disallow: / User-agent: noyona Disallow: / User-agent: nutch Disallow: / User-agent: nzexplorer Disallow: / User-agent: objectssearch Disallow: / User-agent: obot Disallow: / User-agent: occam Disallow: / User-agent: omni Disallow: / User-agent: open text Disallow: / User-agent: openfind Disallow: / User-agent: openintelligencedata Disallow: / User-agent: orb search Disallow: / User-agent: osis-project Disallow: / User-agent: pack rat Disallow: / User-agent: page_verifier Disallow: / User-agent: pageboy Disallow: / User-agent: pagebull Disallow: / User-agent: parasite Disallow: / User-agent: partnersite Disallow: / User-agent: patric Disallow: / User-agent: pbot Disallow: / User-agent: pear. Disallow: / User-agent: pegasus Disallow: / User-agent: peregrinator Disallow: / User-agent: pgp key agent Disallow: / User-agent: phantom Disallow: / User-agent: phpdig Disallow: / User-agent: picosearch Disallow: / User-agent: piltdownman Disallow: / User-agent: pimptrain Disallow: / User-agent: pinpoint Disallow: / User-agent: pioneer Disallow: / User-agent: piranha Disallow: / User-agent: plumtreewebaccessor Disallow: / User-agent: pogodak Disallow: / User-agent: poirot Disallow: / User-agent: pompos Disallow: / User-agent: poppelsdorf Disallow: / User-agent: poppi Disallow: / User-agent: popular iconoclast Disallow: / User-agent: psycheclone Disallow: / User-agent: publisher Disallow: / User-agent: python Disallow: / User-agent: rambler Disallow: / User-agent: raven search Disallow: / User-agent: rbot Disallow: / User-agent: roach Disallow: / User-agent: road runner Disallow: / User-agent: roadhouse Disallow: / User-agent: robbie Disallow: / User-agent: robofox Disallow: / User-agent: robozilla Disallow: / User-agent: rules Disallow: / User-agent: salty Disallow: / User-agent: sbider Disallow: / User-agent: sbot Disallow: / User-agent: scooter Disallow: / User-agent: scrubby Disallow: / User-agent: search. Disallow: / User-agent: searchprocess Disallow: / User-agent: seek Disallow: / User-agent: semanticdiscovery Disallow: / User-agent: senrigan Disallow: / User-agent: sg-scout Disallow: / User-agent: shai'hulud Disallow: / User-agent: shark Disallow: / User-agent: shopwiki Disallow: / User-agent: sidewinder Disallow: / User-agent: sift Disallow: / User-agent: silk Disallow: / User-agent: simmany Disallow: / User-agent: site searcher Disallow: / User-agent: site valet Disallow: / User-agent: sitetech-rover Disallow: / User-agent: skymob.com Disallow: / User-agent: sleek Disallow: / User-agent: slurp Disallow: / User-agent: smartwit Disallow: / User-agent: sna- Disallow: / User-agent: snappy Disallow: / User-agent: snooper Disallow: / User-agent: sohu Disallow: / User-agent: speedfind Disallow: / User-agent: sphider Disallow: / User-agent: spider Disallow: / User-agent: spinner Disallow: / User-agent: spyder Disallow: / User-agent: steeler/ Disallow: / User-agent: suke Disallow: / User-agent: suntek Disallow: / User-agent: supersnooper Disallow: / User-agent: surfnomore Disallow: / User-agent: sven Disallow: / User-agent: sygol Disallow: / User-agent: szukacz Disallow: / User-agent: t-h-u-n-d-e-r-s-t-o-n-e Disallow: / User-agent: t-rex Disallow: / User-agent: tach black widow Disallow: / User-agent: tarantula Disallow: / User-agent: tbot Disallow: / User-agent: templeton Disallow: / User-agent: theophrastus Disallow: / User-agent: titan Disallow: / User-agent: titin Disallow: / User-agent: tkwww Disallow: / User-agent: toutatis Disallow: / User-agent: tutorgig Disallow: / User-agent: twiceler Disallow: / User-agent: twisted Disallow: / User-agent: ucsd Disallow: / User-agent: udmsearch Disallow: / User-agent: updated Disallow: / User-agent: url check Disallow: / User-agent: vagabondo Disallow: / User-agent: valkyrie Disallow: / User-agent: vbot Disallow: / User-agent: verticrawl Disallow: / User-agent: victoria Disallow: / User-agent: vision-search Disallow: / User-agent: volcano Disallow: / User-agent: voyager/ Disallow: / User-agent: w3c_validator Disallow: / User-agent: w3m2 Disallow: / User-agent: w3mir Disallow: / User-agent: walker Disallow: / User-agent: wallpaper Disallow: / User-agent: wanderer Disallow: / User-agent: wavefire Disallow: / User-agent: web core Disallow: / User-agent: web hopper Disallow: / User-agent: web wombat Disallow: / User-agent: webbandit Disallow: / User-agent: webcatcher Disallow: / User-agent: webcopy Disallow: / User-agent: webfoot Disallow: / User-agent: weblayers Disallow: / User-agent: weblinker Disallow: / User-agent: weblog monitor Disallow: / User-agent: webmirror Disallow: / User-agent: webquest Disallow: / User-agent: webreaper Disallow: / User-agent: websitepulse Disallow: / User-agent: websnarf Disallow: / User-agent: webstolperer Disallow: / User-agent: webvac Disallow: / User-agent: webwalk Disallow: / User-agent: webwatch Disallow: / User-agent: webwombat Disallow: / User-agent: webzinger Disallow: / User-agent: wget Disallow: / User-agent: whizbang Disallow: / User-agent: whowhere Disallow: / User-agent: wild ferret Disallow: / User-agent: wire Disallow: / User-agent: worldlight Disallow: / User-agent: wwwc Disallow: / User-agent: wwwster Disallow: / User-agent: xenu Disallow: / User-agent: xget Disallow: / User-agent: xift Disallow: / User-agent: xirq Disallow: / User-agent: yandex Disallow: / User-agent: ybot Disallow: / User-agent: yeti Disallow: / User-agent: yodao Disallow: / User-agent: zao/ Disallow: / User-agent: zbot Disallow: / User-agent: zippp Disallow: / User-agent: zyborg Disallow: / User-agent: * Disallow: /catalog Disallow: /*.gif$ Disallow: /*.Gif$ Disallow: /*.GIF$ Disallow: /*.jpg$ Disallow: /*.Jpg$ Disallow: /*.JPG$ Disallow: /*.jpeg$ Disallow: /*.Jpeg$ Disallow: /*.JPEG$