User-agent: *

Disallow: /jon
Disallow: /games
Disallow: /shop
Disallow: /x3k7h6d2


User-agent: [Ww]eb[Bb]andit 
Disallow: 

User-agent: 1997 12:25:00 
Disallow: 

User-agent: Ahoy! The Homepage Finder 
Disallow: 

User-agent: AITCSRobot/1.1 
Disallow: 

User-agent: Alexibot 
Disallow: 

User-agent: Arachnophilia 
Disallow: 

User-agent: ArchitextSpider 
Disallow: 

User-agent: ASpider/0.09 
Disallow: 

User-agent: asterias 
Disallow: 

User-agent: attach 
Disallow: 

User-agent: AURESYS/1.0 
Disallow: 

User-agent: BackDoorBot 
Disallow: 

User-agent: BackRub/*.* 
Disallow: 

User-agent: BackWeb 
Disallow: 

User-agent: Bandit 
Disallow: 

User-agent: BatchFTP 
Disallow: 

User-agent: Big Brother 
Disallow: 

User-agent: Bizbot003 
Disallow: 

User-agent: BizBot04 kirk.overleaf.com 
Disallow: 

User-agent: Black.Hole 
Disallow: 

User-agent: BlackWidow 
Disallow: 

User-agent: BlowFish 
Disallow: 

User-agent: Bot mailto:craftbot@yahoo.com 
Disallow: 

User-agent: BotALot 
Disallow: 

User-agent: BSpider/1.0 libwww-perl/0.40 
Disallow: 

User-agent: Buddy 
Disallow: 

User-agent: BuiltBotTough 
Disallow: 

User-agent: Bullseye 
Disallow: 

User-agent: BunnySlippers 
Disallow: 

User-agent: CACTVS Chemistry Spider 
Disallow: 

User-agent: CaliforniaBrownSpider 
Disallow: 

User-agent: Cegbfeieh 
Disallow: 

User-agent: Checkbot/x.xx LWP/5.x 
Disallow: 

User-agent: CheeseBot 
Disallow: 

User-agent: CherryPicker 
Disallow: 

User-agent: ChinaClaw 
Disallow: 

User-agent: CMC/0.01 
Disallow: 

User-agent: Collector 
Disallow: 

User-agent: combine/0.0 
Disallow: 

User-agent: ComputingSite Robi/1.0 (robi@computingsite.com) 
Disallow: 

User-agent: conceptbot/0.3 
Disallow: 

User-agent: Copier 
Disallow: 

User-agent: CopyRightCheck 
Disallow: 

User-agent: cosmos 
Disallow: 

User-agent: Crescent 
Disallow: 

User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0 
Disallow: 

User-agent: CS-HKUST-IndexServer/1.0 
Disallow: 

User-agent: Custo 
Disallow: 

User-agent: CyberSpyder (amant@www.cyberspyder.com) 
Disallow: 

User-agent: CyberSpyder/2.1 
Disallow: 

User-agent: DA 
Disallow: 

User-agent: Deweb/1.01 
Disallow: 

User-agent: Digimarc CGIReader/1.0 
Disallow: 

User-agent: Digimarc WebReader/1.2 
Disallow: 

User-agent: DISCo 
Disallow: 

User-agent: DISCo Pump 
Disallow: 

User-agent: DittoSpyder 
Disallow: 

User-agent: dlw3robot/x.y (in TclX by http://hplyot.obspm.fr/~dl/) 
Disallow: 

User-agent: Download Demon 
Disallow: 

User-agent: Download Wonder 
Disallow: 

User-agent: Downloader 
Disallow: 

User-agent: DragonBot/1.0 libwww/5.0 
Disallow: 

User-agent: Drip 
Disallow: 

User-agent: Due to a deficiency in Java its not currently possible 
Disallow: 

User-agent: Duppies 
Disallow: 

User-agent: eCatch 
Disallow: 

User-agent: EI*Net/0.1 libwww/0.1 
Disallow: 

User-agent: EirGrabber 
Disallow: 

User-agent: EIT-Link-Verifier-Robot/0.2 
Disallow: 

User-agent: Emacs-w3/v[0-9\.]+ 
Disallow: 

User-agent: EmailCollector 
Disallow: 

User-agent: EmailSiphon 
Disallow: 

User-agent: EmailWolf 
Disallow: 

User-agent: EMC Spider 
Disallow: 

User-agent: EnigmaBot 
Disallow: 

User-agent: EroCrawler 
Disallow: 

User-agent: ESIRover v1.0 
Disallow: 

User-agent: ESISmartSpider/2.0 
Disallow: 

User-agent: Explorer 
Disallow: 

User-agent: explorersearch 
Disallow: 

User-agent: Express WebPictures 
Disallow: 

User-agent: ExtractorPro 
Disallow: 

User-agent: EyeNetIE 
Disallow: 

User-agent: FelixIDE/1.0 
Disallow: 

User-agent: fido/0.9 Harvest/1.4.pl2 
Disallow: 

User-agent: FileHound 
Disallow: 

User-agent: Fish-Search-Robot 
Disallow: 

User-agent: FlashGet 
Disallow: 

User-agent: Foobot 
Disallow: 

User-agent: fouineur.9bit.qc.ca) 
Disallow: 

User-agent: Freecrawl 
Disallow: 

User-agent: FrontPage 
Disallow: 

User-agent: FunnelWeb-1.0 
Disallow: 

User-agent: gcreep/1.0 
Disallow: 

User-agent: gestaltIconoclast/1.0 libwww-FM/2.17 
Disallow: 

User-agent: GetRight 
Disallow: 

User-agent: GetSmart 
Disallow: 

User-agent: GetURL.rexx v1.05 
Disallow: 

User-agent: GetWeb! 
Disallow: 

User-agent: Go!Zilla 
Disallow: 

User-agent: Go-Ahead-Got-It 
Disallow: 

User-agent: Golem/1.1 
Disallow: 

User-agent: gotit 
Disallow: 

User-agent: Grabber 
Disallow: 

User-agent: GrabNet 
Disallow: 

User-agent: Grafula 
Disallow: 

User-agent: Gromit/1.0 
Disallow: 

User-agent: Gulliver/1.1 
Disallow: 

User-agent: Hämähäkki/0.2 
Disallow: 

User-agent: HappyBot (gserver.kw.net) 
Disallow: 

User-agent: Harvest 
Disallow: 

User-agent: Hazels Ferret Web hopper 
Disallow: 

User-agent: heraSpider 
Disallow: 

User-agent: HKU WWW Robot 
Disallow: 

User-agent: hloader 
Disallow: 

User-agent: HMView 
Disallow: 

User-agent: htdig/3.0b3 
Disallow: 

User-agent: HTMLgobble v2.2 
Disallow: 

User-agent: http://www.greenpac.com/inspectorwww.html 
Disallow: 

User-agent: httplib 
Disallow: 

User-agent: HTTrack 
Disallow: 

User-agent: humanlinks 
Disallow: 

User-agent: ia_archiver 
Disallow: 

User-agent: IAGENT/1.0 
Disallow: 

User-agent: IBM_Planetwide 
Disallow: 

User-agent: Ibot/1.0 libwww-perl/0.40 
Disallow: 

User-agent: Image Stripper 
Disallow: 

User-agent: Image Sucker 
Disallow: 

User-agent: IncyWincy/1.0b1 
Disallow: 

User-agent: Indy Library 
Disallow: 

User-agent: InfoNaviRobot 
Disallow: 

User-agent: Informant 
Disallow: 

User-agent: InfoSeek Robot 1.0 
Disallow: 

User-agent: Infoseek Sidewinder 
Disallow: 

User-agent: InfoSpiders/0.1 
Disallow: 

User-agent: INGRID/0.1 
Disallow: 

User-agent: inspectorwww/1.0 
Disallow: 

User-agent: InterGET 
Disallow: 

User-agent: Internet Ninja 
Disallow: 

User-agent: Iria 
Disallow: 

User-agent: IsraeliSearch/1.0 
Disallow: 

User-agent: ITI Spider 
Disallow: 

User-agent: JCrawler/0.2 
Disallow: 

User-agent: Jeeves v0.05alpha (PERL LWP lglb@doc.ic.ac.uk) 
Disallow: 

User-agent: JennyBot 
Disallow: 

User-agent: JetCar 
Disallow: 

User-agent: Jobot/0.1alpha libwww-perl/4.0 
Disallow: 

User-agent: JOC 
Disallow: 

User-agent: JOC Web Spider 
Disallow: 

User-agent: JoeBot 
Disallow: 

User-agent: JubiiRobot 
Disallow: 

User-agent: jumpstation 
Disallow: 

User-agent: JustView 
Disallow: 

User-agent: Katipo/1.0 
Disallow: 

User-agent: KDD-Explorer/0.1 
Disallow: 

User-agent: Kenjin.Spider 
Disallow: 

User-agent: Keyword.Density 
Disallow: 

User-agent: KIT-Fireball/2.0 libwww/5.0a 
Disallow: 

User-agent: KO_Yappo_Robot/1.0.4(http://yappo.com/info/robot.html) 
Disallow: 

User-agent: LabelGrab/1.1 
Disallow: 

User-agent: larbin 
Disallow: 

User-agent: LeechFTP 
Disallow: 

User-agent: LexiBot 
Disallow: 

User-agent: lftp 
Disallow: 

User-agent: Libertech-Rover www.libertech.com? 
Disallow: 

User-agent: libWeb/clsHTTP 
Disallow: 

User-agent: likse 
Disallow: 

User-agent: LinkextractorPro 
Disallow: 

User-agent: linklooker 
Disallow: 

User-agent: LinkScan/8.1a.Unix 
Disallow: 

User-agent: LinkWalker 
Disallow: 

User-agent: logo.gif crawler 
Disallow: 

User-agent: lwp-trivial 
Disallow: 

User-agent: Lycos/x.x 
Disallow: 

User-agent: Lycos_Spider_(T-Rex) 
Disallow: 

User-agent: Magnet 
Disallow: 

User-agent: Mag-Net 
Disallow: 

User-agent: Magpie/1.0 
Disallow: 

User-agent: Mass Downloader 
Disallow: 

User-agent: Mata.Hari 
Disallow: 

User-agent: MediaFox/x.y 
Disallow: 

User-agent: Memo 
Disallow: 

User-agent: Merritt/1.0 
Disallow: 

User-agent: MerzScope 
Disallow: 

User-agent: METAGOPHER 
Disallow: 

User-agent: Microsoft.URL 
Disallow: 

User-agent: MIDown tool 
Disallow: 

User-agent: MIIxpc 
Disallow: 

User-agent: Mirror 
Disallow: 

User-agent: Mister PiX 
Disallow: 

User-agent: Mister.PiX 
Disallow: 

User-agent: moget 
Disallow: 

User-agent: MOMspider/1.00 libwww-perl/0.40 
Disallow: 

User-agent: Monster/vX.X.X -$TYPE ($OSTYPE) 
Disallow: 

User-agent: Motor/0.2 
Disallow: 

User-agent: Mozilla.*NEWT 
Disallow: 

User-agent: Mozilla/2.0 (compatible fouineur v2.0; 
Disallow: 

User-agent: Mozilla/3.0 (Black Widow v1.1.0; Linux 2.0.27; Dec 31 
Disallow: 

User-agent: Mozilla/3.0 (compatible;miner;mailto:miner@miner.com.br) 
Disallow: 

User-agent: MuscatFerret 
Disallow: 

User-agent: MwdSearch/0.1 
Disallow: 

User-agent: MyCNNSpider 
Disallow: 

User-agent: Navroad 
Disallow: 

User-agent: NearSite 
Disallow: 

User-agent: NEC-MeshExplorer 
Disallow: 

User-agent: Nederland.zoek 
Disallow: 

User-agent: Net Vampire 
Disallow: 

User-agent: NetAnts 
Disallow: 

User-agent: NetCarta CyberPilot Pro 
Disallow: 

User-agent: NetMechanic 
Disallow: 

User-agent: NetScoop/1.0 libwww/5.0a 
Disallow: 

User-agent: NetSpider 
Disallow: 

User-agent: NetZIP 
Disallow: 

User-agent: NHSEWalker/3.0 
Disallow: 

User-agent: NICErsPRO 
Disallow: 

User-agent: Nikto 
Disallow: 

User-agent: Ninja 
Disallow: 

User-agent: Nomad-V2.x 
Disallow: 

User-agent: none 
Disallow: 

User-agent: NorthStar 
Disallow: 

User-agent: NPBot 
Disallow: 

User-agent: Occam/1.0 
Disallow: 

User-agent: Octopus 
Disallow: 

User-agent: Offline Explorer 
Disallow: 

User-agent: Offline Navigator 
Disallow: 

User-agent: Offline.Explorer 
Disallow: 

User-agent: OGspider 
Disallow: 

User-agent: Open Text Site Crawler V1.0 
Disallow: 

User-agent: Openfind 
Disallow: 

User-agent: Orbsearch/1.0 
Disallow: 

User-agent: PackRat/1.0 
Disallow: 

User-agent: PageGrabber 
Disallow: 

User-agent: Papa Foto 
Disallow: 

User-agent: Patric/0.01a 
Disallow: 

User-agent: pavuk 
Disallow: 

User-agent: pcBrowser 
Disallow: 

User-agent: Peregrinator-Mathematics/0.7 
Disallow: 

User-agent: PGP-KA/1.2 
Disallow: 

User-agent: Pioneer 
Disallow: 

User-agent: Pockey 
Disallow: 

User-agent: processor/0.0ALPHA libwww-perl/0.20 
Disallow: 

User-agent: ProPowerBot/2.14 
Disallow: 

User-agent: ProWebWalker 
Disallow: 

User-agent: Pump 
Disallow: 

User-agent: QueryN.Metasearch 
Disallow: 

User-agent: RealDownload 
Disallow: 

User-agent: Reaper 
Disallow: 

User-agent: Recorder 
Disallow: 

User-agent: ReGet 
Disallow: 

User-agent: RepoMonkey 
Disallow: 

User-agent: Resume Robot 
Disallow: 

User-agent: RMA 
Disallow: 

User-agent: Road Runner: ImageScape Robot (lim@cs.leidenuniv.nl) 
Disallow: 

User-agent: Robbie/0.1 
Disallow: 

User-agent: Robot du CRIM 1.0a 
Disallow: 

User-agent: root/0.1 
Disallow: 

User-agent: Roverbot 
Disallow: 

User-agent: SafetyNet Robot 0.1 
Disallow: 

User-agent: SandBot 
Disallow: 

User-agent: Scooter/1.0 
Disallow: 

User-agent: Senrigan/xxxxxx 
Disallow: 

User-agent: SG-Scout 
Disallow: 

User-agent: ShaiHulud 
Disallow: 

User-agent: SimBot/1.0 
Disallow: 

User-agent: Siphon 
Disallow: 

User-agent: SiteSnagger 
Disallow: 

User-agent: SiteTech-Rover 
Disallow: 

User-agent: SlowBot 
Disallow: 

User-agent: Slurp/2.0 
Disallow: 

User-agent: SlySearch 
Disallow: 

User-agent: SmartDownload 
Disallow: 

User-agent: Snake 
Disallow: 

User-agent: Snooper/b97_01 
Disallow: 

User-agent: Solbot/1.0 LWP/5.07 
Disallow: 

User-agent: SpaceBison 
Disallow: 

User-agent: SpankBot 
Disallow: 

User-agent: spanner 
Disallow: 

User-agent: Spanner/1.0 (Linux 2.0.27 i586) 
Disallow: 

User-agent: spyder3.microsys.com 
Disallow: 

User-agent: StatFetcher/1.0 
Disallow: 

User-agent: Stripper 
Disallow: 

User-agent: Sucker 
Disallow: 

User-agent: SummyCrawler 
Disallow: 

User-agent: SuperBot 
Disallow: 

User-agent: SuperHTTP 
Disallow: 

User-agent: Surfbot 
Disallow: 

User-agent: suzuran 
Disallow: 

User-agent: Szukacz/1.4 
Disallow: 

User-agent: tAkeOut 
Disallow: 

User-agent: Tarantula/1.0 
Disallow: 

User-agent: tarspider 
Disallow: 

User-agent: TeacherSoft/1.0 libwww/2.17 
Disallow: 

User-agent: Teleport 
Disallow: 

User-agent: Teleport Pro 
Disallow: 

User-agent: Telesoft 
Disallow: 

User-agent: Templeton/ 
Disallow: 

User-agent: The.Intraformant 
Disallow: 

User-agent: TheNomad 
Disallow: 

User-agent: TightTwatBot 
Disallow: 

User-agent: Titan 
Disallow: 

User-agent: TITAN/0.1 
Disallow: 

User-agent: TitIn/0.2 
Disallow: 

User-agent: to set the User-agent. 
Disallow: 

User-agent: toCrawl/UrlDispatcher 
Disallow: 

User-agent: True_Robot 
Disallow: 

User-agent: turingos 
Disallow: 

User-agent: TurnitinBot/1.5 
Disallow: 

User-agent: UCSD-Crawler 
Disallow: 

User-agent: urlck/1.2.3 
Disallow: 

User-agent: URLy.Warning 
Disallow: 

User-agent: Vacuum 
Disallow: 

User-agent: Valkyrie/1.0 libwww-perl/0.40 
Disallow: 

User-agent: VCI 
Disallow: 

User-agent: Victoria/1.0 
Disallow: 

User-agent: vision-search/3.0 
Disallow: 

User-agent: VoidEYE 
Disallow: 

User-agent: VWbot_K/4.2 
Disallow: 

User-agent: w3index 
Disallow: 

User-agent: W3M2/x.xxx 
Disallow: 

User-agent: w3mir 
Disallow: 

User-agent: Web Image Collector 
Disallow: 

User-agent: Web Sucker 
Disallow: 

User-agent: Web.Image.Collector 
Disallow: 

User-agent: WebAuto 
Disallow: 

User-agent: WebBandit 
Disallow: 

User-agent: WebCopier 
Disallow: 

User-agent: WebCopy 
Disallow: 

User-agent: WebCrawler/3.0 Robot libwww/5.0a 
Disallow: 

User-agent: WebEMailExtrac.* 
Disallow: 

User-agent: WebEnhancer 
Disallow: 

User-agent: WebFerret 
Disallow: 

User-agent: WebFetch 
Disallow: 

User-agent: WebFetcher/0.8 
Disallow: 

User-agent: WebGo IS 
Disallow: 

User-agent: weblayers/0.0 
Disallow: 

User-agent: WebLeacher 
Disallow: 

User-agent: WebLinker/0.0 libwww-perl/0.1 
Disallow: 

User-agent: WebmasterWorldForumBot 
Disallow: 

User-agent: WebMoose/0.0.0000 
Disallow: 

User-agent: WebReaper 
Disallow: 

User-agent: webs@recruit.co.jp 
Disallow: 

User-agent: WebSauger 
Disallow: 

User-agent: Website 
Disallow: 

User-agent: Website eXtractor 
Disallow: 

User-agent: Website Quester 
Disallow: 

User-agent: Website.Quester 
Disallow: 

User-agent: Webster 
Disallow: 

User-agent: Webster.Pro 
Disallow: 

User-agent: WebStripper 
Disallow: 

User-agent: webvac/1.0 
Disallow: 

User-agent: webwalk 
Disallow: 

User-agent: WebWalker 
Disallow: 

User-agent: WebWalker/1.10 
Disallow: 

User-agent: WebWatch 
Disallow: 

User-agent: WebWhacker 
Disallow: 

User-agent: WebZip 
Disallow: 

User-agent: Wget 
Disallow: 

User-agent: Wget/1.4.0 
Disallow: 

User-agent: Whacker 
Disallow: 

User-agent: WhoWhere Robot 
Disallow: 

User-agent: Widow 
Disallow: 

User-agent: wired-digital-newsbot/1.5 
Disallow: 

User-agent: wobot/1.0 from 206.214.202.45 
Disallow: 

User-agent: WWW Collector 
Disallow: 

User-agent: www.freeloader.com. 
Disallow: 

User-agent: WWWC/0.25 (Win95) 
Disallow: 

User-agent: WWW-Collector-E 
Disallow: 

User-agent: WWWOFFLE 
Disallow: 

User-agent: WWWWanderer v3.0 
Disallow: 

User-agent: Xaldon 
Disallow: 

User-agent: Xaldon WebSpider 
Disallow: 

User-agent: Xenus 
Disallow: 

User-agent: XGET/0.7 
Disallow: 

User-agent: Zeus 
Disallow: