# Provided courtesy of http://browsers.garykeith.com.
# Created on Wednesday, June 22, 2011 at 11:26 PM GMT.
#
# Place this file in the root public folder of your website.
# It will suggest to the following bots that they not index your website.
#
User-agent: *CFNetwork*
User-agent: *Check&Get*
User-agent: *E-Mail Address Extractor*
User-agent: *grub*
User-agent: *heritrix*
User-agent: *HTTrack*
User-agent: *ickHTTP*
User-agent: *java*
User-agent: *Larbin*
User-agent: *libwww*
User-agent: *maxamine.com--robot*
User-agent: *MSIECrawler*
User-agent: *naver*
User-agent: *Netcraft Web Server Survey*
User-agent: *Netcraft Webserver Survey*
User-agent: *Nutch*
User-agent: *PhotoStickies/*
User-agent: *research*
User-agent: *squid*
User-agent: *TweakMASTER*
User-agent: *WebGrabber*
User-agent: *WinHttpRequest*
User-agent: *www4mail/*
User-agent: *Zeus*
User-agent: 12345
User-agent: 3D-FTP/*
User-agent: 3wGet/*
User-agent: 8484 Boston Project*
User-agent: A .NET Web Crawler
User-agent: A1 Website Download/1.* (*) miggibot
User-agent: abot/*
User-agent: AcadiaUniversityWebCensusClient
User-agent: ActiveRefresh*
User-agent: Ad Muncher*
User-agent: AideRSS/2.0 (aiderss.com)
User-agent: Amico Alpha * (*) Gecko/* AmicoAlpha/*
User-agent: AndroidDownloadManager
User-agent: annotate_google; http://ponderer.org/*
User-agent: Anonymisiert*
User-agent: Anonymizer/*
User-agent: Anonymizied*
User-agent: Anonymous*
User-agent: Anonymous/*
User-agent: Artera (Version *)
User-agent: Atomic_Email
User-agent: Atomic_Email_Hunter/*
User-agent: AutoHotkey
User-agent: AutoMate5
User-agent: b2w/*
User-agent: BackStreet Browser *
User-agent: Baiduspider
User-agent: BasicHTTP/*
User-agent: BDFetch
User-agent: Beamer*
User-agent: BilgiBot/*
User-agent: BitBeamer/*
User-agent: BitTorrent/*
User-agent: BlockNote.Net
User-agent: BlueCoat ProxySG
User-agent: bot/* (bot; *bot@bot.bot)
User-agent: Busiversebot/v1.0 (http://www.busiverse.com/bot.php)
User-agent: Camcrawler*
User-agent: CAST
User-agent: CazoodleBot/*
User-agent: CE-Preload
User-agent: CerberianDrtrs/*
User-agent: CFNetwork/*
User-agent: CFSCHEDULE*
User-agent: CherryPicker*/*
User-agent: Chilkat/*
User-agent: CMS crawler (?http://buytaert.net/crawler/)
User-agent: CobWeb/*
User-agent: Cocoal.icio.us/* (*)*
User-agent: ColdFusion*
User-agent: ContactBot/*
User-agent: copyright sheriff (*)
User-agent: CopyRightCheck*
User-agent: Crawl_Application
User-agent: CTerm/*
User-agent: curl*
User-agent: Custo*
User-agent: CyberPatrol*
User-agent: CydralSpider/*
User-agent: cz32ts
User-agent: DA *
User-agent: DataCha0s/*
User-agent: DataFountains/DMOZ Downloader*
User-agent: DeepIndexer*
User-agent: Der gro\xdfe BilderSauger*
User-agent: Desktop Sidebar*
User-agent: DISCo Pump *
User-agent: DomainsBotBot/1.*
User-agent: DotBot/* (http://www.dotnetdotcom.org/*)
User-agent: Download Demon*
User-agent: Download Express*
User-agent: Download Master*
User-agent: Download Ninja*
User-agent: Download Wonder*
User-agent: DownloadSession*
User-agent: e-SocietyRobot(http://www.yama.info.waseda.ac.jp/~yamana/es/)
User-agent: EasyDL/*
User-agent: eCatch*
User-agent: EmailCollector*
User-agent: EMAILsearcher
User-agent: EmailSiphon*
User-agent: EmailWolf*
User-agent: envolk/* (?http://www.envolk.com/envolk*)
User-agent: envolk?ITS?spider/* (?http://www.envolk.com/envolk*)
User-agent: Epsilon SoftWorks' MailMunky
User-agent: eStyleSearch * (compatible; MSIE 6.0; Windows NT 5.0)
User-agent: Exabot-Images/1.0
User-agent: Exabot-Test/*
User-agent: Exabot/2.0
User-agent: Exabot/3.0
User-agent: exactseek-pagereaper-* (crawler@exactseek.com)
User-agent: Exalead NG/*
User-agent: ExtractorPro*
User-agent: Extreme Picture Finder
User-agent: ezic.com http agent *
User-agent: FairAd Client*
User-agent: FANGCrawl/*
User-agent: favorstarbot/*
User-agent: FDM 1.x
User-agent: Feed::Find/*
User-agent: Feedfetcher-Google*
User-agent: Feedfetcher-Google-iGoogleGadgets*
User-agent: fetch libfetch/*
User-agent: FGet*
User-agent: findfiles.net/* (Robot;test_robot@gmx-topmail.de)
User-agent: Flaming AttackBot*
User-agent: FlashGet
User-agent: FLATARTS_FAVICO
User-agent: FollowSite.com (*)
User-agent: Foobot*
User-agent: Fooky.com/ScorpionBot/ScoutOut;*
User-agent: Forschungsportal/*
User-agent: FOTOCHECKER
User-agent: Franklin Locator*
User-agent: FreshDownload/*
User-agent: FyberSpider*
User-agent: GameSpyHTTP/*
User-agent: GetRight/*
User-agent: GetRightPro/*
User-agent: GetSmart/*
User-agent: gnome-vfs/*
User-agent: Go!Zilla*
User-agent: Go-Ahead-Got-It*
User-agent: Gozilla/*
User-agent: gsa-crawler*
User-agent: Gulper Web *
User-agent: GurujiBot/1.*
User-agent: Harvest/*
User-agent: Hatena Antenna/*
User-agent: Hatena Bookmark/*
User-agent: Hatena RSS/*
User-agent: Hatena::Crawler/*
User-agent: HatenaScreenshot*
User-agent: hcat/*
User-agent: Healthbot/Health_and_Longevity_Project_(HealthHaven.com) 
User-agent: HiddenMarket-*
User-agent: hitcrawler_0.*
User-agent: HLoader
User-agent: Holmes/*
User-agent: HooWWWer/*