fileprosite.com

#  Blocked Bots

User-agent: *  
Disallow: /

User-agent: 007AC9  
Disallow: /

User-agent: 008 
Disallow: /

User-agent: 200PleaseBot  
Disallow: /

User-agent: 360Spider  
Disallow: /

User-agent: Aboundexbot  
Disallow: /

User-agent: acapbot  
Disallow: /

User-agent: Acoon  
Disallow: /

User-agent: AdIdxBot 
Disallow: /

User-agent: ADmantX  
Disallow: /

User-agent: AdMedia  
Disallow: /

User-agent: AhrefsBot  
Disallow: /

User-agent: aiHitBot  
Disallow: /

User-agent: Alexibot  
Disallow: /

User-agent: AOLbot/4.0  
Disallow: /

User-agent: Applebot  
Disallow: /

User-agent: archive.org  
Disallow: /

User-agent: archive.org_bot  
Disallow: /

User-agent: Argus Presse  
Disallow: /

User-agent: asterias  
Disallow: /

User-agent: Attribot  
Disallow: /

User-agent: AwarioRssBot
User-agent: AwarioSmartBot 
Disallow: /

User-agent: BackDoorBot/1.0  
Disallow: /

User-agent: BacklinkCrawler  
Disallow: /

User-agent: BacklinkCrawler 
Disallow: /

User-agent: Baiduspider  
Disallow: /

User-agent: Baiduspider-image  
Disallow: /

User-agent: Baiduspider-video  
Disallow: /

User-agent: Baiduspider/2.0  
Disallow: /

User-agent: binlar_2.6.3  
Disallow: /

User-agent: bitlybot  
Disallow: /

User-agent: Black Hole  
Disallow: /

User-agent: BLEXBot  
Disallow: /

User-agent: BlowFish/1.0  
Disallow: /

User-agent: Bot clicker  
Disallow: /

User-agent: Bot.AraTurka.com  
Disallow: /

User-agent: BotALot  
Disallow: /

User-agent: brandwatch  
Disallow: /

User-agent: BuiltBotTough  
Disallow: /

User-agent: Bullseye  
Disallow: /

User-agent: Bullseye/1.0  
Disallow: /

User-agent: BunnySlippers  
Disallow: /

User-agent: Butterfly/1.0  
Disallow: /

User-agent: Buzzbot  
Disallow: /

User-agent: BuzzSumo  
Disallow: /

User-agent: CareerBot  
Disallow: /

User-agent: CCBot  
Disallow: /

User-agent: CCBot/2.0  
Disallow: /

User-agent: CCBot/2.0 (http://commoncrawl.org/faq/)  
Disallow: /

User-agent: Cegbfeieh  
Disallow: /

User-agent: ChangeDetection  
Disallow: /

User-agent: checkprivacy.or.kr  
Disallow: /

User-agent: CheeseBot  
Disallow: /

User-agent: CherryPicker  
Disallow: /

User-agent: CherryPickerElite/1.0  
Disallow: /

User-agent: CherryPickerSE/1.0  
Disallow: /

User-agent: cis455crawler  
Disallow: /

User-agent: ClarityBot  
Disallow: /

User-agent: ClarityDailyBot  
Disallow: /

User-agent: Clickagy Intelligence Bot  
Disallow: /

User-agent: Cliqzbot  
Disallow: /

User-agent: cludo 
Disallow: /

User-agent: CMS Crawler  
Disallow: /

User-agent: coccoc  
Disallow: /

User-agent: CommonCrawler  
Disallow: /

User-agent: CompSpyBot  
Disallow: /

User-agent: CopyRightCheck  
Disallow: /

User-agent: cosmos  
Disallow: /

User-agent: crawler4j (http://code.google.com/p/crawler4j/)  
Disallow: /

User-agent: CrazyWebCrawler  
Disallow: /

User-agent: CrazyWebCrawler-Spider  
Disallow: /

User-agent: Crescent  
Disallow: /

User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0  
Disallow: /

User-agent: crystalsemantics  
Disallow: /

User-agent: CrystalSemanticsBot  
Disallow: /

User-agent: DataForSeoBot 
Disallow: /

User-agent: Dataprovider Site Explorer  
Disallow: /

User-agent: DAWINCI ANTIPLAG SPIDER  
Disallow: /

User-agent: DCPbot/1.2  
Disallow: /

User-agent: deepcrawl  
Disallow: /

User-agent: DeuSu  
Disallow: /

User-agent: dialogsearch.com  
Disallow: /

User-agent: diffbot  
Disallow: /

User-agent: digitalshadowsbot 
Disallow: /

User-agent: DISCo Pump 3.1  
Disallow: /

User-agent: discobot  
Disallow: /

User-agent: DOC  
Disallow: /

User-agent: Domain Re-Animator Bot  
Disallow: /

User-agent: DomainAppender  
Disallow: /

User-agent: DomainMacroCrawler  
Disallow: /

User-agent: DomainSigmaCrawler  
Disallow: /

User-agent: Download Ninja  
Disallow: /

User-agent: EC2LinkFinder  
Disallow: /

User-agent: EmailCollector  
Disallow: /

User-agent: EmailSiphon  
Disallow: /

User-agent: EmailWolf  
Disallow: /

User-agent: EroCrawler  
Disallow: /

User-agent: Exabot  
Disallow: /

User-agent: Exabot/3.0  
Disallow: /

User-agent: ExaleadCloudview  
Disallow: /

User-agent: ExtractorPro  
Disallow: /

User-agent: Ezooms  
Disallow: /

User-agent: Ezooms Robot  
Disallow: /

User-agent: ezooms.bot  
Disallow: /

User-agent: Ezooms/1.0  
Disallow: /

User-agent: f-six  
Disallow: /

User-agent: facebookexternalhit/1.1  
Disallow: /

User-agent: facebookplatform/1.0  
Disallow: /

User-agent: FAST Enterprise Crawler  
Disallow: /

User-agent: FavOrg  
Disallow: /

User-agent: FeedRetriever  
Disallow: /

User-agent: Fetch  
Disallow: /

User-agent: Findxbot  
Disallow: /

User-agent: FlipboardProxy  
Disallow: /

User-agent: fr_crawler  
Disallow: /

User-agent: Friendica  
Disallow: /

User-agent: Genieo  
Disallow: /

User-agent: genieo.com  
Disallow: /

User-agent: GigablastOpenSource/1.0  
Disallow: /

User-agent: Gluten Free Crawler  
Disallow: /

User-agent: Gocrawl  
Disallow: /

User-agent: Google-HTTP-Java-Client  
Disallow: /

User-agent: grapeshot  
Disallow: /

User-agent: GrapeshotCrawler  
Disallow: /

User-agent: grepnetstat.com  
Disallow: /

User-agent: grub-client  
Disallow: /

User-agent: Hailoo News Crawler  
Disallow: /

User-agent: HaosouSpider  
Disallow: /

User-agent: Harvest/1.5  
Disallow: /

User-agent: Hatena Star  
Disallow: /

User-agent: Havij  
Disallow: /

User-agent: Heritrix  
Disallow: /

User-agent: hloader  
Disallow: /

User-agent: httplib  
Disallow: /

User-agent: HTTrack  
Disallow: /

User-agent: HTTrack 3  
Disallow: /

User-agent: humanlinks  
Disallow: /

User-agent: ia_archiver  
Disallow: /

User-agent: ia_archiver-web.archive.org 
User-agent: IBM ICA Crawler  
Disallow: /

User-agent: Ichiro  
Disallow: /

User-agent: Ichiro 3.0  
Disallow: /

User-agent: InAGist URL Resolver  
Disallow: /

User-agent: InfoNaviRobot  
Disallow: /

User-agent: Insitesbot  
Disallow: /

User-agent: InsitesbotIsraBot  
Disallow: /

User-agent: ip-web-crawler.com  
Disallow: /

User-agent: IsraBot  
Disallow: /

User-agent: IstellaBot  
Disallow: /

User-agent: IstellaBot/1.01.18  
Disallow: /

User-agent: IstellaBot/1.01.18 +http://www.tiscali.it/IstellaBot/1.10.2 +http://www.tiscali.it/  
Disallow: /

User-agent: jack  
Disallow: /

User-agent: James BOT  
Disallow: /

User-agent: Java  
Disallow: /

User-agent: JennyBot  
Disallow: /

User-agent: JS-Kit URL Resolver  
Disallow: /

User-agent: k2spider  
Disallow: /

User-agent: Kenjin Spider  
Disallow: /

User-agent: KomodiaBot  
Disallow: /

User-agent: language-tools.com  
Disallow: /

User-agent: larbin  
Disallow: /

User-agent: LemonSources  
Disallow: /

User-agent: LexiBot  
Disallow: /

User-agent: libWeb/clsHTTP  
Disallow: /

User-agent: libwww  
Disallow: /

User-agent: Linguee  
Disallow: /

User-agent: linkdex.com  
Disallow: /

User-agent: linkdexbot  
Disallow: /

User-agent: LinkedInBot  
Disallow: /

User-agent: LinkextractorPro  
Disallow: /

User-agent: linkfluence  
Disallow: /

User-agent: linko  
Disallow: /

User-agent: LinkScan/8.1a Unix  
Disallow: /

User-agent: LinksCrawler  
Disallow: /

User-agent: LinkWalker  
Disallow: /

User-agent: LivelapBot  
Disallow: /

User-agent: LS Session  
Disallow: /

User-agent: LSSRocketCrawler  
Disallow: /

User-agent: ltbot  
Disallow: /

User-agent: ltx71  
Disallow: /

User-agent: lwp-trivial  
Disallow: /

User-agent: lwp-trivial/1.34  
Disallow: /

User-agent: Lycos 
Disallow: /

User-agent: madaali.de  
Disallow: /

User-agent: Mail.RU  
Disallow: /

User-agent: Mail.RU_Bot  
Disallow: /

User-agent: Mail.RU_Bot/2.0  
Disallow: /

User-agent: Mata Hari  
Disallow: /

User-agent: MaxPointCrawler/Nutch-1.1  
Disallow: /

User-agent: meanpathbot  
Disallow: /

User-agent: Mediapartners-Google*  
Disallow: /

User-agent: MegaIndex.ru  
Disallow: /

User-agent: memoryBot  
Disallow: /

User-agent: MetaURI API/2.0 +metauri.com  
Disallow: /

User-agent: Microsoft Data Access Internet Publishing Provider Protocol Discovery  
Disallow: /

User-agent: Microsoft URL  
Disallow: /

User-agent: Microsoft-WebDAV-MiniRedir/5.1.2600  
Disallow: /

User-agent: Microsoft.URL.Control  
Disallow: /

User-agent: MIIxpc  
Disallow: /

User-agent: MIIxpc/4.2  
Disallow: /

User-agent: MireoBot  
Disallow: /

User-agent: Mister PiX  
Disallow: /

User-agent: mixdata.com  
Disallow: /

User-agent: MJ12bot  
Disallow: /

User-agent: MJ12bot/v1.4.5  
Disallow: /

User-agent: MLBot  
Disallow: /

User-agent: moget  
Disallow: /

User-agent: moget/2.1  
Disallow: /

User-agent: Mozilla/4.0 (CMS Crawler: http://www.cmscrawler.com)  
Disallow: /

User-agent: Mozilla/4.0 (compatible; MSIE 4.01; Windows NT; MS Search 4.0 Robot)  
Disallow: /

User-agent: Mozilla/4.0 (compatible; MSIE 4.01; Windows NT; MS Search 4.0 Robot) Microsoft  
Disallow: /

User-agent: Mozilla/4.0 (compatible; MSIE 4.01; Windows NT; MS Search 5.0 Robot)  
Disallow: /

User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT; MS Search 4.0 Robot)  
Disallow: /

User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT; MS Search 5.0 Robot)  
Disallow: /

User-agent: Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0 ; ClarityDailyBot)  
Disallow: /

User-agent: Mozilla/5.0 (compatible; 200PleaseBot/1.0; +http://www.200please.com/bot)  
Disallow: /

User-agent: Mozilla/5.0 (compatible; AhrefsBot/5.0; +http://ahrefs.com/robot/)  
Disallow: /

User-agent: Mozilla/5.0 (compatible; AOLbot/4.0; +http://www.aol-soft.com/)  
Disallow: /

User-agent: Mozilla/5.0 (compatible; DomainAppender /1.0; +http://www.profound.net/domainappender)  
Disallow: /

User-agent: Mozilla/5.0 (compatible; DomainSigmaCrawler/0.1; +http://domainsigma.com/robot)  
Disallow: /

User-agent: Mozilla/5.0 (compatible; Exabot/3.0; +http://www.exabot.com/go/robot)  
Disallow: /

User-agent: Mozilla/5.0 (compatible; Findxbot/1.0; +http://www.findxbot.com)  
Disallow: /

User-agent: Mozilla/5.0 (compatible; Genieo/1.0 http://www.genieo.com/webfilter.html)  
Disallow: /

User-agent: Mozilla/5.0 (compatible; IstellaBot/1.01.18 +http://www.tiscali.it/)  
Disallow: /

User-agent: Mozilla/5.0 (compatible; linkdexbot/2.0; +http://www.linkdex.com/bots/)  
Disallow: /

User-agent: Mozilla/5.0 (compatible; meanpathbot/1.0; +http://www.meanpath.com/meanpathbot.html)  
Disallow: /

User-agent: Mozilla/5.0 (compatible; MJ12bot/v1.4.5; http://www.majestic12.co.uk/bot.php?+)  
Disallow: /

User-agent: Mozilla/5.0 (compatible; NetSeer crawler/2.0; +http://www.netseer.com/crawler.html; [email protected])  
Disallow: /

User-agent: Mozilla/5.0 (compatible; OpenHoseBot/2.1; +http://www.openhose.org/bot.html)  
Disallow: /

User-agent: Mozilla/5.0 (compatible; PAD-bot/9.0; +http://www.descargarprogramagratis.com/)  
Disallow: /

User-agent: Mozilla/5.0 (compatible; PaperLiBot/2.1; http://support.paper.li/entries/20023257-what-is-paper-li)  
Disallow: /

User-agent: Mozilla/5.0 (compatible; SemrushBot-SI/0.97; +http://www.semrush.com/bot.html)  
Disallow: /

User-agent: Mozilla/5.0 (compatible; SISTRIX Crawler; http://crawler.sistrix.net/)  
Disallow: /

User-agent: Mozilla/5.0 (compatible; SoftListBot/2.2; +http://www.softlist.us/)  
Disallow: /

User-agent: Mozilla/5.0 (compatible; Tbot/1.0;)  
Disallow: /

User-agent: Mozilla/5.0 (compatible; TweetedTimes Bot/1.0; +http://tweetedtimes.com)  
Disallow: /

User-agent: Mozilla/5.0 (compatible; TweetmemeBot/3.0; +http://tweetmeme.com/)  
Disallow: /

User-agent: Mozilla/5.0 (compatible; uMBot-LN/1.0; mailto: [email protected])  
Disallow: /

User-agent: Mozilla/5.0 (compatible; XoviBot/2.0; +http://www.xovibot.net/)  
Disallow: /

User-agent: Mozilla/5.0 (compatible;acapbot/0.1;treat like Googlebot)  
Disallow: /

User-agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10.9; rv:28.0) Gecko/20100101 Firefox/28.0 (FlipboardProxy/1.1; +http://flipboard.User-agent: com/browserproxy)  
Disallow: /

User-agent: Mozilla/5.0 (Windows NT 6.2) Insitesbot/1.0  
Disallow: /

User-agent: Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.1.6) Gecko/20070725 Firefox/2.0.0.6 - James BOT - WebCrawler httpUser-agent: ://cognitiveseo.com/bot.html  
Disallow: /

User-agent: Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.9.1.2) Gecko/20090729 Firefox/3.5.2 (.NET CLR 3.5.30729; Diffbot/0.User-agent: 1; +http://www.diffbot.com)  
Disallow: /

User-agent: Mozilla/5.0+(X11;+Linux+x86_64)+AppleWebKit/536.5+(KHTML,+like+Gecko)+Chrome/19.0.1084.56+Safari/536.5  
Disallow: /

User-agent: MS Search 4.0 Robot  
Disallow: /

User-agent: MS Search 5.0 Robot  
Disallow: /

User-agent: MSIECrawler  
Disallow: /

User-agent: MyNutchTest  
Disallow: /

User-agent: nagios  
Disallow: /

User-agent: NativeHost  
Disallow: /

User-agent: NaverBot  
Disallow: /

User-agent: NerdByNature  
Disallow: /

User-agent: NerdByNature.Bot  
Disallow: /

User-agent: NerdyBot  
Disallow: /

User-agent: NetAnts  
Disallow: /

User-agent: NetAttache  
Disallow: /

User-agent: netEstate  
Disallow: /

User-agent: netEstate NE Crawler  
Disallow: /

User-agent: NetMechanic  
Disallow: /

User-agent: netseer  
Disallow: /

User-agent: NetSeer crawler/2.0  
Disallow: /

User-agent: netseer.com  
Disallow: /

User-agent: NetShelter ContentScan  
Disallow: /

User-agent: newsme/1.0; [email protected]  
Disallow: /

User-agent: NG/2.0  
Disallow: /

User-agent: NICErsPRO  
Disallow: /

User-agent: Niki-Bot  
Disallow: /

User-agent: NING/1.0  
Disallow: /

User-agent: Node/simplecrawler 0.3.9 (http://github.com/cgiffard/node-simplecrawler.git)  
Disallow: /

User-agent: NPBot  
Disallow: /

User-agent: nutch agent  
Disallow: /

User-agent: oBot 
Disallow: /

User-agent: Offline Explorer  
Disallow: /

User-agent: omgilibot  
Disallow: /

User-agent: Openfind  
Disallow: /

User-agent: Openfind data gathere  
Disallow: /

User-agent: OpenHoseBot  
Disallow: /

User-agent: OpenindexDeepSpider  
Disallow: /

User-agent: OpenindexDeepSpider/Nutch-1.5-dev  
Disallow: /

User-agent: OpenindexShallowSpider  
Disallow: /

User-agent: OpenindexShallowSpider/Nutch-1.5-dev  
Disallow: /

User-agent: OpenindexSpider  
Disallow: /

User-agent: OpenindexSpider/Nutch-1.5-dev  
Disallow: /

User-agent: Orthogaffe  
Disallow: /

User-agent: PAD-bot  
Disallow: /

User-agent: panscient.com  
Disallow: /

User-agent: PaperLiBot  
Disallow: /

User-agent: pd-crawler  
Disallow: /

User-agent: peerindex  
Disallow: /

User-agent: Perl LWP  
Disallow: /

User-agent: PetalBot 
Disallow: /

User-agent: Photon  
Disallow: /

User-agent: PHPCrawl  
Disallow: /

User-agent: Plukkie  
Disallow: /

User-agent: postano  
Disallow: /

User-agent: ProPowerBot/2.14  
Disallow: /

User-agent: ProWebWalker  
Disallow: /

User-agent: proximic  
Disallow: /

User-agent: PulseCrawler/1.1  
Disallow: /

User-agent: Pulsepoint XT3 web scraper  
Disallow: /

User-agent: Python-urllib  
Disallow: /

User-agent: QueryN Metasearch  
Disallow: /

User-agent: QuerySeekerSpider  
Disallow: /

User-agent: quickobot/quickobot-1  
Disallow: /

User-agent: quipu  
Disallow: /

User-agent: Raven  
Disallow: /

User-agent: RavenCrawler  
Disallow: /

User-agent: RBot  
Disallow: /

User-agent: Recorded Future  
Disallow: /

User-agent: RepoMonkey  
Disallow: /

User-agent: RexyoBot  
Disallow: /

User-agent: Riddler  
Disallow: /

User-agent: RMA  
Disallow: /

User-agent: rogerbot  
Disallow: /

User-agent: rogerbotScreaming Frog SEO Spider  
Disallow: /

User-agent: Ruby  
Disallow: /

User-agent: Scrapy  
Disallow: /

User-agent: scrapybot  
Disallow: /

User-agent: Screaming Frog  
Disallow: /

User-agent: Screaming Frog SEO Spider  
Disallow: /

User-agent: ScreenerBot  
Disallow: /

User-agent: SearchmetricsBot  
Disallow: /

User-agent: SearchmetricsBot 
Disallow: /

User-agent: Seekbot 
Disallow: /

User-agent: seexie.com_bot  
Disallow: /

User-agent: semantic-visions.com crawler  
Disallow: /

User-agent: semantissimo  
Disallow: /

User-agent: SemrushBot  
Disallow: /

User-agent: SEOkicks-Robot  
Disallow: /

User-agent: SEOkicks-Robot 
Disallow: /

User-agent: SEOlyticsCrawler  
Disallow: /

User-agent: seoprofiler  
Disallow: /

User-agent: SeznamBot  
Disallow: /

User-agent: ShopWiki  
Disallow: /

User-agent: ShowyouBot  
Disallow: /

User-agent: ShowyouBot (http://showyou.com/crawler)  
Disallow: /

User-agent: simplecrawler  
Disallow: /

User-agent: Sindup  
Disallow: /

User-agent: SISTRIX Crawler  
Disallow: /

User-agent: Sistrix 
Disallow: /

User-agent: sitebot  
Disallow: /

User-agent: sitecheck.internetseer.com  
Disallow: /

User-agent: SiteExplorer  
Disallow: /

User-agent: SiteSnagger  
Disallow: /

User-agent: skimlinks.com  
Disallow: /

User-agent: SmeshBot  
Disallow: /

User-agent: SMTBot  
Disallow: /

User-agent: Socialradarbot  
Disallow: /

User-agent: SoftListBot  
Disallow: /

User-agent: sogou spider  
Disallow: /

User-agent: sogou web spider  
Disallow: /

User-agent: Sogou web spider/4.0  
Disallow: /

User-agent: Sogou web spider/4.0(+http://www.sogou.com/docs/help/webmasters.htm#07)  
Disallow: /

User-agent: SpankBot  
Disallow: /

User-agent: spanner  
Disallow: /

User-agent: spbot  
Disallow: /

User-agent: spbot/3.0  
Disallow: /

User-agent: Speedy Spider  
Disallow: /

User-agent: Spiderbot  
Disallow: /

User-agent: sqlmap  
Disallow: / 

User-agent: squirrly  
Disallow: /

User-agent: srmse/Nutch  
Disallow: /

User-agent: ssearch_bot  
Disallow: /

User-agent: Stratagems Kumo  
Disallow: /

User-agent: SuperBot  
Disallow: /

User-agent: SurdotlyBot  
Disallow: /

User-agent: SurveyBot  
Disallow: /

User-agent: suzuran  
Disallow: /

User-agent: SWEBot  
Disallow: /

User-agent: Szukacz/1.4  
Disallow: /

User-agent: Tbot  
Disallow: /

User-agent: tbot-nutch  
Disallow: /

User-agent: Tbot/1.0  
Disallow: /

User-agent: TelegramBot  
Disallow: /

User-agent: Teleport  
Disallow: /

User-agent: TeleportPro  
Disallow: /

User-agent: Telesoft  
Disallow: /

User-agent: The Intraformant  
Disallow: /

User-agent: TheNomad  
Disallow: /

User-agent: TightTwatBot  
Disallow: /

User-agent: Titan  
Disallow: /

User-agent: toCrawl/UrlDispatcher  
Disallow: /

User-agent: TREC-KBA-Bot  
Disallow: /

User-agent: trendiction  
Disallow: /

User-agent: trendictionbot  
Disallow: /

User-agent: True_Robot  
Disallow: /

User-agent: turingos  
Disallow: /

User-agent: TurnitinBot  
Disallow: /

User-agent: TweetmemeBot  
Disallow: /

User-agent: TweetmemeBot/2.11  
Disallow: /

User-agent: TwengaBot  
Disallow: /

User-agent: Twitterbot  
Disallow: /

User-agent: TWMBot  
Disallow: /

User-agent: Typhoeus - https://github.com/typhoeus/typhoeus  
Disallow: /

User-agent: ubermetrics-technologies  
Disallow: /

User-agent: UbiCrawler  
Disallow: /

User-agent: uMBot-LN  
Disallow: /

User-agent: UnisterBot  
Disallow: /

User-agent: UptimeRobot/2.0  
Disallow: /

User-agent: URLAppendBot  
Disallow: /

User-agent: URLy Warning  
Disallow: /

User-agent: VCI  
Disallow: /

User-agent: VCI WebViewer VCI WebViewer Win32  
Disallow: /

User-agent: VocusBot  
Disallow: /

User-agent: voltron  
Disallow: /

User-agent: Voluniabot  
Disallow: /

User-agent: Wada.vn  
Disallow: /

User-agent: WASALive  
Disallow: /

User-agent: WBSearchBot  
Disallow: /

User-agent: Web Image Collector  
Disallow: /

User-agent: WebAuto  
Disallow: /

User-agent: WebBandit  
Disallow: /

User-agent: WebBandit/3.50  
Disallow: /

User-agent: WebCopier  
Disallow: /

User-agent: webcopy  
Disallow: /

User-agent: WebEnhancer  
Disallow: /

User-agent: WebIndex  
Disallow: /

User-agent: WebmasterWorldForumBot  
Disallow: /

User-agent: webmirror  
Disallow: /

User-agent: WebNL  
Disallow: /

User-agent: WebReaper  
Disallow: /

User-agent: WebSauger  
Disallow: /

User-agent: website extractor  
Disallow: /

User-agent: Website Quester  
Disallow: /

User-agent: Webster Pro  
Disallow: /

User-agent: WebStripper  
Disallow: /

User-agent: WebStripper/2.02  
Disallow: /

User-agent: WebZIP  
Disallow: /

User-agent: WebZip/4.0  
Disallow: /

User-agent: WeSEE_Bot  
Disallow: /

User-agent: wget  
Disallow: /

User-agent: Wget/1.5.3  
Disallow: /

User-agent: Wget/1.6  
Disallow: /

User-agent: wikiwix-bot  
Disallow: /

User-agent: WinHTTrack  
Disallow: /

User-agent: WIRE/0.22  
Disallow: /

User-agent: WiseGuys Robot  
Disallow: /

User-agent: woobot  
Disallow: /

User-agent: woriobot  
Disallow: /

User-agent: WorldBrewBot/2.1  
Disallow: /

User-agent: wotbox  
Disallow: /

User-agent: Wotbox/2.0  
Disallow: /

User-agent: WWW-Collector-E  
Disallow: /

User-agent: www.200please.com  
Disallow: /

User-agent: www.wesee.com  
Disallow: /

User-agent: www.wise-guys.nl  
Disallow: /

User-agent: X-CAD-SE  
Disallow: /

User-agent: Xenu  
Disallow: /

User-agent: Xenu Link Sleuth  
Disallow: /

User-agent: Xenu's  
Disallow: /

User-agent: xovi 
Disallow: /

User-agent: XoviBot  
Disallow: /

User-agent: yacybot  
Disallow: /

User-agent: YaDirectFetcher  
Disallow: /

User-agent: Yahoo Pipes 1.0  
Disallow: /

User-agent: Yandex  
Disallow: /

User-agent: YandexBlogs  
Disallow: /

User-agent: YandexBot  
Disallow: /

User-agent: YandexBot/3.0  
Disallow: /

User-agent: YandexCalendar  
Disallow: /

User-agent: YandexDirectarticular  
Disallow: /

User-agent: YandexDirectDyn  
Disallow: /

User-agent: YandexImages  
Disallow: /

User-agent: YandexMedia  
Disallow: /

User-agent: YandexMetrika  
Disallow: /

User-agent: YandexNews  
Disallow: /

User-agent: YandexPagechecker  
Disallow: /

User-agent: Yeti  
Disallow: /

User-agent: YioopBot  
Disallow: /

User-agent: YisouSpider  
Disallow: /

User-agent: YoudaoBot  
Disallow: /

User-agent: Zao  
Disallow: /

User-agent: Zealbot  
Disallow: /

User-agent: Zeus  
Disallow: /

User-agent: Zeus 32297 Webster Pro V2.9 Win32  
Disallow: /

User-agent: ZoomSpider  
Disallow: /

User-agent: ZumBot  
Disallow: /

User-agent: ZyBORG  
Disallow: /

 
#  Allowed Bots
 
User-agent: msnbot
Disallow: /FileStorage/
Disallow: /WorkSpace/
Disallow: /js/
Disallow: /scripts/
Disallow: /css/
Disallow: /images/
Disallow: /fonts/
Disallow: /Content/
Disallow: /WebResource.axd
Disallow: /ScriptResource.axd
Crawl-delay: 120
 
User-agent: Slurp
Disallow: /FileStorage/
Disallow: /WorkSpace/
Disallow: /js/
Disallow: /scripts/
Disallow: /css/
Disallow: /images/
Disallow: /fonts/
Disallow: /Content/
Disallow: /WebResource.axd
Disallow: /ScriptResource.axd
Crawl-delay: 120
 
User-agent: Googlebot
Disallow: /FileStorage/
Disallow: /WorkSpace/
Disallow: /js/
Disallow: /scripts/
Disallow: /css/
Disallow: /images/
Disallow: /fonts/
Disallow: /Content/
Disallow: /WebResource.axd
Disallow: /ScriptResource.axd
Crawl-delay: 120

User-agent: Bingbot
Disallow: /FileStorage/
Disallow: /WorkSpace/
Disallow: /js/
Disallow: /scripts/
Disallow: /css/
Disallow: /images/
Disallow: /fonts/
Disallow: /Content/
Disallow: /WebResource.axd
Disallow: /ScriptResource.axd
Crawl-delay: 120

 
User-agent: DuckDuckBot
Disallow: /FileStorage/
Disallow: /WorkSpace/
Disallow: /js/
Disallow: /scripts/
Disallow: /css/
Disallow: /images/
Disallow: /fonts/
Disallow: /Content/
Disallow: /WebResource.axd
Disallow: /ScriptResource.axd
Crawl-delay: 120
 
User-agent: Mozilla/5.0 (compatible; AddSearchBot/1.0; +http://www.addsearch.com/bot/)
Disallow: /FileStorage/
Disallow: /WorkSpace/
Disallow: /js/
Disallow: /scripts/
Disallow: /css/
Disallow: /images/
Disallow: /fonts/
Disallow: /Content/
Disallow: /WebResource.axd
Disallow: /ScriptResource.axd
Crawl-delay: 120