From 327346d15eccbf6bc27b62785e973bcce53c7ad5 Mon Sep 17 00:00:00 2001 From: Travis Date: Wed, 12 Jul 2017 11:06:42 +0200 Subject: [PATCH] V3.2017.07.675 [ci skip] --- AUTO-CONFIGURATION.md | 2 +- MANUAL-CONFIGURATION.md | 2 +- README.md | 2 +- .../etc/nginx/conf.d/globalblacklist.conf | 1018 ++++++++--------- conf.d/globalblacklist.conf | 1018 ++++++++--------- robots.txt/robots.txt | 4 +- travisCI/globalblacklist.template | 1018 ++++++++--------- 7 files changed, 1532 insertions(+), 1532 deletions(-) diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index e28647e17..11b2385ff 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -6,7 +6,7 @@ ### Version Information # ******************************************** -#### Version: V3.2017.07.674 +#### Version: V3.2017.07.675 #### Bad Referrer Count: 5218 #### Bad Bot Count: 484 ******************************************** diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 2c7c9a5ff..5b187c826 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -6,7 +6,7 @@ ### Version Information # ******************************************** -#### Version: V3.2017.07.674 +#### Version: V3.2017.07.675 #### Bad Referrer Count: 5218 #### Bad Bot Count: 484 ******************************************** diff --git a/README.md b/README.md index 4aaec91fd..9d076643a 100755 --- a/README.md +++ b/README.md @@ -10,7 +10,7 @@ ### Version Information # ******************************************** -#### Version: V3.2017.07.674 +#### Version: V3.2017.07.675 #### Bad Referrer Count: 5218 #### Bad Bot Count: 484 ******************************************** diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index cfb56c87d..a9d8c5eae 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2017.07.674 -### Updated: Wed Jul 12 10:52:14 SAST 2017 +### Version: V3.2017.07.675 +### Updated: Wed Jul 12 11:06:41 SAST 2017 ### Bad Referrer Count: 5218 ### Bad Bot Count: 484 ################################################### @@ -157,11 +157,11 @@ map $http_user_agent $bad_bot { # I allow libwww-perl as I use it for monitoring systems with Munin but it is rate limited # START ALLOWED BOTS ### DO NOT EDIT THIS LINE AT ALL ### - "~*jetmon" 1; - "~*libwww-perl" 1; - "~*Lynx" 1; - "~*munin" 1; - "~*Wget/1.15" 1; + "~*\bjetmon\b" 1; + "~*\blibwww-perl\b" 1; + "~*\bLynx\b" 1; + "~*\bmunin\b" 1; + "~*\bWget/1.15\b" 1; # END ALLOWED BOTS ### DO NOT EDIT THIS LINE AT ALL ### # ************************************************************** @@ -169,24 +169,24 @@ map $http_user_agent $bad_bot { # ************************************************************** # START LIMITED BOTS ### DO NOT EDIT THIS LINE AT ALL ### - "~*Alexa" 2; - "~*archive.org" 2; - "~*Baidu" 2; - "~*BUbiNG" 2; - "~*FlipboardProxy" 2; - "~*ia_archiver" 2; - "~*Mozilla/4.0" 2; - "~*MSIE\ 7.0" 2; - "~*Presto" 2; - "~*R6_CommentReader" 2; - "~*R6_FeedFetcher" 2; - "~*RPT-HTTPClient" 2; - "~*SeznamBot" 2; - "~*sfFeedReader/0.9" 2; - "~*Spaidu" 2; - "~*UptimeRobot/2.0" 2; - "~*YandexBot" 2; - "~*YandexImages" 2; + "~*\bAlexa\b" 2; + "~*\barchive.org\b" 2; + "~*\bBaidu\b" 2; + "~*\bBUbiNG\b" 2; + "~*\bFlipboardProxy\b" 2; + "~*\bia_archiver\b" 2; + "~*\bMozilla/4.0\b" 2; + "~*\bMSIE\ 7.0\b" 2; + "~*\bPresto\b" 2; + "~*\bR6_CommentReader\b" 2; + "~*\bR6_FeedFetcher\b" 2; + "~*\bRPT-HTTPClient\b" 2; + "~*\bSeznamBot\b" 2; + "~*\bsfFeedReader/0.9\b" 2; + "~*\bSpaidu\b" 2; + "~*\bUptimeRobot/2.0\b" 2; + "~*\bYandexBot\b" 2; + "~*\bYandexImages\b" 2; # END LIMITED BOTS ### DO NOT EDIT THIS LINE AT ALL ### # ********************************************* @@ -197,490 +197,490 @@ map $http_user_agent $bad_bot { # Known Vulnerability Scanners (now merged into one section) # START BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ### - "~*360Spider" 3; - "~*80legs" 3; - "~*Abonti" 3; - "~*Aboundex" 3; - "~*Acunetix" 3; - "~*ADmantX" 3; - "~*AhrefsBot" 3; - "~*AIBOT" 3; - "~*AiHitBot" 3; - "~*Aipbot" 3; - "~*Alexibot" 3; - "~*Alligator" 3; - "~*AllSubmitter" 3; - "~*Anarchie" 3; - "~*Apexoo" 3; - "~*ASPSeek" 3; - "~*Asterias" 3; - "~*Attach" 3; - "~*autoemailspider" 3; - "~*BackDoorBot" 3; - "~*BackStreet" 3; - "~*BackWeb" 3; - "~*Badass" 3; - "~*Bandit" 3; - "~*BatchFTP" 3; - "~*Battleztar\ Bazinga" 3; - "~*BBBike" 3; - "~*BDFetch" 3; - "~*BetaBot" 3; - "~*Bigfoot" 3; - "~*Bitacle" 3; - "~*Blackboard" 3; - "~*Black\ Hole" 3; - "~*BlackWidow" 3; - "~*BLEXBot" 3; - "~*Blow" 3; - "~*BlowFish" 3; - "~*Boardreader" 3; - "~*Bolt" 3; - "~*BotALot" 3; - "~*Brandprotect" 3; - "~*Brandwatch" 3; - "~*Bubing" 3; - "~*Buddy" 3; - "~*BuiltBotTough" 3; - "~*BuiltWith" 3; - "~*Bullseye" 3; - "~*BunnySlippers" 3; - "~*BuzzSumo" 3; - "~*Calculon" 3; - "~*CATExplorador" 3; - "~*CazoodleBot" 3; - "~*CCBot" 3; - "~*Cegbfeieh" 3; - "~*CheeseBot" 3; - "~*CherryPicker" 3; - "~*ChinaClaw" 3; - "~*Chlooe" 3; - "~*Claritybot" 3; - "~*Cliqzbot" 3; - "~*Cogentbot" 3; - "~*cognitiveseo" 3; - "~*Collector" 3; - "~*Copier" 3; - "~*CopyRightCheck" 3; - "~*Copyscape" 3; - "~*Cosmos" 3; - "~*Craftbot" 3; - "~*CrazyWebCrawler" 3; - "~*Crescent" 3; - "~*CSHttp" 3; - "~*Curious" 3; - "~*Custo" 3; - "~*DatabaseDriverMysqli" 3; - "~*DataCha0s" 3; - "~*DBLBot" 3; - "~*Demon" 3; - "~*Deusu" 3; - "~*Devil" 3; - "~*DIIbot" 3; - "~*Dirbuster" 3; - "~*Disco" 3; - "~*Discobot" 3; - "~*Discoverybot" 3; - "~*DittoSpyder" 3; - "~*DomainAppender" 3; - "~*DomainCrawler" 3; - "~*DomainSigmaCrawler" 3; - "~*Dotbot" 3; - "~*Download\ Demon" 3; - "~*Download\ Devil" 3; - "~*Download\ Wonder" 3; - "~*Dragonfly" 3; - "~*Drip" 3; - "~*DTS\ Agent" 3; - "~*EasyDL" 3; - "~*Ebingbong" 3; - "~*eCatch" 3; - "~*ECCP/1.0" 3; - "~*Ecxi" 3; - "~*EirGrabber" 3; - "~*EMail\ Collector" 3; - "~*EMail\ Extractor" 3; - "~*EMail\ Siphon" 3; - "~*EMail\ Wolf" 3; - "~*EroCrawler" 3; - "~*Evil" 3; - "~*Exabot" 3; - "~*Express\ WebPictures" 3; - "~*Extractor" 3; - "~*ExtractorPro" 3; - "~*EyeNetIE" 3; - "~*Ezooms" 3; - "~*FHscan" 3; - "~*Fimap" 3; - "~*Findxbot" 3; - "~*Firefox/7.0" 3; - "~*FlashGet" 3; - "~*Flunky" 3; - "~*Foobot" 3; - "~*Freeuploader" 3; - "~*FrontPage" 3; - "~*Fyrebot" 3; - "~*GalaxyBot" 3; - "~*Genieo" 3; - "~*Getintent" 3; - "~*GetRight" 3; - "~*GetWeb" 3; - "~*Gigablast" 3; - "~*Gigabot" 3; - "~*Go-Ahead-Got-It" 3; - "~*Gotit" 3; - "~*GoZilla" 3; - "~*Go!Zilla" 3; - "~*Grabber" 3; - "~*GrabNet" 3; - "~*Grafula" 3; - "~*GrapeFX" 3; - "~*GrapeshotCrawler" 3; - "~*GridBot" 3; - "~*GT::WWW" 3; - "~*HaosouSpider" 3; - "~*Harvest" 3; - "~*Havij" 3; - "~*HEADMasterSEO" 3; - "~*Heritrix" 3; - "~*Hloader" 3; - "~*HMView" 3; - "~*HTMLparser" 3; - "~*HTTP::Lite" 3; - "~*HTTrack" 3; - "~*Humanlinks" 3; - "~*HybridBot" 3; - "~*Iblog" 3; - "~*IDBot" 3; - "~*Id-search" 3; - "~*IlseBot" 3; - "~*Image\ Fetch" 3; - "~*Image\ Stripper" 3; - "~*Image\ Sucker" 3; - "~*Indy\ Library" 3; - "~*InfoNaviRobot" 3; - "~*InfoTekies" 3; - "~*Intelliseek" 3; - "~*InterGET" 3; - "~*Internet\ Ninja" 3; - "~*InternetSeer" 3; - "~*internetVista\ monitor" 3; - "~*Iria" 3; - "~*IRLbot" 3; - "~*Iskanie" 3; - "~*JamesBOT" 3; - "~*Jbrofuzz" 3; - "~*JennyBot" 3; - "~*JetCar" 3; - "~*JikeSpider" 3; - "~*JOC\ Web\ Spider" 3; - "~*Joomla" 3; - "~*Jorgee" 3; - "~*JustView" 3; - "~*Jyxobot" 3; - "~*Kenjin\ Spider" 3; - "~*Keyword\ Density" 3; - "~*Lanshanbot" 3; - "~*Larbin" 3; - "~*LeechFTP" 3; - "~*LeechGet" 3; - "~*LexiBot" 3; - "~*Lftp" 3; - "~*LibWeb" 3; - "~*Libwhisker" 3; - "~*Lightspeedsystems" 3; - "~*Likse" 3; - "~*Linkdexbot" 3; - "~*LinkextractorPro" 3; - "~*LinkpadBot" 3; - "~*LinkScan" 3; - "~*LinksManager" 3; - "~*LinkWalker" 3; - "~*LinqiaMetadataDownloaderBot" 3; - "~*LinqiaRSSBot" 3; - "~*LinqiaScrapeBot" 3; - "~*Lipperhey" 3; - "~*Litemage_walker" 3; - "~*Lmspider" 3; - "~*LNSpiderguy" 3; - "~*Ltx71" 3; - "~*lwp-request" 3; - "~*LWP::Simple" 3; - "~*lwp-trivial" 3; - "~*Magnet" 3; - "~*Mag-Net" 3; - "~*magpie-crawler" 3; - "~*Mail.ru" 3; - "~*Majestic12" 3; - "~*MarkMonitor" 3; - "~*MarkWatch" 3; - "~*Masscan" 3; - "~*Mass\ Downloader" 3; - "~*Mata\ Hari" 3; - "~*Meanpathbot" 3; - "~*MegaIndex.ru" 3; - "~*Metauri" 3; - "~*MFC_Tear_Sample" 3; - "~*Microsoft\ Data\ Access" 3; - "~*Microsoft\ URL\ Control" 3; - "~*MIDown\ tool" 3; - "~*MIIxpc" 3; - "~*Mister\ PiX" 3; - "~*MJ12bot" 3; - "~*Mojeek" 3; - "~*Morfeus\ Fucking\ Scanner" 3; - "~*MSFrontPage" 3; - "~*MSIE\ 6.0" 3; - "~*MSIECrawler" 3; - "~*Msrabot" 3; - "~*MS\ Web\ Services\ Client\ Protocol" 3; - "~*Musobot" 3; - "~*Name\ Intelligence" 3; - "~*Nameprotect" 3; - "~*Navroad" 3; - "~*NearSite" 3; - "~*Needle" 3; - "~*Nessus" 3; - "~*NetAnts" 3; - "~*Netcraft" 3; - "~*netEstate\ NE\ Crawler" 3; - "~*NetLyzer" 3; - "~*NetMechanic" 3; - "~*NetSpider" 3; - "~*Nettrack" 3; - "~*Net\ Vampire" 3; - "~*NetZIP" 3; - "~*NextGenSearchBot" 3; - "~*Nibbler" 3; - "~*NICErsPRO" 3; - "~*Niki-bot" 3; - "~*Nikto" 3; - "~*NimbleCrawler" 3; - "~*Ninja" 3; - "~*Nmap" 3; - "~*NPbot" 3; - "~*Nutch" 3; - "~*Octopus" 3; - "~*Offline\ Explorer" 3; - "~*Offline\ Navigator" 3; - "~*Openfind" 3; - "~*OpenLinkProfiler" 3; - "~*Openvas" 3; - "~*OrangeBot" 3; - "~*OrangeSpider" 3; - "~*OutfoxBot" 3; - "~*PageAnalyzer" 3; - "~*Page\ Analyzer" 3; - "~*PageGrabber" 3; - "~*Page\ Grabber" 3; - "~*page\ scorer" 3; - "~*PageScorer" 3; - "~*Panscient" 3; - "~*Papa\ Foto" 3; - "~*Pavuk" 3; - "~*pcBrowser" 3; - "~*PECL::HTTP" 3; - "~*PeoplePal" 3; - "~*PHPCrawl" 3; - "~*Picscout" 3; - "~*Picsearch" 3; - "~*Pimonster" 3; - "~*Pi-Monster" 3; - "~*Pixray" 3; - "~*PleaseCrawl" 3; - "~*Pockey" 3; - "~*POE-Component-Client-HTTP" 3; - "~*Probethenet" 3; - "~*ProPowerBot" 3; - "~*ProWebWalker" 3; - "~*Proximic" 3; - "~*Psbot" 3; - "~*Pump" 3; - "~*PyCurl" 3; - "~*QueryN\ Metasearch" 3; - "~*Qwantify" 3; - "~*RankActiveLinkBot" 3; - "~*Rankivabot" 3; - "~*RealDownload" 3; - "~*Reaper" 3; - "~*Recorder" 3; - "~*RedesScrapy" 3; - "~*ReGet" 3; - "~*RepoMonkey" 3; - "~*Ripper" 3; - "~*RocketCrawler" 3; - "~*Rogerbot" 3; - "~*SalesIntelligent" 3; - "~*SBIder" 3; - "~*ScanAlert" 3; - "~*Scanbot" 3; - "~*Scrapy" 3; - "~*Screaming" 3; - "~*Screaming\ Frog\ SEO\ Spider" 3; - "~*ScreenerBot" 3; - "~*Searchestate" 3; - "~*SearchmetricsBot" 3; - "~*Semrush" 3; - "~*SemrushBot" 3; - "~*SEOkicks" 3; - "~*SEOkicks-Robot" 3; - "~*SEOlyticsCrawler" 3; - "~*Seomoz" 3; - "~*SEOprofiler" 3; - "~*seoscanners" 3; - "~*SEOstats" 3; - "~*Siphon" 3; - "~*SISTRIX" 3; - "~*SISTRIX\ Crawler" 3; - "~*Sitebeam" 3; - "~*SiteExplorer" 3; - "~*Siteimprove" 3; - "~*SiteLockSpider" 3; - "~*SiteSnagger" 3; - "~*SiteSucker" 3; - "~*Site\ Sucker" 3; - "~*Sitevigil" 3; - "~*Slackbot-LinkExpanding" 3; - "~*SlySearch" 3; - "~*SmartDownload" 3; - "~*Snake" 3; - "~*Snapbot" 3; - "~*Snoopy" 3; - "~*SocialRankIOBot" 3; - "~*Sogou\ web\ spider" 3; - "~*Sosospider" 3; - "~*SpaceBison" 3; - "~*Spammen" 3; - "~*SpankBot" 3; - "~*Spanner" 3; - "~*Spbot" 3; - "~*Spinn3r" 3; - "~*SputnikBot" 3; - "~*Sqlmap" 3; - "~*Sqlworm" 3; - "~*Sqworm" 3; - "~*Steeler" 3; - "~*Stripper" 3; - "~*Sucker" 3; - "~*Sucuri" 3; - "~*SuperBot" 3; - "~*SuperHTTP" 3; - "~*Surfbot" 3; - "~*SurveyBot" 3; - "~*Suzuran" 3; - "~*Swiftbot" 3; - "~*Szukacz" 3; - "~*T0PHackTeam" 3; - "~*T8Abot" 3; - "~*tAkeOut" 3; - "~*Teleport" 3; - "~*TeleportPro" 3; - "~*Telesoft" 3; - "~*Telesphoreo" 3; - "~*Telesphorep" 3; - "~*The\ Intraformant" 3; - "~*TheNomad" 3; - "~*TightTwatBot" 3; - "~*Titan" 3; - "~*Toata" 3; - "~*Toweyabot" 3; - "~*Trendictionbot" 3; - "~*True_Robot" 3; - "~*Turingos" 3; - "~*TurnitinBot" 3; - "~*Turnitin\ Bot" 3; - "~*Turnitin\ Robot" 3; - "~*TwengaBot" 3; - "~*Twice" 3; - "~*Typhoeus" 3; - "~*UnisterBot" 3; - "~*URLy.Warning" 3; - "~*URLy\ Warning" 3; - "~*Vacuum" 3; - "~*Vagabondo" 3; - "~*VB\ Project" 3; - "~*VCI" 3; - "~*VeriCiteCrawler" 3; - "~*VidibleScraper" 3; - "~*VoidEYE" 3; - "~*Voil" 3; - "~*Voltron" 3; - "~*Wallpapers/3.0" 3; - "~*WallpapersHD" 3; - "~*WASALive-Bot" 3; - "~*WBSearchBot" 3; - "~*Webalta" 3; - "~*WebAuto" 3; - "~*Web\ Auto" 3; - "~*WebBandit" 3; - "~*Web\ Bandit" 3; - "~*WebCollage" 3; - "~*Web\ Collage" 3; - "~*WebCopier" 3; - "~*Web\ Copier" 3; - "~*WEBDAV" 3; - "~*WEBDAV\ Client" 3; - "~*WebEnhancer" 3; - "~*Web\ Enhancer" 3; - "~*WebFetch" 3; - "~*Web\ Fetch" 3; - "~*WebFuck" 3; - "~*Web\ Fuck" 3; - "~*WebGo\ IS" 3; - "~*WebImageCollector" 3; - "~*Web\ Image\ Collector" 3; - "~*WebLeacher" 3; - "~*WebmasterWorldForumBot" 3; - "~*webmeup-crawler" 3; - "~*WebPix" 3; - "~*Web\ Pix" 3; - "~*WebReaper" 3; - "~*Web\ Reaper" 3; - "~*WebSauger" 3; - "~*Web\ Sauger" 3; - "~*Webshag" 3; - "~*WebsiteExtractor" 3; - "~*Website\ Extractor" 3; - "~*WebsiteQuester" 3; - "~*Website\ Quester" 3; - "~*Webster" 3; - "~*WebStripper" 3; - "~*Web\ Stripper" 3; - "~*WebSucker" 3; - "~*Web\ Sucker" 3; - "~*WebWhacker" 3; - "~*Web\ Whacker" 3; - "~*WebZIP" 3; - "~*WeSEE" 3; - "~*Whack" 3; - "~*Whacker" 3; - "~*Whatweb" 3; - "~*Widow" 3; - "~*WinHTTrack" 3; - "~*WiseGuys\ Robot" 3; - "~*WISENutbot" 3; - "~*Wonderbot" 3; - "~*Woobot" 3; - "~*Wotbox" 3; - "~*Wprecon" 3; - "~*WPScan" 3; - "~*WWW-Collector-E" 3; - "~*WWW-Mechanize" 3; - "~*WWW::Mechanize" 3; - "~*WWWOFFLE" 3; - "~*x22Mozilla" 3; - "~*Xaldon_WebSpider" 3; - "~*Xaldon\ WebSpider" 3; - "~*Xenu" 3; - "~*YoudaoBot" 3; - "~*Zade" 3; - "~*Zermelo" 3; - "~*Zeus" 3; - "~*Zgrab" 3; - "~*Zitebot" 3; - "~*ZmEu" 3; - "~*ZumBot" 3; - "~*ZyBorg" 3; + "~*\b360Spider\b" 3; + "~*\b80legs\b" 3; + "~*\bAbonti\b" 3; + "~*\bAboundex\b" 3; + "~*\bAcunetix\b" 3; + "~*\bADmantX\b" 3; + "~*\bAhrefsBot\b" 3; + "~*\bAIBOT\b" 3; + "~*\bAiHitBot\b" 3; + "~*\bAipbot\b" 3; + "~*\bAlexibot\b" 3; + "~*\bAlligator\b" 3; + "~*\bAllSubmitter\b" 3; + "~*\bAnarchie\b" 3; + "~*\bApexoo\b" 3; + "~*\bASPSeek\b" 3; + "~*\bAsterias\b" 3; + "~*\bAttach\b" 3; + "~*\bautoemailspider\b" 3; + "~*\bBackDoorBot\b" 3; + "~*\bBackStreet\b" 3; + "~*\bBackWeb\b" 3; + "~*\bBadass\b" 3; + "~*\bBandit\b" 3; + "~*\bBatchFTP\b" 3; + "~*\bBattleztar\ Bazinga\b" 3; + "~*\bBBBike\b" 3; + "~*\bBDFetch\b" 3; + "~*\bBetaBot\b" 3; + "~*\bBigfoot\b" 3; + "~*\bBitacle\b" 3; + "~*\bBlackboard\b" 3; + "~*\bBlack\ Hole\b" 3; + "~*\bBlackWidow\b" 3; + "~*\bBLEXBot\b" 3; + "~*\bBlow\b" 3; + "~*\bBlowFish\b" 3; + "~*\bBoardreader\b" 3; + "~*\bBolt\b" 3; + "~*\bBotALot\b" 3; + "~*\bBrandprotect\b" 3; + "~*\bBrandwatch\b" 3; + "~*\bBubing\b" 3; + "~*\bBuddy\b" 3; + "~*\bBuiltBotTough\b" 3; + "~*\bBuiltWith\b" 3; + "~*\bBullseye\b" 3; + "~*\bBunnySlippers\b" 3; + "~*\bBuzzSumo\b" 3; + "~*\bCalculon\b" 3; + "~*\bCATExplorador\b" 3; + "~*\bCazoodleBot\b" 3; + "~*\bCCBot\b" 3; + "~*\bCegbfeieh\b" 3; + "~*\bCheeseBot\b" 3; + "~*\bCherryPicker\b" 3; + "~*\bChinaClaw\b" 3; + "~*\bChlooe\b" 3; + "~*\bClaritybot\b" 3; + "~*\bCliqzbot\b" 3; + "~*\bCogentbot\b" 3; + "~*\bcognitiveseo\b" 3; + "~*\bCollector\b" 3; + "~*\bCopier\b" 3; + "~*\bCopyRightCheck\b" 3; + "~*\bCopyscape\b" 3; + "~*\bCosmos\b" 3; + "~*\bCraftbot\b" 3; + "~*\bCrazyWebCrawler\b" 3; + "~*\bCrescent\b" 3; + "~*\bCSHttp\b" 3; + "~*\bCurious\b" 3; + "~*\bCusto\b" 3; + "~*\bDatabaseDriverMysqli\b" 3; + "~*\bDataCha0s\b" 3; + "~*\bDBLBot\b" 3; + "~*\bDemon\b" 3; + "~*\bDeusu\b" 3; + "~*\bDevil\b" 3; + "~*\bDIIbot\b" 3; + "~*\bDirbuster\b" 3; + "~*\bDisco\b" 3; + "~*\bDiscobot\b" 3; + "~*\bDiscoverybot\b" 3; + "~*\bDittoSpyder\b" 3; + "~*\bDomainAppender\b" 3; + "~*\bDomainCrawler\b" 3; + "~*\bDomainSigmaCrawler\b" 3; + "~*\bDotbot\b" 3; + "~*\bDownload\ Demon\b" 3; + "~*\bDownload\ Devil\b" 3; + "~*\bDownload\ Wonder\b" 3; + "~*\bDragonfly\b" 3; + "~*\bDrip\b" 3; + "~*\bDTS\ Agent\b" 3; + "~*\bEasyDL\b" 3; + "~*\bEbingbong\b" 3; + "~*\beCatch\b" 3; + "~*\bECCP/1.0\b" 3; + "~*\bEcxi\b" 3; + "~*\bEirGrabber\b" 3; + "~*\bEMail\ Collector\b" 3; + "~*\bEMail\ Extractor\b" 3; + "~*\bEMail\ Siphon\b" 3; + "~*\bEMail\ Wolf\b" 3; + "~*\bEroCrawler\b" 3; + "~*\bEvil\b" 3; + "~*\bExabot\b" 3; + "~*\bExpress\ WebPictures\b" 3; + "~*\bExtractor\b" 3; + "~*\bExtractorPro\b" 3; + "~*\bEyeNetIE\b" 3; + "~*\bEzooms\b" 3; + "~*\bFHscan\b" 3; + "~*\bFimap\b" 3; + "~*\bFindxbot\b" 3; + "~*\bFirefox/7.0\b" 3; + "~*\bFlashGet\b" 3; + "~*\bFlunky\b" 3; + "~*\bFoobot\b" 3; + "~*\bFreeuploader\b" 3; + "~*\bFrontPage\b" 3; + "~*\bFyrebot\b" 3; + "~*\bGalaxyBot\b" 3; + "~*\bGenieo\b" 3; + "~*\bGetintent\b" 3; + "~*\bGetRight\b" 3; + "~*\bGetWeb\b" 3; + "~*\bGigablast\b" 3; + "~*\bGigabot\b" 3; + "~*\bGo-Ahead-Got-It\b" 3; + "~*\bGotit\b" 3; + "~*\bGoZilla\b" 3; + "~*\bGo!Zilla\b" 3; + "~*\bGrabber\b" 3; + "~*\bGrabNet\b" 3; + "~*\bGrafula\b" 3; + "~*\bGrapeFX\b" 3; + "~*\bGrapeshotCrawler\b" 3; + "~*\bGridBot\b" 3; + "~*\bGT::WWW\b" 3; + "~*\bHaosouSpider\b" 3; + "~*\bHarvest\b" 3; + "~*\bHavij\b" 3; + "~*\bHEADMasterSEO\b" 3; + "~*\bHeritrix\b" 3; + "~*\bHloader\b" 3; + "~*\bHMView\b" 3; + "~*\bHTMLparser\b" 3; + "~*\bHTTP::Lite\b" 3; + "~*\bHTTrack\b" 3; + "~*\bHumanlinks\b" 3; + "~*\bHybridBot\b" 3; + "~*\bIblog\b" 3; + "~*\bIDBot\b" 3; + "~*\bId-search\b" 3; + "~*\bIlseBot\b" 3; + "~*\bImage\ Fetch\b" 3; + "~*\bImage\ Stripper\b" 3; + "~*\bImage\ Sucker\b" 3; + "~*\bIndy\ Library\b" 3; + "~*\bInfoNaviRobot\b" 3; + "~*\bInfoTekies\b" 3; + "~*\bIntelliseek\b" 3; + "~*\bInterGET\b" 3; + "~*\bInternet\ Ninja\b" 3; + "~*\bInternetSeer\b" 3; + "~*\binternetVista\ monitor\b" 3; + "~*\bIria\b" 3; + "~*\bIRLbot\b" 3; + "~*\bIskanie\b" 3; + "~*\bJamesBOT\b" 3; + "~*\bJbrofuzz\b" 3; + "~*\bJennyBot\b" 3; + "~*\bJetCar\b" 3; + "~*\bJikeSpider\b" 3; + "~*\bJOC\ Web\ Spider\b" 3; + "~*\bJoomla\b" 3; + "~*\bJorgee\b" 3; + "~*\bJustView\b" 3; + "~*\bJyxobot\b" 3; + "~*\bKenjin\ Spider\b" 3; + "~*\bKeyword\ Density\b" 3; + "~*\bLanshanbot\b" 3; + "~*\bLarbin\b" 3; + "~*\bLeechFTP\b" 3; + "~*\bLeechGet\b" 3; + "~*\bLexiBot\b" 3; + "~*\bLftp\b" 3; + "~*\bLibWeb\b" 3; + "~*\bLibwhisker\b" 3; + "~*\bLightspeedsystems\b" 3; + "~*\bLikse\b" 3; + "~*\bLinkdexbot\b" 3; + "~*\bLinkextractorPro\b" 3; + "~*\bLinkpadBot\b" 3; + "~*\bLinkScan\b" 3; + "~*\bLinksManager\b" 3; + "~*\bLinkWalker\b" 3; + "~*\bLinqiaMetadataDownloaderBot\b" 3; + "~*\bLinqiaRSSBot\b" 3; + "~*\bLinqiaScrapeBot\b" 3; + "~*\bLipperhey\b" 3; + "~*\bLitemage_walker\b" 3; + "~*\bLmspider\b" 3; + "~*\bLNSpiderguy\b" 3; + "~*\bLtx71\b" 3; + "~*\blwp-request\b" 3; + "~*\bLWP::Simple\b" 3; + "~*\blwp-trivial\b" 3; + "~*\bMagnet\b" 3; + "~*\bMag-Net\b" 3; + "~*\bmagpie-crawler\b" 3; + "~*\bMail.ru\b" 3; + "~*\bMajestic12\b" 3; + "~*\bMarkMonitor\b" 3; + "~*\bMarkWatch\b" 3; + "~*\bMasscan\b" 3; + "~*\bMass\ Downloader\b" 3; + "~*\bMata\ Hari\b" 3; + "~*\bMeanpathbot\b" 3; + "~*\bMegaIndex.ru\b" 3; + "~*\bMetauri\b" 3; + "~*\bMFC_Tear_Sample\b" 3; + "~*\bMicrosoft\ Data\ Access\b" 3; + "~*\bMicrosoft\ URL\ Control\b" 3; + "~*\bMIDown\ tool\b" 3; + "~*\bMIIxpc\b" 3; + "~*\bMister\ PiX\b" 3; + "~*\bMJ12bot\b" 3; + "~*\bMojeek\b" 3; + "~*\bMorfeus\ Fucking\ Scanner\b" 3; + "~*\bMSFrontPage\b" 3; + "~*\bMSIE\ 6.0\b" 3; + "~*\bMSIECrawler\b" 3; + "~*\bMsrabot\b" 3; + "~*\bMS\ Web\ Services\ Client\ Protocol\b" 3; + "~*\bMusobot\b" 3; + "~*\bName\ Intelligence\b" 3; + "~*\bNameprotect\b" 3; + "~*\bNavroad\b" 3; + "~*\bNearSite\b" 3; + "~*\bNeedle\b" 3; + "~*\bNessus\b" 3; + "~*\bNetAnts\b" 3; + "~*\bNetcraft\b" 3; + "~*\bnetEstate\ NE\ Crawler\b" 3; + "~*\bNetLyzer\b" 3; + "~*\bNetMechanic\b" 3; + "~*\bNetSpider\b" 3; + "~*\bNettrack\b" 3; + "~*\bNet\ Vampire\b" 3; + "~*\bNetZIP\b" 3; + "~*\bNextGenSearchBot\b" 3; + "~*\bNibbler\b" 3; + "~*\bNICErsPRO\b" 3; + "~*\bNiki-bot\b" 3; + "~*\bNikto\b" 3; + "~*\bNimbleCrawler\b" 3; + "~*\bNinja\b" 3; + "~*\bNmap\b" 3; + "~*\bNPbot\b" 3; + "~*\bNutch\b" 3; + "~*\bOctopus\b" 3; + "~*\bOffline\ Explorer\b" 3; + "~*\bOffline\ Navigator\b" 3; + "~*\bOpenfind\b" 3; + "~*\bOpenLinkProfiler\b" 3; + "~*\bOpenvas\b" 3; + "~*\bOrangeBot\b" 3; + "~*\bOrangeSpider\b" 3; + "~*\bOutfoxBot\b" 3; + "~*\bPageAnalyzer\b" 3; + "~*\bPage\ Analyzer\b" 3; + "~*\bPageGrabber\b" 3; + "~*\bPage\ Grabber\b" 3; + "~*\bpage\ scorer\b" 3; + "~*\bPageScorer\b" 3; + "~*\bPanscient\b" 3; + "~*\bPapa\ Foto\b" 3; + "~*\bPavuk\b" 3; + "~*\bpcBrowser\b" 3; + "~*\bPECL::HTTP\b" 3; + "~*\bPeoplePal\b" 3; + "~*\bPHPCrawl\b" 3; + "~*\bPicscout\b" 3; + "~*\bPicsearch\b" 3; + "~*\bPimonster\b" 3; + "~*\bPi-Monster\b" 3; + "~*\bPixray\b" 3; + "~*\bPleaseCrawl\b" 3; + "~*\bPockey\b" 3; + "~*\bPOE-Component-Client-HTTP\b" 3; + "~*\bProbethenet\b" 3; + "~*\bProPowerBot\b" 3; + "~*\bProWebWalker\b" 3; + "~*\bProximic\b" 3; + "~*\bPsbot\b" 3; + "~*\bPump\b" 3; + "~*\bPyCurl\b" 3; + "~*\bQueryN\ Metasearch\b" 3; + "~*\bQwantify\b" 3; + "~*\bRankActiveLinkBot\b" 3; + "~*\bRankivabot\b" 3; + "~*\bRealDownload\b" 3; + "~*\bReaper\b" 3; + "~*\bRecorder\b" 3; + "~*\bRedesScrapy\b" 3; + "~*\bReGet\b" 3; + "~*\bRepoMonkey\b" 3; + "~*\bRipper\b" 3; + "~*\bRocketCrawler\b" 3; + "~*\bRogerbot\b" 3; + "~*\bSalesIntelligent\b" 3; + "~*\bSBIder\b" 3; + "~*\bScanAlert\b" 3; + "~*\bScanbot\b" 3; + "~*\bScrapy\b" 3; + "~*\bScreaming\b" 3; + "~*\bScreaming\ Frog\ SEO\ Spider\b" 3; + "~*\bScreenerBot\b" 3; + "~*\bSearchestate\b" 3; + "~*\bSearchmetricsBot\b" 3; + "~*\bSemrush\b" 3; + "~*\bSemrushBot\b" 3; + "~*\bSEOkicks\b" 3; + "~*\bSEOkicks-Robot\b" 3; + "~*\bSEOlyticsCrawler\b" 3; + "~*\bSeomoz\b" 3; + "~*\bSEOprofiler\b" 3; + "~*\bseoscanners\b" 3; + "~*\bSEOstats\b" 3; + "~*\bSiphon\b" 3; + "~*\bSISTRIX\b" 3; + "~*\bSISTRIX\ Crawler\b" 3; + "~*\bSitebeam\b" 3; + "~*\bSiteExplorer\b" 3; + "~*\bSiteimprove\b" 3; + "~*\bSiteLockSpider\b" 3; + "~*\bSiteSnagger\b" 3; + "~*\bSiteSucker\b" 3; + "~*\bSite\ Sucker\b" 3; + "~*\bSitevigil\b" 3; + "~*\bSlackbot-LinkExpanding\b" 3; + "~*\bSlySearch\b" 3; + "~*\bSmartDownload\b" 3; + "~*\bSnake\b" 3; + "~*\bSnapbot\b" 3; + "~*\bSnoopy\b" 3; + "~*\bSocialRankIOBot\b" 3; + "~*\bSogou\ web\ spider\b" 3; + "~*\bSosospider\b" 3; + "~*\bSpaceBison\b" 3; + "~*\bSpammen\b" 3; + "~*\bSpankBot\b" 3; + "~*\bSpanner\b" 3; + "~*\bSpbot\b" 3; + "~*\bSpinn3r\b" 3; + "~*\bSputnikBot\b" 3; + "~*\bSqlmap\b" 3; + "~*\bSqlworm\b" 3; + "~*\bSqworm\b" 3; + "~*\bSteeler\b" 3; + "~*\bStripper\b" 3; + "~*\bSucker\b" 3; + "~*\bSucuri\b" 3; + "~*\bSuperBot\b" 3; + "~*\bSuperHTTP\b" 3; + "~*\bSurfbot\b" 3; + "~*\bSurveyBot\b" 3; + "~*\bSuzuran\b" 3; + "~*\bSwiftbot\b" 3; + "~*\bSzukacz\b" 3; + "~*\bT0PHackTeam\b" 3; + "~*\bT8Abot\b" 3; + "~*\btAkeOut\b" 3; + "~*\bTeleport\b" 3; + "~*\bTeleportPro\b" 3; + "~*\bTelesoft\b" 3; + "~*\bTelesphoreo\b" 3; + "~*\bTelesphorep\b" 3; + "~*\bThe\ Intraformant\b" 3; + "~*\bTheNomad\b" 3; + "~*\bTightTwatBot\b" 3; + "~*\bTitan\b" 3; + "~*\bToata\b" 3; + "~*\bToweyabot\b" 3; + "~*\bTrendictionbot\b" 3; + "~*\bTrue_Robot\b" 3; + "~*\bTuringos\b" 3; + "~*\bTurnitinBot\b" 3; + "~*\bTurnitin\ Bot\b" 3; + "~*\bTurnitin\ Robot\b" 3; + "~*\bTwengaBot\b" 3; + "~*\bTwice\b" 3; + "~*\bTyphoeus\b" 3; + "~*\bUnisterBot\b" 3; + "~*\bURLy.Warning\b" 3; + "~*\bURLy\ Warning\b" 3; + "~*\bVacuum\b" 3; + "~*\bVagabondo\b" 3; + "~*\bVB\ Project\b" 3; + "~*\bVCI\b" 3; + "~*\bVeriCiteCrawler\b" 3; + "~*\bVidibleScraper\b" 3; + "~*\bVoidEYE\b" 3; + "~*\bVoil\b" 3; + "~*\bVoltron\b" 3; + "~*\bWallpapers/3.0\b" 3; + "~*\bWallpapersHD\b" 3; + "~*\bWASALive-Bot\b" 3; + "~*\bWBSearchBot\b" 3; + "~*\bWebalta\b" 3; + "~*\bWebAuto\b" 3; + "~*\bWeb\ Auto\b" 3; + "~*\bWebBandit\b" 3; + "~*\bWeb\ Bandit\b" 3; + "~*\bWebCollage\b" 3; + "~*\bWeb\ Collage\b" 3; + "~*\bWebCopier\b" 3; + "~*\bWeb\ Copier\b" 3; + "~*\bWEBDAV\b" 3; + "~*\bWEBDAV\ Client\b" 3; + "~*\bWebEnhancer\b" 3; + "~*\bWeb\ Enhancer\b" 3; + "~*\bWebFetch\b" 3; + "~*\bWeb\ Fetch\b" 3; + "~*\bWebFuck\b" 3; + "~*\bWeb\ Fuck\b" 3; + "~*\bWebGo\ IS\b" 3; + "~*\bWebImageCollector\b" 3; + "~*\bWeb\ Image\ Collector\b" 3; + "~*\bWebLeacher\b" 3; + "~*\bWebmasterWorldForumBot\b" 3; + "~*\bwebmeup-crawler\b" 3; + "~*\bWebPix\b" 3; + "~*\bWeb\ Pix\b" 3; + "~*\bWebReaper\b" 3; + "~*\bWeb\ Reaper\b" 3; + "~*\bWebSauger\b" 3; + "~*\bWeb\ Sauger\b" 3; + "~*\bWebshag\b" 3; + "~*\bWebsiteExtractor\b" 3; + "~*\bWebsite\ Extractor\b" 3; + "~*\bWebsiteQuester\b" 3; + "~*\bWebsite\ Quester\b" 3; + "~*\bWebster\b" 3; + "~*\bWebStripper\b" 3; + "~*\bWeb\ Stripper\b" 3; + "~*\bWebSucker\b" 3; + "~*\bWeb\ Sucker\b" 3; + "~*\bWebWhacker\b" 3; + "~*\bWeb\ Whacker\b" 3; + "~*\bWebZIP\b" 3; + "~*\bWeSEE\b" 3; + "~*\bWhack\b" 3; + "~*\bWhacker\b" 3; + "~*\bWhatweb\b" 3; + "~*\bWidow\b" 3; + "~*\bWinHTTrack\b" 3; + "~*\bWiseGuys\ Robot\b" 3; + "~*\bWISENutbot\b" 3; + "~*\bWonderbot\b" 3; + "~*\bWoobot\b" 3; + "~*\bWotbox\b" 3; + "~*\bWprecon\b" 3; + "~*\bWPScan\b" 3; + "~*\bWWW-Collector-E\b" 3; + "~*\bWWW-Mechanize\b" 3; + "~*\bWWW::Mechanize\b" 3; + "~*\bWWWOFFLE\b" 3; + "~*\bx22Mozilla\b" 3; + "~*\bXaldon_WebSpider\b" 3; + "~*\bXaldon\ WebSpider\b" 3; + "~*\bXenu\b" 3; + "~*\bYoudaoBot\b" 3; + "~*\bZade\b" 3; + "~*\bZermelo\b" 3; + "~*\bZeus\b" 3; + "~*\bZgrab\b" 3; + "~*\bZitebot\b" 3; + "~*\bZmEu\b" 3; + "~*\bZumBot\b" 3; + "~*\bZyBorg\b" 3; # END BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ### } diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index cfb56c87d..a9d8c5eae 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2017.07.674 -### Updated: Wed Jul 12 10:52:14 SAST 2017 +### Version: V3.2017.07.675 +### Updated: Wed Jul 12 11:06:41 SAST 2017 ### Bad Referrer Count: 5218 ### Bad Bot Count: 484 ################################################### @@ -157,11 +157,11 @@ map $http_user_agent $bad_bot { # I allow libwww-perl as I use it for monitoring systems with Munin but it is rate limited # START ALLOWED BOTS ### DO NOT EDIT THIS LINE AT ALL ### - "~*jetmon" 1; - "~*libwww-perl" 1; - "~*Lynx" 1; - "~*munin" 1; - "~*Wget/1.15" 1; + "~*\bjetmon\b" 1; + "~*\blibwww-perl\b" 1; + "~*\bLynx\b" 1; + "~*\bmunin\b" 1; + "~*\bWget/1.15\b" 1; # END ALLOWED BOTS ### DO NOT EDIT THIS LINE AT ALL ### # ************************************************************** @@ -169,24 +169,24 @@ map $http_user_agent $bad_bot { # ************************************************************** # START LIMITED BOTS ### DO NOT EDIT THIS LINE AT ALL ### - "~*Alexa" 2; - "~*archive.org" 2; - "~*Baidu" 2; - "~*BUbiNG" 2; - "~*FlipboardProxy" 2; - "~*ia_archiver" 2; - "~*Mozilla/4.0" 2; - "~*MSIE\ 7.0" 2; - "~*Presto" 2; - "~*R6_CommentReader" 2; - "~*R6_FeedFetcher" 2; - "~*RPT-HTTPClient" 2; - "~*SeznamBot" 2; - "~*sfFeedReader/0.9" 2; - "~*Spaidu" 2; - "~*UptimeRobot/2.0" 2; - "~*YandexBot" 2; - "~*YandexImages" 2; + "~*\bAlexa\b" 2; + "~*\barchive.org\b" 2; + "~*\bBaidu\b" 2; + "~*\bBUbiNG\b" 2; + "~*\bFlipboardProxy\b" 2; + "~*\bia_archiver\b" 2; + "~*\bMozilla/4.0\b" 2; + "~*\bMSIE\ 7.0\b" 2; + "~*\bPresto\b" 2; + "~*\bR6_CommentReader\b" 2; + "~*\bR6_FeedFetcher\b" 2; + "~*\bRPT-HTTPClient\b" 2; + "~*\bSeznamBot\b" 2; + "~*\bsfFeedReader/0.9\b" 2; + "~*\bSpaidu\b" 2; + "~*\bUptimeRobot/2.0\b" 2; + "~*\bYandexBot\b" 2; + "~*\bYandexImages\b" 2; # END LIMITED BOTS ### DO NOT EDIT THIS LINE AT ALL ### # ********************************************* @@ -197,490 +197,490 @@ map $http_user_agent $bad_bot { # Known Vulnerability Scanners (now merged into one section) # START BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ### - "~*360Spider" 3; - "~*80legs" 3; - "~*Abonti" 3; - "~*Aboundex" 3; - "~*Acunetix" 3; - "~*ADmantX" 3; - "~*AhrefsBot" 3; - "~*AIBOT" 3; - "~*AiHitBot" 3; - "~*Aipbot" 3; - "~*Alexibot" 3; - "~*Alligator" 3; - "~*AllSubmitter" 3; - "~*Anarchie" 3; - "~*Apexoo" 3; - "~*ASPSeek" 3; - "~*Asterias" 3; - "~*Attach" 3; - "~*autoemailspider" 3; - "~*BackDoorBot" 3; - "~*BackStreet" 3; - "~*BackWeb" 3; - "~*Badass" 3; - "~*Bandit" 3; - "~*BatchFTP" 3; - "~*Battleztar\ Bazinga" 3; - "~*BBBike" 3; - "~*BDFetch" 3; - "~*BetaBot" 3; - "~*Bigfoot" 3; - "~*Bitacle" 3; - "~*Blackboard" 3; - "~*Black\ Hole" 3; - "~*BlackWidow" 3; - "~*BLEXBot" 3; - "~*Blow" 3; - "~*BlowFish" 3; - "~*Boardreader" 3; - "~*Bolt" 3; - "~*BotALot" 3; - "~*Brandprotect" 3; - "~*Brandwatch" 3; - "~*Bubing" 3; - "~*Buddy" 3; - "~*BuiltBotTough" 3; - "~*BuiltWith" 3; - "~*Bullseye" 3; - "~*BunnySlippers" 3; - "~*BuzzSumo" 3; - "~*Calculon" 3; - "~*CATExplorador" 3; - "~*CazoodleBot" 3; - "~*CCBot" 3; - "~*Cegbfeieh" 3; - "~*CheeseBot" 3; - "~*CherryPicker" 3; - "~*ChinaClaw" 3; - "~*Chlooe" 3; - "~*Claritybot" 3; - "~*Cliqzbot" 3; - "~*Cogentbot" 3; - "~*cognitiveseo" 3; - "~*Collector" 3; - "~*Copier" 3; - "~*CopyRightCheck" 3; - "~*Copyscape" 3; - "~*Cosmos" 3; - "~*Craftbot" 3; - "~*CrazyWebCrawler" 3; - "~*Crescent" 3; - "~*CSHttp" 3; - "~*Curious" 3; - "~*Custo" 3; - "~*DatabaseDriverMysqli" 3; - "~*DataCha0s" 3; - "~*DBLBot" 3; - "~*Demon" 3; - "~*Deusu" 3; - "~*Devil" 3; - "~*DIIbot" 3; - "~*Dirbuster" 3; - "~*Disco" 3; - "~*Discobot" 3; - "~*Discoverybot" 3; - "~*DittoSpyder" 3; - "~*DomainAppender" 3; - "~*DomainCrawler" 3; - "~*DomainSigmaCrawler" 3; - "~*Dotbot" 3; - "~*Download\ Demon" 3; - "~*Download\ Devil" 3; - "~*Download\ Wonder" 3; - "~*Dragonfly" 3; - "~*Drip" 3; - "~*DTS\ Agent" 3; - "~*EasyDL" 3; - "~*Ebingbong" 3; - "~*eCatch" 3; - "~*ECCP/1.0" 3; - "~*Ecxi" 3; - "~*EirGrabber" 3; - "~*EMail\ Collector" 3; - "~*EMail\ Extractor" 3; - "~*EMail\ Siphon" 3; - "~*EMail\ Wolf" 3; - "~*EroCrawler" 3; - "~*Evil" 3; - "~*Exabot" 3; - "~*Express\ WebPictures" 3; - "~*Extractor" 3; - "~*ExtractorPro" 3; - "~*EyeNetIE" 3; - "~*Ezooms" 3; - "~*FHscan" 3; - "~*Fimap" 3; - "~*Findxbot" 3; - "~*Firefox/7.0" 3; - "~*FlashGet" 3; - "~*Flunky" 3; - "~*Foobot" 3; - "~*Freeuploader" 3; - "~*FrontPage" 3; - "~*Fyrebot" 3; - "~*GalaxyBot" 3; - "~*Genieo" 3; - "~*Getintent" 3; - "~*GetRight" 3; - "~*GetWeb" 3; - "~*Gigablast" 3; - "~*Gigabot" 3; - "~*Go-Ahead-Got-It" 3; - "~*Gotit" 3; - "~*GoZilla" 3; - "~*Go!Zilla" 3; - "~*Grabber" 3; - "~*GrabNet" 3; - "~*Grafula" 3; - "~*GrapeFX" 3; - "~*GrapeshotCrawler" 3; - "~*GridBot" 3; - "~*GT::WWW" 3; - "~*HaosouSpider" 3; - "~*Harvest" 3; - "~*Havij" 3; - "~*HEADMasterSEO" 3; - "~*Heritrix" 3; - "~*Hloader" 3; - "~*HMView" 3; - "~*HTMLparser" 3; - "~*HTTP::Lite" 3; - "~*HTTrack" 3; - "~*Humanlinks" 3; - "~*HybridBot" 3; - "~*Iblog" 3; - "~*IDBot" 3; - "~*Id-search" 3; - "~*IlseBot" 3; - "~*Image\ Fetch" 3; - "~*Image\ Stripper" 3; - "~*Image\ Sucker" 3; - "~*Indy\ Library" 3; - "~*InfoNaviRobot" 3; - "~*InfoTekies" 3; - "~*Intelliseek" 3; - "~*InterGET" 3; - "~*Internet\ Ninja" 3; - "~*InternetSeer" 3; - "~*internetVista\ monitor" 3; - "~*Iria" 3; - "~*IRLbot" 3; - "~*Iskanie" 3; - "~*JamesBOT" 3; - "~*Jbrofuzz" 3; - "~*JennyBot" 3; - "~*JetCar" 3; - "~*JikeSpider" 3; - "~*JOC\ Web\ Spider" 3; - "~*Joomla" 3; - "~*Jorgee" 3; - "~*JustView" 3; - "~*Jyxobot" 3; - "~*Kenjin\ Spider" 3; - "~*Keyword\ Density" 3; - "~*Lanshanbot" 3; - "~*Larbin" 3; - "~*LeechFTP" 3; - "~*LeechGet" 3; - "~*LexiBot" 3; - "~*Lftp" 3; - "~*LibWeb" 3; - "~*Libwhisker" 3; - "~*Lightspeedsystems" 3; - "~*Likse" 3; - "~*Linkdexbot" 3; - "~*LinkextractorPro" 3; - "~*LinkpadBot" 3; - "~*LinkScan" 3; - "~*LinksManager" 3; - "~*LinkWalker" 3; - "~*LinqiaMetadataDownloaderBot" 3; - "~*LinqiaRSSBot" 3; - "~*LinqiaScrapeBot" 3; - "~*Lipperhey" 3; - "~*Litemage_walker" 3; - "~*Lmspider" 3; - "~*LNSpiderguy" 3; - "~*Ltx71" 3; - "~*lwp-request" 3; - "~*LWP::Simple" 3; - "~*lwp-trivial" 3; - "~*Magnet" 3; - "~*Mag-Net" 3; - "~*magpie-crawler" 3; - "~*Mail.ru" 3; - "~*Majestic12" 3; - "~*MarkMonitor" 3; - "~*MarkWatch" 3; - "~*Masscan" 3; - "~*Mass\ Downloader" 3; - "~*Mata\ Hari" 3; - "~*Meanpathbot" 3; - "~*MegaIndex.ru" 3; - "~*Metauri" 3; - "~*MFC_Tear_Sample" 3; - "~*Microsoft\ Data\ Access" 3; - "~*Microsoft\ URL\ Control" 3; - "~*MIDown\ tool" 3; - "~*MIIxpc" 3; - "~*Mister\ PiX" 3; - "~*MJ12bot" 3; - "~*Mojeek" 3; - "~*Morfeus\ Fucking\ Scanner" 3; - "~*MSFrontPage" 3; - "~*MSIE\ 6.0" 3; - "~*MSIECrawler" 3; - "~*Msrabot" 3; - "~*MS\ Web\ Services\ Client\ Protocol" 3; - "~*Musobot" 3; - "~*Name\ Intelligence" 3; - "~*Nameprotect" 3; - "~*Navroad" 3; - "~*NearSite" 3; - "~*Needle" 3; - "~*Nessus" 3; - "~*NetAnts" 3; - "~*Netcraft" 3; - "~*netEstate\ NE\ Crawler" 3; - "~*NetLyzer" 3; - "~*NetMechanic" 3; - "~*NetSpider" 3; - "~*Nettrack" 3; - "~*Net\ Vampire" 3; - "~*NetZIP" 3; - "~*NextGenSearchBot" 3; - "~*Nibbler" 3; - "~*NICErsPRO" 3; - "~*Niki-bot" 3; - "~*Nikto" 3; - "~*NimbleCrawler" 3; - "~*Ninja" 3; - "~*Nmap" 3; - "~*NPbot" 3; - "~*Nutch" 3; - "~*Octopus" 3; - "~*Offline\ Explorer" 3; - "~*Offline\ Navigator" 3; - "~*Openfind" 3; - "~*OpenLinkProfiler" 3; - "~*Openvas" 3; - "~*OrangeBot" 3; - "~*OrangeSpider" 3; - "~*OutfoxBot" 3; - "~*PageAnalyzer" 3; - "~*Page\ Analyzer" 3; - "~*PageGrabber" 3; - "~*Page\ Grabber" 3; - "~*page\ scorer" 3; - "~*PageScorer" 3; - "~*Panscient" 3; - "~*Papa\ Foto" 3; - "~*Pavuk" 3; - "~*pcBrowser" 3; - "~*PECL::HTTP" 3; - "~*PeoplePal" 3; - "~*PHPCrawl" 3; - "~*Picscout" 3; - "~*Picsearch" 3; - "~*Pimonster" 3; - "~*Pi-Monster" 3; - "~*Pixray" 3; - "~*PleaseCrawl" 3; - "~*Pockey" 3; - "~*POE-Component-Client-HTTP" 3; - "~*Probethenet" 3; - "~*ProPowerBot" 3; - "~*ProWebWalker" 3; - "~*Proximic" 3; - "~*Psbot" 3; - "~*Pump" 3; - "~*PyCurl" 3; - "~*QueryN\ Metasearch" 3; - "~*Qwantify" 3; - "~*RankActiveLinkBot" 3; - "~*Rankivabot" 3; - "~*RealDownload" 3; - "~*Reaper" 3; - "~*Recorder" 3; - "~*RedesScrapy" 3; - "~*ReGet" 3; - "~*RepoMonkey" 3; - "~*Ripper" 3; - "~*RocketCrawler" 3; - "~*Rogerbot" 3; - "~*SalesIntelligent" 3; - "~*SBIder" 3; - "~*ScanAlert" 3; - "~*Scanbot" 3; - "~*Scrapy" 3; - "~*Screaming" 3; - "~*Screaming\ Frog\ SEO\ Spider" 3; - "~*ScreenerBot" 3; - "~*Searchestate" 3; - "~*SearchmetricsBot" 3; - "~*Semrush" 3; - "~*SemrushBot" 3; - "~*SEOkicks" 3; - "~*SEOkicks-Robot" 3; - "~*SEOlyticsCrawler" 3; - "~*Seomoz" 3; - "~*SEOprofiler" 3; - "~*seoscanners" 3; - "~*SEOstats" 3; - "~*Siphon" 3; - "~*SISTRIX" 3; - "~*SISTRIX\ Crawler" 3; - "~*Sitebeam" 3; - "~*SiteExplorer" 3; - "~*Siteimprove" 3; - "~*SiteLockSpider" 3; - "~*SiteSnagger" 3; - "~*SiteSucker" 3; - "~*Site\ Sucker" 3; - "~*Sitevigil" 3; - "~*Slackbot-LinkExpanding" 3; - "~*SlySearch" 3; - "~*SmartDownload" 3; - "~*Snake" 3; - "~*Snapbot" 3; - "~*Snoopy" 3; - "~*SocialRankIOBot" 3; - "~*Sogou\ web\ spider" 3; - "~*Sosospider" 3; - "~*SpaceBison" 3; - "~*Spammen" 3; - "~*SpankBot" 3; - "~*Spanner" 3; - "~*Spbot" 3; - "~*Spinn3r" 3; - "~*SputnikBot" 3; - "~*Sqlmap" 3; - "~*Sqlworm" 3; - "~*Sqworm" 3; - "~*Steeler" 3; - "~*Stripper" 3; - "~*Sucker" 3; - "~*Sucuri" 3; - "~*SuperBot" 3; - "~*SuperHTTP" 3; - "~*Surfbot" 3; - "~*SurveyBot" 3; - "~*Suzuran" 3; - "~*Swiftbot" 3; - "~*Szukacz" 3; - "~*T0PHackTeam" 3; - "~*T8Abot" 3; - "~*tAkeOut" 3; - "~*Teleport" 3; - "~*TeleportPro" 3; - "~*Telesoft" 3; - "~*Telesphoreo" 3; - "~*Telesphorep" 3; - "~*The\ Intraformant" 3; - "~*TheNomad" 3; - "~*TightTwatBot" 3; - "~*Titan" 3; - "~*Toata" 3; - "~*Toweyabot" 3; - "~*Trendictionbot" 3; - "~*True_Robot" 3; - "~*Turingos" 3; - "~*TurnitinBot" 3; - "~*Turnitin\ Bot" 3; - "~*Turnitin\ Robot" 3; - "~*TwengaBot" 3; - "~*Twice" 3; - "~*Typhoeus" 3; - "~*UnisterBot" 3; - "~*URLy.Warning" 3; - "~*URLy\ Warning" 3; - "~*Vacuum" 3; - "~*Vagabondo" 3; - "~*VB\ Project" 3; - "~*VCI" 3; - "~*VeriCiteCrawler" 3; - "~*VidibleScraper" 3; - "~*VoidEYE" 3; - "~*Voil" 3; - "~*Voltron" 3; - "~*Wallpapers/3.0" 3; - "~*WallpapersHD" 3; - "~*WASALive-Bot" 3; - "~*WBSearchBot" 3; - "~*Webalta" 3; - "~*WebAuto" 3; - "~*Web\ Auto" 3; - "~*WebBandit" 3; - "~*Web\ Bandit" 3; - "~*WebCollage" 3; - "~*Web\ Collage" 3; - "~*WebCopier" 3; - "~*Web\ Copier" 3; - "~*WEBDAV" 3; - "~*WEBDAV\ Client" 3; - "~*WebEnhancer" 3; - "~*Web\ Enhancer" 3; - "~*WebFetch" 3; - "~*Web\ Fetch" 3; - "~*WebFuck" 3; - "~*Web\ Fuck" 3; - "~*WebGo\ IS" 3; - "~*WebImageCollector" 3; - "~*Web\ Image\ Collector" 3; - "~*WebLeacher" 3; - "~*WebmasterWorldForumBot" 3; - "~*webmeup-crawler" 3; - "~*WebPix" 3; - "~*Web\ Pix" 3; - "~*WebReaper" 3; - "~*Web\ Reaper" 3; - "~*WebSauger" 3; - "~*Web\ Sauger" 3; - "~*Webshag" 3; - "~*WebsiteExtractor" 3; - "~*Website\ Extractor" 3; - "~*WebsiteQuester" 3; - "~*Website\ Quester" 3; - "~*Webster" 3; - "~*WebStripper" 3; - "~*Web\ Stripper" 3; - "~*WebSucker" 3; - "~*Web\ Sucker" 3; - "~*WebWhacker" 3; - "~*Web\ Whacker" 3; - "~*WebZIP" 3; - "~*WeSEE" 3; - "~*Whack" 3; - "~*Whacker" 3; - "~*Whatweb" 3; - "~*Widow" 3; - "~*WinHTTrack" 3; - "~*WiseGuys\ Robot" 3; - "~*WISENutbot" 3; - "~*Wonderbot" 3; - "~*Woobot" 3; - "~*Wotbox" 3; - "~*Wprecon" 3; - "~*WPScan" 3; - "~*WWW-Collector-E" 3; - "~*WWW-Mechanize" 3; - "~*WWW::Mechanize" 3; - "~*WWWOFFLE" 3; - "~*x22Mozilla" 3; - "~*Xaldon_WebSpider" 3; - "~*Xaldon\ WebSpider" 3; - "~*Xenu" 3; - "~*YoudaoBot" 3; - "~*Zade" 3; - "~*Zermelo" 3; - "~*Zeus" 3; - "~*Zgrab" 3; - "~*Zitebot" 3; - "~*ZmEu" 3; - "~*ZumBot" 3; - "~*ZyBorg" 3; + "~*\b360Spider\b" 3; + "~*\b80legs\b" 3; + "~*\bAbonti\b" 3; + "~*\bAboundex\b" 3; + "~*\bAcunetix\b" 3; + "~*\bADmantX\b" 3; + "~*\bAhrefsBot\b" 3; + "~*\bAIBOT\b" 3; + "~*\bAiHitBot\b" 3; + "~*\bAipbot\b" 3; + "~*\bAlexibot\b" 3; + "~*\bAlligator\b" 3; + "~*\bAllSubmitter\b" 3; + "~*\bAnarchie\b" 3; + "~*\bApexoo\b" 3; + "~*\bASPSeek\b" 3; + "~*\bAsterias\b" 3; + "~*\bAttach\b" 3; + "~*\bautoemailspider\b" 3; + "~*\bBackDoorBot\b" 3; + "~*\bBackStreet\b" 3; + "~*\bBackWeb\b" 3; + "~*\bBadass\b" 3; + "~*\bBandit\b" 3; + "~*\bBatchFTP\b" 3; + "~*\bBattleztar\ Bazinga\b" 3; + "~*\bBBBike\b" 3; + "~*\bBDFetch\b" 3; + "~*\bBetaBot\b" 3; + "~*\bBigfoot\b" 3; + "~*\bBitacle\b" 3; + "~*\bBlackboard\b" 3; + "~*\bBlack\ Hole\b" 3; + "~*\bBlackWidow\b" 3; + "~*\bBLEXBot\b" 3; + "~*\bBlow\b" 3; + "~*\bBlowFish\b" 3; + "~*\bBoardreader\b" 3; + "~*\bBolt\b" 3; + "~*\bBotALot\b" 3; + "~*\bBrandprotect\b" 3; + "~*\bBrandwatch\b" 3; + "~*\bBubing\b" 3; + "~*\bBuddy\b" 3; + "~*\bBuiltBotTough\b" 3; + "~*\bBuiltWith\b" 3; + "~*\bBullseye\b" 3; + "~*\bBunnySlippers\b" 3; + "~*\bBuzzSumo\b" 3; + "~*\bCalculon\b" 3; + "~*\bCATExplorador\b" 3; + "~*\bCazoodleBot\b" 3; + "~*\bCCBot\b" 3; + "~*\bCegbfeieh\b" 3; + "~*\bCheeseBot\b" 3; + "~*\bCherryPicker\b" 3; + "~*\bChinaClaw\b" 3; + "~*\bChlooe\b" 3; + "~*\bClaritybot\b" 3; + "~*\bCliqzbot\b" 3; + "~*\bCogentbot\b" 3; + "~*\bcognitiveseo\b" 3; + "~*\bCollector\b" 3; + "~*\bCopier\b" 3; + "~*\bCopyRightCheck\b" 3; + "~*\bCopyscape\b" 3; + "~*\bCosmos\b" 3; + "~*\bCraftbot\b" 3; + "~*\bCrazyWebCrawler\b" 3; + "~*\bCrescent\b" 3; + "~*\bCSHttp\b" 3; + "~*\bCurious\b" 3; + "~*\bCusto\b" 3; + "~*\bDatabaseDriverMysqli\b" 3; + "~*\bDataCha0s\b" 3; + "~*\bDBLBot\b" 3; + "~*\bDemon\b" 3; + "~*\bDeusu\b" 3; + "~*\bDevil\b" 3; + "~*\bDIIbot\b" 3; + "~*\bDirbuster\b" 3; + "~*\bDisco\b" 3; + "~*\bDiscobot\b" 3; + "~*\bDiscoverybot\b" 3; + "~*\bDittoSpyder\b" 3; + "~*\bDomainAppender\b" 3; + "~*\bDomainCrawler\b" 3; + "~*\bDomainSigmaCrawler\b" 3; + "~*\bDotbot\b" 3; + "~*\bDownload\ Demon\b" 3; + "~*\bDownload\ Devil\b" 3; + "~*\bDownload\ Wonder\b" 3; + "~*\bDragonfly\b" 3; + "~*\bDrip\b" 3; + "~*\bDTS\ Agent\b" 3; + "~*\bEasyDL\b" 3; + "~*\bEbingbong\b" 3; + "~*\beCatch\b" 3; + "~*\bECCP/1.0\b" 3; + "~*\bEcxi\b" 3; + "~*\bEirGrabber\b" 3; + "~*\bEMail\ Collector\b" 3; + "~*\bEMail\ Extractor\b" 3; + "~*\bEMail\ Siphon\b" 3; + "~*\bEMail\ Wolf\b" 3; + "~*\bEroCrawler\b" 3; + "~*\bEvil\b" 3; + "~*\bExabot\b" 3; + "~*\bExpress\ WebPictures\b" 3; + "~*\bExtractor\b" 3; + "~*\bExtractorPro\b" 3; + "~*\bEyeNetIE\b" 3; + "~*\bEzooms\b" 3; + "~*\bFHscan\b" 3; + "~*\bFimap\b" 3; + "~*\bFindxbot\b" 3; + "~*\bFirefox/7.0\b" 3; + "~*\bFlashGet\b" 3; + "~*\bFlunky\b" 3; + "~*\bFoobot\b" 3; + "~*\bFreeuploader\b" 3; + "~*\bFrontPage\b" 3; + "~*\bFyrebot\b" 3; + "~*\bGalaxyBot\b" 3; + "~*\bGenieo\b" 3; + "~*\bGetintent\b" 3; + "~*\bGetRight\b" 3; + "~*\bGetWeb\b" 3; + "~*\bGigablast\b" 3; + "~*\bGigabot\b" 3; + "~*\bGo-Ahead-Got-It\b" 3; + "~*\bGotit\b" 3; + "~*\bGoZilla\b" 3; + "~*\bGo!Zilla\b" 3; + "~*\bGrabber\b" 3; + "~*\bGrabNet\b" 3; + "~*\bGrafula\b" 3; + "~*\bGrapeFX\b" 3; + "~*\bGrapeshotCrawler\b" 3; + "~*\bGridBot\b" 3; + "~*\bGT::WWW\b" 3; + "~*\bHaosouSpider\b" 3; + "~*\bHarvest\b" 3; + "~*\bHavij\b" 3; + "~*\bHEADMasterSEO\b" 3; + "~*\bHeritrix\b" 3; + "~*\bHloader\b" 3; + "~*\bHMView\b" 3; + "~*\bHTMLparser\b" 3; + "~*\bHTTP::Lite\b" 3; + "~*\bHTTrack\b" 3; + "~*\bHumanlinks\b" 3; + "~*\bHybridBot\b" 3; + "~*\bIblog\b" 3; + "~*\bIDBot\b" 3; + "~*\bId-search\b" 3; + "~*\bIlseBot\b" 3; + "~*\bImage\ Fetch\b" 3; + "~*\bImage\ Stripper\b" 3; + "~*\bImage\ Sucker\b" 3; + "~*\bIndy\ Library\b" 3; + "~*\bInfoNaviRobot\b" 3; + "~*\bInfoTekies\b" 3; + "~*\bIntelliseek\b" 3; + "~*\bInterGET\b" 3; + "~*\bInternet\ Ninja\b" 3; + "~*\bInternetSeer\b" 3; + "~*\binternetVista\ monitor\b" 3; + "~*\bIria\b" 3; + "~*\bIRLbot\b" 3; + "~*\bIskanie\b" 3; + "~*\bJamesBOT\b" 3; + "~*\bJbrofuzz\b" 3; + "~*\bJennyBot\b" 3; + "~*\bJetCar\b" 3; + "~*\bJikeSpider\b" 3; + "~*\bJOC\ Web\ Spider\b" 3; + "~*\bJoomla\b" 3; + "~*\bJorgee\b" 3; + "~*\bJustView\b" 3; + "~*\bJyxobot\b" 3; + "~*\bKenjin\ Spider\b" 3; + "~*\bKeyword\ Density\b" 3; + "~*\bLanshanbot\b" 3; + "~*\bLarbin\b" 3; + "~*\bLeechFTP\b" 3; + "~*\bLeechGet\b" 3; + "~*\bLexiBot\b" 3; + "~*\bLftp\b" 3; + "~*\bLibWeb\b" 3; + "~*\bLibwhisker\b" 3; + "~*\bLightspeedsystems\b" 3; + "~*\bLikse\b" 3; + "~*\bLinkdexbot\b" 3; + "~*\bLinkextractorPro\b" 3; + "~*\bLinkpadBot\b" 3; + "~*\bLinkScan\b" 3; + "~*\bLinksManager\b" 3; + "~*\bLinkWalker\b" 3; + "~*\bLinqiaMetadataDownloaderBot\b" 3; + "~*\bLinqiaRSSBot\b" 3; + "~*\bLinqiaScrapeBot\b" 3; + "~*\bLipperhey\b" 3; + "~*\bLitemage_walker\b" 3; + "~*\bLmspider\b" 3; + "~*\bLNSpiderguy\b" 3; + "~*\bLtx71\b" 3; + "~*\blwp-request\b" 3; + "~*\bLWP::Simple\b" 3; + "~*\blwp-trivial\b" 3; + "~*\bMagnet\b" 3; + "~*\bMag-Net\b" 3; + "~*\bmagpie-crawler\b" 3; + "~*\bMail.ru\b" 3; + "~*\bMajestic12\b" 3; + "~*\bMarkMonitor\b" 3; + "~*\bMarkWatch\b" 3; + "~*\bMasscan\b" 3; + "~*\bMass\ Downloader\b" 3; + "~*\bMata\ Hari\b" 3; + "~*\bMeanpathbot\b" 3; + "~*\bMegaIndex.ru\b" 3; + "~*\bMetauri\b" 3; + "~*\bMFC_Tear_Sample\b" 3; + "~*\bMicrosoft\ Data\ Access\b" 3; + "~*\bMicrosoft\ URL\ Control\b" 3; + "~*\bMIDown\ tool\b" 3; + "~*\bMIIxpc\b" 3; + "~*\bMister\ PiX\b" 3; + "~*\bMJ12bot\b" 3; + "~*\bMojeek\b" 3; + "~*\bMorfeus\ Fucking\ Scanner\b" 3; + "~*\bMSFrontPage\b" 3; + "~*\bMSIE\ 6.0\b" 3; + "~*\bMSIECrawler\b" 3; + "~*\bMsrabot\b" 3; + "~*\bMS\ Web\ Services\ Client\ Protocol\b" 3; + "~*\bMusobot\b" 3; + "~*\bName\ Intelligence\b" 3; + "~*\bNameprotect\b" 3; + "~*\bNavroad\b" 3; + "~*\bNearSite\b" 3; + "~*\bNeedle\b" 3; + "~*\bNessus\b" 3; + "~*\bNetAnts\b" 3; + "~*\bNetcraft\b" 3; + "~*\bnetEstate\ NE\ Crawler\b" 3; + "~*\bNetLyzer\b" 3; + "~*\bNetMechanic\b" 3; + "~*\bNetSpider\b" 3; + "~*\bNettrack\b" 3; + "~*\bNet\ Vampire\b" 3; + "~*\bNetZIP\b" 3; + "~*\bNextGenSearchBot\b" 3; + "~*\bNibbler\b" 3; + "~*\bNICErsPRO\b" 3; + "~*\bNiki-bot\b" 3; + "~*\bNikto\b" 3; + "~*\bNimbleCrawler\b" 3; + "~*\bNinja\b" 3; + "~*\bNmap\b" 3; + "~*\bNPbot\b" 3; + "~*\bNutch\b" 3; + "~*\bOctopus\b" 3; + "~*\bOffline\ Explorer\b" 3; + "~*\bOffline\ Navigator\b" 3; + "~*\bOpenfind\b" 3; + "~*\bOpenLinkProfiler\b" 3; + "~*\bOpenvas\b" 3; + "~*\bOrangeBot\b" 3; + "~*\bOrangeSpider\b" 3; + "~*\bOutfoxBot\b" 3; + "~*\bPageAnalyzer\b" 3; + "~*\bPage\ Analyzer\b" 3; + "~*\bPageGrabber\b" 3; + "~*\bPage\ Grabber\b" 3; + "~*\bpage\ scorer\b" 3; + "~*\bPageScorer\b" 3; + "~*\bPanscient\b" 3; + "~*\bPapa\ Foto\b" 3; + "~*\bPavuk\b" 3; + "~*\bpcBrowser\b" 3; + "~*\bPECL::HTTP\b" 3; + "~*\bPeoplePal\b" 3; + "~*\bPHPCrawl\b" 3; + "~*\bPicscout\b" 3; + "~*\bPicsearch\b" 3; + "~*\bPimonster\b" 3; + "~*\bPi-Monster\b" 3; + "~*\bPixray\b" 3; + "~*\bPleaseCrawl\b" 3; + "~*\bPockey\b" 3; + "~*\bPOE-Component-Client-HTTP\b" 3; + "~*\bProbethenet\b" 3; + "~*\bProPowerBot\b" 3; + "~*\bProWebWalker\b" 3; + "~*\bProximic\b" 3; + "~*\bPsbot\b" 3; + "~*\bPump\b" 3; + "~*\bPyCurl\b" 3; + "~*\bQueryN\ Metasearch\b" 3; + "~*\bQwantify\b" 3; + "~*\bRankActiveLinkBot\b" 3; + "~*\bRankivabot\b" 3; + "~*\bRealDownload\b" 3; + "~*\bReaper\b" 3; + "~*\bRecorder\b" 3; + "~*\bRedesScrapy\b" 3; + "~*\bReGet\b" 3; + "~*\bRepoMonkey\b" 3; + "~*\bRipper\b" 3; + "~*\bRocketCrawler\b" 3; + "~*\bRogerbot\b" 3; + "~*\bSalesIntelligent\b" 3; + "~*\bSBIder\b" 3; + "~*\bScanAlert\b" 3; + "~*\bScanbot\b" 3; + "~*\bScrapy\b" 3; + "~*\bScreaming\b" 3; + "~*\bScreaming\ Frog\ SEO\ Spider\b" 3; + "~*\bScreenerBot\b" 3; + "~*\bSearchestate\b" 3; + "~*\bSearchmetricsBot\b" 3; + "~*\bSemrush\b" 3; + "~*\bSemrushBot\b" 3; + "~*\bSEOkicks\b" 3; + "~*\bSEOkicks-Robot\b" 3; + "~*\bSEOlyticsCrawler\b" 3; + "~*\bSeomoz\b" 3; + "~*\bSEOprofiler\b" 3; + "~*\bseoscanners\b" 3; + "~*\bSEOstats\b" 3; + "~*\bSiphon\b" 3; + "~*\bSISTRIX\b" 3; + "~*\bSISTRIX\ Crawler\b" 3; + "~*\bSitebeam\b" 3; + "~*\bSiteExplorer\b" 3; + "~*\bSiteimprove\b" 3; + "~*\bSiteLockSpider\b" 3; + "~*\bSiteSnagger\b" 3; + "~*\bSiteSucker\b" 3; + "~*\bSite\ Sucker\b" 3; + "~*\bSitevigil\b" 3; + "~*\bSlackbot-LinkExpanding\b" 3; + "~*\bSlySearch\b" 3; + "~*\bSmartDownload\b" 3; + "~*\bSnake\b" 3; + "~*\bSnapbot\b" 3; + "~*\bSnoopy\b" 3; + "~*\bSocialRankIOBot\b" 3; + "~*\bSogou\ web\ spider\b" 3; + "~*\bSosospider\b" 3; + "~*\bSpaceBison\b" 3; + "~*\bSpammen\b" 3; + "~*\bSpankBot\b" 3; + "~*\bSpanner\b" 3; + "~*\bSpbot\b" 3; + "~*\bSpinn3r\b" 3; + "~*\bSputnikBot\b" 3; + "~*\bSqlmap\b" 3; + "~*\bSqlworm\b" 3; + "~*\bSqworm\b" 3; + "~*\bSteeler\b" 3; + "~*\bStripper\b" 3; + "~*\bSucker\b" 3; + "~*\bSucuri\b" 3; + "~*\bSuperBot\b" 3; + "~*\bSuperHTTP\b" 3; + "~*\bSurfbot\b" 3; + "~*\bSurveyBot\b" 3; + "~*\bSuzuran\b" 3; + "~*\bSwiftbot\b" 3; + "~*\bSzukacz\b" 3; + "~*\bT0PHackTeam\b" 3; + "~*\bT8Abot\b" 3; + "~*\btAkeOut\b" 3; + "~*\bTeleport\b" 3; + "~*\bTeleportPro\b" 3; + "~*\bTelesoft\b" 3; + "~*\bTelesphoreo\b" 3; + "~*\bTelesphorep\b" 3; + "~*\bThe\ Intraformant\b" 3; + "~*\bTheNomad\b" 3; + "~*\bTightTwatBot\b" 3; + "~*\bTitan\b" 3; + "~*\bToata\b" 3; + "~*\bToweyabot\b" 3; + "~*\bTrendictionbot\b" 3; + "~*\bTrue_Robot\b" 3; + "~*\bTuringos\b" 3; + "~*\bTurnitinBot\b" 3; + "~*\bTurnitin\ Bot\b" 3; + "~*\bTurnitin\ Robot\b" 3; + "~*\bTwengaBot\b" 3; + "~*\bTwice\b" 3; + "~*\bTyphoeus\b" 3; + "~*\bUnisterBot\b" 3; + "~*\bURLy.Warning\b" 3; + "~*\bURLy\ Warning\b" 3; + "~*\bVacuum\b" 3; + "~*\bVagabondo\b" 3; + "~*\bVB\ Project\b" 3; + "~*\bVCI\b" 3; + "~*\bVeriCiteCrawler\b" 3; + "~*\bVidibleScraper\b" 3; + "~*\bVoidEYE\b" 3; + "~*\bVoil\b" 3; + "~*\bVoltron\b" 3; + "~*\bWallpapers/3.0\b" 3; + "~*\bWallpapersHD\b" 3; + "~*\bWASALive-Bot\b" 3; + "~*\bWBSearchBot\b" 3; + "~*\bWebalta\b" 3; + "~*\bWebAuto\b" 3; + "~*\bWeb\ Auto\b" 3; + "~*\bWebBandit\b" 3; + "~*\bWeb\ Bandit\b" 3; + "~*\bWebCollage\b" 3; + "~*\bWeb\ Collage\b" 3; + "~*\bWebCopier\b" 3; + "~*\bWeb\ Copier\b" 3; + "~*\bWEBDAV\b" 3; + "~*\bWEBDAV\ Client\b" 3; + "~*\bWebEnhancer\b" 3; + "~*\bWeb\ Enhancer\b" 3; + "~*\bWebFetch\b" 3; + "~*\bWeb\ Fetch\b" 3; + "~*\bWebFuck\b" 3; + "~*\bWeb\ Fuck\b" 3; + "~*\bWebGo\ IS\b" 3; + "~*\bWebImageCollector\b" 3; + "~*\bWeb\ Image\ Collector\b" 3; + "~*\bWebLeacher\b" 3; + "~*\bWebmasterWorldForumBot\b" 3; + "~*\bwebmeup-crawler\b" 3; + "~*\bWebPix\b" 3; + "~*\bWeb\ Pix\b" 3; + "~*\bWebReaper\b" 3; + "~*\bWeb\ Reaper\b" 3; + "~*\bWebSauger\b" 3; + "~*\bWeb\ Sauger\b" 3; + "~*\bWebshag\b" 3; + "~*\bWebsiteExtractor\b" 3; + "~*\bWebsite\ Extractor\b" 3; + "~*\bWebsiteQuester\b" 3; + "~*\bWebsite\ Quester\b" 3; + "~*\bWebster\b" 3; + "~*\bWebStripper\b" 3; + "~*\bWeb\ Stripper\b" 3; + "~*\bWebSucker\b" 3; + "~*\bWeb\ Sucker\b" 3; + "~*\bWebWhacker\b" 3; + "~*\bWeb\ Whacker\b" 3; + "~*\bWebZIP\b" 3; + "~*\bWeSEE\b" 3; + "~*\bWhack\b" 3; + "~*\bWhacker\b" 3; + "~*\bWhatweb\b" 3; + "~*\bWidow\b" 3; + "~*\bWinHTTrack\b" 3; + "~*\bWiseGuys\ Robot\b" 3; + "~*\bWISENutbot\b" 3; + "~*\bWonderbot\b" 3; + "~*\bWoobot\b" 3; + "~*\bWotbox\b" 3; + "~*\bWprecon\b" 3; + "~*\bWPScan\b" 3; + "~*\bWWW-Collector-E\b" 3; + "~*\bWWW-Mechanize\b" 3; + "~*\bWWW::Mechanize\b" 3; + "~*\bWWWOFFLE\b" 3; + "~*\bx22Mozilla\b" 3; + "~*\bXaldon_WebSpider\b" 3; + "~*\bXaldon\ WebSpider\b" 3; + "~*\bXenu\b" 3; + "~*\bYoudaoBot\b" 3; + "~*\bZade\b" 3; + "~*\bZermelo\b" 3; + "~*\bZeus\b" 3; + "~*\bZgrab\b" 3; + "~*\bZitebot\b" 3; + "~*\bZmEu\b" 3; + "~*\bZumBot\b" 3; + "~*\bZyBorg\b" 3; # END BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ### } diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 4c1d5a801..b469dd34c 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -1,7 +1,7 @@ ### Version Information # ################################################### -### Version: V3.2017.07.674 -### Updated: Wed Jul 12 10:52:15 SAST 2017 +### Version: V3.2017.07.675 +### Updated: Wed Jul 12 11:06:41 SAST 2017 ### Bad Bot Count: 484 ################################################### ### Version Information ## diff --git a/travisCI/globalblacklist.template b/travisCI/globalblacklist.template index cfb56c87d..a9d8c5eae 100755 --- a/travisCI/globalblacklist.template +++ b/travisCI/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2017.07.674 -### Updated: Wed Jul 12 10:52:14 SAST 2017 +### Version: V3.2017.07.675 +### Updated: Wed Jul 12 11:06:41 SAST 2017 ### Bad Referrer Count: 5218 ### Bad Bot Count: 484 ################################################### @@ -157,11 +157,11 @@ map $http_user_agent $bad_bot { # I allow libwww-perl as I use it for monitoring systems with Munin but it is rate limited # START ALLOWED BOTS ### DO NOT EDIT THIS LINE AT ALL ### - "~*jetmon" 1; - "~*libwww-perl" 1; - "~*Lynx" 1; - "~*munin" 1; - "~*Wget/1.15" 1; + "~*\bjetmon\b" 1; + "~*\blibwww-perl\b" 1; + "~*\bLynx\b" 1; + "~*\bmunin\b" 1; + "~*\bWget/1.15\b" 1; # END ALLOWED BOTS ### DO NOT EDIT THIS LINE AT ALL ### # ************************************************************** @@ -169,24 +169,24 @@ map $http_user_agent $bad_bot { # ************************************************************** # START LIMITED BOTS ### DO NOT EDIT THIS LINE AT ALL ### - "~*Alexa" 2; - "~*archive.org" 2; - "~*Baidu" 2; - "~*BUbiNG" 2; - "~*FlipboardProxy" 2; - "~*ia_archiver" 2; - "~*Mozilla/4.0" 2; - "~*MSIE\ 7.0" 2; - "~*Presto" 2; - "~*R6_CommentReader" 2; - "~*R6_FeedFetcher" 2; - "~*RPT-HTTPClient" 2; - "~*SeznamBot" 2; - "~*sfFeedReader/0.9" 2; - "~*Spaidu" 2; - "~*UptimeRobot/2.0" 2; - "~*YandexBot" 2; - "~*YandexImages" 2; + "~*\bAlexa\b" 2; + "~*\barchive.org\b" 2; + "~*\bBaidu\b" 2; + "~*\bBUbiNG\b" 2; + "~*\bFlipboardProxy\b" 2; + "~*\bia_archiver\b" 2; + "~*\bMozilla/4.0\b" 2; + "~*\bMSIE\ 7.0\b" 2; + "~*\bPresto\b" 2; + "~*\bR6_CommentReader\b" 2; + "~*\bR6_FeedFetcher\b" 2; + "~*\bRPT-HTTPClient\b" 2; + "~*\bSeznamBot\b" 2; + "~*\bsfFeedReader/0.9\b" 2; + "~*\bSpaidu\b" 2; + "~*\bUptimeRobot/2.0\b" 2; + "~*\bYandexBot\b" 2; + "~*\bYandexImages\b" 2; # END LIMITED BOTS ### DO NOT EDIT THIS LINE AT ALL ### # ********************************************* @@ -197,490 +197,490 @@ map $http_user_agent $bad_bot { # Known Vulnerability Scanners (now merged into one section) # START BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ### - "~*360Spider" 3; - "~*80legs" 3; - "~*Abonti" 3; - "~*Aboundex" 3; - "~*Acunetix" 3; - "~*ADmantX" 3; - "~*AhrefsBot" 3; - "~*AIBOT" 3; - "~*AiHitBot" 3; - "~*Aipbot" 3; - "~*Alexibot" 3; - "~*Alligator" 3; - "~*AllSubmitter" 3; - "~*Anarchie" 3; - "~*Apexoo" 3; - "~*ASPSeek" 3; - "~*Asterias" 3; - "~*Attach" 3; - "~*autoemailspider" 3; - "~*BackDoorBot" 3; - "~*BackStreet" 3; - "~*BackWeb" 3; - "~*Badass" 3; - "~*Bandit" 3; - "~*BatchFTP" 3; - "~*Battleztar\ Bazinga" 3; - "~*BBBike" 3; - "~*BDFetch" 3; - "~*BetaBot" 3; - "~*Bigfoot" 3; - "~*Bitacle" 3; - "~*Blackboard" 3; - "~*Black\ Hole" 3; - "~*BlackWidow" 3; - "~*BLEXBot" 3; - "~*Blow" 3; - "~*BlowFish" 3; - "~*Boardreader" 3; - "~*Bolt" 3; - "~*BotALot" 3; - "~*Brandprotect" 3; - "~*Brandwatch" 3; - "~*Bubing" 3; - "~*Buddy" 3; - "~*BuiltBotTough" 3; - "~*BuiltWith" 3; - "~*Bullseye" 3; - "~*BunnySlippers" 3; - "~*BuzzSumo" 3; - "~*Calculon" 3; - "~*CATExplorador" 3; - "~*CazoodleBot" 3; - "~*CCBot" 3; - "~*Cegbfeieh" 3; - "~*CheeseBot" 3; - "~*CherryPicker" 3; - "~*ChinaClaw" 3; - "~*Chlooe" 3; - "~*Claritybot" 3; - "~*Cliqzbot" 3; - "~*Cogentbot" 3; - "~*cognitiveseo" 3; - "~*Collector" 3; - "~*Copier" 3; - "~*CopyRightCheck" 3; - "~*Copyscape" 3; - "~*Cosmos" 3; - "~*Craftbot" 3; - "~*CrazyWebCrawler" 3; - "~*Crescent" 3; - "~*CSHttp" 3; - "~*Curious" 3; - "~*Custo" 3; - "~*DatabaseDriverMysqli" 3; - "~*DataCha0s" 3; - "~*DBLBot" 3; - "~*Demon" 3; - "~*Deusu" 3; - "~*Devil" 3; - "~*DIIbot" 3; - "~*Dirbuster" 3; - "~*Disco" 3; - "~*Discobot" 3; - "~*Discoverybot" 3; - "~*DittoSpyder" 3; - "~*DomainAppender" 3; - "~*DomainCrawler" 3; - "~*DomainSigmaCrawler" 3; - "~*Dotbot" 3; - "~*Download\ Demon" 3; - "~*Download\ Devil" 3; - "~*Download\ Wonder" 3; - "~*Dragonfly" 3; - "~*Drip" 3; - "~*DTS\ Agent" 3; - "~*EasyDL" 3; - "~*Ebingbong" 3; - "~*eCatch" 3; - "~*ECCP/1.0" 3; - "~*Ecxi" 3; - "~*EirGrabber" 3; - "~*EMail\ Collector" 3; - "~*EMail\ Extractor" 3; - "~*EMail\ Siphon" 3; - "~*EMail\ Wolf" 3; - "~*EroCrawler" 3; - "~*Evil" 3; - "~*Exabot" 3; - "~*Express\ WebPictures" 3; - "~*Extractor" 3; - "~*ExtractorPro" 3; - "~*EyeNetIE" 3; - "~*Ezooms" 3; - "~*FHscan" 3; - "~*Fimap" 3; - "~*Findxbot" 3; - "~*Firefox/7.0" 3; - "~*FlashGet" 3; - "~*Flunky" 3; - "~*Foobot" 3; - "~*Freeuploader" 3; - "~*FrontPage" 3; - "~*Fyrebot" 3; - "~*GalaxyBot" 3; - "~*Genieo" 3; - "~*Getintent" 3; - "~*GetRight" 3; - "~*GetWeb" 3; - "~*Gigablast" 3; - "~*Gigabot" 3; - "~*Go-Ahead-Got-It" 3; - "~*Gotit" 3; - "~*GoZilla" 3; - "~*Go!Zilla" 3; - "~*Grabber" 3; - "~*GrabNet" 3; - "~*Grafula" 3; - "~*GrapeFX" 3; - "~*GrapeshotCrawler" 3; - "~*GridBot" 3; - "~*GT::WWW" 3; - "~*HaosouSpider" 3; - "~*Harvest" 3; - "~*Havij" 3; - "~*HEADMasterSEO" 3; - "~*Heritrix" 3; - "~*Hloader" 3; - "~*HMView" 3; - "~*HTMLparser" 3; - "~*HTTP::Lite" 3; - "~*HTTrack" 3; - "~*Humanlinks" 3; - "~*HybridBot" 3; - "~*Iblog" 3; - "~*IDBot" 3; - "~*Id-search" 3; - "~*IlseBot" 3; - "~*Image\ Fetch" 3; - "~*Image\ Stripper" 3; - "~*Image\ Sucker" 3; - "~*Indy\ Library" 3; - "~*InfoNaviRobot" 3; - "~*InfoTekies" 3; - "~*Intelliseek" 3; - "~*InterGET" 3; - "~*Internet\ Ninja" 3; - "~*InternetSeer" 3; - "~*internetVista\ monitor" 3; - "~*Iria" 3; - "~*IRLbot" 3; - "~*Iskanie" 3; - "~*JamesBOT" 3; - "~*Jbrofuzz" 3; - "~*JennyBot" 3; - "~*JetCar" 3; - "~*JikeSpider" 3; - "~*JOC\ Web\ Spider" 3; - "~*Joomla" 3; - "~*Jorgee" 3; - "~*JustView" 3; - "~*Jyxobot" 3; - "~*Kenjin\ Spider" 3; - "~*Keyword\ Density" 3; - "~*Lanshanbot" 3; - "~*Larbin" 3; - "~*LeechFTP" 3; - "~*LeechGet" 3; - "~*LexiBot" 3; - "~*Lftp" 3; - "~*LibWeb" 3; - "~*Libwhisker" 3; - "~*Lightspeedsystems" 3; - "~*Likse" 3; - "~*Linkdexbot" 3; - "~*LinkextractorPro" 3; - "~*LinkpadBot" 3; - "~*LinkScan" 3; - "~*LinksManager" 3; - "~*LinkWalker" 3; - "~*LinqiaMetadataDownloaderBot" 3; - "~*LinqiaRSSBot" 3; - "~*LinqiaScrapeBot" 3; - "~*Lipperhey" 3; - "~*Litemage_walker" 3; - "~*Lmspider" 3; - "~*LNSpiderguy" 3; - "~*Ltx71" 3; - "~*lwp-request" 3; - "~*LWP::Simple" 3; - "~*lwp-trivial" 3; - "~*Magnet" 3; - "~*Mag-Net" 3; - "~*magpie-crawler" 3; - "~*Mail.ru" 3; - "~*Majestic12" 3; - "~*MarkMonitor" 3; - "~*MarkWatch" 3; - "~*Masscan" 3; - "~*Mass\ Downloader" 3; - "~*Mata\ Hari" 3; - "~*Meanpathbot" 3; - "~*MegaIndex.ru" 3; - "~*Metauri" 3; - "~*MFC_Tear_Sample" 3; - "~*Microsoft\ Data\ Access" 3; - "~*Microsoft\ URL\ Control" 3; - "~*MIDown\ tool" 3; - "~*MIIxpc" 3; - "~*Mister\ PiX" 3; - "~*MJ12bot" 3; - "~*Mojeek" 3; - "~*Morfeus\ Fucking\ Scanner" 3; - "~*MSFrontPage" 3; - "~*MSIE\ 6.0" 3; - "~*MSIECrawler" 3; - "~*Msrabot" 3; - "~*MS\ Web\ Services\ Client\ Protocol" 3; - "~*Musobot" 3; - "~*Name\ Intelligence" 3; - "~*Nameprotect" 3; - "~*Navroad" 3; - "~*NearSite" 3; - "~*Needle" 3; - "~*Nessus" 3; - "~*NetAnts" 3; - "~*Netcraft" 3; - "~*netEstate\ NE\ Crawler" 3; - "~*NetLyzer" 3; - "~*NetMechanic" 3; - "~*NetSpider" 3; - "~*Nettrack" 3; - "~*Net\ Vampire" 3; - "~*NetZIP" 3; - "~*NextGenSearchBot" 3; - "~*Nibbler" 3; - "~*NICErsPRO" 3; - "~*Niki-bot" 3; - "~*Nikto" 3; - "~*NimbleCrawler" 3; - "~*Ninja" 3; - "~*Nmap" 3; - "~*NPbot" 3; - "~*Nutch" 3; - "~*Octopus" 3; - "~*Offline\ Explorer" 3; - "~*Offline\ Navigator" 3; - "~*Openfind" 3; - "~*OpenLinkProfiler" 3; - "~*Openvas" 3; - "~*OrangeBot" 3; - "~*OrangeSpider" 3; - "~*OutfoxBot" 3; - "~*PageAnalyzer" 3; - "~*Page\ Analyzer" 3; - "~*PageGrabber" 3; - "~*Page\ Grabber" 3; - "~*page\ scorer" 3; - "~*PageScorer" 3; - "~*Panscient" 3; - "~*Papa\ Foto" 3; - "~*Pavuk" 3; - "~*pcBrowser" 3; - "~*PECL::HTTP" 3; - "~*PeoplePal" 3; - "~*PHPCrawl" 3; - "~*Picscout" 3; - "~*Picsearch" 3; - "~*Pimonster" 3; - "~*Pi-Monster" 3; - "~*Pixray" 3; - "~*PleaseCrawl" 3; - "~*Pockey" 3; - "~*POE-Component-Client-HTTP" 3; - "~*Probethenet" 3; - "~*ProPowerBot" 3; - "~*ProWebWalker" 3; - "~*Proximic" 3; - "~*Psbot" 3; - "~*Pump" 3; - "~*PyCurl" 3; - "~*QueryN\ Metasearch" 3; - "~*Qwantify" 3; - "~*RankActiveLinkBot" 3; - "~*Rankivabot" 3; - "~*RealDownload" 3; - "~*Reaper" 3; - "~*Recorder" 3; - "~*RedesScrapy" 3; - "~*ReGet" 3; - "~*RepoMonkey" 3; - "~*Ripper" 3; - "~*RocketCrawler" 3; - "~*Rogerbot" 3; - "~*SalesIntelligent" 3; - "~*SBIder" 3; - "~*ScanAlert" 3; - "~*Scanbot" 3; - "~*Scrapy" 3; - "~*Screaming" 3; - "~*Screaming\ Frog\ SEO\ Spider" 3; - "~*ScreenerBot" 3; - "~*Searchestate" 3; - "~*SearchmetricsBot" 3; - "~*Semrush" 3; - "~*SemrushBot" 3; - "~*SEOkicks" 3; - "~*SEOkicks-Robot" 3; - "~*SEOlyticsCrawler" 3; - "~*Seomoz" 3; - "~*SEOprofiler" 3; - "~*seoscanners" 3; - "~*SEOstats" 3; - "~*Siphon" 3; - "~*SISTRIX" 3; - "~*SISTRIX\ Crawler" 3; - "~*Sitebeam" 3; - "~*SiteExplorer" 3; - "~*Siteimprove" 3; - "~*SiteLockSpider" 3; - "~*SiteSnagger" 3; - "~*SiteSucker" 3; - "~*Site\ Sucker" 3; - "~*Sitevigil" 3; - "~*Slackbot-LinkExpanding" 3; - "~*SlySearch" 3; - "~*SmartDownload" 3; - "~*Snake" 3; - "~*Snapbot" 3; - "~*Snoopy" 3; - "~*SocialRankIOBot" 3; - "~*Sogou\ web\ spider" 3; - "~*Sosospider" 3; - "~*SpaceBison" 3; - "~*Spammen" 3; - "~*SpankBot" 3; - "~*Spanner" 3; - "~*Spbot" 3; - "~*Spinn3r" 3; - "~*SputnikBot" 3; - "~*Sqlmap" 3; - "~*Sqlworm" 3; - "~*Sqworm" 3; - "~*Steeler" 3; - "~*Stripper" 3; - "~*Sucker" 3; - "~*Sucuri" 3; - "~*SuperBot" 3; - "~*SuperHTTP" 3; - "~*Surfbot" 3; - "~*SurveyBot" 3; - "~*Suzuran" 3; - "~*Swiftbot" 3; - "~*Szukacz" 3; - "~*T0PHackTeam" 3; - "~*T8Abot" 3; - "~*tAkeOut" 3; - "~*Teleport" 3; - "~*TeleportPro" 3; - "~*Telesoft" 3; - "~*Telesphoreo" 3; - "~*Telesphorep" 3; - "~*The\ Intraformant" 3; - "~*TheNomad" 3; - "~*TightTwatBot" 3; - "~*Titan" 3; - "~*Toata" 3; - "~*Toweyabot" 3; - "~*Trendictionbot" 3; - "~*True_Robot" 3; - "~*Turingos" 3; - "~*TurnitinBot" 3; - "~*Turnitin\ Bot" 3; - "~*Turnitin\ Robot" 3; - "~*TwengaBot" 3; - "~*Twice" 3; - "~*Typhoeus" 3; - "~*UnisterBot" 3; - "~*URLy.Warning" 3; - "~*URLy\ Warning" 3; - "~*Vacuum" 3; - "~*Vagabondo" 3; - "~*VB\ Project" 3; - "~*VCI" 3; - "~*VeriCiteCrawler" 3; - "~*VidibleScraper" 3; - "~*VoidEYE" 3; - "~*Voil" 3; - "~*Voltron" 3; - "~*Wallpapers/3.0" 3; - "~*WallpapersHD" 3; - "~*WASALive-Bot" 3; - "~*WBSearchBot" 3; - "~*Webalta" 3; - "~*WebAuto" 3; - "~*Web\ Auto" 3; - "~*WebBandit" 3; - "~*Web\ Bandit" 3; - "~*WebCollage" 3; - "~*Web\ Collage" 3; - "~*WebCopier" 3; - "~*Web\ Copier" 3; - "~*WEBDAV" 3; - "~*WEBDAV\ Client" 3; - "~*WebEnhancer" 3; - "~*Web\ Enhancer" 3; - "~*WebFetch" 3; - "~*Web\ Fetch" 3; - "~*WebFuck" 3; - "~*Web\ Fuck" 3; - "~*WebGo\ IS" 3; - "~*WebImageCollector" 3; - "~*Web\ Image\ Collector" 3; - "~*WebLeacher" 3; - "~*WebmasterWorldForumBot" 3; - "~*webmeup-crawler" 3; - "~*WebPix" 3; - "~*Web\ Pix" 3; - "~*WebReaper" 3; - "~*Web\ Reaper" 3; - "~*WebSauger" 3; - "~*Web\ Sauger" 3; - "~*Webshag" 3; - "~*WebsiteExtractor" 3; - "~*Website\ Extractor" 3; - "~*WebsiteQuester" 3; - "~*Website\ Quester" 3; - "~*Webster" 3; - "~*WebStripper" 3; - "~*Web\ Stripper" 3; - "~*WebSucker" 3; - "~*Web\ Sucker" 3; - "~*WebWhacker" 3; - "~*Web\ Whacker" 3; - "~*WebZIP" 3; - "~*WeSEE" 3; - "~*Whack" 3; - "~*Whacker" 3; - "~*Whatweb" 3; - "~*Widow" 3; - "~*WinHTTrack" 3; - "~*WiseGuys\ Robot" 3; - "~*WISENutbot" 3; - "~*Wonderbot" 3; - "~*Woobot" 3; - "~*Wotbox" 3; - "~*Wprecon" 3; - "~*WPScan" 3; - "~*WWW-Collector-E" 3; - "~*WWW-Mechanize" 3; - "~*WWW::Mechanize" 3; - "~*WWWOFFLE" 3; - "~*x22Mozilla" 3; - "~*Xaldon_WebSpider" 3; - "~*Xaldon\ WebSpider" 3; - "~*Xenu" 3; - "~*YoudaoBot" 3; - "~*Zade" 3; - "~*Zermelo" 3; - "~*Zeus" 3; - "~*Zgrab" 3; - "~*Zitebot" 3; - "~*ZmEu" 3; - "~*ZumBot" 3; - "~*ZyBorg" 3; + "~*\b360Spider\b" 3; + "~*\b80legs\b" 3; + "~*\bAbonti\b" 3; + "~*\bAboundex\b" 3; + "~*\bAcunetix\b" 3; + "~*\bADmantX\b" 3; + "~*\bAhrefsBot\b" 3; + "~*\bAIBOT\b" 3; + "~*\bAiHitBot\b" 3; + "~*\bAipbot\b" 3; + "~*\bAlexibot\b" 3; + "~*\bAlligator\b" 3; + "~*\bAllSubmitter\b" 3; + "~*\bAnarchie\b" 3; + "~*\bApexoo\b" 3; + "~*\bASPSeek\b" 3; + "~*\bAsterias\b" 3; + "~*\bAttach\b" 3; + "~*\bautoemailspider\b" 3; + "~*\bBackDoorBot\b" 3; + "~*\bBackStreet\b" 3; + "~*\bBackWeb\b" 3; + "~*\bBadass\b" 3; + "~*\bBandit\b" 3; + "~*\bBatchFTP\b" 3; + "~*\bBattleztar\ Bazinga\b" 3; + "~*\bBBBike\b" 3; + "~*\bBDFetch\b" 3; + "~*\bBetaBot\b" 3; + "~*\bBigfoot\b" 3; + "~*\bBitacle\b" 3; + "~*\bBlackboard\b" 3; + "~*\bBlack\ Hole\b" 3; + "~*\bBlackWidow\b" 3; + "~*\bBLEXBot\b" 3; + "~*\bBlow\b" 3; + "~*\bBlowFish\b" 3; + "~*\bBoardreader\b" 3; + "~*\bBolt\b" 3; + "~*\bBotALot\b" 3; + "~*\bBrandprotect\b" 3; + "~*\bBrandwatch\b" 3; + "~*\bBubing\b" 3; + "~*\bBuddy\b" 3; + "~*\bBuiltBotTough\b" 3; + "~*\bBuiltWith\b" 3; + "~*\bBullseye\b" 3; + "~*\bBunnySlippers\b" 3; + "~*\bBuzzSumo\b" 3; + "~*\bCalculon\b" 3; + "~*\bCATExplorador\b" 3; + "~*\bCazoodleBot\b" 3; + "~*\bCCBot\b" 3; + "~*\bCegbfeieh\b" 3; + "~*\bCheeseBot\b" 3; + "~*\bCherryPicker\b" 3; + "~*\bChinaClaw\b" 3; + "~*\bChlooe\b" 3; + "~*\bClaritybot\b" 3; + "~*\bCliqzbot\b" 3; + "~*\bCogentbot\b" 3; + "~*\bcognitiveseo\b" 3; + "~*\bCollector\b" 3; + "~*\bCopier\b" 3; + "~*\bCopyRightCheck\b" 3; + "~*\bCopyscape\b" 3; + "~*\bCosmos\b" 3; + "~*\bCraftbot\b" 3; + "~*\bCrazyWebCrawler\b" 3; + "~*\bCrescent\b" 3; + "~*\bCSHttp\b" 3; + "~*\bCurious\b" 3; + "~*\bCusto\b" 3; + "~*\bDatabaseDriverMysqli\b" 3; + "~*\bDataCha0s\b" 3; + "~*\bDBLBot\b" 3; + "~*\bDemon\b" 3; + "~*\bDeusu\b" 3; + "~*\bDevil\b" 3; + "~*\bDIIbot\b" 3; + "~*\bDirbuster\b" 3; + "~*\bDisco\b" 3; + "~*\bDiscobot\b" 3; + "~*\bDiscoverybot\b" 3; + "~*\bDittoSpyder\b" 3; + "~*\bDomainAppender\b" 3; + "~*\bDomainCrawler\b" 3; + "~*\bDomainSigmaCrawler\b" 3; + "~*\bDotbot\b" 3; + "~*\bDownload\ Demon\b" 3; + "~*\bDownload\ Devil\b" 3; + "~*\bDownload\ Wonder\b" 3; + "~*\bDragonfly\b" 3; + "~*\bDrip\b" 3; + "~*\bDTS\ Agent\b" 3; + "~*\bEasyDL\b" 3; + "~*\bEbingbong\b" 3; + "~*\beCatch\b" 3; + "~*\bECCP/1.0\b" 3; + "~*\bEcxi\b" 3; + "~*\bEirGrabber\b" 3; + "~*\bEMail\ Collector\b" 3; + "~*\bEMail\ Extractor\b" 3; + "~*\bEMail\ Siphon\b" 3; + "~*\bEMail\ Wolf\b" 3; + "~*\bEroCrawler\b" 3; + "~*\bEvil\b" 3; + "~*\bExabot\b" 3; + "~*\bExpress\ WebPictures\b" 3; + "~*\bExtractor\b" 3; + "~*\bExtractorPro\b" 3; + "~*\bEyeNetIE\b" 3; + "~*\bEzooms\b" 3; + "~*\bFHscan\b" 3; + "~*\bFimap\b" 3; + "~*\bFindxbot\b" 3; + "~*\bFirefox/7.0\b" 3; + "~*\bFlashGet\b" 3; + "~*\bFlunky\b" 3; + "~*\bFoobot\b" 3; + "~*\bFreeuploader\b" 3; + "~*\bFrontPage\b" 3; + "~*\bFyrebot\b" 3; + "~*\bGalaxyBot\b" 3; + "~*\bGenieo\b" 3; + "~*\bGetintent\b" 3; + "~*\bGetRight\b" 3; + "~*\bGetWeb\b" 3; + "~*\bGigablast\b" 3; + "~*\bGigabot\b" 3; + "~*\bGo-Ahead-Got-It\b" 3; + "~*\bGotit\b" 3; + "~*\bGoZilla\b" 3; + "~*\bGo!Zilla\b" 3; + "~*\bGrabber\b" 3; + "~*\bGrabNet\b" 3; + "~*\bGrafula\b" 3; + "~*\bGrapeFX\b" 3; + "~*\bGrapeshotCrawler\b" 3; + "~*\bGridBot\b" 3; + "~*\bGT::WWW\b" 3; + "~*\bHaosouSpider\b" 3; + "~*\bHarvest\b" 3; + "~*\bHavij\b" 3; + "~*\bHEADMasterSEO\b" 3; + "~*\bHeritrix\b" 3; + "~*\bHloader\b" 3; + "~*\bHMView\b" 3; + "~*\bHTMLparser\b" 3; + "~*\bHTTP::Lite\b" 3; + "~*\bHTTrack\b" 3; + "~*\bHumanlinks\b" 3; + "~*\bHybridBot\b" 3; + "~*\bIblog\b" 3; + "~*\bIDBot\b" 3; + "~*\bId-search\b" 3; + "~*\bIlseBot\b" 3; + "~*\bImage\ Fetch\b" 3; + "~*\bImage\ Stripper\b" 3; + "~*\bImage\ Sucker\b" 3; + "~*\bIndy\ Library\b" 3; + "~*\bInfoNaviRobot\b" 3; + "~*\bInfoTekies\b" 3; + "~*\bIntelliseek\b" 3; + "~*\bInterGET\b" 3; + "~*\bInternet\ Ninja\b" 3; + "~*\bInternetSeer\b" 3; + "~*\binternetVista\ monitor\b" 3; + "~*\bIria\b" 3; + "~*\bIRLbot\b" 3; + "~*\bIskanie\b" 3; + "~*\bJamesBOT\b" 3; + "~*\bJbrofuzz\b" 3; + "~*\bJennyBot\b" 3; + "~*\bJetCar\b" 3; + "~*\bJikeSpider\b" 3; + "~*\bJOC\ Web\ Spider\b" 3; + "~*\bJoomla\b" 3; + "~*\bJorgee\b" 3; + "~*\bJustView\b" 3; + "~*\bJyxobot\b" 3; + "~*\bKenjin\ Spider\b" 3; + "~*\bKeyword\ Density\b" 3; + "~*\bLanshanbot\b" 3; + "~*\bLarbin\b" 3; + "~*\bLeechFTP\b" 3; + "~*\bLeechGet\b" 3; + "~*\bLexiBot\b" 3; + "~*\bLftp\b" 3; + "~*\bLibWeb\b" 3; + "~*\bLibwhisker\b" 3; + "~*\bLightspeedsystems\b" 3; + "~*\bLikse\b" 3; + "~*\bLinkdexbot\b" 3; + "~*\bLinkextractorPro\b" 3; + "~*\bLinkpadBot\b" 3; + "~*\bLinkScan\b" 3; + "~*\bLinksManager\b" 3; + "~*\bLinkWalker\b" 3; + "~*\bLinqiaMetadataDownloaderBot\b" 3; + "~*\bLinqiaRSSBot\b" 3; + "~*\bLinqiaScrapeBot\b" 3; + "~*\bLipperhey\b" 3; + "~*\bLitemage_walker\b" 3; + "~*\bLmspider\b" 3; + "~*\bLNSpiderguy\b" 3; + "~*\bLtx71\b" 3; + "~*\blwp-request\b" 3; + "~*\bLWP::Simple\b" 3; + "~*\blwp-trivial\b" 3; + "~*\bMagnet\b" 3; + "~*\bMag-Net\b" 3; + "~*\bmagpie-crawler\b" 3; + "~*\bMail.ru\b" 3; + "~*\bMajestic12\b" 3; + "~*\bMarkMonitor\b" 3; + "~*\bMarkWatch\b" 3; + "~*\bMasscan\b" 3; + "~*\bMass\ Downloader\b" 3; + "~*\bMata\ Hari\b" 3; + "~*\bMeanpathbot\b" 3; + "~*\bMegaIndex.ru\b" 3; + "~*\bMetauri\b" 3; + "~*\bMFC_Tear_Sample\b" 3; + "~*\bMicrosoft\ Data\ Access\b" 3; + "~*\bMicrosoft\ URL\ Control\b" 3; + "~*\bMIDown\ tool\b" 3; + "~*\bMIIxpc\b" 3; + "~*\bMister\ PiX\b" 3; + "~*\bMJ12bot\b" 3; + "~*\bMojeek\b" 3; + "~*\bMorfeus\ Fucking\ Scanner\b" 3; + "~*\bMSFrontPage\b" 3; + "~*\bMSIE\ 6.0\b" 3; + "~*\bMSIECrawler\b" 3; + "~*\bMsrabot\b" 3; + "~*\bMS\ Web\ Services\ Client\ Protocol\b" 3; + "~*\bMusobot\b" 3; + "~*\bName\ Intelligence\b" 3; + "~*\bNameprotect\b" 3; + "~*\bNavroad\b" 3; + "~*\bNearSite\b" 3; + "~*\bNeedle\b" 3; + "~*\bNessus\b" 3; + "~*\bNetAnts\b" 3; + "~*\bNetcraft\b" 3; + "~*\bnetEstate\ NE\ Crawler\b" 3; + "~*\bNetLyzer\b" 3; + "~*\bNetMechanic\b" 3; + "~*\bNetSpider\b" 3; + "~*\bNettrack\b" 3; + "~*\bNet\ Vampire\b" 3; + "~*\bNetZIP\b" 3; + "~*\bNextGenSearchBot\b" 3; + "~*\bNibbler\b" 3; + "~*\bNICErsPRO\b" 3; + "~*\bNiki-bot\b" 3; + "~*\bNikto\b" 3; + "~*\bNimbleCrawler\b" 3; + "~*\bNinja\b" 3; + "~*\bNmap\b" 3; + "~*\bNPbot\b" 3; + "~*\bNutch\b" 3; + "~*\bOctopus\b" 3; + "~*\bOffline\ Explorer\b" 3; + "~*\bOffline\ Navigator\b" 3; + "~*\bOpenfind\b" 3; + "~*\bOpenLinkProfiler\b" 3; + "~*\bOpenvas\b" 3; + "~*\bOrangeBot\b" 3; + "~*\bOrangeSpider\b" 3; + "~*\bOutfoxBot\b" 3; + "~*\bPageAnalyzer\b" 3; + "~*\bPage\ Analyzer\b" 3; + "~*\bPageGrabber\b" 3; + "~*\bPage\ Grabber\b" 3; + "~*\bpage\ scorer\b" 3; + "~*\bPageScorer\b" 3; + "~*\bPanscient\b" 3; + "~*\bPapa\ Foto\b" 3; + "~*\bPavuk\b" 3; + "~*\bpcBrowser\b" 3; + "~*\bPECL::HTTP\b" 3; + "~*\bPeoplePal\b" 3; + "~*\bPHPCrawl\b" 3; + "~*\bPicscout\b" 3; + "~*\bPicsearch\b" 3; + "~*\bPimonster\b" 3; + "~*\bPi-Monster\b" 3; + "~*\bPixray\b" 3; + "~*\bPleaseCrawl\b" 3; + "~*\bPockey\b" 3; + "~*\bPOE-Component-Client-HTTP\b" 3; + "~*\bProbethenet\b" 3; + "~*\bProPowerBot\b" 3; + "~*\bProWebWalker\b" 3; + "~*\bProximic\b" 3; + "~*\bPsbot\b" 3; + "~*\bPump\b" 3; + "~*\bPyCurl\b" 3; + "~*\bQueryN\ Metasearch\b" 3; + "~*\bQwantify\b" 3; + "~*\bRankActiveLinkBot\b" 3; + "~*\bRankivabot\b" 3; + "~*\bRealDownload\b" 3; + "~*\bReaper\b" 3; + "~*\bRecorder\b" 3; + "~*\bRedesScrapy\b" 3; + "~*\bReGet\b" 3; + "~*\bRepoMonkey\b" 3; + "~*\bRipper\b" 3; + "~*\bRocketCrawler\b" 3; + "~*\bRogerbot\b" 3; + "~*\bSalesIntelligent\b" 3; + "~*\bSBIder\b" 3; + "~*\bScanAlert\b" 3; + "~*\bScanbot\b" 3; + "~*\bScrapy\b" 3; + "~*\bScreaming\b" 3; + "~*\bScreaming\ Frog\ SEO\ Spider\b" 3; + "~*\bScreenerBot\b" 3; + "~*\bSearchestate\b" 3; + "~*\bSearchmetricsBot\b" 3; + "~*\bSemrush\b" 3; + "~*\bSemrushBot\b" 3; + "~*\bSEOkicks\b" 3; + "~*\bSEOkicks-Robot\b" 3; + "~*\bSEOlyticsCrawler\b" 3; + "~*\bSeomoz\b" 3; + "~*\bSEOprofiler\b" 3; + "~*\bseoscanners\b" 3; + "~*\bSEOstats\b" 3; + "~*\bSiphon\b" 3; + "~*\bSISTRIX\b" 3; + "~*\bSISTRIX\ Crawler\b" 3; + "~*\bSitebeam\b" 3; + "~*\bSiteExplorer\b" 3; + "~*\bSiteimprove\b" 3; + "~*\bSiteLockSpider\b" 3; + "~*\bSiteSnagger\b" 3; + "~*\bSiteSucker\b" 3; + "~*\bSite\ Sucker\b" 3; + "~*\bSitevigil\b" 3; + "~*\bSlackbot-LinkExpanding\b" 3; + "~*\bSlySearch\b" 3; + "~*\bSmartDownload\b" 3; + "~*\bSnake\b" 3; + "~*\bSnapbot\b" 3; + "~*\bSnoopy\b" 3; + "~*\bSocialRankIOBot\b" 3; + "~*\bSogou\ web\ spider\b" 3; + "~*\bSosospider\b" 3; + "~*\bSpaceBison\b" 3; + "~*\bSpammen\b" 3; + "~*\bSpankBot\b" 3; + "~*\bSpanner\b" 3; + "~*\bSpbot\b" 3; + "~*\bSpinn3r\b" 3; + "~*\bSputnikBot\b" 3; + "~*\bSqlmap\b" 3; + "~*\bSqlworm\b" 3; + "~*\bSqworm\b" 3; + "~*\bSteeler\b" 3; + "~*\bStripper\b" 3; + "~*\bSucker\b" 3; + "~*\bSucuri\b" 3; + "~*\bSuperBot\b" 3; + "~*\bSuperHTTP\b" 3; + "~*\bSurfbot\b" 3; + "~*\bSurveyBot\b" 3; + "~*\bSuzuran\b" 3; + "~*\bSwiftbot\b" 3; + "~*\bSzukacz\b" 3; + "~*\bT0PHackTeam\b" 3; + "~*\bT8Abot\b" 3; + "~*\btAkeOut\b" 3; + "~*\bTeleport\b" 3; + "~*\bTeleportPro\b" 3; + "~*\bTelesoft\b" 3; + "~*\bTelesphoreo\b" 3; + "~*\bTelesphorep\b" 3; + "~*\bThe\ Intraformant\b" 3; + "~*\bTheNomad\b" 3; + "~*\bTightTwatBot\b" 3; + "~*\bTitan\b" 3; + "~*\bToata\b" 3; + "~*\bToweyabot\b" 3; + "~*\bTrendictionbot\b" 3; + "~*\bTrue_Robot\b" 3; + "~*\bTuringos\b" 3; + "~*\bTurnitinBot\b" 3; + "~*\bTurnitin\ Bot\b" 3; + "~*\bTurnitin\ Robot\b" 3; + "~*\bTwengaBot\b" 3; + "~*\bTwice\b" 3; + "~*\bTyphoeus\b" 3; + "~*\bUnisterBot\b" 3; + "~*\bURLy.Warning\b" 3; + "~*\bURLy\ Warning\b" 3; + "~*\bVacuum\b" 3; + "~*\bVagabondo\b" 3; + "~*\bVB\ Project\b" 3; + "~*\bVCI\b" 3; + "~*\bVeriCiteCrawler\b" 3; + "~*\bVidibleScraper\b" 3; + "~*\bVoidEYE\b" 3; + "~*\bVoil\b" 3; + "~*\bVoltron\b" 3; + "~*\bWallpapers/3.0\b" 3; + "~*\bWallpapersHD\b" 3; + "~*\bWASALive-Bot\b" 3; + "~*\bWBSearchBot\b" 3; + "~*\bWebalta\b" 3; + "~*\bWebAuto\b" 3; + "~*\bWeb\ Auto\b" 3; + "~*\bWebBandit\b" 3; + "~*\bWeb\ Bandit\b" 3; + "~*\bWebCollage\b" 3; + "~*\bWeb\ Collage\b" 3; + "~*\bWebCopier\b" 3; + "~*\bWeb\ Copier\b" 3; + "~*\bWEBDAV\b" 3; + "~*\bWEBDAV\ Client\b" 3; + "~*\bWebEnhancer\b" 3; + "~*\bWeb\ Enhancer\b" 3; + "~*\bWebFetch\b" 3; + "~*\bWeb\ Fetch\b" 3; + "~*\bWebFuck\b" 3; + "~*\bWeb\ Fuck\b" 3; + "~*\bWebGo\ IS\b" 3; + "~*\bWebImageCollector\b" 3; + "~*\bWeb\ Image\ Collector\b" 3; + "~*\bWebLeacher\b" 3; + "~*\bWebmasterWorldForumBot\b" 3; + "~*\bwebmeup-crawler\b" 3; + "~*\bWebPix\b" 3; + "~*\bWeb\ Pix\b" 3; + "~*\bWebReaper\b" 3; + "~*\bWeb\ Reaper\b" 3; + "~*\bWebSauger\b" 3; + "~*\bWeb\ Sauger\b" 3; + "~*\bWebshag\b" 3; + "~*\bWebsiteExtractor\b" 3; + "~*\bWebsite\ Extractor\b" 3; + "~*\bWebsiteQuester\b" 3; + "~*\bWebsite\ Quester\b" 3; + "~*\bWebster\b" 3; + "~*\bWebStripper\b" 3; + "~*\bWeb\ Stripper\b" 3; + "~*\bWebSucker\b" 3; + "~*\bWeb\ Sucker\b" 3; + "~*\bWebWhacker\b" 3; + "~*\bWeb\ Whacker\b" 3; + "~*\bWebZIP\b" 3; + "~*\bWeSEE\b" 3; + "~*\bWhack\b" 3; + "~*\bWhacker\b" 3; + "~*\bWhatweb\b" 3; + "~*\bWidow\b" 3; + "~*\bWinHTTrack\b" 3; + "~*\bWiseGuys\ Robot\b" 3; + "~*\bWISENutbot\b" 3; + "~*\bWonderbot\b" 3; + "~*\bWoobot\b" 3; + "~*\bWotbox\b" 3; + "~*\bWprecon\b" 3; + "~*\bWPScan\b" 3; + "~*\bWWW-Collector-E\b" 3; + "~*\bWWW-Mechanize\b" 3; + "~*\bWWW::Mechanize\b" 3; + "~*\bWWWOFFLE\b" 3; + "~*\bx22Mozilla\b" 3; + "~*\bXaldon_WebSpider\b" 3; + "~*\bXaldon\ WebSpider\b" 3; + "~*\bXenu\b" 3; + "~*\bYoudaoBot\b" 3; + "~*\bZade\b" 3; + "~*\bZermelo\b" 3; + "~*\bZeus\b" 3; + "~*\bZgrab\b" 3; + "~*\bZitebot\b" 3; + "~*\bZmEu\b" 3; + "~*\bZumBot\b" 3; + "~*\bZyBorg\b" 3; # END BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ### }