diff --git a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf index 89e57a994..784f84207 100644 --- a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1469 -### Updated: Fri Jun 21 09:32:07 SAST 2019 +### Version: V3.2019.06.1470 +### Updated: Fri Jun 21 09:46:30 SAST 2019 ### Bad Referrer Count: 6693 ### Bad Bot Count: 557 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf index 2a9923d60..d577e4b50 100644 --- a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf @@ -10,8 +10,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1469 -### Updated: Fri Jun 21 09:32:08 SAST 2019 +### Version: V3.2019.06.1470 +### Updated: Fri Jun 21 09:46:30 SAST 2019 ### Bad Referrer Count: 6693 ### Bad Bot Count: 557 ################################################### @@ -138,563 +138,563 @@ map $http_user_agent $bad_bot { # Known Vulnerability Scanners (now merged into one section) # START BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ### - "~*(?:\.|\b|\/|[1-9])360Spider(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])404checker(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])404enemy(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])80legs(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Abonti(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Aboundex(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Aboundexbot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Acunetix(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])ADmantX(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])AfD-Verbotsverfahren(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])AhrefsBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])AIBOT(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])AiHitBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Aipbot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Alexibot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Alligator(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])AllSubmitter(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])AlphaBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Anarchie(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Apexoo(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])archive.org_bot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])ASPSeek(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Asterias(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Attach(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])autoemailspider(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])BackDoorBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Backlink-Ceck(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])backlink-check(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])BacklinkCrawler(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])BackStreet(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])BackWeb(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Badass(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Bandit(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Barkrowler(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])BatchFTP(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Battleztar\ Bazinga(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])BBBike(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])BDCbot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])BDFetch(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])BetaBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Bigfoot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Bitacle(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Blackboard(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Black\ Hole(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])BlackWidow(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])BLEXBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Blow(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])BlowFish(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Boardreader(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Bolt(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])BotALot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Brandprotect(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Brandwatch(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Bubing(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Buddy(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])BuiltBotTough(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])BuiltWith(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Bullseye(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])BunnySlippers(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])BuzzSumo(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Calculon(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])CATExplorador(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])CazoodleBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])CCBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Cegbfeieh(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])CheeseBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])CherryPicker(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])CheTeam(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])ChinaClaw(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Chlooe(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Claritybot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Cliqzbot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Cloud\ mapping(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])coccocbot-web(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Cogentbot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])cognitiveseo(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Collector(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])com.plumanalytics(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Copier(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])CopyRightCheck(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Copyscape(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Cosmos(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Craftbot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])crawler4j(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])crawler.feedback(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])crawl.sogou.com(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])CrazyWebCrawler(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Crescent(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])CrunchBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])CSHttp(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Curious(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Custo(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])DatabaseDriverMysqli(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])DataCha0s(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])DBLBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])demandbase-bot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Demon(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Deusu(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Devil(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Digincore(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])DigitalPebble(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])DIIbot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Dirbuster(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Disco(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Discobot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Discoverybot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Dispatch(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])DittoSpyder(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])DnyzBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])DomainAppender(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])DomainCrawler(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])DomainSigmaCrawler(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])DomainStatsBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Dotbot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Download\ Wonder(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Dragonfly(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Drip(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])DSearch(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])DTS\ Agent(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])EasyDL(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Ebingbong(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])eCatch(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])ECCP/1.0(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Ecxi(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])EirGrabber(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])EMail\ Siphon(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])EMail\ Wolf(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])EroCrawler(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])evc-batch(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Evil(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Exabot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Express\ WebPictures(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])ExtLinksBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Extractor(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])ExtractorPro(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Extreme\ Picture\ Finder(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])EyeNetIE(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Ezooms(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])facebookscraper(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])FDM(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])FemtosearchBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])FHscan(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Fimap(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Firefox/7.0(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])FlashGet(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Flunky(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Foobot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Freeuploader(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])FrontPage(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])FyberSpider(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Fyrebot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])GalaxyBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Genieo(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])GermCrawler(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Getintent(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])GetRight(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])GetWeb(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Gigablast(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Gigabot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])G-i-g-a-b-o-t(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Go-Ahead-Got-It(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Gotit(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])GoZilla(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Go!Zilla(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Grabber(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])GrabNet(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Grafula(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])GrapeFX(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])GrapeshotCrawler(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])GridBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])GT::WWW(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Haansoft(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])HaosouSpider(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Harvest(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Havij(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])HEADMasterSEO(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Heritrix(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Hloader(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])HMView(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])HTMLparser(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])HTTP::Lite(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])HTTrack(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Humanlinks(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])HybridBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Iblog(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])IDBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Id-search(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])IlseBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Image\ Fetch(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Image\ Sucker(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])IndeedBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Indy\ Library(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])InfoNaviRobot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])InfoTekies(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])instabid(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Intelliseek(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])InterGET(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Internet\ Ninja(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])InternetSeer(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])internetVista\ monitor(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])ips-agent(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Iria(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])IRLbot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Iskanie(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])IstellaBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])JamesBOT(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Jbrofuzz(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])JennyBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])JetCar(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Jetty(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])JikeSpider(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])JOC\ Web\ Spider(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Joomla(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Jorgee(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])JustView(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Jyxobot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Kenjin\ Spider(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Keyword\ Density(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Kozmosbot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Lanshanbot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Larbin(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])LeechFTP(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])LeechGet(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])LexiBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Lftp(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])LibWeb(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Libwhisker(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Lightspeedsystems(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Likse(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Linkdexbot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])LinkextractorPro(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])LinkpadBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])LinkScan(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])LinksManager(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])LinkWalker(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])LinqiaMetadataDownloaderBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])LinqiaRSSBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])LinqiaScrapeBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Lipperhey(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Lipperhey\ Spider(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Litemage_walker(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Lmspider(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])LNSpiderguy(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Ltx71(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])lwp-request(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])LWP::Simple(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])lwp-trivial(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Magnet(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Mag-Net(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])magpie-crawler(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Mail.RU_Bot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Majestic12(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Majestic-SEO(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Majestic\ SEO(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])MarkMonitor(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])MarkWatch(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Masscan(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Mass\ Downloader(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Mata\ Hari(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])MauiBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])meanpathbot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Meanpathbot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])MeanPath\ Bot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Mediatoolkitbot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])mediawords(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])MegaIndex.ru(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Metauri(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])MFC_Tear_Sample(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Microsoft\ Data\ Access(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Microsoft\ URL\ Control(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])MIDown\ tool(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])MIIxpc(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Mister\ PiX(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])MJ12bot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Mojeek(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Morfeus\ Fucking\ Scanner(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Mr.4x3(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])MSFrontPage(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])MSIECrawler(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Msrabot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])MS\ Web\ Services\ Client\ Protocol(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])muhstik-scan(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Musobot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Name\ Intelligence(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Nameprotect(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Navroad(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])NearSite(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Needle(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Nessus(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])NetAnts(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Netcraft(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])netEstate\ NE\ Crawler(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])NetLyzer(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])NetMechanic(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])NetSpider(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Nettrack(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Net\ Vampire(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Netvibes(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])NetZIP(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])NextGenSearchBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Nibbler(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])NICErsPRO(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Niki-bot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Nikto(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])NimbleCrawler(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Nimbostratus(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Ninja(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Nmap(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])NPbot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Nutch(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])oBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Octopus(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Offline\ Explorer(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Offline\ Navigator(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])OnCrawl(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Openfind(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])OpenLinkProfiler(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Openvas(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])OpenVAS(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])OrangeBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])OrangeSpider(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])OutclicksBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])OutfoxBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])PageAnalyzer(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Page\ Analyzer(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])PageGrabber(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])page\ scorer(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])PageScorer(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Pandalytics(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Panscient(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Papa\ Foto(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Pavuk(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])pcBrowser(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])PECL::HTTP(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])PeoplePal(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])PHPCrawl(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Picscout(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Picsearch(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])PictureFinder(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Pimonster(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Pi-Monster(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Pixray(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])PleaseCrawl(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])plumanalytics(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Pockey(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])POE-Component-Client-HTTP(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Probethenet(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])ProPowerBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])ProWebWalker(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Psbot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Pump(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])PxBroker(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])PyCurl(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])QueryN\ Metasearch(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Quick-Crawler(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])RankActive(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])RankActiveLinkBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])RankFlex(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])RankingBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])RankingBot2(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Rankivabot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])RankurBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])RealDownload(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Reaper(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])RebelMouse(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Recorder(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])RedesScrapy(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])ReGet(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])RepoMonkey(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Ripper(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])RocketCrawler(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Rogerbot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])s1z.ru(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])SalesIntelligent(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])SBIder(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])ScanAlert(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Scanbot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])scan.lol(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])ScoutJet(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Scrapy(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Screaming(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])ScreenerBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Searchestate(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])SearchmetricsBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Semrush(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])SemrushBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])SEOkicks(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])SEOkicks-Robot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])SEOlyticsCrawler(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Seomoz(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])SEOprofiler(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])seoscanners(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])SeoSiteCheckup(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])SEOstats(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])serpstatbot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])sexsearcher(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Shodan(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Siphon(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])SISTRIX(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Sitebeam(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])SiteExplorer(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Siteimprove(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])SiteLockSpider(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])SiteSnagger(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])SiteSucker(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Site\ Sucker(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Sitevigil(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Slackbot-LinkExpanding(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])SlySearch(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])SmartDownload(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])SMTBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Snake(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Snapbot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Snoopy(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])SocialRankIOBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Sociscraper(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])sogouspider(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Sogou\ web\ spider(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Sosospider(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Sottopop(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])SpaceBison(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Spammen(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])SpankBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Spanner(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])sp_auditbot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Spbot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Spinn3r(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])SputnikBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])spyfu(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Sqlmap(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Sqlworm(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Sqworm(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Steeler(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Stripper(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Sucker(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Sucuri(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])SuperBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])SuperHTTP(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Surfbot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])SurveyBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Suzuran(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Swiftbot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])sysscan(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Szukacz(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])T0PHackTeam(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])T8Abot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])tAkeOut(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Teleport(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])TeleportPro(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Telesoft(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Telesphoreo(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Telesphorep(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])The\ Intraformant(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])TheNomad(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])TightTwatBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Titan(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Toata(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Toweyabot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Tracemyfile(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Trendiction(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Trendictionbot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])trendiction.com(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])trendiction.de(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])True_Robot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Turingos(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Turnitin(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])TurnitinBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])TwengaBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Twice(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Typhoeus(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])UnisterBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Upflow(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])URLy.Warning(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])URLy\ Warning(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Vacuum(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Vagabondo(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])VB\ Project(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])VCI(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])VeriCiteCrawler(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])VidibleScraper(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Virusdie(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])VoidEYE(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Voil(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Voltron(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Wallpapers/3.0(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])WallpapersHD(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])WASALive-Bot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])WBSearchBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Webalta(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])WebAuto(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Web\ Auto(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])WebBandit(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])WebCollage(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Web\ Collage(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])WebCopier(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])WEBDAV(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])WebEnhancer(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Web\ Enhancer(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])WebFetch(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Web\ Fetch(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])WebFuck(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Web\ Fuck(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])WebGo\ IS(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])WebImageCollector(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])WebLeacher(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])WebmasterWorldForumBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])webmeup-crawler(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])WebPix(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Web\ Pix(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])WebReaper(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])WebSauger(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Web\ Sauger(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Webshag(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])WebsiteExtractor(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])WebsiteQuester(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Website\ Quester(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Webster(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])WebStripper(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])WebSucker(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Web\ Sucker(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])WebWhacker(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])WebZIP(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])WeSEE(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Whack(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Whacker(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Whatweb(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Who.is\ Bot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Widow(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])WinHTTrack(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])WiseGuys\ Robot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])WISENutbot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Wonderbot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Woobot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Wotbox(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Wprecon(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])WPScan(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])WWW-Collector-E(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])WWW-Mechanize(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])WWW::Mechanize(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])WWWOFFLE(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])x09Mozilla(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])x22Mozilla(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Xaldon_WebSpider(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Xaldon\ WebSpider(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Xenu(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])xpymep1.exe(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])YoudaoBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Zade(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Zauba(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])zauba.io(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Zermelo(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Zeus(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])zgrab(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])Zitebot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])ZmEu(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])ZumBot(?:\.|\b|\/|[1-9])" 3; - "~*(?:\.|\b|\/|[1-9])ZyBorg(?:\.|\b|\/|[1-9])" 3; + "~*(?:\b|)360Spider(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)404checker(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)404enemy(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)80legs(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Abonti(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Aboundex(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Aboundexbot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Acunetix(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)ADmantX(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)AfD-Verbotsverfahren(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)AhrefsBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)AIBOT(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)AiHitBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Aipbot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Alexibot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Alligator(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)AllSubmitter(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)AlphaBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Anarchie(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Apexoo(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)archive.org_bot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)ASPSeek(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Asterias(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Attach(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)autoemailspider(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)BackDoorBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Backlink-Ceck(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)backlink-check(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)BacklinkCrawler(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)BackStreet(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)BackWeb(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Badass(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Bandit(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Barkrowler(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)BatchFTP(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Battleztar\ Bazinga(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)BBBike(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)BDCbot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)BDFetch(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)BetaBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Bigfoot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Bitacle(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Blackboard(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Black\ Hole(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)BlackWidow(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)BLEXBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Blow(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)BlowFish(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Boardreader(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Bolt(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)BotALot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Brandprotect(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Brandwatch(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Bubing(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Buddy(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)BuiltBotTough(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)BuiltWith(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Bullseye(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)BunnySlippers(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)BuzzSumo(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Calculon(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)CATExplorador(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)CazoodleBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)CCBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Cegbfeieh(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)CheeseBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)CherryPicker(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)CheTeam(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)ChinaClaw(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Chlooe(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Claritybot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Cliqzbot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Cloud\ mapping(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)coccocbot-web(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Cogentbot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)cognitiveseo(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Collector(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)com.plumanalytics(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Copier(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)CopyRightCheck(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Copyscape(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Cosmos(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Craftbot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)crawler4j(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)crawler.feedback(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)crawl.sogou.com(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)CrazyWebCrawler(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Crescent(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)CrunchBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)CSHttp(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Curious(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Custo(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)DatabaseDriverMysqli(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)DataCha0s(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)DBLBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)demandbase-bot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Demon(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Deusu(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Devil(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Digincore(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)DigitalPebble(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)DIIbot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Dirbuster(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Disco(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Discobot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Discoverybot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Dispatch(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)DittoSpyder(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)DnyzBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)DomainAppender(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)DomainCrawler(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)DomainSigmaCrawler(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)DomainStatsBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Dotbot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Download\ Wonder(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Dragonfly(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Drip(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)DSearch(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)DTS\ Agent(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)EasyDL(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Ebingbong(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)eCatch(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)ECCP/1.0(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Ecxi(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)EirGrabber(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)EMail\ Siphon(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)EMail\ Wolf(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)EroCrawler(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)evc-batch(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Evil(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Exabot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Express\ WebPictures(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)ExtLinksBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Extractor(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)ExtractorPro(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Extreme\ Picture\ Finder(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)EyeNetIE(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Ezooms(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)facebookscraper(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)FDM(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)FemtosearchBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)FHscan(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Fimap(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Firefox/7.0(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)FlashGet(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Flunky(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Foobot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Freeuploader(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)FrontPage(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)FyberSpider(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Fyrebot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)GalaxyBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Genieo(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)GermCrawler(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Getintent(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)GetRight(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)GetWeb(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Gigablast(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Gigabot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)G-i-g-a-b-o-t(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Go-Ahead-Got-It(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Gotit(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)GoZilla(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Go!Zilla(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Grabber(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)GrabNet(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Grafula(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)GrapeFX(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)GrapeshotCrawler(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)GridBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)GT::WWW(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Haansoft(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)HaosouSpider(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Harvest(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Havij(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)HEADMasterSEO(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Heritrix(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Hloader(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)HMView(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)HTMLparser(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)HTTP::Lite(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)HTTrack(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Humanlinks(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)HybridBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Iblog(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)IDBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Id-search(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)IlseBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Image\ Fetch(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Image\ Sucker(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)IndeedBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Indy\ Library(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)InfoNaviRobot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)InfoTekies(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)instabid(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Intelliseek(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)InterGET(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Internet\ Ninja(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)InternetSeer(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)internetVista\ monitor(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)ips-agent(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Iria(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)IRLbot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Iskanie(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)IstellaBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)JamesBOT(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Jbrofuzz(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)JennyBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)JetCar(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Jetty(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)JikeSpider(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)JOC\ Web\ Spider(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Joomla(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Jorgee(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)JustView(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Jyxobot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Kenjin\ Spider(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Keyword\ Density(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Kozmosbot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Lanshanbot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Larbin(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)LeechFTP(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)LeechGet(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)LexiBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Lftp(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)LibWeb(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Libwhisker(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Lightspeedsystems(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Likse(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Linkdexbot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)LinkextractorPro(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)LinkpadBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)LinkScan(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)LinksManager(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)LinkWalker(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)LinqiaMetadataDownloaderBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)LinqiaRSSBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)LinqiaScrapeBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Lipperhey(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Lipperhey\ Spider(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Litemage_walker(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Lmspider(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)LNSpiderguy(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Ltx71(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)lwp-request(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)LWP::Simple(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)lwp-trivial(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Magnet(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Mag-Net(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)magpie-crawler(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Mail.RU_Bot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Majestic12(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Majestic-SEO(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Majestic\ SEO(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)MarkMonitor(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)MarkWatch(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Masscan(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Mass\ Downloader(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Mata\ Hari(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)MauiBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)meanpathbot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Meanpathbot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)MeanPath\ Bot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Mediatoolkitbot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)mediawords(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)MegaIndex.ru(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Metauri(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)MFC_Tear_Sample(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Microsoft\ Data\ Access(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Microsoft\ URL\ Control(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)MIDown\ tool(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)MIIxpc(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Mister\ PiX(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)MJ12bot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Mojeek(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Morfeus\ Fucking\ Scanner(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Mr.4x3(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)MSFrontPage(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)MSIECrawler(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Msrabot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)MS\ Web\ Services\ Client\ Protocol(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)muhstik-scan(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Musobot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Name\ Intelligence(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Nameprotect(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Navroad(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)NearSite(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Needle(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Nessus(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)NetAnts(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Netcraft(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)netEstate\ NE\ Crawler(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)NetLyzer(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)NetMechanic(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)NetSpider(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Nettrack(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Net\ Vampire(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Netvibes(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)NetZIP(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)NextGenSearchBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Nibbler(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)NICErsPRO(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Niki-bot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Nikto(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)NimbleCrawler(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Nimbostratus(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Ninja(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Nmap(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)NPbot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Nutch(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)oBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Octopus(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Offline\ Explorer(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Offline\ Navigator(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)OnCrawl(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Openfind(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)OpenLinkProfiler(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Openvas(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)OpenVAS(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)OrangeBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)OrangeSpider(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)OutclicksBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)OutfoxBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)PageAnalyzer(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Page\ Analyzer(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)PageGrabber(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)page\ scorer(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)PageScorer(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Pandalytics(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Panscient(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Papa\ Foto(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Pavuk(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)pcBrowser(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)PECL::HTTP(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)PeoplePal(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)PHPCrawl(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Picscout(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Picsearch(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)PictureFinder(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Pimonster(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Pi-Monster(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Pixray(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)PleaseCrawl(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)plumanalytics(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Pockey(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)POE-Component-Client-HTTP(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Probethenet(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)ProPowerBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)ProWebWalker(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Psbot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Pump(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)PxBroker(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)PyCurl(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)QueryN\ Metasearch(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Quick-Crawler(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)RankActive(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)RankActiveLinkBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)RankFlex(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)RankingBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)RankingBot2(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Rankivabot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)RankurBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)RealDownload(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Reaper(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)RebelMouse(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Recorder(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)RedesScrapy(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)ReGet(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)RepoMonkey(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Ripper(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)RocketCrawler(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Rogerbot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)s1z.ru(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)SalesIntelligent(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)SBIder(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)ScanAlert(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Scanbot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)scan.lol(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)ScoutJet(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Scrapy(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Screaming(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)ScreenerBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Searchestate(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)SearchmetricsBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Semrush(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)SemrushBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)SEOkicks(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)SEOkicks-Robot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)SEOlyticsCrawler(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Seomoz(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)SEOprofiler(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)seoscanners(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)SeoSiteCheckup(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)SEOstats(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)serpstatbot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)sexsearcher(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Shodan(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Siphon(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)SISTRIX(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Sitebeam(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)SiteExplorer(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Siteimprove(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)SiteLockSpider(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)SiteSnagger(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)SiteSucker(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Site\ Sucker(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Sitevigil(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Slackbot-LinkExpanding(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)SlySearch(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)SmartDownload(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)SMTBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Snake(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Snapbot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Snoopy(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)SocialRankIOBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Sociscraper(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)sogouspider(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Sogou\ web\ spider(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Sosospider(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Sottopop(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)SpaceBison(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Spammen(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)SpankBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Spanner(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)sp_auditbot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Spbot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Spinn3r(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)SputnikBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)spyfu(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Sqlmap(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Sqlworm(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Sqworm(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Steeler(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Stripper(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Sucker(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Sucuri(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)SuperBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)SuperHTTP(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Surfbot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)SurveyBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Suzuran(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Swiftbot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)sysscan(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Szukacz(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)T0PHackTeam(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)T8Abot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)tAkeOut(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Teleport(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)TeleportPro(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Telesoft(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Telesphoreo(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Telesphorep(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)The\ Intraformant(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)TheNomad(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)TightTwatBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Titan(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Toata(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Toweyabot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Tracemyfile(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Trendiction(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Trendictionbot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)trendiction.com(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)trendiction.de(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)True_Robot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Turingos(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Turnitin(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)TurnitinBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)TwengaBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Twice(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Typhoeus(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)UnisterBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Upflow(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)URLy.Warning(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)URLy\ Warning(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Vacuum(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Vagabondo(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)VB\ Project(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)VCI(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)VeriCiteCrawler(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)VidibleScraper(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Virusdie(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)VoidEYE(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Voil(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Voltron(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Wallpapers/3.0(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)WallpapersHD(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)WASALive-Bot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)WBSearchBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Webalta(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)WebAuto(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Web\ Auto(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)WebBandit(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)WebCollage(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Web\ Collage(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)WebCopier(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)WEBDAV(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)WebEnhancer(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Web\ Enhancer(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)WebFetch(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Web\ Fetch(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)WebFuck(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Web\ Fuck(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)WebGo\ IS(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)WebImageCollector(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)WebLeacher(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)WebmasterWorldForumBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)webmeup-crawler(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)WebPix(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Web\ Pix(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)WebReaper(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)WebSauger(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Web\ Sauger(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Webshag(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)WebsiteExtractor(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)WebsiteQuester(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Website\ Quester(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Webster(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)WebStripper(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)WebSucker(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Web\ Sucker(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)WebWhacker(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)WebZIP(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)WeSEE(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Whack(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Whacker(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Whatweb(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Who.is\ Bot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Widow(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)WinHTTrack(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)WiseGuys\ Robot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)WISENutbot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Wonderbot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Woobot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Wotbox(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Wprecon(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)WPScan(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)WWW-Collector-E(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)WWW-Mechanize(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)WWW::Mechanize(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)WWWOFFLE(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)x09Mozilla(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)x22Mozilla(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Xaldon_WebSpider(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Xaldon\ WebSpider(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Xenu(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)xpymep1.exe(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)YoudaoBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Zade(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Zauba(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)zauba.io(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Zermelo(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Zeus(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)zgrab(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)Zitebot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)ZmEu(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)ZumBot(?:|\s|,|\.|\b|\/)" 3; + "~*(?:\b|)ZyBorg(?:|\s|,|\.|\b|\/)" 3; # END BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ### # *********************************************** diff --git a/.dev-tools/_curl_tests/curltest1.txt b/.dev-tools/_curl_tests/curltest1.txt index 2e61bf1ff..e6238809a 100755 --- a/.dev-tools/_curl_tests/curltest1.txt +++ b/.dev-tools/_curl_tests/curltest1.txt @@ -1,4 +1,4 @@ -Last Tested: Fri Jun 21 09:32:20 SAST 2019 +Last Tested: Fri Jun 21 09:46:43 SAST 2019 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed diff --git a/.dev-tools/_curl_tests/curltest2.txt b/.dev-tools/_curl_tests/curltest2.txt index 2e61bf1ff..e6238809a 100755 --- a/.dev-tools/_curl_tests/curltest2.txt +++ b/.dev-tools/_curl_tests/curltest2.txt @@ -1,4 +1,4 @@ -Last Tested: Fri Jun 21 09:32:20 SAST 2019 +Last Tested: Fri Jun 21 09:46:43 SAST 2019 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed diff --git a/.dev-tools/_curl_tests/curltest3.txt b/.dev-tools/_curl_tests/curltest3.txt index 2e61bf1ff..e6238809a 100755 --- a/.dev-tools/_curl_tests/curltest3.txt +++ b/.dev-tools/_curl_tests/curltest3.txt @@ -1,4 +1,4 @@ -Last Tested: Fri Jun 21 09:32:20 SAST 2019 +Last Tested: Fri Jun 21 09:46:43 SAST 2019 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed diff --git a/.dev-tools/_curl_tests/curltest4.txt b/.dev-tools/_curl_tests/curltest4.txt index 2e61bf1ff..e6238809a 100755 --- a/.dev-tools/_curl_tests/curltest4.txt +++ b/.dev-tools/_curl_tests/curltest4.txt @@ -1,4 +1,4 @@ -Last Tested: Fri Jun 21 09:32:20 SAST 2019 +Last Tested: Fri Jun 21 09:46:43 SAST 2019 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed diff --git a/.dev-tools/_curl_tests/curltest5.txt b/.dev-tools/_curl_tests/curltest5.txt index cb6fa81a9..1b07b3dc3 100755 --- a/.dev-tools/_curl_tests/curltest5.txt +++ b/.dev-tools/_curl_tests/curltest5.txt @@ -1,4 +1,4 @@ -Last Tested: Fri Jun 21 09:32:20 SAST 2019 +Last Tested: Fri Jun 21 09:46:43 SAST 2019