vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-03 02:59:57 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

V4.2019.06.1592 [ci skip]

Browse source
This commit is contained in:
Travis 2019-06-25 14:22:27 +02:00
parent 7d877630fb
commit aeb11e83e0
22 changed files with 8436 additions and 1170 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf
View file

@ -33,4 +33,4 @@
# 111.111.111.111 0; # 111.111.111.111 0;
35.193.7.13 0; 35.192.187.174 0;

4
.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1591 ### Version: V4.2019.06.1592
### Updated: Tue Jun 25 14:11:35 SAST 2019 ### Updated: Tue Jun 25 14:19:04 SAST 2019
### Bad Referrer Count: 6711 ### Bad Referrer Count: 6711
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf
View file

@ -33,4 +33,4 @@
# 111.111.111.111 0; # 111.111.111.111 0;
35.193.7.13 0; 35.192.187.174 0;

4
.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf
View file

@ -10,8 +10,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.06.1591 ### Version: V3.2019.06.1592
### Updated: Tue Jun 25 14:11:36 SAST 2019 ### Updated: Tue Jun 25 14:19:05 SAST 2019
### Bad Referrer Count: 6711 ### Bad Referrer Count: 6711
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/globalblacklist-testing.template
View file

@ -10,8 +10,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.06.1591 ### Version: V3.2019.06.1592
### Updated: Tue Jun 25 14:11:36 SAST 2019 ### Updated: Tue Jun 25 14:19:05 SAST 2019
### Bad Referrer Count: 6711 ### Bad Referrer Count: 6711
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/globalblacklist.template
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1591 ### Version: V4.2019.06.1592
### Updated: Tue Jun 25 14:11:35 SAST 2019 ### Updated: Tue Jun 25 14:19:04 SAST 2019
### Bad Referrer Count: 6711 ### Bad Referrer Count: 6711
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

557
.dev-tools/test_units/blacklist-user-agents.conf
View file

@ -61,5 +61,560 @@
"~*(?:\b)Nutch(?:\b|)" 0; "~*(?:\b)Nutch(?:\b|)" 0;
# START MAKE BAD BOTS GOOD ### DO NOT EDIT THIS LINE AT ALL ### # START MAKE BAD BOTS GOOD ### DO NOT EDIT THIS LINE AT ALL ###
"~*(?:\b)360Spider(?:\b|)" 0;
"~*(?:\b)404checker(?:\b|)" 0;
"~*(?:\b)404enemy(?:\b|)" 0;
"~*(?:\b)80legs(?:\b|)" 0;
"~*(?:\b)Abonti(?:\b|)" 0;
"~*(?:\b)Aboundex(?:\b|)" 0;
"~*(?:\b)Aboundexbot(?:\b|)" 0;
"~*(?:\b)Acunetix(?:\b|)" 0;
"~*(?:\b)ADmantX(?:\b|)" 0;
"~*(?:\b)AfD-Verbotsverfahren(?:\b|)" 0;
"~*(?:\b)AhrefsBot(?:\b|)" 0;
"~*(?:\b)AIBOT(?:\b|)" 0;
"~*(?:\b)AiHitBot(?:\b|)" 0;
"~*(?:\b)Aipbot(?:\b|)" 0;
"~*(?:\b)Alexibot(?:\b|)" 0;
"~*(?:\b)Alligator(?:\b|)" 0;
"~*(?:\b)AllSubmitter(?:\b|)" 0;
"~*(?:\b)AlphaBot(?:\b|)" 0;
"~*(?:\b)Anarchie(?:\b|)" 0;
"~*(?:\b)Apexoo(?:\b|)" 0;
"~*(?:\b)archive.org_bot(?:\b|)" 0;
"~*(?:\b)ASPSeek(?:\b|)" 0;
"~*(?:\b)Asterias(?:\b|)" 0;
"~*(?:\b)Attach(?:\b|)" 0;
"~*(?:\b)autoemailspider(?:\b|)" 0;
"~*(?:\b)BackDoorBot(?:\b|)" 0;
"~*(?:\b)Backlink-Ceck(?:\b|)" 0;
"~*(?:\b)backlink-check(?:\b|)" 0;
"~*(?:\b)BacklinkCrawler(?:\b|)" 0;
"~*(?:\b)BackStreet(?:\b|)" 0;
"~*(?:\b)BackWeb(?:\b|)" 0;
"~*(?:\b)Badass(?:\b|)" 0;
"~*(?:\b)Bandit(?:\b|)" 0;
"~*(?:\b)Barkrowler(?:\b|)" 0;
"~*(?:\b)BatchFTP(?:\b|)" 0;
"~*(?:\b)Battleztar\ Bazinga(?:\b|)" 0;
"~*(?:\b)BBBike(?:\b|)" 0;
"~*(?:\b)BDCbot(?:\b|)" 0;
"~*(?:\b)BDFetch(?:\b|)" 0;
"~*(?:\b)BetaBot(?:\b|)" 0;
"~*(?:\b)Bigfoot(?:\b|)" 0;
"~*(?:\b)Bitacle(?:\b|)" 0;
"~*(?:\b)Blackboard(?:\b|)" 0;
"~*(?:\b)Black\ Hole(?:\b|)" 0;
"~*(?:\b)BlackWidow(?:\b|)" 0;
"~*(?:\b)BLEXBot(?:\b|)" 0;
"~*(?:\b)Blow(?:\b|)" 0;
"~*(?:\b)BlowFish(?:\b|)" 0;
"~*(?:\b)Boardreader(?:\b|)" 0;
"~*(?:\b)Bolt(?:\b|)" 0;
"~*(?:\b)BotALot(?:\b|)" 0;
"~*(?:\b)Brandprotect(?:\b|)" 0;
"~*(?:\b)Brandwatch(?:\b|)" 0;
"~*(?:\b)Buddy(?:\b|)" 0;
"~*(?:\b)BuiltBotTough(?:\b|)" 0;
"~*(?:\b)BuiltWith(?:\b|)" 0;
"~*(?:\b)Bullseye(?:\b|)" 0;
"~*(?:\b)BunnySlippers(?:\b|)" 0;
"~*(?:\b)BuzzSumo(?:\b|)" 0;
"~*(?:\b)Calculon(?:\b|)" 0;
"~*(?:\b)CATExplorador(?:\b|)" 0;
"~*(?:\b)CazoodleBot(?:\b|)" 0;
"~*(?:\b)CCBot(?:\b|)" 0;
"~*(?:\b)Cegbfeieh(?:\b|)" 0;
"~*(?:\b)CheeseBot(?:\b|)" 0;
"~*(?:\b)CherryPicker(?:\b|)" 0;
"~*(?:\b)CheTeam(?:\b|)" 0;
"~*(?:\b)ChinaClaw(?:\b|)" 0;
"~*(?:\b)Chlooe(?:\b|)" 0;
"~*(?:\b)Claritybot(?:\b|)" 0;
"~*(?:\b)Cliqzbot(?:\b|)" 0;
"~*(?:\b)Cloud\ mapping(?:\b|)" 0;
"~*(?:\b)coccocbot-web(?:\b|)" 0;
"~*(?:\b)Cogentbot(?:\b|)" 0;
"~*(?:\b)cognitiveseo(?:\b|)" 0;
"~*(?:\b)Collector(?:\b|)" 0;
"~*(?:\b)com.plumanalytics(?:\b|)" 0;
"~*(?:\b)Copier(?:\b|)" 0;
"~*(?:\b)CopyRightCheck(?:\b|)" 0;
"~*(?:\b)Copyscape(?:\b|)" 0;
"~*(?:\b)Cosmos(?:\b|)" 0;
"~*(?:\b)Craftbot(?:\b|)" 0;
"~*(?:\b)crawler4j(?:\b|)" 0;
"~*(?:\b)crawler.feedback(?:\b|)" 0;
"~*(?:\b)crawl.sogou.com(?:\b|)" 0;
"~*(?:\b)CrazyWebCrawler(?:\b|)" 0;
"~*(?:\b)Crescent(?:\b|)" 0;
"~*(?:\b)CrunchBot(?:\b|)" 0;
"~*(?:\b)CSHttp(?:\b|)" 0;
"~*(?:\b)Curious(?:\b|)" 0;
"~*(?:\b)Custo(?:\b|)" 0;
"~*(?:\b)DatabaseDriverMysqli(?:\b|)" 0;
"~*(?:\b)DataCha0s(?:\b|)" 0;
"~*(?:\b)DBLBot(?:\b|)" 0;
"~*(?:\b)demandbase-bot(?:\b|)" 0;
"~*(?:\b)Demon(?:\b|)" 0;
"~*(?:\b)Deusu(?:\b|)" 0;
"~*(?:\b)Devil(?:\b|)" 0;
"~*(?:\b)Digincore(?:\b|)" 0;
"~*(?:\b)DigitalPebble(?:\b|)" 0;
"~*(?:\b)DIIbot(?:\b|)" 0;
"~*(?:\b)Dirbuster(?:\b|)" 0;
"~*(?:\b)Disco(?:\b|)" 0;
"~*(?:\b)Discobot(?:\b|)" 0;
"~*(?:\b)Discoverybot(?:\b|)" 0;
"~*(?:\b)Dispatch(?:\b|)" 0;
"~*(?:\b)DittoSpyder(?:\b|)" 0;
"~*(?:\b)DnyzBot(?:\b|)" 0;
"~*(?:\b)DomainAppender(?:\b|)" 0;
"~*(?:\b)DomainCrawler(?:\b|)" 0;
"~*(?:\b)DomainSigmaCrawler(?:\b|)" 0;
"~*(?:\b)DomainStatsBot(?:\b|)" 0;
"~*(?:\b)Dotbot(?:\b|)" 0;
"~*(?:\b)Download\ Wonder(?:\b|)" 0;
"~*(?:\b)Dragonfly(?:\b|)" 0;
"~*(?:\b)Drip(?:\b|)" 0;
"~*(?:\b)DSearch(?:\b|)" 0;
"~*(?:\b)DTS\ Agent(?:\b|)" 0;
"~*(?:\b)EasyDL(?:\b|)" 0;
"~*(?:\b)Ebingbong(?:\b|)" 0;
"~*(?:\b)eCatch(?:\b|)" 0;
"~*(?:\b)ECCP/1.0(?:\b|)" 0;
"~*(?:\b)Ecxi(?:\b|)" 0;
"~*(?:\b)EirGrabber(?:\b|)" 0;
"~*(?:\b)EMail\ Siphon(?:\b|)" 0;
"~*(?:\b)EMail\ Wolf(?:\b|)" 0;
"~*(?:\b)EroCrawler(?:\b|)" 0;
"~*(?:\b)evc-batch(?:\b|)" 0;
"~*(?:\b)Evil(?:\b|)" 0;
"~*(?:\b)Exabot(?:\b|)" 0;
"~*(?:\b)Express\ WebPictures(?:\b|)" 0;
"~*(?:\b)ExtLinksBot(?:\b|)" 0;
"~*(?:\b)Extractor(?:\b|)" 0;
"~*(?:\b)ExtractorPro(?:\b|)" 0;
"~*(?:\b)Extreme\ Picture\ Finder(?:\b|)" 0;
"~*(?:\b)EyeNetIE(?:\b|)" 0;
"~*(?:\b)Ezooms(?:\b|)" 0;
"~*(?:\b)facebookscraper(?:\b|)" 0;
"~*(?:\b)FDM(?:\b|)" 0;
"~*(?:\b)FemtosearchBot(?:\b|)" 0;
"~*(?:\b)FHscan(?:\b|)" 0;
"~*(?:\b)Fimap(?:\b|)" 0;
"~*(?:\b)Firefox/7.0(?:\b|)" 0;
"~*(?:\b)FlashGet(?:\b|)" 0;
"~*(?:\b)Flunky(?:\b|)" 0;
"~*(?:\b)Foobot(?:\b|)" 0;
"~*(?:\b)Freeuploader(?:\b|)" 0;
"~*(?:\b)FrontPage(?:\b|)" 0;
"~*(?:\b)FyberSpider(?:\b|)" 0;
"~*(?:\b)Fyrebot(?:\b|)" 0;
"~*(?:\b)GalaxyBot(?:\b|)" 0;
"~*(?:\b)Genieo(?:\b|)" 0;
"~*(?:\b)GermCrawler(?:\b|)" 0;
"~*(?:\b)Getintent(?:\b|)" 0;
"~*(?:\b)GetRight(?:\b|)" 0;
"~*(?:\b)GetWeb(?:\b|)" 0;
"~*(?:\b)Gigablast(?:\b|)" 0;
"~*(?:\b)Gigabot(?:\b|)" 0;
"~*(?:\b)G-i-g-a-b-o-t(?:\b|)" 0;
"~*(?:\b)Go-Ahead-Got-It(?:\b|)" 0;
"~*(?:\b)Gotit(?:\b|)" 0;
"~*(?:\b)GoZilla(?:\b|)" 0;
"~*(?:\b)Go!Zilla(?:\b|)" 0;
"~*(?:\b)Grabber(?:\b|)" 0;
"~*(?:\b)GrabNet(?:\b|)" 0;
"~*(?:\b)Grafula(?:\b|)" 0;
"~*(?:\b)GrapeFX(?:\b|)" 0;
"~*(?:\b)GrapeshotCrawler(?:\b|)" 0;
"~*(?:\b)GridBot(?:\b|)" 0;
"~*(?:\b)GT::WWW(?:\b|)" 0;
"~*(?:\b)Haansoft(?:\b|)" 0;
"~*(?:\b)HaosouSpider(?:\b|)" 0;
"~*(?:\b)Harvest(?:\b|)" 0;
"~*(?:\b)Havij(?:\b|)" 0;
"~*(?:\b)HEADMasterSEO(?:\b|)" 0;
"~*(?:\b)Heritrix(?:\b|)" 0;
"~*(?:\b)Hloader(?:\b|)" 0;
"~*(?:\b)HMView(?:\b|)" 0;
"~*(?:\b)HTMLparser(?:\b|)" 0;
"~*(?:\b)HTTP::Lite(?:\b|)" 0;
"~*(?:\b)HTTrack(?:\b|)" 0;
"~*(?:\b)Humanlinks(?:\b|)" 0;
"~*(?:\b)HybridBot(?:\b|)" 0;
"~*(?:\b)Iblog(?:\b|)" 0;
"~*(?:\b)IDBot(?:\b|)" 0;
"~*(?:\b)Id-search(?:\b|)" 0;
"~*(?:\b)IlseBot(?:\b|)" 0;
"~*(?:\b)Image\ Fetch(?:\b|)" 0;
"~*(?:\b)Image\ Sucker(?:\b|)" 0;
"~*(?:\b)IndeedBot(?:\b|)" 0;
"~*(?:\b)Indy\ Library(?:\b|)" 0;
"~*(?:\b)InfoNaviRobot(?:\b|)" 0;
"~*(?:\b)InfoTekies(?:\b|)" 0;
"~*(?:\b)instabid(?:\b|)" 0;
"~*(?:\b)Intelliseek(?:\b|)" 0;
"~*(?:\b)InterGET(?:\b|)" 0;
"~*(?:\b)Internet\ Ninja(?:\b|)" 0;
"~*(?:\b)InternetSeer(?:\b|)" 0;
"~*(?:\b)internetVista\ monitor(?:\b|)" 0;
"~*(?:\b)ips-agent(?:\b|)" 0;
"~*(?:\b)Iria(?:\b|)" 0;
"~*(?:\b)IRLbot(?:\b|)" 0;
"~*(?:\b)Iskanie(?:\b|)" 0;
"~*(?:\b)IstellaBot(?:\b|)" 0;
"~*(?:\b)JamesBOT(?:\b|)" 0;
"~*(?:\b)Jbrofuzz(?:\b|)" 0;
"~*(?:\b)JennyBot(?:\b|)" 0;
"~*(?:\b)JetCar(?:\b|)" 0;
"~*(?:\b)Jetty(?:\b|)" 0;
"~*(?:\b)JikeSpider(?:\b|)" 0;
"~*(?:\b)JOC\ Web\ Spider(?:\b|)" 0;
"~*(?:\b)Joomla(?:\b|)" 0;
"~*(?:\b)Jorgee(?:\b|)" 0;
"~*(?:\b)JustView(?:\b|)" 0;
"~*(?:\b)Jyxobot(?:\b|)" 0;
"~*(?:\b)Kenjin\ Spider(?:\b|)" 0;
"~*(?:\b)Keyword\ Density(?:\b|)" 0;
"~*(?:\b)Kozmosbot(?:\b|)" 0;
"~*(?:\b)Lanshanbot(?:\b|)" 0;
"~*(?:\b)Larbin(?:\b|)" 0;
"~*(?:\b)LeechFTP(?:\b|)" 0;
"~*(?:\b)LeechGet(?:\b|)" 0;
"~*(?:\b)LexiBot(?:\b|)" 0;
"~*(?:\b)Lftp(?:\b|)" 0;
"~*(?:\b)LibWeb(?:\b|)" 0;
"~*(?:\b)Libwhisker(?:\b|)" 0;
"~*(?:\b)Lightspeedsystems(?:\b|)" 0;
"~*(?:\b)Likse(?:\b|)" 0;
"~*(?:\b)Linkdexbot(?:\b|)" 0;
"~*(?:\b)LinkextractorPro(?:\b|)" 0;
"~*(?:\b)LinkpadBot(?:\b|)" 0;
"~*(?:\b)LinkScan(?:\b|)" 0;
"~*(?:\b)LinksManager(?:\b|)" 0;
"~*(?:\b)LinkWalker(?:\b|)" 0;
"~*(?:\b)LinqiaMetadataDownloaderBot(?:\b|)" 0;
"~*(?:\b)LinqiaRSSBot(?:\b|)" 0;
"~*(?:\b)LinqiaScrapeBot(?:\b|)" 0;
"~*(?:\b)Lipperhey(?:\b|)" 0;
"~*(?:\b)Lipperhey\ Spider(?:\b|)" 0;
"~*(?:\b)Litemage_walker(?:\b|)" 0;
"~*(?:\b)Lmspider(?:\b|)" 0;
"~*(?:\b)LNSpiderguy(?:\b|)" 0;
"~*(?:\b)Ltx71(?:\b|)" 0;
"~*(?:\b)lwp-request(?:\b|)" 0;
"~*(?:\b)LWP::Simple(?:\b|)" 0;
"~*(?:\b)lwp-trivial(?:\b|)" 0;
"~*(?:\b)Magnet(?:\b|)" 0;
"~*(?:\b)Mag-Net(?:\b|)" 0;
"~*(?:\b)magpie-crawler(?:\b|)" 0;
"~*(?:\b)Mail.RU_Bot(?:\b|)" 0;
"~*(?:\b)Majestic12(?:\b|)" 0;
"~*(?:\b)Majestic-SEO(?:\b|)" 0;
"~*(?:\b)Majestic\ SEO(?:\b|)" 0;
"~*(?:\b)MarkMonitor(?:\b|)" 0;
"~*(?:\b)MarkWatch(?:\b|)" 0;
"~*(?:\b)Masscan(?:\b|)" 0;
"~*(?:\b)Mass\ Downloader(?:\b|)" 0;
"~*(?:\b)Mata\ Hari(?:\b|)" 0;
"~*(?:\b)MauiBot(?:\b|)" 0;
"~*(?:\b)meanpathbot(?:\b|)" 0;
"~*(?:\b)Meanpathbot(?:\b|)" 0;
"~*(?:\b)MeanPath\ Bot(?:\b|)" 0;
"~*(?:\b)Mediatoolkitbot(?:\b|)" 0;
"~*(?:\b)mediawords(?:\b|)" 0;
"~*(?:\b)MegaIndex.ru(?:\b|)" 0;
"~*(?:\b)Metauri(?:\b|)" 0;
"~*(?:\b)MFC_Tear_Sample(?:\b|)" 0;
"~*(?:\b)Microsoft\ Data\ Access(?:\b|)" 0;
"~*(?:\b)Microsoft\ URL\ Control(?:\b|)" 0;
"~*(?:\b)MIDown\ tool(?:\b|)" 0;
"~*(?:\b)MIIxpc(?:\b|)" 0;
"~*(?:\b)Mister\ PiX(?:\b|)" 0;
"~*(?:\b)MJ12bot(?:\b|)" 0;
"~*(?:\b)Mojeek(?:\b|)" 0;
"~*(?:\b)Morfeus\ Fucking\ Scanner(?:\b|)" 0;
"~*(?:\b)Mr.4x3(?:\b|)" 0;
"~*(?:\b)MSFrontPage(?:\b|)" 0;
"~*(?:\b)MSIECrawler(?:\b|)" 0;
"~*(?:\b)Msrabot(?:\b|)" 0;
"~*(?:\b)MS\ Web\ Services\ Client\ Protocol(?:\b|)" 0;
"~*(?:\b)muhstik-scan(?:\b|)" 0;
"~*(?:\b)Musobot(?:\b|)" 0;
"~*(?:\b)Name\ Intelligence(?:\b|)" 0;
"~*(?:\b)Nameprotect(?:\b|)" 0;
"~*(?:\b)Navroad(?:\b|)" 0;
"~*(?:\b)NearSite(?:\b|)" 0;
"~*(?:\b)Needle(?:\b|)" 0;
"~*(?:\b)Nessus(?:\b|)" 0;
"~*(?:\b)NetAnts(?:\b|)" 0;
"~*(?:\b)Netcraft(?:\b|)" 0;
"~*(?:\b)netEstate\ NE\ Crawler(?:\b|)" 0;
"~*(?:\b)NetLyzer(?:\b|)" 0;
"~*(?:\b)NetMechanic(?:\b|)" 0;
"~*(?:\b)NetSpider(?:\b|)" 0;
"~*(?:\b)Nettrack(?:\b|)" 0;
"~*(?:\b)Net\ Vampire(?:\b|)" 0;
"~*(?:\b)Netvibes(?:\b|)" 0;
"~*(?:\b)NetZIP(?:\b|)" 0;
"~*(?:\b)NextGenSearchBot(?:\b|)" 0;
"~*(?:\b)Nibbler(?:\b|)" 0;
"~*(?:\b)NICErsPRO(?:\b|)" 0;
"~*(?:\b)Niki-bot(?:\b|)" 0;
"~*(?:\b)Nikto(?:\b|)" 0;
"~*(?:\b)NimbleCrawler(?:\b|)" 0;
"~*(?:\b)Nimbostratus(?:\b|)" 0;
"~*(?:\b)Ninja(?:\b|)" 0;
"~*(?:\b)Nmap(?:\b|)" 0;
"~*(?:\b)NPbot(?:\b|)" 0;
"~*(?:\b)Nutch(?:\b|)" 0;
"~*(?:\b)oBot(?:\b|)" 0;
"~*(?:\b)Octopus(?:\b|)" 0;
"~*(?:\b)Offline\ Explorer(?:\b|)" 0;
"~*(?:\b)Offline\ Navigator(?:\b|)" 0;
"~*(?:\b)OnCrawl(?:\b|)" 0;
"~*(?:\b)Openfind(?:\b|)" 0;
"~*(?:\b)OpenLinkProfiler(?:\b|)" 0;
"~*(?:\b)Openvas(?:\b|)" 0;
"~*(?:\b)OpenVAS(?:\b|)" 0;
"~*(?:\b)OrangeBot(?:\b|)" 0;
"~*(?:\b)OrangeSpider(?:\b|)" 0;
"~*(?:\b)OutclicksBot(?:\b|)" 0;
"~*(?:\b)OutfoxBot(?:\b|)" 0;
"~*(?:\b)PageAnalyzer(?:\b|)" 0;
"~*(?:\b)Page\ Analyzer(?:\b|)" 0;
"~*(?:\b)PageGrabber(?:\b|)" 0;
"~*(?:\b)page\ scorer(?:\b|)" 0;
"~*(?:\b)PageScorer(?:\b|)" 0;
"~*(?:\b)Pandalytics(?:\b|)" 0;
"~*(?:\b)Panscient(?:\b|)" 0;
"~*(?:\b)Papa\ Foto(?:\b|)" 0;
"~*(?:\b)Pavuk(?:\b|)" 0;
"~*(?:\b)pcBrowser(?:\b|)" 0;
"~*(?:\b)PECL::HTTP(?:\b|)" 0;
"~*(?:\b)PeoplePal(?:\b|)" 0;
"~*(?:\b)PHPCrawl(?:\b|)" 0;
"~*(?:\b)Picscout(?:\b|)" 0;
"~*(?:\b)Picsearch(?:\b|)" 0;
"~*(?:\b)PictureFinder(?:\b|)" 0;
"~*(?:\b)Pimonster(?:\b|)" 0;
"~*(?:\b)Pi-Monster(?:\b|)" 0;
"~*(?:\b)Pixray(?:\b|)" 0;
"~*(?:\b)PleaseCrawl(?:\b|)" 0;
"~*(?:\b)plumanalytics(?:\b|)" 0;
"~*(?:\b)Pockey(?:\b|)" 0;
"~*(?:\b)POE-Component-Client-HTTP(?:\b|)" 0;
"~*(?:\b)Probethenet(?:\b|)" 0;
"~*(?:\b)ProPowerBot(?:\b|)" 0;
"~*(?:\b)ProWebWalker(?:\b|)" 0;
"~*(?:\b)Psbot(?:\b|)" 0;
"~*(?:\b)Pump(?:\b|)" 0;
"~*(?:\b)PxBroker(?:\b|)" 0;
"~*(?:\b)PyCurl(?:\b|)" 0;
"~*(?:\b)QueryN\ Metasearch(?:\b|)" 0;
"~*(?:\b)Quick-Crawler(?:\b|)" 0;
"~*(?:\b)RankActive(?:\b|)" 0;
"~*(?:\b)RankActiveLinkBot(?:\b|)" 0;
"~*(?:\b)RankFlex(?:\b|)" 0;
"~*(?:\b)RankingBot(?:\b|)" 0;
"~*(?:\b)RankingBot2(?:\b|)" 0;
"~*(?:\b)Rankivabot(?:\b|)" 0;
"~*(?:\b)RankurBot(?:\b|)" 0;
"~*(?:\b)RealDownload(?:\b|)" 0;
"~*(?:\b)Reaper(?:\b|)" 0;
"~*(?:\b)RebelMouse(?:\b|)" 0;
"~*(?:\b)Recorder(?:\b|)" 0;
"~*(?:\b)RedesScrapy(?:\b|)" 0;
"~*(?:\b)ReGet(?:\b|)" 0;
"~*(?:\b)RepoMonkey(?:\b|)" 0;
"~*(?:\b)Ripper(?:\b|)" 0;
"~*(?:\b)RocketCrawler(?:\b|)" 0;
"~*(?:\b)Rogerbot(?:\b|)" 0;
"~*(?:\b)s1z.ru(?:\b|)" 0;
"~*(?:\b)SalesIntelligent(?:\b|)" 0;
"~*(?:\b)SBIder(?:\b|)" 0;
"~*(?:\b)ScanAlert(?:\b|)" 0;
"~*(?:\b)Scanbot(?:\b|)" 0;
"~*(?:\b)scan.lol(?:\b|)" 0;
"~*(?:\b)ScoutJet(?:\b|)" 0;
"~*(?:\b)Scrapy(?:\b|)" 0;
"~*(?:\b)Screaming(?:\b|)" 0;
"~*(?:\b)ScreenerBot(?:\b|)" 0;
"~*(?:\b)Searchestate(?:\b|)" 0;
"~*(?:\b)SearchmetricsBot(?:\b|)" 0;
"~*(?:\b)Semrush(?:\b|)" 0;
"~*(?:\b)SemrushBot(?:\b|)" 0;
"~*(?:\b)SEOkicks(?:\b|)" 0;
"~*(?:\b)SEOkicks-Robot(?:\b|)" 0;
"~*(?:\b)SEOlyticsCrawler(?:\b|)" 0;
"~*(?:\b)Seomoz(?:\b|)" 0;
"~*(?:\b)SEOprofiler(?:\b|)" 0;
"~*(?:\b)seoscanners(?:\b|)" 0;
"~*(?:\b)SeoSiteCheckup(?:\b|)" 0;
"~*(?:\b)SEOstats(?:\b|)" 0;
"~*(?:\b)serpstatbot(?:\b|)" 0;
"~*(?:\b)sexsearcher(?:\b|)" 0;
"~*(?:\b)Shodan(?:\b|)" 0;
"~*(?:\b)Siphon(?:\b|)" 0;
"~*(?:\b)SISTRIX(?:\b|)" 0;
"~*(?:\b)Sitebeam(?:\b|)" 0;
"~*(?:\b)SiteExplorer(?:\b|)" 0;
"~*(?:\b)Siteimprove(?:\b|)" 0;
"~*(?:\b)SiteLockSpider(?:\b|)" 0;
"~*(?:\b)SiteSnagger(?:\b|)" 0;
"~*(?:\b)SiteSucker(?:\b|)" 0;
"~*(?:\b)Site\ Sucker(?:\b|)" 0;
"~*(?:\b)Sitevigil(?:\b|)" 0;
"~*(?:\b)SlySearch(?:\b|)" 0;
"~*(?:\b)SmartDownload(?:\b|)" 0;
"~*(?:\b)SMTBot(?:\b|)" 0;
"~*(?:\b)Snake(?:\b|)" 0;
"~*(?:\b)Snapbot(?:\b|)" 0;
"~*(?:\b)Snoopy(?:\b|)" 0;
"~*(?:\b)SocialRankIOBot(?:\b|)" 0;
"~*(?:\b)Sociscraper(?:\b|)" 0;
"~*(?:\b)sogouspider(?:\b|)" 0;
"~*(?:\b)Sogou\ web\ spider(?:\b|)" 0;
"~*(?:\b)Sosospider(?:\b|)" 0;
"~*(?:\b)Sottopop(?:\b|)" 0;
"~*(?:\b)SpaceBison(?:\b|)" 0;
"~*(?:\b)Spammen(?:\b|)" 0;
"~*(?:\b)SpankBot(?:\b|)" 0;
"~*(?:\b)Spanner(?:\b|)" 0;
"~*(?:\b)sp_auditbot(?:\b|)" 0;
"~*(?:\b)Spbot(?:\b|)" 0;
"~*(?:\b)Spinn3r(?:\b|)" 0;
"~*(?:\b)SputnikBot(?:\b|)" 0;
"~*(?:\b)spyfu(?:\b|)" 0;
"~*(?:\b)Sqlmap(?:\b|)" 0;
"~*(?:\b)Sqlworm(?:\b|)" 0;
"~*(?:\b)Sqworm(?:\b|)" 0;
"~*(?:\b)Steeler(?:\b|)" 0;
"~*(?:\b)Stripper(?:\b|)" 0;
"~*(?:\b)Sucker(?:\b|)" 0;
"~*(?:\b)Sucuri(?:\b|)" 0;
"~*(?:\b)SuperBot(?:\b|)" 0;
"~*(?:\b)SuperHTTP(?:\b|)" 0;
"~*(?:\b)Surfbot(?:\b|)" 0;
"~*(?:\b)SurveyBot(?:\b|)" 0;
"~*(?:\b)Suzuran(?:\b|)" 0;
"~*(?:\b)Swiftbot(?:\b|)" 0;
"~*(?:\b)sysscan(?:\b|)" 0;
"~*(?:\b)Szukacz(?:\b|)" 0;
"~*(?:\b)T0PHackTeam(?:\b|)" 0;
"~*(?:\b)T8Abot(?:\b|)" 0;
"~*(?:\b)tAkeOut(?:\b|)" 0;
"~*(?:\b)Teleport(?:\b|)" 0;
"~*(?:\b)TeleportPro(?:\b|)" 0;
"~*(?:\b)Telesoft(?:\b|)" 0;
"~*(?:\b)Telesphoreo(?:\b|)" 0;
"~*(?:\b)Telesphorep(?:\b|)" 0;
"~*(?:\b)The\ Intraformant(?:\b|)" 0;
"~*(?:\b)TheNomad(?:\b|)" 0;
"~*(?:\b)Thumbor(?:\b|)" 0;
"~*(?:\b)TightTwatBot(?:\b|)" 0;
"~*(?:\b)Titan(?:\b|)" 0;
"~*(?:\b)Toata(?:\b|)" 0;
"~*(?:\b)Toweyabot(?:\b|)" 0;
"~*(?:\b)Tracemyfile(?:\b|)" 0;
"~*(?:\b)Trendiction(?:\b|)" 0;
"~*(?:\b)Trendictionbot(?:\b|)" 0;
"~*(?:\b)trendiction.com(?:\b|)" 0;
"~*(?:\b)trendiction.de(?:\b|)" 0;
"~*(?:\b)True_Robot(?:\b|)" 0;
"~*(?:\b)Turingos(?:\b|)" 0;
"~*(?:\b)Turnitin(?:\b|)" 0;
"~*(?:\b)TurnitinBot(?:\b|)" 0;
"~*(?:\b)TwengaBot(?:\b|)" 0;
"~*(?:\b)Twice(?:\b|)" 0;
"~*(?:\b)Typhoeus(?:\b|)" 0;
"~*(?:\b)UnisterBot(?:\b|)" 0;
"~*(?:\b)Upflow(?:\b|)" 0;
"~*(?:\b)URLy.Warning(?:\b|)" 0;
"~*(?:\b)URLy\ Warning(?:\b|)" 0;
"~*(?:\b)Vacuum(?:\b|)" 0;
"~*(?:\b)Vagabondo(?:\b|)" 0;
"~*(?:\b)VB\ Project(?:\b|)" 0;
"~*(?:\b)VCI(?:\b|)" 0;
"~*(?:\b)VeriCiteCrawler(?:\b|)" 0;
"~*(?:\b)VidibleScraper(?:\b|)" 0;
"~*(?:\b)Virusdie(?:\b|)" 0;
"~*(?:\b)VoidEYE(?:\b|)" 0;
"~*(?:\b)Voil(?:\b|)" 0;
"~*(?:\b)Voltron(?:\b|)" 0;
"~*(?:\b)Wallpapers/3.0(?:\b|)" 0;
"~*(?:\b)WallpapersHD(?:\b|)" 0;
"~*(?:\b)WASALive-Bot(?:\b|)" 0;
"~*(?:\b)WBSearchBot(?:\b|)" 0;
"~*(?:\b)Webalta(?:\b|)" 0;
"~*(?:\b)WebAuto(?:\b|)" 0;
"~*(?:\b)Web\ Auto(?:\b|)" 0;
"~*(?:\b)WebBandit(?:\b|)" 0;
"~*(?:\b)WebCollage(?:\b|)" 0;
"~*(?:\b)Web\ Collage(?:\b|)" 0;
"~*(?:\b)WebCopier(?:\b|)" 0;
"~*(?:\b)WEBDAV(?:\b|)" 0;
"~*(?:\b)WebEnhancer(?:\b|)" 0;
"~*(?:\b)Web\ Enhancer(?:\b|)" 0;
"~*(?:\b)WebFetch(?:\b|)" 0;
"~*(?:\b)Web\ Fetch(?:\b|)" 0;
"~*(?:\b)WebFuck(?:\b|)" 0;
"~*(?:\b)Web\ Fuck(?:\b|)" 0;
"~*(?:\b)WebGo\ IS(?:\b|)" 0;
"~*(?:\b)WebImageCollector(?:\b|)" 0;
"~*(?:\b)WebLeacher(?:\b|)" 0;
"~*(?:\b)WebmasterWorldForumBot(?:\b|)" 0;
"~*(?:\b)webmeup-crawler(?:\b|)" 0;
"~*(?:\b)WebPix(?:\b|)" 0;
"~*(?:\b)Web\ Pix(?:\b|)" 0;
"~*(?:\b)WebReaper(?:\b|)" 0;
"~*(?:\b)WebSauger(?:\b|)" 0;
"~*(?:\b)Web\ Sauger(?:\b|)" 0;
"~*(?:\b)Webshag(?:\b|)" 0;
"~*(?:\b)WebsiteExtractor(?:\b|)" 0;
"~*(?:\b)WebsiteQuester(?:\b|)" 0;
"~*(?:\b)Website\ Quester(?:\b|)" 0;
"~*(?:\b)Webster(?:\b|)" 0;
"~*(?:\b)WebStripper(?:\b|)" 0;
"~*(?:\b)WebSucker(?:\b|)" 0;
"~*(?:\b)Web\ Sucker(?:\b|)" 0;
"~*(?:\b)WebWhacker(?:\b|)" 0;
"~*(?:\b)WebZIP(?:\b|)" 0;
"~*(?:\b)WeSEE(?:\b|)" 0;
"~*(?:\b)Whack(?:\b|)" 0;
"~*(?:\b)Whacker(?:\b|)" 0;
"~*(?:\b)Whatweb(?:\b|)" 0;
"~*(?:\b)Who.is\ Bot(?:\b|)" 0;
"~*(?:\b)Widow(?:\b|)" 0;
"~*(?:\b)WinHTTrack(?:\b|)" 0;
"~*(?:\b)WiseGuys\ Robot(?:\b|)" 0;
"~*(?:\b)WISENutbot(?:\b|)" 0;
"~*(?:\b)Wonderbot(?:\b|)" 0;
"~*(?:\b)Woobot(?:\b|)" 0;
"~*(?:\b)Wotbox(?:\b|)" 0;
"~*(?:\b)Wprecon(?:\b|)" 0;
"~*(?:\b)WPScan(?:\b|)" 0;
"~*(?:\b)WWW-Collector-E(?:\b|)" 0;
"~*(?:\b)WWW-Mechanize(?:\b|)" 0;
"~*(?:\b)WWW::Mechanize(?:\b|)" 0;
"~*(?:\b)WWWOFFLE(?:\b|)" 0;
"~*(?:\b)x09Mozilla(?:\b|)" 0;
"~*(?:\b)x22Mozilla(?:\b|)" 0;
"~*(?:\b)Xaldon_WebSpider(?:\b|)" 0;
"~*(?:\b)Xaldon\ WebSpider(?:\b|)" 0;
"~*(?:\b)Xenu(?:\b|)" 0;
"~*(?:\b)xpymep1.exe(?:\b|)" 0;
"~*(?:\b)YoudaoBot(?:\b|)" 0;
"~*(?:\b)Zade(?:\b|)" 0;
"~*(?:\b)Zauba(?:\b|)" 0;
"~*(?:\b)zauba.io(?:\b|)" 0;
"~*(?:\b)Zermelo(?:\b|)" 0;
"~*(?:\b)Zeus(?:\b|)" 0;
"~*(?:\b)zgrab(?:\b|)" 0;
"~*(?:\b)Zitebot(?:\b|)" 0;
"~*(?:\b)ZmEu(?:\b|)" 0;
"~*(?:\b)ZumBot(?:\b|)" 0;
"~*(?:\b)ZyBorg(?:\b|)" 0;
# END MAKE BAD BOTS GOOD ### DO NOT EDIT THIS LINE AT ALL ### # END MAKE BAD BOTS GOOD ### DO NOT EDIT THIS LINE AT ALL ###

6713
.dev-tools/test_units/custom-bad-referrers.conf
View file

File diff suppressed because it is too large Load diff

96
.dev-tools/test_units/random-bots-for-test-quick.list
View file

@ -1,50 +1,50 @@
360Spider Acunetix
404enemy AllSubmitter
80legs ASPSeek
AhrefsBot BacklinkCrawler
AIBOT BackWeb
Apexoo Badass
BDFetch BBBike
BLEXBot CherryPicker
CheTeam Cloud mapping
ChinaClaw crawler.feedback
Discoverybot DatabaseDriverMysqli
DittoSpyder DomainCrawler
Dotbot DTS Agent
eCatch ExtractorPro
EroCrawler Getintent
Extractor
Fyrebot
GoZilla GoZilla
HTTrack GrapeFX
JamesBOT IDBot
JennyBot IlseBot
LinkWalker InfoNaviRobot
LWP::Simple Intelliseek
Mass Downloader JOC Web Spider
meanpathbot Joomla
MSFrontPage LibWeb
NextGenSearchBot lwp-request
Nmap MarkWatch
Offline Navigator Mr.4x3
Openvas MS Web Services Client Protocol
OutfoxBot NICErsPRO
PageScorer Panscient
PeoplePal Papa Foto
plumanalytics Recorder
PxBroker RedesScrapy
Quick-Crawler Szukacz
Reaper Telesphoreo
Seomoz TheNomad
Snapbot Trendiction
Titan
Tracemyfile
True_Robot True_Robot
Web Enhancer Turnitin
Web Fetch TwengaBot
WebImageCollector Typhoeus
WebReaper Vacuum
WebsiteQuester WebAuto
Whatweb WebFuck
Who.is Bot WebLeacher
WiseGuys Robot Web Sucker
WISENutbot
Wotbox
WPScan
Zermelo

282
.dev-tools/test_units/random-bots-for-test.list
View file

@ -1,250 +1,250 @@
404checker
404enemy 404enemy
80legs
Abonti Abonti
Aboundex
ADmantX ADmantX
AfD-Verbotsverfahren
AIBOT AIBOT
AiHitBot
Alexibot Alexibot
AllSubmitter Alligator
Anarchie Apexoo
ASPSeek archive.org_bot
Asterias
autoemailspider autoemailspider
BackDoorBot
Backlink-Ceck Backlink-Ceck
BacklinkCrawler
Bandit
BatchFTP BatchFTP
BDFetch BDFetch
Bigfoot
Bitacle Bitacle
Blackboard Blackboard
Black Hole Black Hole
BlackWidow BlackWidow
BlowFish BLEXBot
Boardreader Bolt
BotALot
Brandprotect Brandprotect
Buddy Buddy
BuiltBotTough
BuiltWith BuiltWith
Bullseye CazoodleBot
BuzzSumo CCBot
Calculon CheeseBot
CATExplorador CherryPicker
Cegbfeieh CheTeam
Claritybot coccocbot-web
Cloud mapping Cogentbot
Collector Collector
CopyRightCheck
Cosmos Cosmos
Craftbot
crawler4j crawler4j
crawler.feedback crawler.feedback
CrunchBot crawl.sogou.com
Custo Crescent
Deusu CSHttp
Curious
DatabaseDriverMysqli
DataCha0s
DBLBot
demandbase-bot
Devil Devil
Digincore
DigitalPebble DigitalPebble
DIIbot DIIbot
Disco
Discoverybot Discoverybot
Dispatch
DittoSpyder
DomainAppender DomainAppender
DomainCrawler Dotbot
DomainStatsBot Dragonfly
DSearch
DTS Agent
Ebingbong
ECCP/1.0 ECCP/1.0
EirGrabber
EMail Siphon EMail Siphon
EroCrawler EMail Wolf
evc-batch evc-batch
Evil
Exabot Exabot
Express WebPictures
Extreme Picture Finder Extreme Picture Finder
Ezooms FHscan
facebookscraper
FDM
FlashGet FlashGet
Foobot Foobot
Freeuploader Freeuploader
FrontPage
Fyrebot Fyrebot
Genieo Genieo
GermCrawler
Getintent
GetWeb
Gigabot Gigabot
Gotit
GoZilla GoZilla
Go!Zilla GrabNet
Grabber GrapeFX
GridBot
GT::WWW
Haansoft Haansoft
HaosouSpider
Havij Havij
Heritrix Heritrix
Hloader
HMView
HTMLparser
HTTP::Lite HTTP::Lite
Humanlinks Humanlinks
HybridBot
Iblog Iblog
IDBot
Id-search Id-search
IlseBot Image Fetch
Indy Library Indy Library
InfoNaviRobot InterGET
InfoTekies
instabid
Internet Ninja Internet Ninja
InternetSeer InternetSeer
ips-agent ips-agent
Iskanie
IstellaBot IstellaBot
JamesBOT
Jbrofuzz Jbrofuzz
JennyBot
Jetty
JikeSpider JikeSpider
Keyword Density Jorgee
Kozmosbot
Lanshanbot
Larbin Larbin
LexiBot
Lftp Lftp
Libwhisker Libwhisker
LinkpadBot Likse
LinksManager
LinkWalker LinkWalker
LinqiaMetadataDownloaderBot
LinqiaRSSBot
LinqiaScrapeBot
Lipperhey Spider Lipperhey Spider
Lmspider
LNSpiderguy
lwp-request lwp-request
lwp-trivial LWP::Simple
Magnet Mag-Net
Mail.RU_Bot Majestic SEO
Majestic-SEO Majestic-SEO
MarkMonitor MarkWatch
Masscan Masscan
Mass Downloader Mass Downloader
Mata Hari
MauiBot MauiBot
meanpathbot meanpathbot
MeanPath Bot MeanPath Bot
Mediatoolkitbot Mediatoolkitbot
MegaIndex.ru Metauri
MFC_Tear_Sample
Microsoft Data Access
Microsoft URL Control Microsoft URL Control
Mister PiX MIIxpc
MSFrontPage MJ12bot
Name Intelligence Mojeek
MS Web Services Client Protocol
Navroad Navroad
NetLyzer NetMechanic
NetSpider Nettrack
Niki-bot Net Vampire
Nmap Nibbler
NimbleCrawler
Nimbostratus
Ninja
NPbot NPbot
Nutch
oBot
Octopus Octopus
Offline Explorer Offline Explorer
OnCrawl
Openfind Openfind
Openvas OpenLinkProfiler
OutclicksBot OpenVAS
OutfoxBot OrangeBot
PageAnalyzer
PageGrabber PageGrabber
page scorer page scorer
Pandalytics Panscient
Papa Foto Papa Foto
Pavuk PECL::HTTP
PeoplePal
PHPCrawl PHPCrawl
Picscout
Pimonster Pimonster
Pixray POE-Component-Client-HTTP
ProWebWalker Psbot
PxBroker Pump
PyCurl
QueryN Metasearch
Quick-Crawler
RankActive RankActive
RankActiveLinkBot RankActiveLinkBot
RankingBot2 RankingBot
Rankivabot
RealDownload
Reaper Reaper
RebelMouse RedesScrapy
Recorder RocketCrawler
RepoMonkey Rogerbot
Ripper SBIder
s1z.ru ScanAlert
scan.lol scan.lol
Scrapy ScoutJet
Screaming
ScreenerBot ScreenerBot
Semrush SearchmetricsBot
SEOkicks-Robot SemrushBot
SEOkicks
Seomoz
SEOprofiler
seoscanners seoscanners
SEOstats SEOstats
serpstatbot Shodan
sexsearcher
Siphon Siphon
SISTRIX SiteExplorer
Siteimprove
Site Sucker Site Sucker
Sitevigil Snake
SlySearch Snapbot
Snoopy Snoopy
SocialRankIOBot SocialRankIOBot
Sociscraper sogouspider
Sottopop Sosospider
Spammen SpaceBison
SputnikBot sp_auditbot
spyfu
Sqlmap Sqlmap
Sqlworm Sqlworm
Stripper Steeler
Sucuri SuperBot
SuperHTTP SuperHTTP
Surfbot
SurveyBot SurveyBot
Swiftbot Suzuran
tAkeOut T0PHackTeam
Telesoft Thumbor
Telesphoreo TightTwatBot
TheNomad Toata
Toweyabot
Tracemyfile
Trendiction
Trendictionbot Trendictionbot
trendiction.de trendiction.de
Turingos
Turnitin Turnitin
Twice UnisterBot
Typhoeus URLy Warning
Vacuum Vacuum
VCI Vagabondo
VeriCiteCrawler VoidEYE
VidibleScraper
Virusdie
Voil Voil
Voltron
WallpapersHD WallpapersHD
Webalta WASALive-Bot
WebAuto Web Auto
WebBandit WebCopier
WebCollage
WEBDAV WEBDAV
Web Enhancer WebEnhancer
WebLeacher Web Fetch
WebImageCollector
WebmasterWorldForumBot
webmeup-crawler webmeup-crawler
WebPix WebPix
Web Pix Webshag
WebSauger WebsiteQuester
Webster Website Quester
WebStripper WebStripper
WebWhacker Web Sucker
WebZIP Whack
WeSEE WiseGuys Robot
Whacker Wonderbot
Whatweb
Who.is Bot
WinHTTrack
WISENutbot
Woobot Woobot
Wotbox
Wprecon Wprecon
WPScan WWW-Mechanize
WWW::Mechanize WWW::Mechanize
WWWOFFLE
x09Mozilla x09Mozilla
x22Mozilla x22Mozilla
Xaldon WebSpider
Xaldon_WebSpider Xaldon_WebSpider
YoudaoBot YoudaoBot
Zade Zermelo
Zauba
zauba.io
Zeus
zgrab zgrab
Zitebot
ZmEu ZmEu
ZumBot
ZyBorg

196
.dev-tools/test_units/random-referrers-for-test-quick.list
View file

@ -1,100 +1,100 @@
00webcams.com 1001watch.com.ua
12u.info 1314dh.com
2nt.ru 1adult.com
adpremium.org 2015god.org
alert-hgd.xyz 7a2rnuey1tw9ar.ru
advancedmassagebysara.com
alessandraleone.com alessandraleone.com
angry-fermi-7633.arukascloud.io apper.de
arendovalka.xyz brendbutik.ru
atout-energie-69.com b-styles.xyz
b00kmarks.com burger-imperia.com
blagovest-med.ru buyessayonline19.blogspot.ru
bluesman.nu cdncash.org
brainzpod.win chatroulette.online
bupropion-sr-150-mg.us cialischsrx.com
cementaresearch.se coin-hive.com
centre-indigo.org.ua covadhosting.biz
coolyarddecorations.com d0t.ru
copenergo.ru decorazilla.com
cupday.com downloaddy.net
customerpromos-a.akamaihd.net downloadkakaotalk.com
design-ideas.info dpihatinh.gov.vn
dkvorota.ru dvr.biz.ua
doublepimp.com eldiariodeguadalajara.com
editors.choice6912650.hulfingtonpost.com elektronischezigarette2.mex.tl
ekto.ee elektrozigarettekaufen1.devhub.com
e-kwiaciarz.pl enthuse.computernetworksonline.com
enhand.se essay-edu.biz
facebook-mobile.xyz extremal-blog.com
fashion-mk.net ezigarettenkaufen1.deviantart.com
fetroshok.ru ezigarettenkaufen1.pagina.gr
funtoonez.com ezigarettenkaufen2.dreamwidth.org
girlsfuckdick.com fastfixing.tech
golden-praga.ru filesvine.com
growboxbl.ru fitfloponline.store
hard-porn.mobi forex.osobye.ru
hccoder.info forminecrafters.ru
hobbyhuren24.net forum20.smailik.org
istizanidineacontrolledsubstance.blogspot.com fr-bearings.ru
iweblist.info freelotto.com
jjbabskoe.ru gok-kasten.net
kamorel.com googst2.ru
kerei.ru hptwaakw.blog.fc2.com
kinogolos.ru hystersister.com
kliksaya.com int.search.mywebsearch.com
lego4x4.ru jacago.com
lernur.net jamiembrown.com
low-format.ru kongoultry.net
mansiondelrio.co konkursov.net
moneyviking-a.akamaihd.net kvartiry-remont.ucoz.ru
moskva.nodup.ru liran-locks.com
most-kerch.org livingcanarias.com
mydeathspace.com lkbennettoutlet.online
mygameplus.com make-money-online.com
myghillie.info marcowebonyodziezowe.pl
narkologiya-peterburg.ru marketland.ml
narosty.com mcadamssupplyco.com
oconto.ru mebeldekor.com.ua
orsonet.ru michaelkorssaleoutletonline.net
outclicks.net mosrif.ru
paparazzistudios.com.au mydownloadengine.com
nakozhe.com
pc-services.ru
pdns.download
pepperstyle.ru
phobia.us
piski.top
pistonclasico.com pistonclasico.com
play-mp3.com pornolook.net
popugaychiki.com predmety.in.ua
pornogad.com prpops.com
promoheads.com pwwysydh.com
pssucai.info q-moto.ru
qor360.com sanatorrii.ru
rabotaetvse.ru sexblog.pw
referencemoi.com sexiporno.net
royalcar-ufa.ru shtora66.ru
runtnc.net site-speed-checker.site
saveindex.xyz snip.to
savememoney.co.za sovinsteel.ru
scanner-irvin.top spammen.de
score-ads.men sports-supplements.us
seo-smm.kz stairliftsarea.com
sergiorossistore.online streetfire.net
sexcamamateurchat.com suhanpacktech.com
sexflirtbook.com theguardlan.com
sex-tracker.com token-lab.org
shivafurnishings.com toloka.hurtom.com
shtaketniki.kz tvteleport.ru
sibvitr.ru uptime-delta.net
skachat-besplatno-obrazcy.ru vitoriacabos.com
sobecjvuwa.com.ru vkontaktemusic.ru
soft1.ru vltai.com
srecorder.com wma-x.com
superiends.org xn--h1aakne2ba.xn--p1ai
swagbucks.com xtube.com
theallgirlarcade.com yeartwit.com
tizanidinevscyclobenzaprine.blogspot.com yhit.press
turvgori.ru zaloro.com
tvand.ru zhorapankratov7.blogspot.com
tx41tclega.ru
vereo.eu
websites-reviews.com
wordpresscore.com
xfluro.com
xn--lifehacer-1rb.com
xpresscare.ru

1718
.dev-tools/test_units/random-referrers-for-test.list
View file

File diff suppressed because it is too large Load diff

BIN
.latest_release/bots.d.tar.gz
View file

Binary file not shown.

BIN
.latest_release/conf.d.tar.gz
View file

Binary file not shown.

2
AUTO-CONFIGURATION.md
View file

@ -4,7 +4,7 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2019.06.1591 #### Version: V4.2019.06.1592
#### Bad Referrer Count: 6711 #### Bad Referrer Count: 6711
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

2
MANUAL-CONFIGURATION.md
View file

@ -4,7 +4,7 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2019.06.1591 #### Version: V4.2019.06.1592
#### Bad Referrer Count: 6711 #### Bad Referrer Count: 6711
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

2
README.md
View file

@ -11,7 +11,7 @@
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
_______________ _______________
#### Version: V4.2019.06.1591 #### Version: V4.2019.06.1592
#### Bad Referrer Count: 6711 #### Bad Referrer Count: 6711
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

2
_google_analytics_ghost_spam/README.md
View file

@ -3,7 +3,7 @@
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
_______________ _______________
#### Version: V4.2019.06.1591 #### Version: V4.2019.06.1592
#### Bad Referrer Count: 6711 #### Bad Referrer Count: 6711
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

4
_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1591 ### Version: V4.2019.06.1592
### Updated: Tue Jun 25 14:11:35 SAST 2019 ### Updated: Tue Jun 25 14:19:04 SAST 2019
### Bad Referrer Count: 6711 ### Bad Referrer Count: 6711
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
conf.d/globalblacklist-testing-version.conf
View file

@ -10,8 +10,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.06.1591 ### Version: V3.2019.06.1592
### Updated: Tue Jun 25 14:11:36 SAST 2019 ### Updated: Tue Jun 25 14:19:05 SAST 2019
### Bad Referrer Count: 6711 ### Bad Referrer Count: 6711
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1591 ### Version: V4.2019.06.1592
### Updated: Tue Jun 25 14:11:35 SAST 2019 ### Updated: Tue Jun 25 14:19:04 SAST 2019
### Bad Referrer Count: 6711 ### Bad Referrer Count: 6711
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
robots.txt/robots.txt
View file

@ -6,8 +6,8 @@
### Version Information # ### Version Information #
################################################### ###################################################
### Version: V4.2019.06.1591 ### Version: V4.2019.06.1592
### Updated: Tue Jun 25 14:11:37 SAST 2019 ### Updated: Tue Jun 25 14:19:06 SAST 2019
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################
### Version Information ## ### Version Information ##