vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-02 18:50:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

V4.2019.06.1621 [ci skip]

Browse source
This commit is contained in:
Travis 2019-06-26 11:40:26 +02:00
parent 621c774c03
commit b2e1043937
27 changed files with 8849 additions and 1577 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf
View file

@ -33,4 +33,4 @@
# 111.111.111.111 0; # 111.111.111.111 0;
35.184.96.71 0; 34.66.178.120 0;

4
.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1620 ### Version: V4.2019.06.1621
### Updated: Wed Jun 26 11:19:30 SAST 2019 ### Updated: Wed Jun 26 11:37:06 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/_conf_files_testing_changes/bots.d/blacklist-ips.conf
View file

@ -1 +1 @@
35.184.226.236 1; 34.66.178.120 1;

574
.dev-tools/_conf_files_testing_changes/bots.d/blacklist-user-agents.conf
View file

@ -3,8 +3,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06 ### Version: V3.2018.05
### Updated: 2019-06-24 ### Updated: 2018-08-21
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -47,14 +47,572 @@
# --------------------- # ---------------------
# WHITELISTING EXAMPLES # WHITELISTING EXAMPLES
# --------------------- # ---------------------
# "~*(?:\b)someverygooduseragentname1(?:\b|)" 0; # "~*\bsomeverygooduseragentname1\b" 0;
# "~*(?:\b)someverygooduseragentname2(?:\b|)" 0; # "~*\bsomeverygooduseragentname2\b" 0;
# "~*(?:\b)some\-very\-good\-useragentname2(?:\b|)" 0; # "~*\bsome\-very\-good\-useragentname2\b" 0;
# --------------------- # ---------------------
# BLACKLISTING EXAMPLES # BLACKLISTING EXAMPLES
# --------------------- # ---------------------
# "~*(?:\b)someverybaduseragentname1(?:\b|)" 3; # "~*\bsomeverybaduseragentname1\b" 3;
# "~*(?:\b)someverybaduseragentname2(?:\b|)" 3; # "~*\bsomeverybaduseragentname2\b" 3;
# "~*(?:\b)some\-very\-bad\-useragentname2(?:\b|)" 3; # "~*\bsome\-very\-bad\-useragentname2\b" 3;
# START MAKE BAD BOTS GOOD ### DO NOT EDIT THIS LINE AT ALL ###
"~*(?:\b)360Spider(?:\b|)" 0;
"~*(?:\b)404checker(?:\b|)" 0;
"~*(?:\b)404enemy(?:\b|)" 0;
"~*(?:\b)80legs(?:\b|)" 0;
"~*(?:\b)Abonti(?:\b|)" 0;
"~*(?:\b)Aboundex(?:\b|)" 0;
"~*(?:\b)Aboundexbot(?:\b|)" 0;
"~*(?:\b)Acunetix(?:\b|)" 0;
"~*(?:\b)ADmantX(?:\b|)" 0;
"~*(?:\b)AfD-Verbotsverfahren(?:\b|)" 0;
"~*(?:\b)AhrefsBot(?:\b|)" 0;
"~*(?:\b)AIBOT(?:\b|)" 0;
"~*(?:\b)AiHitBot(?:\b|)" 0;
"~*(?:\b)Aipbot(?:\b|)" 0;
"~*(?:\b)Alexibot(?:\b|)" 0;
"~*(?:\b)Alligator(?:\b|)" 0;
"~*(?:\b)AllSubmitter(?:\b|)" 0;
"~*(?:\b)AlphaBot(?:\b|)" 0;
"~*(?:\b)Anarchie(?:\b|)" 0;
"~*(?:\b)Apexoo(?:\b|)" 0;
"~*(?:\b)archive.org_bot(?:\b|)" 0;
"~*(?:\b)ASPSeek(?:\b|)" 0;
"~*(?:\b)Asterias(?:\b|)" 0;
"~*(?:\b)Attach(?:\b|)" 0;
"~*(?:\b)autoemailspider(?:\b|)" 0;
"~*(?:\b)BackDoorBot(?:\b|)" 0;
"~*(?:\b)Backlink-Ceck(?:\b|)" 0;
"~*(?:\b)backlink-check(?:\b|)" 0;
"~*(?:\b)BacklinkCrawler(?:\b|)" 0;
"~*(?:\b)BackStreet(?:\b|)" 0;
"~*(?:\b)BackWeb(?:\b|)" 0;
"~*(?:\b)Badass(?:\b|)" 0;
"~*(?:\b)Bandit(?:\b|)" 0;
"~*(?:\b)Barkrowler(?:\b|)" 0;
"~*(?:\b)BatchFTP(?:\b|)" 0;
"~*(?:\b)Battleztar\ Bazinga(?:\b|)" 0;
"~*(?:\b)BBBike(?:\b|)" 0;
"~*(?:\b)BDCbot(?:\b|)" 0;
"~*(?:\b)BDFetch(?:\b|)" 0;
"~*(?:\b)BetaBot(?:\b|)" 0;
"~*(?:\b)Bigfoot(?:\b|)" 0;
"~*(?:\b)Bitacle(?:\b|)" 0;
"~*(?:\b)Blackboard(?:\b|)" 0;
"~*(?:\b)Black\ Hole(?:\b|)" 0;
"~*(?:\b)BlackWidow(?:\b|)" 0;
"~*(?:\b)BLEXBot(?:\b|)" 0;
"~*(?:\b)Blow(?:\b|)" 0;
"~*(?:\b)BlowFish(?:\b|)" 0;
"~*(?:\b)Boardreader(?:\b|)" 0;
"~*(?:\b)Bolt(?:\b|)" 0;
"~*(?:\b)BotALot(?:\b|)" 0;
"~*(?:\b)Brandprotect(?:\b|)" 0;
"~*(?:\b)Brandwatch(?:\b|)" 0;
"~*(?:\b)Buddy(?:\b|)" 0;
"~*(?:\b)BuiltBotTough(?:\b|)" 0;
"~*(?:\b)BuiltWith(?:\b|)" 0;
"~*(?:\b)Bullseye(?:\b|)" 0;
"~*(?:\b)BunnySlippers(?:\b|)" 0;
"~*(?:\b)BuzzSumo(?:\b|)" 0;
"~*(?:\b)Calculon(?:\b|)" 0;
"~*(?:\b)CATExplorador(?:\b|)" 0;
"~*(?:\b)CazoodleBot(?:\b|)" 0;
"~*(?:\b)CCBot(?:\b|)" 0;
"~*(?:\b)Cegbfeieh(?:\b|)" 0;
"~*(?:\b)CheeseBot(?:\b|)" 0;
"~*(?:\b)CherryPicker(?:\b|)" 0;
"~*(?:\b)CheTeam(?:\b|)" 0;
"~*(?:\b)ChinaClaw(?:\b|)" 0;
"~*(?:\b)Chlooe(?:\b|)" 0;
"~*(?:\b)Claritybot(?:\b|)" 0;
"~*(?:\b)Cliqzbot(?:\b|)" 0;
"~*(?:\b)Cloud\ mapping(?:\b|)" 0;
"~*(?:\b)coccocbot-web(?:\b|)" 0;
"~*(?:\b)Cogentbot(?:\b|)" 0;
"~*(?:\b)cognitiveseo(?:\b|)" 0;
"~*(?:\b)Collector(?:\b|)" 0;
"~*(?:\b)com.plumanalytics(?:\b|)" 0;
"~*(?:\b)Copier(?:\b|)" 0;
"~*(?:\b)CopyRightCheck(?:\b|)" 0;
"~*(?:\b)Copyscape(?:\b|)" 0;
"~*(?:\b)Cosmos(?:\b|)" 0;
"~*(?:\b)Craftbot(?:\b|)" 0;
"~*(?:\b)crawler4j(?:\b|)" 0;
"~*(?:\b)crawler.feedback(?:\b|)" 0;
"~*(?:\b)crawl.sogou.com(?:\b|)" 0;
"~*(?:\b)CrazyWebCrawler(?:\b|)" 0;
"~*(?:\b)Crescent(?:\b|)" 0;
"~*(?:\b)CrunchBot(?:\b|)" 0;
"~*(?:\b)CSHttp(?:\b|)" 0;
"~*(?:\b)Curious(?:\b|)" 0;
"~*(?:\b)Custo(?:\b|)" 0;
"~*(?:\b)DatabaseDriverMysqli(?:\b|)" 0;
"~*(?:\b)DataCha0s(?:\b|)" 0;
"~*(?:\b)DBLBot(?:\b|)" 0;
"~*(?:\b)demandbase-bot(?:\b|)" 0;
"~*(?:\b)Demon(?:\b|)" 0;
"~*(?:\b)Deusu(?:\b|)" 0;
"~*(?:\b)Devil(?:\b|)" 0;
"~*(?:\b)Digincore(?:\b|)" 0;
"~*(?:\b)DigitalPebble(?:\b|)" 0;
"~*(?:\b)DIIbot(?:\b|)" 0;
"~*(?:\b)Dirbuster(?:\b|)" 0;
"~*(?:\b)Disco(?:\b|)" 0;
"~*(?:\b)Discobot(?:\b|)" 0;
"~*(?:\b)Discoverybot(?:\b|)" 0;
"~*(?:\b)Dispatch(?:\b|)" 0;
"~*(?:\b)DittoSpyder(?:\b|)" 0;
"~*(?:\b)DnyzBot(?:\b|)" 0;
"~*(?:\b)DomainAppender(?:\b|)" 0;
"~*(?:\b)DomainCrawler(?:\b|)" 0;
"~*(?:\b)DomainSigmaCrawler(?:\b|)" 0;
"~*(?:\b)DomainStatsBot(?:\b|)" 0;
"~*(?:\b)Dotbot(?:\b|)" 0;
"~*(?:\b)Download\ Wonder(?:\b|)" 0;
"~*(?:\b)Dragonfly(?:\b|)" 0;
"~*(?:\b)Drip(?:\b|)" 0;
"~*(?:\b)DSearch(?:\b|)" 0;
"~*(?:\b)DTS\ Agent(?:\b|)" 0;
"~*(?:\b)EasyDL(?:\b|)" 0;
"~*(?:\b)Ebingbong(?:\b|)" 0;
"~*(?:\b)eCatch(?:\b|)" 0;
"~*(?:\b)ECCP/1.0(?:\b|)" 0;
"~*(?:\b)Ecxi(?:\b|)" 0;
"~*(?:\b)EirGrabber(?:\b|)" 0;
"~*(?:\b)EMail\ Siphon(?:\b|)" 0;
"~*(?:\b)EMail\ Wolf(?:\b|)" 0;
"~*(?:\b)EroCrawler(?:\b|)" 0;
"~*(?:\b)evc-batch(?:\b|)" 0;
"~*(?:\b)Evil(?:\b|)" 0;
"~*(?:\b)Exabot(?:\b|)" 0;
"~*(?:\b)Express\ WebPictures(?:\b|)" 0;
"~*(?:\b)ExtLinksBot(?:\b|)" 0;
"~*(?:\b)Extractor(?:\b|)" 0;
"~*(?:\b)ExtractorPro(?:\b|)" 0;
"~*(?:\b)Extreme\ Picture\ Finder(?:\b|)" 0;
"~*(?:\b)EyeNetIE(?:\b|)" 0;
"~*(?:\b)Ezooms(?:\b|)" 0;
"~*(?:\b)facebookscraper(?:\b|)" 0;
"~*(?:\b)FDM(?:\b|)" 0;
"~*(?:\b)FemtosearchBot(?:\b|)" 0;
"~*(?:\b)FHscan(?:\b|)" 0;
"~*(?:\b)Fimap(?:\b|)" 0;
"~*(?:\b)Firefox/7.0(?:\b|)" 0;
"~*(?:\b)FlashGet(?:\b|)" 0;
"~*(?:\b)Flunky(?:\b|)" 0;
"~*(?:\b)Foobot(?:\b|)" 0;
"~*(?:\b)Freeuploader(?:\b|)" 0;
"~*(?:\b)FrontPage(?:\b|)" 0;
"~*(?:\b)FyberSpider(?:\b|)" 0;
"~*(?:\b)Fyrebot(?:\b|)" 0;
"~*(?:\b)GalaxyBot(?:\b|)" 0;
"~*(?:\b)Genieo(?:\b|)" 0;
"~*(?:\b)GermCrawler(?:\b|)" 0;
"~*(?:\b)Getintent(?:\b|)" 0;
"~*(?:\b)GetRight(?:\b|)" 0;
"~*(?:\b)GetWeb(?:\b|)" 0;
"~*(?:\b)Gigablast(?:\b|)" 0;
"~*(?:\b)Gigabot(?:\b|)" 0;
"~*(?:\b)G-i-g-a-b-o-t(?:\b|)" 0;
"~*(?:\b)Go-Ahead-Got-It(?:\b|)" 0;
"~*(?:\b)Gotit(?:\b|)" 0;
"~*(?:\b)GoZilla(?:\b|)" 0;
"~*(?:\b)Go!Zilla(?:\b|)" 0;
"~*(?:\b)Grabber(?:\b|)" 0;
"~*(?:\b)GrabNet(?:\b|)" 0;
"~*(?:\b)Grafula(?:\b|)" 0;
"~*(?:\b)GrapeFX(?:\b|)" 0;
"~*(?:\b)GrapeshotCrawler(?:\b|)" 0;
"~*(?:\b)GridBot(?:\b|)" 0;
"~*(?:\b)GT::WWW(?:\b|)" 0;
"~*(?:\b)Haansoft(?:\b|)" 0;
"~*(?:\b)HaosouSpider(?:\b|)" 0;
"~*(?:\b)Harvest(?:\b|)" 0;
"~*(?:\b)Havij(?:\b|)" 0;
"~*(?:\b)HEADMasterSEO(?:\b|)" 0;
"~*(?:\b)Heritrix(?:\b|)" 0;
"~*(?:\b)Hloader(?:\b|)" 0;
"~*(?:\b)HMView(?:\b|)" 0;
"~*(?:\b)HTMLparser(?:\b|)" 0;
"~*(?:\b)HTTP::Lite(?:\b|)" 0;
"~*(?:\b)HTTrack(?:\b|)" 0;
"~*(?:\b)Humanlinks(?:\b|)" 0;
"~*(?:\b)HybridBot(?:\b|)" 0;
"~*(?:\b)Iblog(?:\b|)" 0;
"~*(?:\b)IDBot(?:\b|)" 0;
"~*(?:\b)Id-search(?:\b|)" 0;
"~*(?:\b)IlseBot(?:\b|)" 0;
"~*(?:\b)Image\ Fetch(?:\b|)" 0;
"~*(?:\b)Image\ Sucker(?:\b|)" 0;
"~*(?:\b)IndeedBot(?:\b|)" 0;
"~*(?:\b)Indy\ Library(?:\b|)" 0;
"~*(?:\b)InfoNaviRobot(?:\b|)" 0;
"~*(?:\b)InfoTekies(?:\b|)" 0;
"~*(?:\b)instabid(?:\b|)" 0;
"~*(?:\b)Intelliseek(?:\b|)" 0;
"~*(?:\b)InterGET(?:\b|)" 0;
"~*(?:\b)Internet\ Ninja(?:\b|)" 0;
"~*(?:\b)InternetSeer(?:\b|)" 0;
"~*(?:\b)internetVista\ monitor(?:\b|)" 0;
"~*(?:\b)ips-agent(?:\b|)" 0;
"~*(?:\b)Iria(?:\b|)" 0;
"~*(?:\b)IRLbot(?:\b|)" 0;
"~*(?:\b)Iskanie(?:\b|)" 0;
"~*(?:\b)IstellaBot(?:\b|)" 0;
"~*(?:\b)JamesBOT(?:\b|)" 0;
"~*(?:\b)Jbrofuzz(?:\b|)" 0;
"~*(?:\b)JennyBot(?:\b|)" 0;
"~*(?:\b)JetCar(?:\b|)" 0;
"~*(?:\b)Jetty(?:\b|)" 0;
"~*(?:\b)JikeSpider(?:\b|)" 0;
"~*(?:\b)JOC\ Web\ Spider(?:\b|)" 0;
"~*(?:\b)Joomla(?:\b|)" 0;
"~*(?:\b)Jorgee(?:\b|)" 0;
"~*(?:\b)JustView(?:\b|)" 0;
"~*(?:\b)Jyxobot(?:\b|)" 0;
"~*(?:\b)Kenjin\ Spider(?:\b|)" 0;
"~*(?:\b)Keyword\ Density(?:\b|)" 0;
"~*(?:\b)Kozmosbot(?:\b|)" 0;
"~*(?:\b)Lanshanbot(?:\b|)" 0;
"~*(?:\b)Larbin(?:\b|)" 0;
"~*(?:\b)LeechFTP(?:\b|)" 0;
"~*(?:\b)LeechGet(?:\b|)" 0;
"~*(?:\b)LexiBot(?:\b|)" 0;
"~*(?:\b)Lftp(?:\b|)" 0;
"~*(?:\b)LibWeb(?:\b|)" 0;
"~*(?:\b)Libwhisker(?:\b|)" 0;
"~*(?:\b)Lightspeedsystems(?:\b|)" 0;
"~*(?:\b)Likse(?:\b|)" 0;
"~*(?:\b)Linkdexbot(?:\b|)" 0;
"~*(?:\b)LinkextractorPro(?:\b|)" 0;
"~*(?:\b)LinkpadBot(?:\b|)" 0;
"~*(?:\b)LinkScan(?:\b|)" 0;
"~*(?:\b)LinksManager(?:\b|)" 0;
"~*(?:\b)LinkWalker(?:\b|)" 0;
"~*(?:\b)LinqiaMetadataDownloaderBot(?:\b|)" 0;
"~*(?:\b)LinqiaRSSBot(?:\b|)" 0;
"~*(?:\b)LinqiaScrapeBot(?:\b|)" 0;
"~*(?:\b)Lipperhey(?:\b|)" 0;
"~*(?:\b)Lipperhey\ Spider(?:\b|)" 0;
"~*(?:\b)Litemage_walker(?:\b|)" 0;
"~*(?:\b)Lmspider(?:\b|)" 0;
"~*(?:\b)LNSpiderguy(?:\b|)" 0;
"~*(?:\b)Ltx71(?:\b|)" 0;
"~*(?:\b)lwp-request(?:\b|)" 0;
"~*(?:\b)LWP::Simple(?:\b|)" 0;
"~*(?:\b)lwp-trivial(?:\b|)" 0;
"~*(?:\b)Magnet(?:\b|)" 0;
"~*(?:\b)Mag-Net(?:\b|)" 0;
"~*(?:\b)magpie-crawler(?:\b|)" 0;
"~*(?:\b)Mail.RU_Bot(?:\b|)" 0;
"~*(?:\b)Majestic12(?:\b|)" 0;
"~*(?:\b)Majestic-SEO(?:\b|)" 0;
"~*(?:\b)Majestic\ SEO(?:\b|)" 0;
"~*(?:\b)MarkMonitor(?:\b|)" 0;
"~*(?:\b)MarkWatch(?:\b|)" 0;
"~*(?:\b)Masscan(?:\b|)" 0;
"~*(?:\b)Mass\ Downloader(?:\b|)" 0;
"~*(?:\b)Mata\ Hari(?:\b|)" 0;
"~*(?:\b)MauiBot(?:\b|)" 0;
"~*(?:\b)meanpathbot(?:\b|)" 0;
"~*(?:\b)Meanpathbot(?:\b|)" 0;
"~*(?:\b)MeanPath\ Bot(?:\b|)" 0;
"~*(?:\b)Mediatoolkitbot(?:\b|)" 0;
"~*(?:\b)mediawords(?:\b|)" 0;
"~*(?:\b)MegaIndex.ru(?:\b|)" 0;
"~*(?:\b)Metauri(?:\b|)" 0;
"~*(?:\b)MFC_Tear_Sample(?:\b|)" 0;
"~*(?:\b)Microsoft\ Data\ Access(?:\b|)" 0;
"~*(?:\b)Microsoft\ URL\ Control(?:\b|)" 0;
"~*(?:\b)MIDown\ tool(?:\b|)" 0;
"~*(?:\b)MIIxpc(?:\b|)" 0;
"~*(?:\b)Mister\ PiX(?:\b|)" 0;
"~*(?:\b)MJ12bot(?:\b|)" 0;
"~*(?:\b)Mojeek(?:\b|)" 0;
"~*(?:\b)Morfeus\ Fucking\ Scanner(?:\b|)" 0;
"~*(?:\b)Mr.4x3(?:\b|)" 0;
"~*(?:\b)MSFrontPage(?:\b|)" 0;
"~*(?:\b)MSIECrawler(?:\b|)" 0;
"~*(?:\b)Msrabot(?:\b|)" 0;
"~*(?:\b)MS\ Web\ Services\ Client\ Protocol(?:\b|)" 0;
"~*(?:\b)muhstik-scan(?:\b|)" 0;
"~*(?:\b)Musobot(?:\b|)" 0;
"~*(?:\b)Name\ Intelligence(?:\b|)" 0;
"~*(?:\b)Nameprotect(?:\b|)" 0;
"~*(?:\b)Navroad(?:\b|)" 0;
"~*(?:\b)NearSite(?:\b|)" 0;
"~*(?:\b)Needle(?:\b|)" 0;
"~*(?:\b)Nessus(?:\b|)" 0;
"~*(?:\b)NetAnts(?:\b|)" 0;
"~*(?:\b)Netcraft(?:\b|)" 0;
"~*(?:\b)netEstate\ NE\ Crawler(?:\b|)" 0;
"~*(?:\b)NetLyzer(?:\b|)" 0;
"~*(?:\b)NetMechanic(?:\b|)" 0;
"~*(?:\b)NetSpider(?:\b|)" 0;
"~*(?:\b)Nettrack(?:\b|)" 0;
"~*(?:\b)Net\ Vampire(?:\b|)" 0;
"~*(?:\b)Netvibes(?:\b|)" 0;
"~*(?:\b)NetZIP(?:\b|)" 0;
"~*(?:\b)NextGenSearchBot(?:\b|)" 0;
"~*(?:\b)Nibbler(?:\b|)" 0;
"~*(?:\b)NICErsPRO(?:\b|)" 0;
"~*(?:\b)Niki-bot(?:\b|)" 0;
"~*(?:\b)Nikto(?:\b|)" 0;
"~*(?:\b)NimbleCrawler(?:\b|)" 0;
"~*(?:\b)Nimbostratus(?:\b|)" 0;
"~*(?:\b)Ninja(?:\b|)" 0;
"~*(?:\b)Nmap(?:\b|)" 0;
"~*(?:\b)NPbot(?:\b|)" 0;
"~*(?:\b)Nutch(?:\b|)" 0;
"~*(?:\b)oBot(?:\b|)" 0;
"~*(?:\b)Octopus(?:\b|)" 0;
"~*(?:\b)Offline\ Explorer(?:\b|)" 0;
"~*(?:\b)Offline\ Navigator(?:\b|)" 0;
"~*(?:\b)OnCrawl(?:\b|)" 0;
"~*(?:\b)Openfind(?:\b|)" 0;
"~*(?:\b)OpenLinkProfiler(?:\b|)" 0;
"~*(?:\b)Openvas(?:\b|)" 0;
"~*(?:\b)OpenVAS(?:\b|)" 0;
"~*(?:\b)OrangeBot(?:\b|)" 0;
"~*(?:\b)OrangeSpider(?:\b|)" 0;
"~*(?:\b)OutclicksBot(?:\b|)" 0;
"~*(?:\b)OutfoxBot(?:\b|)" 0;
"~*(?:\b)PageAnalyzer(?:\b|)" 0;
"~*(?:\b)Page\ Analyzer(?:\b|)" 0;
"~*(?:\b)PageGrabber(?:\b|)" 0;
"~*(?:\b)page\ scorer(?:\b|)" 0;
"~*(?:\b)PageScorer(?:\b|)" 0;
"~*(?:\b)Pandalytics(?:\b|)" 0;
"~*(?:\b)Panscient(?:\b|)" 0;
"~*(?:\b)Papa\ Foto(?:\b|)" 0;
"~*(?:\b)Pavuk(?:\b|)" 0;
"~*(?:\b)pcBrowser(?:\b|)" 0;
"~*(?:\b)PECL::HTTP(?:\b|)" 0;
"~*(?:\b)PeoplePal(?:\b|)" 0;
"~*(?:\b)PHPCrawl(?:\b|)" 0;
"~*(?:\b)Picscout(?:\b|)" 0;
"~*(?:\b)Picsearch(?:\b|)" 0;
"~*(?:\b)PictureFinder(?:\b|)" 0;
"~*(?:\b)Pimonster(?:\b|)" 0;
"~*(?:\b)Pi-Monster(?:\b|)" 0;
"~*(?:\b)Pixray(?:\b|)" 0;
"~*(?:\b)PleaseCrawl(?:\b|)" 0;
"~*(?:\b)plumanalytics(?:\b|)" 0;
"~*(?:\b)Pockey(?:\b|)" 0;
"~*(?:\b)POE-Component-Client-HTTP(?:\b|)" 0;
"~*(?:\b)Probethenet(?:\b|)" 0;
"~*(?:\b)ProPowerBot(?:\b|)" 0;
"~*(?:\b)ProWebWalker(?:\b|)" 0;
"~*(?:\b)Psbot(?:\b|)" 0;
"~*(?:\b)Pump(?:\b|)" 0;
"~*(?:\b)PxBroker(?:\b|)" 0;
"~*(?:\b)PyCurl(?:\b|)" 0;
"~*(?:\b)QueryN\ Metasearch(?:\b|)" 0;
"~*(?:\b)Quick-Crawler(?:\b|)" 0;
"~*(?:\b)RankActive(?:\b|)" 0;
"~*(?:\b)RankActiveLinkBot(?:\b|)" 0;
"~*(?:\b)RankFlex(?:\b|)" 0;
"~*(?:\b)RankingBot(?:\b|)" 0;
"~*(?:\b)RankingBot2(?:\b|)" 0;
"~*(?:\b)Rankivabot(?:\b|)" 0;
"~*(?:\b)RankurBot(?:\b|)" 0;
"~*(?:\b)RealDownload(?:\b|)" 0;
"~*(?:\b)Reaper(?:\b|)" 0;
"~*(?:\b)RebelMouse(?:\b|)" 0;
"~*(?:\b)Recorder(?:\b|)" 0;
"~*(?:\b)RedesScrapy(?:\b|)" 0;
"~*(?:\b)ReGet(?:\b|)" 0;
"~*(?:\b)RepoMonkey(?:\b|)" 0;
"~*(?:\b)Ripper(?:\b|)" 0;
"~*(?:\b)RocketCrawler(?:\b|)" 0;
"~*(?:\b)Rogerbot(?:\b|)" 0;
"~*(?:\b)s1z.ru(?:\b|)" 0;
"~*(?:\b)SalesIntelligent(?:\b|)" 0;
"~*(?:\b)SBIder(?:\b|)" 0;
"~*(?:\b)ScanAlert(?:\b|)" 0;
"~*(?:\b)Scanbot(?:\b|)" 0;
"~*(?:\b)scan.lol(?:\b|)" 0;
"~*(?:\b)ScoutJet(?:\b|)" 0;
"~*(?:\b)Scrapy(?:\b|)" 0;
"~*(?:\b)Screaming(?:\b|)" 0;
"~*(?:\b)ScreenerBot(?:\b|)" 0;
"~*(?:\b)Searchestate(?:\b|)" 0;
"~*(?:\b)SearchmetricsBot(?:\b|)" 0;
"~*(?:\b)Semrush(?:\b|)" 0;
"~*(?:\b)SemrushBot(?:\b|)" 0;
"~*(?:\b)SEOkicks(?:\b|)" 0;
"~*(?:\b)SEOkicks-Robot(?:\b|)" 0;
"~*(?:\b)SEOlyticsCrawler(?:\b|)" 0;
"~*(?:\b)Seomoz(?:\b|)" 0;
"~*(?:\b)SEOprofiler(?:\b|)" 0;
"~*(?:\b)seoscanners(?:\b|)" 0;
"~*(?:\b)SeoSiteCheckup(?:\b|)" 0;
"~*(?:\b)SEOstats(?:\b|)" 0;
"~*(?:\b)serpstatbot(?:\b|)" 0;
"~*(?:\b)sexsearcher(?:\b|)" 0;
"~*(?:\b)Shodan(?:\b|)" 0;
"~*(?:\b)Siphon(?:\b|)" 0;
"~*(?:\b)SISTRIX(?:\b|)" 0;
"~*(?:\b)Sitebeam(?:\b|)" 0;
"~*(?:\b)SiteExplorer(?:\b|)" 0;
"~*(?:\b)Siteimprove(?:\b|)" 0;
"~*(?:\b)SiteLockSpider(?:\b|)" 0;
"~*(?:\b)SiteSnagger(?:\b|)" 0;
"~*(?:\b)SiteSucker(?:\b|)" 0;
"~*(?:\b)Site\ Sucker(?:\b|)" 0;
"~*(?:\b)Sitevigil(?:\b|)" 0;
"~*(?:\b)SlySearch(?:\b|)" 0;
"~*(?:\b)SmartDownload(?:\b|)" 0;
"~*(?:\b)SMTBot(?:\b|)" 0;
"~*(?:\b)Snake(?:\b|)" 0;
"~*(?:\b)Snapbot(?:\b|)" 0;
"~*(?:\b)Snoopy(?:\b|)" 0;
"~*(?:\b)SocialRankIOBot(?:\b|)" 0;
"~*(?:\b)Sociscraper(?:\b|)" 0;
"~*(?:\b)sogouspider(?:\b|)" 0;
"~*(?:\b)Sogou\ web\ spider(?:\b|)" 0;
"~*(?:\b)Sosospider(?:\b|)" 0;
"~*(?:\b)Sottopop(?:\b|)" 0;
"~*(?:\b)SpaceBison(?:\b|)" 0;
"~*(?:\b)Spammen(?:\b|)" 0;
"~*(?:\b)SpankBot(?:\b|)" 0;
"~*(?:\b)Spanner(?:\b|)" 0;
"~*(?:\b)sp_auditbot(?:\b|)" 0;
"~*(?:\b)Spbot(?:\b|)" 0;
"~*(?:\b)Spinn3r(?:\b|)" 0;
"~*(?:\b)SputnikBot(?:\b|)" 0;
"~*(?:\b)spyfu(?:\b|)" 0;
"~*(?:\b)Sqlmap(?:\b|)" 0;
"~*(?:\b)Sqlworm(?:\b|)" 0;
"~*(?:\b)Sqworm(?:\b|)" 0;
"~*(?:\b)Steeler(?:\b|)" 0;
"~*(?:\b)Stripper(?:\b|)" 0;
"~*(?:\b)Sucker(?:\b|)" 0;
"~*(?:\b)Sucuri(?:\b|)" 0;
"~*(?:\b)SuperBot(?:\b|)" 0;
"~*(?:\b)SuperHTTP(?:\b|)" 0;
"~*(?:\b)Surfbot(?:\b|)" 0;
"~*(?:\b)SurveyBot(?:\b|)" 0;
"~*(?:\b)Suzuran(?:\b|)" 0;
"~*(?:\b)Swiftbot(?:\b|)" 0;
"~*(?:\b)sysscan(?:\b|)" 0;
"~*(?:\b)Szukacz(?:\b|)" 0;
"~*(?:\b)T0PHackTeam(?:\b|)" 0;
"~*(?:\b)T8Abot(?:\b|)" 0;
"~*(?:\b)tAkeOut(?:\b|)" 0;
"~*(?:\b)Teleport(?:\b|)" 0;
"~*(?:\b)TeleportPro(?:\b|)" 0;
"~*(?:\b)Telesoft(?:\b|)" 0;
"~*(?:\b)Telesphoreo(?:\b|)" 0;
"~*(?:\b)Telesphorep(?:\b|)" 0;
"~*(?:\b)The\ Intraformant(?:\b|)" 0;
"~*(?:\b)TheNomad(?:\b|)" 0;
"~*(?:\b)Thumbor(?:\b|)" 0;
"~*(?:\b)TightTwatBot(?:\b|)" 0;
"~*(?:\b)Titan(?:\b|)" 0;
"~*(?:\b)Toata(?:\b|)" 0;
"~*(?:\b)Toweyabot(?:\b|)" 0;
"~*(?:\b)Tracemyfile(?:\b|)" 0;
"~*(?:\b)Trendiction(?:\b|)" 0;
"~*(?:\b)Trendictionbot(?:\b|)" 0;
"~*(?:\b)trendiction.com(?:\b|)" 0;
"~*(?:\b)trendiction.de(?:\b|)" 0;
"~*(?:\b)True_Robot(?:\b|)" 0;
"~*(?:\b)Turingos(?:\b|)" 0;
"~*(?:\b)Turnitin(?:\b|)" 0;
"~*(?:\b)TurnitinBot(?:\b|)" 0;
"~*(?:\b)TwengaBot(?:\b|)" 0;
"~*(?:\b)Twice(?:\b|)" 0;
"~*(?:\b)Typhoeus(?:\b|)" 0;
"~*(?:\b)UnisterBot(?:\b|)" 0;
"~*(?:\b)Upflow(?:\b|)" 0;
"~*(?:\b)URLy.Warning(?:\b|)" 0;
"~*(?:\b)URLy\ Warning(?:\b|)" 0;
"~*(?:\b)Vacuum(?:\b|)" 0;
"~*(?:\b)Vagabondo(?:\b|)" 0;
"~*(?:\b)VB\ Project(?:\b|)" 0;
"~*(?:\b)VCI(?:\b|)" 0;
"~*(?:\b)VeriCiteCrawler(?:\b|)" 0;
"~*(?:\b)VidibleScraper(?:\b|)" 0;
"~*(?:\b)Virusdie(?:\b|)" 0;
"~*(?:\b)VoidEYE(?:\b|)" 0;
"~*(?:\b)Voil(?:\b|)" 0;
"~*(?:\b)Voltron(?:\b|)" 0;
"~*(?:\b)Wallpapers/3.0(?:\b|)" 0;
"~*(?:\b)WallpapersHD(?:\b|)" 0;
"~*(?:\b)WASALive-Bot(?:\b|)" 0;
"~*(?:\b)WBSearchBot(?:\b|)" 0;
"~*(?:\b)Webalta(?:\b|)" 0;
"~*(?:\b)WebAuto(?:\b|)" 0;
"~*(?:\b)Web\ Auto(?:\b|)" 0;
"~*(?:\b)WebBandit(?:\b|)" 0;
"~*(?:\b)WebCollage(?:\b|)" 0;
"~*(?:\b)Web\ Collage(?:\b|)" 0;
"~*(?:\b)WebCopier(?:\b|)" 0;
"~*(?:\b)WEBDAV(?:\b|)" 0;
"~*(?:\b)WebEnhancer(?:\b|)" 0;
"~*(?:\b)Web\ Enhancer(?:\b|)" 0;
"~*(?:\b)WebFetch(?:\b|)" 0;
"~*(?:\b)Web\ Fetch(?:\b|)" 0;
"~*(?:\b)WebFuck(?:\b|)" 0;
"~*(?:\b)Web\ Fuck(?:\b|)" 0;
"~*(?:\b)WebGo\ IS(?:\b|)" 0;
"~*(?:\b)WebImageCollector(?:\b|)" 0;
"~*(?:\b)WebLeacher(?:\b|)" 0;
"~*(?:\b)WebmasterWorldForumBot(?:\b|)" 0;
"~*(?:\b)webmeup-crawler(?:\b|)" 0;
"~*(?:\b)WebPix(?:\b|)" 0;
"~*(?:\b)Web\ Pix(?:\b|)" 0;
"~*(?:\b)WebReaper(?:\b|)" 0;
"~*(?:\b)WebSauger(?:\b|)" 0;
"~*(?:\b)Web\ Sauger(?:\b|)" 0;
"~*(?:\b)Webshag(?:\b|)" 0;
"~*(?:\b)WebsiteExtractor(?:\b|)" 0;
"~*(?:\b)WebsiteQuester(?:\b|)" 0;
"~*(?:\b)Website\ Quester(?:\b|)" 0;
"~*(?:\b)Webster(?:\b|)" 0;
"~*(?:\b)WebStripper(?:\b|)" 0;
"~*(?:\b)WebSucker(?:\b|)" 0;
"~*(?:\b)Web\ Sucker(?:\b|)" 0;
"~*(?:\b)WebWhacker(?:\b|)" 0;
"~*(?:\b)WebZIP(?:\b|)" 0;
"~*(?:\b)WeSEE(?:\b|)" 0;
"~*(?:\b)Whack(?:\b|)" 0;
"~*(?:\b)Whacker(?:\b|)" 0;
"~*(?:\b)Whatweb(?:\b|)" 0;
"~*(?:\b)Who.is\ Bot(?:\b|)" 0;
"~*(?:\b)Widow(?:\b|)" 0;
"~*(?:\b)WinHTTrack(?:\b|)" 0;
"~*(?:\b)WiseGuys\ Robot(?:\b|)" 0;
"~*(?:\b)WISENutbot(?:\b|)" 0;
"~*(?:\b)Wonderbot(?:\b|)" 0;
"~*(?:\b)Woobot(?:\b|)" 0;
"~*(?:\b)Wotbox(?:\b|)" 0;
"~*(?:\b)Wprecon(?:\b|)" 0;
"~*(?:\b)WPScan(?:\b|)" 0;
"~*(?:\b)WWW-Collector-E(?:\b|)" 0;
"~*(?:\b)WWW-Mechanize(?:\b|)" 0;
"~*(?:\b)WWW::Mechanize(?:\b|)" 0;
"~*(?:\b)WWWOFFLE(?:\b|)" 0;
"~*(?:\b)x09Mozilla(?:\b|)" 0;
"~*(?:\b)x22Mozilla(?:\b|)" 0;
"~*(?:\b)Xaldon_WebSpider(?:\b|)" 0;
"~*(?:\b)Xaldon\ WebSpider(?:\b|)" 0;
"~*(?:\b)Xenu(?:\b|)" 0;
"~*(?:\b)xpymep1.exe(?:\b|)" 0;
"~*(?:\b)YoudaoBot(?:\b|)" 0;
"~*(?:\b)Zade(?:\b|)" 0;
"~*(?:\b)Zauba(?:\b|)" 0;
"~*(?:\b)zauba.io(?:\b|)" 0;
"~*(?:\b)Zermelo(?:\b|)" 0;
"~*(?:\b)Zeus(?:\b|)" 0;
"~*(?:\b)zgrab(?:\b|)" 0;
"~*(?:\b)Zitebot(?:\b|)" 0;
"~*(?:\b)ZmEu(?:\b|)" 0;
"~*(?:\b)ZumBot(?:\b|)" 0;
"~*(?:\b)ZyBorg(?:\b|)" 0;
# END MAKE BAD BOTS GOOD ### DO NOT EDIT THIS LINE AT ALL ###

6730
.dev-tools/_conf_files_testing_changes/bots.d/custom-bad-referrers.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf
View file

@ -1 +1 @@
35.184.226.236 0; 34.66.178.120 0;

4
.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1619 ### Version: V4.2019.06.1620
### Updated: Wed Jun 26 11:08:32 SAST 2019 ### Updated: Wed Jun 26 11:19:30 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/globalblacklist-testing.template
View file

@ -10,8 +10,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.06.1620 ### Version: V3.2019.06.1621
### Updated: Wed Jun 26 11:19:31 SAST 2019 ### Updated: Wed Jun 26 11:37:07 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/globalblacklist.template
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1620 ### Version: V4.2019.06.1621
### Updated: Wed Jun 26 11:19:30 SAST 2019 ### Updated: Wed Jun 26 11:37:06 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/test_units/blacklist-ips.conf
View file

@ -1 +1 @@
35.184.226.236 1; 34.66.178.120 1;

92
.dev-tools/test_units/random-bots-for-test-quick.list
View file

@ -1,50 +1,50 @@
Aboundexbot AlphaBot
Black Hole Apexoo
BlowFish Asterias
BuzzSumo BatchFTP
Claritybot BDFetch
Cliqzbot Bolt
coccocbot-web
Copier
Cosmos
Curious
Demon
DigitalPebble
DIIbot
Dirbuster
Discobot
Dispatch Dispatch
DnyzBot DittoSpyder
EroCrawler DomainCrawler
eCatch
ExtLinksBot ExtLinksBot
Extreme Picture Finder Ezooms
Id-search Fimap
InterGET GrabNet
GrapeshotCrawler
GridBot
Havij
Iblog
instabid
IRLbot IRLbot
JamesBOT JikeSpider
Jbrofuzz Larbin
JennyBot mediawords
Jetty NetSpider
LinkWalker NimbleCrawler
Masscan Ninja
MFC_Tear_Sample serpstatbot
MSFrontPage SiteExplorer
muhstik-scan Spbot
NetLyzer Sqlworm
OutfoxBot Stripper
Pixray TeleportPro
POE-Component-Client-HTTP Telesphoreo
RankActiveLinkBot Thumbor
ReGet WallpapersHD
Ripper Webalta
SearchmetricsBot Web Fuck
SEOlyticsCrawler
Spammen
Sucuri
Suzuran
Tracemyfile
Trendictionbot
Vacuum
VidibleScraper
Virusdie
Voil
WASALive-Bot
WebCollage
Web Collage
WEBDAV
WebFetch
Webshag
WebSucker WebSucker
Whack Zade
Widow Zermelo
zgrab

264
.dev-tools/test_units/random-bots-for-test.list
View file

@ -1,250 +1,250 @@
360Spider 360Spider
404checker
404enemy 404enemy
Aboundexbot 80legs
AfD-Verbotsverfahren Acunetix
AhrefsBot ADmantX
AIBOT
Alligator Alligator
AllSubmitter
AlphaBot AlphaBot
Anarchie Anarchie
Apexoo ASPSeek
autoemailspider Asterias
BackDoorBot Attach
backlink-check
BacklinkCrawler BacklinkCrawler
BackWeb
Bandit
Barkrowler Barkrowler
BatchFTP
Battleztar Bazinga Battleztar Bazinga
BDCbot
BDFetch
BetaBot BetaBot
BLEXBot Blackboard
BlowFish Blow
Brandwatch Bolt
Bullseye BuiltBotTough
BuiltWith
BuzzSumo BuzzSumo
Calculon
CATExplorador CATExplorador
CazoodleBot CCBot
Cegbfeieh
CheeseBot CheeseBot
CheTeam
ChinaClaw ChinaClaw
Chlooe
Claritybot Claritybot
Cliqzbot Cliqzbot
Cloud mapping Cloud mapping
coccocbot-web Collector
CopyRightCheck com.plumanalytics
crawler.feedback Copyscape
crawl.sogou.com crawler4j
CrunchBot
CSHttp
Curious
Custo
DatabaseDriverMysqli
Demon
Digincore
DigitalPebble DigitalPebble
DIIbot Dirbuster
Disco Disco
Discobot Discobot
DittoSpyder Discoverybot
DnyzBot Dispatch
DomainAppender
DomainSigmaCrawler
Dragonfly Dragonfly
Drip
DSearch
EasyDL EasyDL
eCatch Ebingbong
ECCP/1.0 ECCP/1.0
EirGrabber EirGrabber
EroCrawler EroCrawler
evc-batch ExtLinksBot
Extractor Extreme Picture Finder
ExtractorPro
facebookscraper facebookscraper
FemtosearchBot FDM
FHscan FHscan
Fimap
FlashGet
Freeuploader
FrontPage FrontPage
FyberSpider
GalaxyBot
Genieo Genieo
GermCrawler G-i-g-a-b-o-t
GetWeb
Gigabot
Gotit Gotit
GoZilla
Go!Zilla Go!Zilla
Grabber
GrabNet GrabNet
GrapeFX Grafula
GrapeshotCrawler
GridBot GridBot
GT::WWW GT::WWW
HaosouSpider
Havij Havij
HMView Heritrix
Hloader
HTMLparser
HTTP::Lite HTTP::Lite
Humanlinks HybridBot
Iblog IDBot
IlseBot Id-search
Image Fetch
Image Sucker Image Sucker
IndeedBot IndeedBot
InfoTekies InfoTekies
instabid Intelliseek
InterGET InternetSeer
Internet Ninja
internetVista monitor
ips-agent ips-agent
Iria Iria
IRLbot Iskanie
IstellaBot
JennyBot
JikeSpider JikeSpider
Joomla
Jorgee
JustView JustView
Jyxobot
Kenjin Spider Kenjin Spider
LeechFTP Keyword Density
LibWeb Kozmosbot
Libwhisker Larbin
Likse LeechGet
LexiBot
Lightspeedsystems
Linkdexbot
LinkpadBot LinkpadBot
LinksManager
LinqiaRSSBot LinqiaRSSBot
LinqiaScrapeBot Lipperhey
Lipperhey Spider Lipperhey Spider
lwp-request Lmspider
Magnet lwp-trivial
magpie-crawler magpie-crawler
Majestic-SEO Majestic12
Masscan Masscan
MauiBot Mass Downloader
meanpathbot meanpathbot
MeanPath Bot Meanpathbot
Mediatoolkitbot
MegaIndex.ru MegaIndex.ru
MFC_Tear_Sample MFC_Tear_Sample
Microsoft Data Access Microsoft Data Access
Microsoft URL Control Microsoft URL Control
MIDown tool MIDown tool
Mojeek MIIxpc
Mister PiX
MJ12bot
Morfeus Fucking Scanner Morfeus Fucking Scanner
Mr.4x3 Mr.4x3
MSIECrawler
Msrabot Msrabot
MS Web Services Client Protocol Navroad
muhstik-scan Netcraft
Nessus NetLyzer
NetMechanic
Nettrack Nettrack
Netvibes
NetZIP
NextGenSearchBot
Nibbler Nibbler
NICErsPRO
Nikto Nikto
Nimbostratus Nimbostratus
Nmap Nmap
NPbot NPbot
oBot Nutch
Octopus
Offline Explorer
OnCrawl OnCrawl
Openfind
OpenLinkProfiler
OpenVAS OpenVAS
OrangeBot
OutclicksBot OutclicksBot
OutfoxBot
PageAnalyzer PageAnalyzer
PageScorer Page Analyzer
Pandalytics PageGrabber
page scorer
Pavuk Pavuk
PeoplePal
PHPCrawl PHPCrawl
Picsearch
PictureFinder PictureFinder
Pixray
PleaseCrawl
plumanalytics plumanalytics
Pockey Pockey
ProPowerBot
ProWebWalker ProWebWalker
Psbot
Pump
PxBroker
PyCurl PyCurl
QueryN Metasearch QueryN Metasearch
RankActive
RankActiveLinkBot
RankingBot RankingBot
RankingBot2
Rankivabot Rankivabot
RealDownload RealDownload
RebelMouse Reaper
ReGet Recorder
RedesScrapy
RepoMonkey
Rogerbot
Scanbot Scanbot
ScoutJet scan.lol
SEOstats SemrushBot
SEOlyticsCrawler
SEOprofiler
seoscanners
sexsearcher sexsearcher
SiteExplorer Siphon
SISTRIX
Sitebeam
SiteLockSpider SiteLockSpider
SiteSnagger SiteSnagger
SiteSucker SiteSucker
Site Sucker Site Sucker
Sitevigil Sitevigil
SMTBot SlySearch
Snake
Snapbot
Snoopy Snoopy
SocialRankIOBot Sociscraper
Sottopop sogouspider
SpaceBison Sosospider
Spammen
Spanner Spanner
sp_auditbot sp_auditbot
SputnikBot
spyfu
Sqlmap Sqlmap
Sqlworm Sqlworm
Steeler Sucuri
SuperBot SuperBot
SuperHTTP
Surfbot Surfbot
SurveyBot SurveyBot
Swiftbot Swiftbot
Szukacz Szukacz
Teleport
TeleportPro TeleportPro
The Intraformant Telesoft
TheNomad
Thumbor
TightTwatBot
Toweyabot
Tracemyfile Tracemyfile
Trendiction trendiction.com
Trendictionbot True_Robot
Turingos URLy.Warning
Turnitin
TurnitinBot
TwengaBot
Typhoeus
Upflow
Vacuum
Vagabondo Vagabondo
VeriCiteCrawler VeriCiteCrawler
VoidEYE VidibleScraper
Voltron
Wallpapers/3.0 Wallpapers/3.0
WASALive-Bot WASALive-Bot
WebAuto WBSearchBot
WebBandit Webalta
Web Collage
WEBDAV
WebEnhancer
WebFetch WebFetch
Web Fetch WebFuck
WebGo IS WebPix
WebLeacher Web Pix
WebmasterWorldForumBot
webmeup-crawler
WebReaper WebReaper
Web Sauger Web Sauger
Web Sauger Webshag
WebsiteExtractor WebsiteExtractor
WebsiteQuester WebsiteQuester
Website Quester Webster
Web Sucker Web Sucker
WebWhacker WebWhacker
WebZIP
WeSEE
Whack Whack
Whacker Whatweb
Who.is Bot
Widow Widow
WiseGuys Robot
WISENutbot WISENutbot
Wonderbot
WPScan
WWW-Collector-E WWW-Collector-E
WWW::Mechanize WWW::Mechanize
WWWOFFLE WWWOFFLE
x09Mozilla
x22Mozilla x22Mozilla
Xaldon WebSpider
Xaldon_WebSpider Xaldon_WebSpider
Xenu Xenu
xpymep1.exe
Zauba
zauba.io zauba.io
Zeus
zgrab
ZumBot

278
.dev-tools/test_units/random-bots-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
404checker 404checker
80legs 80legs
Aboundexbot Abonti
Aboundex
ADmantX ADmantX
AhrefsBot AhrefsBot
AIBOT Alexibot
Alligator
Anarchie
Apexoo Apexoo
archive.org_bot archive.org_bot
BackDoorBot ASPSeek
Backlink-Ceck Backlink-Ceck
backlink-check BacklinkCrawler
Badass BackStreet
BackWeb
Bandit Bandit
BatchFTP BatchFTP
Battleztar Bazinga Battleztar Bazinga
BBBike
BDCbot BDCbot
BetaBot BDFetch
Bigfoot
Bitacle
Blackboard
BLEXBot
Blow Blow
Bolt
BotALot BotALot
Brandprotect Brandwatch
BuiltBotTough
BunnySlippers
BuzzSumo
CATExplorador CATExplorador
CCBot
Cegbfeieh Cegbfeieh
CheeseBot CherryPicker
Chlooe CheTeam
ChinaClaw
Cliqzbot
Cloud mapping Cloud mapping
Copier
Copyscape Copyscape
Cosmos
Craftbot Craftbot
crawler4j
crawler.feedback
crawl.sogou.com crawl.sogou.com
CrazyWebCrawler
Crescent Crescent
Curious CSHttp
Custo Custo
DatabaseDriverMysqli DatabaseDriverMysqli
DBLBot DataCha0s
demandbase-bot
Demon Demon
Devil Deusu
Digincore Digincore
DigitalPebble DIIbot
Dirbuster
Dispatch Dispatch
DittoSpyder DnyzBot
DomainAppender DomainAppender
DomainCrawler DomainCrawler
DomainSigmaCrawler DomainSigmaCrawler
DomainStatsBot
Dotbot
Dragonfly Dragonfly
Drip Drip
DTS Agent Ebingbong
eCatch
Ecxi
EirGrabber
EMail Siphon EMail Siphon
ExtLinksBot evc-batch
Extractor Evil
Exabot
Express WebPictures
ExtractorPro ExtractorPro
EyeNetIE EyeNetIE
Ezooms
facebookscraper
FDM FDM
Fimap Firefox/7.0
Flunky Foobot
Freeuploader
FrontPage FrontPage
Fyrebot Fyrebot
GetRight Genieo
Gigablast GermCrawler
Go-Ahead-Got-It GetWeb
Gigabot
GoZilla
Go!Zilla Go!Zilla
GrabNet
Grafula Grafula
GrapeFX GrapeFX
GrapeshotCrawler GrapeshotCrawler
GridBot
GT::WWW GT::WWW
Haansoft
Harvest
Havij
Heritrix
HMView
HTMLparser HTMLparser
HTTP::Lite HTTrack
HybridBot Humanlinks
IDBot Image Fetch
Id-search
IndeedBot
Indy Library Indy Library
InfoNaviRobot
instabid instabid
Intelliseek
InterGET InterGET
Internet Ninja
internetVista monitor internetVista monitor
IRLbot Iskanie
JetCar IstellaBot
JikeSpider Jetty
JOC Web Spider
Joomla
Jorgee Jorgee
JustView JustView
Lanshanbot Jyxobot
LexiBot Larbin
Lftp
Lightspeedsystems
Likse Likse
LinkextractorPro LinkScan
LinqiaMetadataDownloaderBot
LinqiaRSSBot LinqiaRSSBot
Lipperhey Spider Ltx71
Litemage_walker Magnet
LNSpiderguy Mail.RU_Bot
lwp-request
Mag-Net
Majestic12 Majestic12
Majestic SEO Majestic-SEO
MarkWatch Masscan
Mass Downloader MauiBot
Mata Hari
MeanPath Bot
mediawords
Metauri Metauri
MFC_Tear_Sample MFC_Tear_Sample
Microsoft Data Access MIDown tool
Microsoft URL Control MIIxpc
MSIECrawler Mister PiX
Mr.4x3
Msrabot Msrabot
MS Web Services Client Protocol MS Web Services Client Protocol
Musobot
Name Intelligence Name Intelligence
Nameprotect Nameprotect
Needle Navroad
NearSite
Nessus
NetAnts NetAnts
Netcraft Netcraft
netEstate NE Crawler Nettrack
Net Vampire Net Vampire
Netvibes Netvibes
NICErsPRO NetZIP
Ninja NextGenSearchBot
Nmap Nibbler
Niki-bot
NPbot
Octopus
Offline Explorer
Openfind Openfind
Openvas Openvas
OpenVAS OrangeSpider
OrangeBot
OutclicksBot
page scorer
Pandalytics Pandalytics
Pavuk Papa Foto
Picscout pcBrowser
PHPCrawl
Picsearch
PictureFinder PictureFinder
Pimonster PleaseCrawl
Pi-Monster ProWebWalker
Pixray
plumanalytics
POE-Component-Client-HTTP
Probethenet
ProPowerBot
Psbot Psbot
PyCurl
QueryN Metasearch
Quick-Crawler Quick-Crawler
RankActiveLinkBot
RankFlex RankFlex
RankingBot2
Rankivabot Rankivabot
Recorder RealDownload
RedesScrapy
ReGet ReGet
RepoMonkey
RocketCrawler
Rogerbot
s1z.ru s1z.ru
SBIder scan.lol
ScoutJet
Screaming
ScreenerBot
Searchestate Searchestate
Semrush
SemrushBot SemrushBot
SEOkicks SEOkicks
SEOkicks-Robot SEOlyticsCrawler
Seomoz
seoscanners seoscanners
SeoSiteCheckup
SEOstats
serpstatbot
sexsearcher sexsearcher
SISTRIX
Sitebeam
Siteimprove Siteimprove
SiteLockSpider
SiteSnagger SiteSnagger
Sitevigil
SmartDownload SmartDownload
SMTBot
Snake Snake
Snapbot Snapbot
Snoopy Snoopy
sogouspider sogouspider
Spammen Sogou web spider
SpankBot Sosospider
Sottopop
SpaceBison
Spanner Spanner
Spbot
SputnikBot SputnikBot
Sqlmap spyfu
Sqworm Sqlworm
Sucuri Steeler
SuperHTTP Surfbot
Suzuran SurveyBot
Swiftbot T0PHackTeam
sysscan T8Abot
Telesoft tAkeOut
Telesphorep Telesphorep
The Intraformant
TheNomad TheNomad
Thumbor
TightTwatBot TightTwatBot
Trendictionbot Toweyabot
trendiction.com trendiction.de
Turingos True_Robot
Turnitin Turnitin
UnisterBot TurnitinBot
Upflow Twice
URLy.Warning
Vacuum Vacuum
Vagabondo Vagabondo
VB Project VB Project
VCI
VidibleScraper VidibleScraper
Virusdie
VoidEYE VoidEYE
Voil Voltron
WASALive-Bot WallpapersHD
WBSearchBot WBSearchBot
Webalta
WebAuto WebAuto
Web Auto Web Auto
WebCollage WebCollage
Web Collage WebCopier
Web Enhancer WEBDAV
Web Fetch Web Fetch
WebFuck WebFuck
Web Fuck Web Fuck
WebGo IS WebGo IS
webmeup-crawler WebImageCollector
WebLeacher
WebPix WebPix
WebsiteExtractor
WebsiteQuester
Webster Webster
WebStripper
Web Sucker Web Sucker
Web Sucker
WebWhacker
WebZIP
WeSEE
Whack Whack
Whacker
Whatweb
Who.is Bot Who.is Bot
Widow
WinHTTrack
WiseGuys Robot WiseGuys Robot
Woobot WISENutbot
Wotbox Wprecon
WWWOFFLE x22Mozilla
x09Mozilla Xaldon WebSpider
zauba.io Xenu
xpymep1.exe
YoudaoBot
Zauba
Zermelo Zermelo
Zeus Zeus
Zitebot Zitebot
ZmEu ZyBorg

198
.dev-tools/test_units/random-referrers-for-test-quick.list
View file

@ -1,100 +1,100 @@
01apple.com 0c47f8422d3f.com
4senses.co 1688.com
4webmasters.com 2itech.ru
aaronabel.com 3weekdiet.com
adtology.com aab94f698f36684c5a852a2ef272e031bb.com
aihelen.net ahrefs.com
aktobe.xkaz.org artparquet.ru
alessandraleone.com autotrends.today
allbizne.co.ua avkzarabotok.info
alvtank.se avtolombard-krasnodar.ru
approved.su bestcurs.org
autovideobroadcast.com bestsexyblog.com
aviav.eu binomo.kz
avtochehli.by bizfly.info
backlink4u.net blackhatworth.com
bagcionderlab.com boc.kz
bigpictures.club briomotor.co
c1.onedmp.com buyhoverboard.com
carloans.com cleanmypc.com
carstrends2015.com clubfashionista.com
casite-513049.cloudaccess.net com-secure.download
cheapjerseysfootballshop.com coolgamechannel.com
chocoslim.pro creativehutindia.com
cjs.com.ru daydream-studio.ru
classiquebijoux.ru druzhbany.ru
clickbanksites.info edelstahlschornstein-123.de
copro.pw elektrischezigarette2.devhub.com
credit-respect.ru eu-cookie-law.blogspot.com
dayibiao.com ezigarettenkaufen1.pagina.gr
detalizaciya-tut.biz falcoware.com
docs4all.com fetlifeblog.com
domainroam.win freelotto.com
donna7753191.ru g33.org
dwomlink.info galeria-zdjec.com
ecommerce-seo.com gne8.com
efkt.jp hollywoodactress.info
elektrischezigarette1.blog.pl housekuba.org
embedle.com howtowhitenteethfast.xyz
ezaz.info ideibiznesa2015.ru
fealq.com invivo.hu
flowwwers.com itrevolution.cf
forensicpsychiatry.ru jaxcube.info
forex-procto.ru kareliatobacco.ru
fototravel.eu kinopolet.net
funnel.co.za kotaku.com
gay-site.store ktotut.net
gosmeb.ru lancheck.net
gsasearchengineranker.top letsrepair.in
guardlink.com linkrr.com
ideashome.id lmrauction.com
infospot.pt m0r0zk0-krava.ru
iweblist.info m1media.net
johnrobertsoninc.com magicalfind-a.akamaihd.net
karadene.com microstatic.pl
kazinogames.lv mini.7zap.com
kinky-fetishes.com mmog-play.ru
kleine-titten.biz mmoguider.ru
landscaping.center
marmitaco.cat
marmotstore.online
mastershef.club
megavolt.net.ua
mmostrike.ru
moncleronline.xyz moncleronline.xyz
monclervests.xyz musezone.ru
myanyone.net myperiod.club
myfreetutorials.com onefilms.net
naj-filmy24.pl orenburg-gsm.ru
officedocuments.net picurams.pw
okmusic.jp pixgood.com
onlainbesplatno.ru playfortuna-play.ru
openmultipleurl.com play.leadzupc.com
ostroike.org poems.com.ua
partnersafe.men pontiacsolstice.info
pattersonsweb.com posible.net
phuketscreen.com printingpeach.com
picswe.com professionaldieselcare.com
prod2016.com pussyspace.net
pro-okis.ru raisedseo.com
propranolol40mg.blogspot.com replicalouboutin.xyz
puzo2arbuza.ru ros-ctm.ru
recipedays.com rubbed.us
rockprogblog.com scanner-margo.top
sei80.com searchaddis.com
shillyourcoins.com shtaketniki.ru
shisha-swag.de smartpet.ru
shoesonlinebuy.xyz snow.nvr163.com
shopvilleroyboch.com.ua teenbbw.yopoint.in
slavic-magic.ru telesvoboda.ru
strongsignal-a.akamaihd.net thewomenlife.com
techart24.com topsy.com
tizanidinevssoma.blogspot.com traffique.net
tuckpointingmasonrysystems.com uptime.com
tvteleport.ru ural-buldozer.ru
viven.host.sk usbggettwku.ga
vpnmouse.com via-energy-order.com
wingsofrefuge.net videochaty.ru
xblognetwork.com wareseeker.com
xchat26.myfreecams.com webpromotion.ae
zerocash.msk.ru wesharepics.site
xlolitka.com
youandcredit.ru
youthreaders.com
zeroredirect5.com
zeroredirect6.com
zoomovies.org

1756
.dev-tools/test_units/random-referrers-for-test.list
View file

File diff suppressed because it is too large Load diff

480
.dev-tools/test_units/random-referrers-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
1bet.com 1j7740kd.website
6hopping.com 5tey7463.weebly.com
aa14ab57a3339c4064bd9ae6fad7495b5f.com aasoldes.fr
aa81bf391151884adfa3dd677e41f94be1.com abovetherivernc.com
abtasty.com absolute-s.ru
acmebtn.ml adult3dgames.com
adssafeprotected.com adverster.com
ads-seo.men adviceforum.info
adultfullhd.com agroeconom.kz
aimayangzhi.com alert-hgd.xyz
air-edem.ru allbizne.co.ua
akita.kz alltheviews.com
albumsuper.info android-vsem.org
alpinism.ru apartmentratings.com
androids-store.com apioasisspacenet-a.akamaihd.net
apps-analytics.net appiq.mobi
appsaurus.com arcteryxsale.online
aramaicmedia.org arpelsreplica.xyz
arendakvartir.kz audiobangout.com
arquapetrarca.info
artefakct.com
asdfg.pro
asseenontv.ru
atelielembrancaqueencanta.com.br
atleticpharm.org
auto4style.ru auto4style.ru
avon-severozapad.ru avtolombard-krasnodar.com
avon-ukraine.com avtovolop.ru
axbocz.net azadnegar.com
ayakino.net bestprofits-there.com
azbaseimages.net bidbuy.co.kr
backlink4u.net
bagcionderlab.com
baltgem.com
bear.gotcher.us
belinvestdom.by
belstaffstore.online
betonka.pro
bezlimitko.xyz
bin-brokers.com
bio-market.kz bio-market.kz
bitporno.sx bio.trade-jp.net
bluejays-jerseys.us bitnote.co
bmsco.co bocoarchives.org
boostmyppc.com boleznikogi.com
bouda.kvalitne.cz buyessayonline19.blogspot.ru
brandbucket.com canoncdriverq3.pen.io
buyviagraa.blogspot.com chatroulette.life
cactussoft.biz cheap-trusted-backlinks.com
canvas.gloverid.site cicaki.net
cardsdumps.com clickhype.com
carsdined.org clickzzs.nl
cartierlovestore.xyz compliance-fred.top
ceotrk.com compliance-mark.top
cfjump.com cookielawblog.wordpress.com
chcu.net cookie-law-enforcement-ee.xyz
cigarpass.com coolwallpapers-hd.com
cineacademy.ru cornerstone-countertops.com
clickbank.net coslab.club
collegeessay19.blogspot.ru crackzplanet.com
colobit.biz daisye.top
compliance-don.top danashop.ru
customsua.com.ua dentalpearls.com.au
daooda.com derevesendeco.com
datsun-do.com deutschland123.de
dealighted.com dfwu1013.info
deda-moroza-zakaz.ru diffbot.com
divku.ru dinosaurus.site
dipstar.org
diy-handmade-ideas.com
docsportal.net
domainanalyzing.xyz domainanalyzing.xyz
dtnlyss.com dustyorate.com
dumpsmania24.com earthmagic.info
ecxtracking.com efkt.jp
ed-shop01.ru ekto.ee
ekaterinburg.xrus.org elektrischezigarette2.devhub.com
ekn-art.se elektrozigaretten2.yn.lt
electrik-avenue.com erectile.bid
englishgamer.com ero-advertising.com
erotik-kostenlos.net eshop4u.jp
escortplius.com evehemming.blogspot.com.au
extlabs.io ezigarettekaufen.myblog.de
ezigarettenkaufen1.deviantart.com face.hostingx.eu
fashion.stellaconstance.co fantasticpixcool.com
filkhbr.com filesclub.net
filunika.com.ru filmidivx.com
financehint.eu
findacheaplawyers.com
finstroy.net finstroy.net
forpostlock.ru firesub.pl
fototravel.eu flirt4free.com
fullgirl.ru fotzen-ficken.com
funnymama.com free-laptop-reward.com
gabeshop.ru free-video-tool.com
gallerylisting.com freza-sverlo.ru
game-top.su fullfileaccess.com
gay-site.store gambarkataku.co
gcup.ru gateway.zscalertwo.net
gepezz.info gazporno.com
get-free-traffic-now.com gdcentre.ru
glasof.es gearsadspromo.club
goodhumor24.com glopages.ru
gopixdatabase.com gogps.me
gosarhivrt.ru graphics8.info
greendream.com.ua grupografico-pilar.com.ar
haikuware.com gsou.cf
hjaoopoa.top h2monline.com
hopeonthestreet.co.uk hermesbracelets.xyz
hoporno.com highspeed5.net
hoverboard360.at histats.com
hunthillfarmtrust.org honyaku.yahoofs.jp
hybrid.ru host-tracker.com
ie.57883.net hotblognetwork.com
imitex-plus.ru hoverboard360.nl
impotentik.com humanorightswatch.org
innodgfdriverhm.aircus.com hunterboots.online
intim-uslugi.info hyiphunter.org
isoveti.ru i-midias.net.br
iyasimasennka.com importchinacoach-teach.com
javcoast.com ip-guide.com
jaxcube.info i-service.kz
jovencitas.gratis ivearchenceinflu.cf
kevblog.top iwanttodeliver.com
kinobaks.com janerikholst.se
kino-ecran.ru jerseychinabizwholesale.com
konteiner24.com kaac.ru
kredit-pod-zalog-krasnodar.ru kam-dom.ru
kumuk.info kaz.kz
laptop-4-less.com keywordsuggests.com
legionalpha.com kiwe-analytics.com
likrot.com kongoultry.net
linkredirect.biz kostenloser-sex.com
lion.playtap.us krassh.ru
loftdigital.eu kupit-adenu.ru
lookingglassemb.com kuzinsp.ru
lotto6888.com lafriore.ru
lovi-moment.com.ua longadventure.com
lubetube.com louboutinreplica.xyz
m292.info madot.onlinewebshop.net
mansparskats.com magnetic-bracelets.ru
mararoom.ru maju.bluesalt.co
marmotstore.online mansiondelrio.co
menetie.ru marketingtechniques.info
mature.free-websites.com
medicines-choice.com
meduza-consult.ru
metalonly.info metalonly.info
metarip.ru
m-google.xyz
minegam.com minegam.com
mister-shop.com mjchamonix.org
mobilemedia.md mmog-play.ru
moncleroutletonline.pw mobilierland.com
mountainstream.ms monetizer.com-01.site
musicspire.online moskva.nodup.ru
mustwineblog.com mturkcontent.com
mydearest.co my-big-family.com
mygameplus.ru myprintscreen.com
myindospace.com nastydollars.com
nacap.ru neks.info
nfljerseyscheapbiz.us newstraveller.ru
nicefloor.co.uk normalegal.ru
office2web.com nowtorrents.com
okayimage.com oakridgemo.com
okmedia.sk okonich.com.ua
oneclickfiles.com omoikiri-japan.ru
onlinedomains.ru onescreen.cc
onlineserialy.ru onlinemeetingnow.com
openfrost.net onlinetvseries.me
optikremont.ru oranga.host.sk
ownshop.cf orhonit.com
pathwhelp.org origin-my.ru
patol01.pw panchro.xyz
perosan.com papasdelivery.ru
photokitchendesign.com partner-print.men
phuketscreen.com partybunny.ru
pillscheap24h.com pastaleads.com
piski.top pdns.download
pizdeishn.com photorepair.ru
plastgranar.nu physfunc.ru
pobeiranie.pl pintattoos.com
poffet.net playlott.com
posible.net pogodnyyeavarii.gq
pp-budpostach.com.ua poptool.net
pyramidlitho.webs.com portnoff.od.ua
qwarckoine.com postclass.com
rankingchart.de primedice.com
registrationdomainsite.com productarium.com
renecaovillasale.online qexyfu.bugs3.com
rff-cfal.info quizzitch.net
roleforum.ru randalljhoward.com
rosbalt.com.ua r-control.ru
rostov.xrus.org r-e-f-e-r-e-r.com
rusoft-zone.ru rennlist.com
sbprabooks.com retailwith.com
scanner-jess.top rfid-locker.co
scanner-mark.top ringtonepartner.com
scanner-walter.top s8-nowy-wygraj.comli.com
searchengineranker.email sabaapress.com
seoholding.com sankt-peterburg.nodup.ru
servicecenter.co.ua scanner-barak.top
serving.adbetclickin.pink scanner-julianna.top
shijian.ac.cn schoolfiles.net
shoesonlinebuy.xyz scrnet.biz.ua
sims-sims.ru sdelai-prosto.ru
site3.free-share-buttons.com searchkut.com
skuteczna-dieta.co.pl searchwebknow-a.akamaihd.net
seksotur.ru
senger.atspace.co.uk
seocheki.net
sexkrasivo.net
sexvporno.ru
sexyteens.hol.es
sinel.info
sitevaluation.org
sklad-24.ru
slowmacfaster.trade
social-s-hhh.xyz
softomix.com softomix.com
solicita.info special-porn.com
spb-plitka.ru stairliftstrue.com
spidtest.space stariy-baku.com
spywarespy.com steame.ru
sukarame.net stockquotes.wooeb.com
superoboi.com.ua td-33.ru
swiped.su tiandeural.ru
sygraem.com titslove.yopoint.in
takeflyte.com toloka.hurtom.com
t-bygg.com top10registrycleaners.com
teguh.info torrentgamer.net
telesvoboda.ru tourcroatia.co.uk
thedownloadfromwarez.blogspot.com tramadolandtizanidine.blogspot.com
thefarmergame.com triumf-realty.ru
time-japan.ru
tizanidine4mgstreetprice.blogspot.com
tizanidineformigraines.blogspot.com
tizanidineinfo.blogspot.com
tooplay.com
topkarkas.com
totu.us
trafficjunky.net
tsstcorpcddvdwshbbdriverfb.aircus.com tsstcorpcddvdwshbbdriverfb.aircus.com
undergroundcityphoto.com turbabitload.weebly.com
univerfiles.com uprour.com
uptime-as.net uptimebot.net
vashsvet.com upupa.net
veles.shop urengoy.pro
vitoriacabos.com v24s.net
vzube.com v-doc.co
wallpaperstock.net video-camer.com
video-chat.love
videositename.com
vip-dom.in
vladimir.zrus.org
vpnhowto.info
vtc.pw
webjam.com webjam.com
websites-reviews.com westermarkanjou.se
websitevaluebot.com wfb.hatedriveapart.com
wedding0venues.tk wineitudes.wordpress.com
weightatraining.com wurr.voila.net
welcomeauto.ru x69ty.ru
whatsappdownload10.com xlolitka.com
xn--80ak6aa92e.com xn--24-glceagatoq7c2a6ioc.xn--p1ai
xn--80aikhbrhr.net
xsion.net
xxxtubesafari.com
yaaknaa.info yaaknaa.info
yogamatsexpert.com yatrk.xyz
youbrainboost.asia youghbould.wordpress.com
yourothersite.com zed21.net
yourserverisdown.com zerocash.msk.ru
youthreaders.com zkjovpdgxivg.ga
zacreditom.ru zs2vm.top
zigarettenonlinekaufen1.blox.pl
znaturaloriginal.com
zojirushi-products.ru

2
.dev-tools/test_units/whitelist-ips.conf
View file

@ -1 +1 @@
35.184.226.236 0; 34.66.178.120 0;

BIN
.latest_release/bots.d.tar.gz
View file

Binary file not shown.

BIN
.latest_release/conf.d.tar.gz
View file

Binary file not shown.

2
AUTO-CONFIGURATION.md
View file

@ -4,7 +4,7 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2019.06.1620 #### Version: V4.2019.06.1621
#### Bad Referrer Count: 6713 #### Bad Referrer Count: 6713
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

2
MANUAL-CONFIGURATION.md
View file

@ -4,7 +4,7 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2019.06.1620 #### Version: V4.2019.06.1621
#### Bad Referrer Count: 6713 #### Bad Referrer Count: 6713
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

2
README.md
View file

@ -11,7 +11,7 @@
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
_______________ _______________
#### Version: V4.2019.06.1620 #### Version: V4.2019.06.1621
#### Bad Referrer Count: 6713 #### Bad Referrer Count: 6713
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

2
_google_analytics_ghost_spam/README.md
View file

@ -3,7 +3,7 @@
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
_______________ _______________
#### Version: V4.2019.06.1620 #### Version: V4.2019.06.1621
#### Bad Referrer Count: 6713 #### Bad Referrer Count: 6713
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

4
_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1620 ### Version: V4.2019.06.1621
### Updated: Wed Jun 26 11:19:30 SAST 2019 ### Updated: Wed Jun 26 11:37:06 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
conf.d/globalblacklist-testing-version.conf
View file

@ -10,8 +10,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.06.1620 ### Version: V3.2019.06.1621
### Updated: Wed Jun 26 11:19:31 SAST 2019 ### Updated: Wed Jun 26 11:37:07 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1620 ### Version: V4.2019.06.1621
### Updated: Wed Jun 26 11:19:30 SAST 2019 ### Updated: Wed Jun 26 11:37:06 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
robots.txt/robots.txt
View file

@ -6,8 +6,8 @@
### Version Information # ### Version Information #
################################################### ###################################################
### Version: V4.2019.06.1620 ### Version: V4.2019.06.1621
### Updated: Wed Jun 26 11:19:32 SAST 2019 ### Updated: Wed Jun 26 11:37:08 SAST 2019
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################
### Version Information ## ### Version Information ##