V4.2019.06.1572 [ci skip]

.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf

@@ -33,4 +33,4 @@
 #	111.111.111.111		0;
 
 
-35.202.145.110          0;
+35.192.136.167          0;

.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf

@@ -33,4 +33,4 @@
 #	111.111.111.111		0;
 
 
-35.202.145.110          0;
+35.192.136.167          0;

.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf

@@ -10,8 +10,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V3.2019.06.1571
+### Version: V3.2019.06.1572
-### Updated: Mon Jun 24 14:32:26 SAST 2019
+### Updated: Mon Jun 24 14:52:48 SAST 2019
 ### Bad Referrer Count: 6712
 ### Bad Bot Count: 555
 ###################################################
@@ -39,7 +39,7 @@
 ### Copyright Mitchell Krog - <mitchellkrog@gmail.com>
 ### Contributors: Stuart Cardall - https://github.com/itoffshore
 
-### Tested on: nginx/1.10.3 (Ubuntu 16.04)
+### Tested on: nginx/1.10.3 up to latest Mainstream Version (Ubuntu 16.04)
 
 ### This list was developed and is in use on a live Nginx server running some very busy web sites.
 ### It was built from the ground up using real data from daily logs and is updated almost daily.

.dev-tools/globalblacklist-testing.template

@@ -10,8 +10,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V3.2019.06.1571
+### Version: V3.2019.06.1572
-### Updated: Mon Jun 24 14:32:26 SAST 2019
+### Updated: Mon Jun 24 14:52:48 SAST 2019
 ### Bad Referrer Count: 6712
 ### Bad Bot Count: 555
 ###################################################

.dev-tools/globalblacklist.template

@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V3.2019.06.1571
+### Version: V4.2019.06.1572
-### Updated: Mon Jun 24 14:32:26 SAST 2019
+### Updated: Mon Jun 24 14:52:47 SAST 2019
 ### Bad Referrer Count: 6712
 ### Bad Bot Count: 555
 ###################################################

.dev-tools/test_units/random-bots-for-test-quick.list

@@ -1,50 +1,50 @@
-404checker
+360Spider
-archive.org_bot
+Aboundexbot
-BacklinkCrawler
+ASPSeek
-BDFetch
+Backlink-Ceck
+Bandit
+BatchFTP
 Bolt
+Brandwatch
 Bullseye
-Cogentbot
+Copier
-cognitiveseo
+Cosmos
-CrazyWebCrawler
+crawl.sogou.com
-DittoSpyder
+Dirbuster
-DomainAppender
+DomainStatsBot
-DSearch
+EirGrabber
-evc-batch
+Exabot
-FHscan
+Flunky
-Firefox/7.0
+GermCrawler
-GalaxyBot
+Go!Zilla
-Getintent
+HaosouSpider
-G-i-g-a-b-o-t
+HTTP::Lite
-GridBot
+HybridBot
-HTMLparser
+IDBot
-IlseBot
+instabid
-JikeSpider
+JetCar
-JOC Web Spider
+Keyword Density
-Jorgee
+LeechFTP
-LWP::Simple
+Lipperhey
-Majestic SEO
+Mail.RU_Bot
-meanpathbot
+MeanPath Bot
-MFC_Tear_Sample
+muhstik-scan
-Mister PiX
+Netcraft
-Musobot
+Nmap
-Octopus
+PictureFinder
-Offline Explorer
+Quick-Crawler
-Pandalytics
+RepoMonkey
-PxBroker
+ScoutJet
-RankingBot
+Semrush
-RankingBot2
+sexsearcher
-ScanAlert
+Siphon
-Scanbot
+Sosospider
-ScreenerBot
+SpankBot
-serpstatbot
-Snapbot
-SputnikBot
 Sqlmap
-Sucuri
+Tracemyfile
-Wallpapers/3.0
+Virusdie
-Web Collage
+WASALive-Bot
-WPScan
+Web Fuck
-zgrab
+Web Sucker
+zauba.io
 ZmEu
-ZyBorg

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
-404enemy
+404checker
-Aboundexbot
+Abonti
+Aboundex
 ADmantX
-AhrefsBot
+AfD-Verbotsverfahren
+AiHitBot
+Alligator
 AllSubmitter
-Attach
+archive.org_bot
-autoemailspider
+Asterias
+backlink-check
 BackStreet
 BackWeb
 Badass
-Barkrowler
-BatchFTP
 BBBike
 BDCbot
-BDFetch
+Blackboard
-BetaBot
+Black Hole
+BlackWidow
 BLEXBot
+BlowFish
 Boardreader
-BotALot
+Bolt
 Brandprotect
 Buddy
 BuiltBotTough
-CCBot
+BuiltWith
-Cegbfeieh
+BunnySlippers
-CheTeam
+BuzzSumo
+CATExplorador
+CheeseBot
 ChinaClaw
 Chlooe
-coccocbot-web
+Claritybot
-Cogentbot
+Cliqzbot
-com.plumanalytics
+Collector
-CopyRightCheck
+crawler4j
-Cosmos
+crawler.feedback
 crawl.sogou.com
 Crescent
-CrunchBot
 CSHttp
-DBLBot
+DataCha0s
-Demon
+demandbase-bot
+Deusu
+DigitalPebble
 Dirbuster
-Dispatch
+Discoverybot
-DomainAppender
+DnyzBot
-DomainSigmaCrawler
+DomainCrawler
-DomainStatsBot
+Download Wonder
-Dragonfly
 Drip
 DSearch
-EasyDL
 Ebingbong
-EMail Wolf
+ECCP/1.0
-Evil
+Ecxi
 Exabot
 Express WebPictures
 ExtLinksBot
-Extractor
+ExtractorPro
+Extreme Picture Finder
+Ezooms
 facebookscraper
-FDM
 FemtosearchBot
-Fimap
+FlashGet
-Firefox/7.0
+FrontPage
-Freeuploader
 FyberSpider
+Fyrebot
+Genieo
+GermCrawler
 Getintent
 GetRight
-GetWeb
 Gotit
 GoZilla
-GrapeFX
+Grabber
+GrabNet
+GrapeshotCrawler
 GridBot
 GT::WWW
 HaosouSpider
-HEADMasterSEO
+HMView
 HTMLparser
 Humanlinks
-HybridBot
+Iblog
 IDBot
 Id-search
-Image Fetch
 Image Sucker
 IndeedBot
+Indy Library
 InfoNaviRobot
+InfoTekies
+instabid
 Intelliseek
+InterGET
+Internet Ninja
+InternetSeer
 internetVista monitor
-ips-agent
-Iria
 IRLbot
-IstellaBot
+Iskanie
-Jbrofuzz
+JetCar
-JennyBot
 JOC Web Spider
 Joomla
-Jorgee
-JustView
 Jyxobot
 Kenjin Spider
+Keyword Density
 Kozmosbot
 Lanshanbot
+Larbin
+LeechFTP
 Lftp
 Libwhisker
+Lightspeedsystems
 Linkdexbot
-LinksManager
+LinkextractorPro
-LinkWalker
+LinkpadBot
-Lipperhey
+Litemage_walker
-LWP::Simple
+Lmspider
-Magnet
+LNSpiderguy
-Mag-Net
 Majestic SEO
-MarkMonitor
+MarkWatch
 Masscan
-Mass Downloader
+Mata Hari
-MauiBot
 meanpathbot
-Meanpathbot
-MeanPath Bot
-Mediatoolkitbot
 mediawords
 MegaIndex.ru
-Microsoft URL Control
+MFC_Tear_Sample
-MIDown tool
+MIIxpc
-Mister PiX
 MJ12bot
+Mojeek
 Morfeus Fucking Scanner
 Msrabot
+muhstik-scan
 Musobot
-Name Intelligence
 Nameprotect
+Navroad
 NearSite
-NetLyzer
+Needle
+NetAnts
 NetSpider
 Nettrack
 Nibbler
-NICErsPRO
-Niki-bot
 Nikto
 NimbleCrawler
-Nimbostratus
 Ninja
 NPbot
-oBot
+Nutch
-Offline Explorer
+Octopus
 Openfind
 OpenLinkProfiler
+Openvas
+OpenVAS
 OrangeBot
 OrangeSpider
 OutfoxBot
-page scorer
+Page Analyzer
-Panscient
+PageGrabber
-Papa Foto
+PageScorer
-pcBrowser
-PECL::HTTP
-Picscout
-Picsearch
 PictureFinder
 Pimonster
 Pi-Monster
-plumanalytics
+Pixray
+PleaseCrawl
+Pockey
 Probethenet
-ProPowerBot
+Pump
-ProWebWalker
 PyCurl
-QueryN Metasearch
 Quick-Crawler
 RankActive
-RankActiveLinkBot
 RankFlex
-RankingBot
 RankingBot2
-RealDownload
+RebelMouse
-Recorder
 RepoMonkey
-s1z.ru
 SalesIntelligent
-SBIder
+ScanAlert
+scan.lol
 ScoutJet
-Screaming
 ScreenerBot
-SemrushBot
+SearchmetricsBot
-Seomoz
+SEOkicks-Robot
-SEOprofiler
 SeoSiteCheckup
-Shodan
+serpstatbot
-SiteExplorer
+Sitebeam
-Siteimprove
+SiteSucker
-SlySearch
+Site Sucker
+Sitevigil
+SmartDownload
 SMTBot
+Snake
+Snapbot
+SocialRankIOBot
 Sociscraper
 Sogou web spider
+Sosospider
 Sottopop
+SpaceBison
 SpankBot
 Spanner
+sp_auditbot
 Spbot
 Spinn3r
 SputnikBot
-Sqlmap
+Sucuri
-Sqlworm
-Stripper
 SuperHTTP
+Surfbot
 Swiftbot
-T8Abot
+sysscan
-Teleport
+tAkeOut
-TeleportPro
+Telesphorep
 The Intraformant
-TheNomad
 Titan
-Trendiction
+Toweyabot
 Trendictionbot
-Turnitin
+trendiction.com
-Twice
+TurnitinBot
-Upflow
+TwengaBot
-URLy Warning
 URLy.Warning
 Vacuum
-VCI
+VB Project
-VidibleScraper
-Virusdie
 Voil
+Voltron
+Wallpapers/3.0
+WBSearchBot
 Webalta
-Web Auto
+WebAuto
+WebBandit
 WEBDAV
-WebEnhancer
+Web Enhancer
 WebFetch
-WebFuck
-Web Fuck
 WebImageCollector
 WebLeacher
 webmeup-crawler
+WebPix
+Web Pix
 WebSauger
 Webshag
 WebsiteExtractor
-Website Quester
-Webster
-WebStripper
-WebZIP
 WeSEE
+Whack
 Whacker
-WiseGuys Robot
+WinHTTrack
-WISENutbot
-WPScan
 WWW-Collector-E
-WWW-Mechanize
-WWWOFFLE
 x09Mozilla
-Xenu
+x22Mozilla
-Zauba
+Xaldon WebSpider
+Xaldon_WebSpider
+xpymep1.exe
+Zade
 zauba.io
-Zermelo
+Zeus
-Zitebot
+zgrab
-ZmEu
-ZumBot
-ZyBorg

.dev-tools/test_units/random-referrers-for-test-quick.list

@@ -1,100 +1,100 @@
-1hwy.com
+5-steps-to-start-business.com
-adviceforum.info
+5ws.dating-app.ru
-aimayangzhi.com
+abbanreddy.com
-alf-img.com
+adclickservice.com
-articlesdirectoryme.info
+admatic.com.tr
-artparquet.ru
+adult-shop.com.ua
-bidbuy.co.kr
+affrh2015.com
-binomo.com
+amt-k.ru
-bitcoins-live.ru
+api.stathat.com
-camsex.xxx-cam.webcam
+arvut.org
-cheap-trusted-backlinks.com
+as5000.com
-clash-clans.ru
+autodo.info
-communisave.co.za
+balook.com
-compiko.info
+bidr.trellian.com
-compliance-irvin.xyz
+blogrankers.com
-dailystrength.org
+brg8.com
-dating-time-now.com
+cartierreplica.win
-ddlmega.net
+cdncash.com
-dms-sw.ru
+chee-by.biz
-dogsrun.net
+cialgenisrx.com
-e-buyeasy.com
+compliance-don.top
-editmedios.com
+damasarenai.info
-etenininrade.ga
+deplim.com
-ezigaretteshop2.vefblog.net
+digest-project.ru
-fishtauto.ru
+dolohen.com
-freelotto.com
+drev.biz
-fuckmill.com
+ec-file.info
-fym.com.ru
+elektrischezigaretten1.blogse.nl
-gdcentre.ru
+esopini.com
-girlsatgames.ru
+everflora.ru
-goroda-vsego-mira.ru
+excitacao.com
+exlarseva.webblog.es
+f5mtrack.com
+fikasound.tk
+freemags.cc
+given2.com
 gox.com.ua
-haveinc.xyz
+hd-film.pl
-homeandhealth.ru
+hoverboardforsaledirect.com
-host-protection.com
+humbmosquina.tk
-hotenergy.ru
+irunfar.com
-imadedinner.net
+istizanidineacontrolledsubstance.blogspot.com
-impotentik.com
+jennyfire.ru
-indianmedicaltourismshop.com
+jerseyschinabizwholesale.us
-ipornox.xxx
+jrcigars.com
-iradiology.ru
+kalb.ru
-itch.io
+kamagragelusa.net
-kakablog.net
+kareliatobacco.ru
-kimcurlrvsms.com
+keywords-monitoring-your-success.com
-kinoplen.ru
+kiprinform.com
-konkursowo-24.pl
+kmgamex.cf
-kuzinsp.ru
+laserpen.club
-letsart.ru
+lion.conboy.us
-mackeeper-land-672695126.us-east-1.elb.amazonaws.com
+loginduepunti.it
-manve.info
+mere.host.sk
-matematikus.info
+micasainvest.com
-mensandals.xyz
+mountainstream.ms
-mexicosleevegastrectomy.com
+moxo.com
-mir-limuzinov.ru
+muabancantho.info
-mobilierland.com
+njpalletremoval.com
-monetizationking.net
+o333o.com
-morocco-nomad-excursions.com
+offergroup.info
-musezone.su
+omoikiri-japan.ru
-newstudio.tv
+outshop.ru
-nordvpn.com
+partybunny.ru
-nrv.co.za
+picturesify.com
-oksrv.com
+pkr1hand.com
-onemantrip.com
+poffet.net
-o-o-6-o-o.ru
+portside.cc
-optom-deshevo.ru
+powitania.pl
-poppen-nw.net
+pravoholding.ru
-prize44.com
+prostitutki-novgoroda.org
-prostitutki-odessa.org
+remedyotc.com
-randalljhoward.com
+remontbiz.ru
-rapevideosmovies.com
+russkoe-zdorovie.ru
-resultshub-a.akamaihd.net
+sashagreyblog.ga
-rfid-locker.co
+saveindex.xyz
-sammlungfotos.online
+seasonvar.ru
-sexfreepornoxxx.com
+sexytrend.ru
-s-forum.biz
+shodanhq.com
-shinikiev.com.ua
+shohanb.com
-shop-electron.ru
+s-iwantyou.com
-silktide.com
+stoki.ru
-sklad-24.ru
+superiends.org
-slavkokacunko.de
+svensk-poesi.com
-socialbookmarksubmission.org
+templates.franklinfire.co
-sodexo.com
+thewomenlife.com
-stairliftstrue.com
+torture.ml
-toursmaps.com
+umg-stroy.ru
-traxdom.ru
+webalan.ru
-tubo360.com
+weboptimizes.com
-unrealcommander.biz
+whiteelephantwellington.com
-vadimkravtcov.ru
+wladimirpayen.com
-varikozdok.ru
+wma-x.com
-vclicks.net
+xn--80ajbshivpvn2i.xn--p1ai
-whos.amung.us
+xn--lifehacer-1rb.com
-w-journal.ru
+xn--oogle-wmc.com
-woweb.com.ua
+xxx-treker.ru
-xtubeporno.net
+ynymnwbm.bloger.index.hr
-xxxkaz.org
+yourads.website
-youporn-forum.ga
-yourporngay.com
-yubikk.info
-zatjmuzu.info
-zscalertwo.net

AUTO-CONFIGURATION.md

@@ -4,7 +4,7 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V3.2019.06.1571
+#### Version: V4.2019.06.1572
 #### Bad Referrer Count: 6712
 #### Bad Bot Count: 555
 ____________________

MANUAL-CONFIGURATION.md

@@ -4,7 +4,7 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V3.2019.06.1571
+#### Version: V4.2019.06.1572
 #### Bad Referrer Count: 6712
 #### Bad Bot Count: 555
 ____________________

README.md

@@ -11,7 +11,7 @@
 ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
 
 _______________
-#### Version: V3.2019.06.1571
+#### Version: V4.2019.06.1572
 #### Bad Referrer Count: 6712
 #### Bad Bot Count: 555
 ____________________

_google_analytics_ghost_spam/README.md

@@ -3,7 +3,7 @@
 # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
 
 _______________
-#### Version: V3.2019.06.1571
+#### Version: V4.2019.06.1572
 #### Bad Referrer Count: 6712
 #### Bad Bot Count: 555
 ____________________

conf.d/globalblacklist-testing-version.conf

@@ -10,8 +10,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V3.2019.06.1571
+### Version: V3.2019.06.1572
-### Updated: Mon Jun 24 14:32:26 SAST 2019
+### Updated: Mon Jun 24 14:52:48 SAST 2019
 ### Bad Referrer Count: 6712
 ### Bad Bot Count: 555
 ###################################################
@@ -39,7 +39,7 @@
 ### Copyright Mitchell Krog - <mitchellkrog@gmail.com>
 ### Contributors: Stuart Cardall - https://github.com/itoffshore
 
-### Tested on: nginx/1.10.3 (Ubuntu 16.04)
+### Tested on: nginx/1.10.3 up to latest Mainstream Version (Ubuntu 16.04)
 
 ### This list was developed and is in use on a live Nginx server running some very busy web sites.
 ### It was built from the ground up using real data from daily logs and is updated almost daily.

robots.txt/robots.txt

@@ -6,8 +6,8 @@
 
 ### Version Information #
 ###################################################
-### Version: V3.2019.06.1571
+### Version: V4.2019.06.1572
-### Updated: Mon Jun 24 14:32:27 SAST 2019
+### Updated: Mon Jun 24 14:52:49 SAST 2019
 ### Bad Bot Count: 555
 ###################################################
 ### Version Information ##