V4.2019.07.1764 [ci skip]

.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.184.226.236	1;
+35.193.7.13	1;
 127.0.0.1	1;

.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.184.226.236	0;
+35.193.7.13	0;
 127.0.0.1	0;

.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.184.226.236	1;
+35.193.7.13	1;
 127.0.0.1	1;

.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.184.226.236	0;
+35.193.7.13	0;
 127.0.0.1	0;

.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.184.226.236	1;
+35.193.7.13	1;
 127.0.0.1	1;

.dev-tools/beta_conf_files_whitelist/bots.d/custom-bad-referrers.conf

@@ -1128,6 +1128,7 @@
 	"~*(?:\b)candycrushshop\.com(?:\b)" 	0;
 	"~*(?:\b)candypeople\.se(?:\b)" 	0;
 	"~*(?:\b)candytiner\.com(?:\b)" 	0;
+	"~*(?:\b)cannibalcheerleader\.com(?:\b)" 	0;
 	"~*(?:\b)canoncdriverq3\.pen\.io(?:\b)" 	0;
 	"~*(?:\b)canrioloadm\.gq(?:\b)" 	0;
 	"~*(?:\b)canrole\.com(?:\b)" 	0;
@@ -2165,6 +2166,7 @@
 	"~*(?:\b)findacheaplawyers\.com(?:\b)" 	0;
 	"~*(?:\b)findanysex\.com(?:\b)" 	0;
 	"~*(?:\b)findclan\.org(?:\b)" 	0;
+	"~*(?:\b)findpics\.pw(?:\b)" 	0;
 	"~*(?:\b)findpik\.com(?:\b)" 	0;
 	"~*(?:\b)findsexguide\.com(?:\b)" 	0;
 	"~*(?:\b)findthe\.pet(?:\b)" 	0;
@@ -6097,6 +6099,7 @@
 	"~*(?:\b)vasileostrovsky\-rayon\.ru(?:\b)" 	0;
 	"~*(?:\b)vavilone\.com(?:\b)" 	0;
 	"~*(?:\b)vbabule\.net(?:\b)" 	0;
+	"~*(?:\b)vbtracker\.net(?:\b)" 	0;
 	"~*(?:\b)vchulkax\.com(?:\b)" 	0;
 	"~*(?:\b)vclicks\.net(?:\b)" 	0;
 	"~*(?:\b)vduplo\.ru(?:\b)" 	0;
@@ -6249,6 +6252,7 @@
 	"~*(?:\b)vysigy\.su(?:\b)" 	0;
 	"~*(?:\b)vzglyadriv\.kg(?:\b)" 	0;
 	"~*(?:\b)vzlom\-na\-zakaz\.com(?:\b)" 	0;
+	"~*(?:\b)vzlomfb\.com(?:\b)" 	0;
 	"~*(?:\b)vzubah\.com(?:\b)" 	0;
 	"~*(?:\b)vzube\.com(?:\b)" 	0;
 	"~*(?:\b)w\-journal\.ru(?:\b)" 	0;
@@ -6277,6 +6281,7 @@
 	"~*(?:\b)watchmygf\.net(?:\b)" 	0;
 	"~*(?:\b)waterefficiency\.co(?:\b)" 	0;
 	"~*(?:\b)waterpurifier\.club(?:\b)" 	0;
+	"~*(?:\b)watracker\.net(?:\b)" 	0;
 	"~*(?:\b)watsonrealtycorp\.com(?:\b)" 	0;
 	"~*(?:\b)waycash\.net(?:\b)" 	0;
 	"~*(?:\b)waysbetter\.cn(?:\b)" 	0;

.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.184.226.236	0;
+35.193.7.13	0;
 127.0.0.1	0;

.dev-tools/referrers-regex-format-whitelist-test.txt

@@ -1081,6 +1081,7 @@
 "~*(?:\b)candycrushshop\.com(?:\b)" 	0;
 "~*(?:\b)candypeople\.se(?:\b)" 	0;
 "~*(?:\b)candytiner\.com(?:\b)" 	0;
+"~*(?:\b)cannibalcheerleader\.com(?:\b)" 	0;
 "~*(?:\b)canoncdriverq3\.pen\.io(?:\b)" 	0;
 "~*(?:\b)canrioloadm\.gq(?:\b)" 	0;
 "~*(?:\b)canrole\.com(?:\b)" 	0;
@@ -2118,6 +2119,7 @@
 "~*(?:\b)findacheaplawyers\.com(?:\b)" 	0;
 "~*(?:\b)findanysex\.com(?:\b)" 	0;
 "~*(?:\b)findclan\.org(?:\b)" 	0;
+"~*(?:\b)findpics\.pw(?:\b)" 	0;
 "~*(?:\b)findpik\.com(?:\b)" 	0;
 "~*(?:\b)findsexguide\.com(?:\b)" 	0;
 "~*(?:\b)findthe\.pet(?:\b)" 	0;
@@ -6050,6 +6052,7 @@
 "~*(?:\b)vasileostrovsky\-rayon\.ru(?:\b)" 	0;
 "~*(?:\b)vavilone\.com(?:\b)" 	0;
 "~*(?:\b)vbabule\.net(?:\b)" 	0;
+"~*(?:\b)vbtracker\.net(?:\b)" 	0;
 "~*(?:\b)vchulkax\.com(?:\b)" 	0;
 "~*(?:\b)vclicks\.net(?:\b)" 	0;
 "~*(?:\b)vduplo\.ru(?:\b)" 	0;
@@ -6202,6 +6205,7 @@
 "~*(?:\b)vysigy\.su(?:\b)" 	0;
 "~*(?:\b)vzglyadriv\.kg(?:\b)" 	0;
 "~*(?:\b)vzlom\-na\-zakaz\.com(?:\b)" 	0;
+"~*(?:\b)vzlomfb\.com(?:\b)" 	0;
 "~*(?:\b)vzubah\.com(?:\b)" 	0;
 "~*(?:\b)vzube\.com(?:\b)" 	0;
 "~*(?:\b)w\-journal\.ru(?:\b)" 	0;
@@ -6230,6 +6234,7 @@
 "~*(?:\b)watchmygf\.net(?:\b)" 	0;
 "~*(?:\b)waterefficiency\.co(?:\b)" 	0;
 "~*(?:\b)waterpurifier\.club(?:\b)" 	0;
+"~*(?:\b)watracker\.net(?:\b)" 	0;
 "~*(?:\b)watsonrealtycorp\.com(?:\b)" 	0;
 "~*(?:\b)waycash\.net(?:\b)" 	0;
 "~*(?:\b)waysbetter\.cn(?:\b)" 	0;

.dev-tools/referrers-regex-format.txt

@@ -1079,6 +1079,7 @@
 "~*(?:\b)candy\-glam\-hp\.com(?:\b)" 	1;
 "~*(?:\b)candypeople\.se(?:\b)" 	1;
 "~*(?:\b)candytiner\.com(?:\b)" 	1;
+"~*(?:\b)cannibalcheerleader\.com(?:\b)" 	1;
 "~*(?:\b)canoncdriverq3\.pen\.io(?:\b)" 	1;
 "~*(?:\b)canrioloadm\.gq(?:\b)" 	1;
 "~*(?:\b)canrole\.com(?:\b)" 	1;
@@ -2116,6 +2117,7 @@
 "~*(?:\b)findacheaplawyers\.com(?:\b)" 	1;
 "~*(?:\b)findanysex\.com(?:\b)" 	1;
 "~*(?:\b)findclan\.org(?:\b)" 	1;
+"~*(?:\b)findpics\.pw(?:\b)" 	1;
 "~*(?:\b)findpik\.com(?:\b)" 	1;
 "~*(?:\b)findsexguide\.com(?:\b)" 	1;
 "~*(?:\b)findthe\.pet(?:\b)" 	1;
@@ -6049,6 +6051,7 @@
 "~*(?:\b)vasileostrovsky\-rayon\.ru(?:\b)" 	1;
 "~*(?:\b)vavilone\.com(?:\b)" 	1;
 "~*(?:\b)vbabule\.net(?:\b)" 	1;
+"~*(?:\b)vbtracker\.net(?:\b)" 	1;
 "~*(?:\b)vchulkax\.com(?:\b)" 	1;
 "~*(?:\b)vclicks\.net(?:\b)" 	1;
 "~*(?:\b)v\-doc\.co(?:\b)" 	1;
@@ -6201,6 +6204,7 @@
 "~*(?:\b)vykupavto\-krasnodar\.ru(?:\b)" 	1;
 "~*(?:\b)vysigy\.su(?:\b)" 	1;
 "~*(?:\b)vzglyadriv\.kg(?:\b)" 	1;
+"~*(?:\b)vzlomfb\.com(?:\b)" 	1;
 "~*(?:\b)vzlom\-na\-zakaz\.com(?:\b)" 	1;
 "~*(?:\b)vzubah\.com(?:\b)" 	1;
 "~*(?:\b)vzube\.com(?:\b)" 	1;
@@ -6229,6 +6233,7 @@
 "~*(?:\b)watchmygf\.net(?:\b)" 	1;
 "~*(?:\b)waterefficiency\.co(?:\b)" 	1;
 "~*(?:\b)waterpurifier\.club(?:\b)" 	1;
+"~*(?:\b)watracker\.net(?:\b)" 	1;
 "~*(?:\b)watsonrealtycorp\.com(?:\b)" 	1;
 "~*(?:\b)waycash\.net(?:\b)" 	1;
 "~*(?:\b)waysbetter\.cn(?:\b)" 	1;

.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf

@@ -45,4 +45,4 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-35.188.1.99             0;
+35.192.85.2             0;

.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.202.145.110	1;
+35.193.7.13	1;
 127.0.0.1	1;

.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.202.145.110	0;
+35.193.7.13	0;
 127.0.0.1	0;

.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.202.145.110	1;
+35.193.7.13	1;
 127.0.0.1	1;

.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.202.145.110	0;
+35.193.7.13	0;
 127.0.0.1	0;

.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.202.145.110	1;
+35.193.7.13	1;
 127.0.0.1	1;

.dev-tools/test1_conf_files_whitelist/bots.d/custom-bad-referrers.conf

@@ -1128,6 +1128,7 @@
 	"~*(?:\b)candycrushshop\.com(?:\b)" 	0;
 	"~*(?:\b)candypeople\.se(?:\b)" 	0;
 	"~*(?:\b)candytiner\.com(?:\b)" 	0;
+	"~*(?:\b)cannibalcheerleader\.com(?:\b)" 	0;
 	"~*(?:\b)canoncdriverq3\.pen\.io(?:\b)" 	0;
 	"~*(?:\b)canrioloadm\.gq(?:\b)" 	0;
 	"~*(?:\b)canrole\.com(?:\b)" 	0;
@@ -2165,6 +2166,7 @@
 	"~*(?:\b)findacheaplawyers\.com(?:\b)" 	0;
 	"~*(?:\b)findanysex\.com(?:\b)" 	0;
 	"~*(?:\b)findclan\.org(?:\b)" 	0;
+	"~*(?:\b)findpics\.pw(?:\b)" 	0;
 	"~*(?:\b)findpik\.com(?:\b)" 	0;
 	"~*(?:\b)findsexguide\.com(?:\b)" 	0;
 	"~*(?:\b)findthe\.pet(?:\b)" 	0;
@@ -6097,6 +6099,7 @@
 	"~*(?:\b)vasileostrovsky\-rayon\.ru(?:\b)" 	0;
 	"~*(?:\b)vavilone\.com(?:\b)" 	0;
 	"~*(?:\b)vbabule\.net(?:\b)" 	0;
+	"~*(?:\b)vbtracker\.net(?:\b)" 	0;
 	"~*(?:\b)vchulkax\.com(?:\b)" 	0;
 	"~*(?:\b)vclicks\.net(?:\b)" 	0;
 	"~*(?:\b)vduplo\.ru(?:\b)" 	0;
@@ -6249,6 +6252,7 @@
 	"~*(?:\b)vysigy\.su(?:\b)" 	0;
 	"~*(?:\b)vzglyadriv\.kg(?:\b)" 	0;
 	"~*(?:\b)vzlom\-na\-zakaz\.com(?:\b)" 	0;
+	"~*(?:\b)vzlomfb\.com(?:\b)" 	0;
 	"~*(?:\b)vzubah\.com(?:\b)" 	0;
 	"~*(?:\b)vzube\.com(?:\b)" 	0;
 	"~*(?:\b)w\-journal\.ru(?:\b)" 	0;
@@ -6277,6 +6281,7 @@
 	"~*(?:\b)watchmygf\.net(?:\b)" 	0;
 	"~*(?:\b)waterefficiency\.co(?:\b)" 	0;
 	"~*(?:\b)waterpurifier\.club(?:\b)" 	0;
+	"~*(?:\b)watracker\.net(?:\b)" 	0;
 	"~*(?:\b)watsonrealtycorp\.com(?:\b)" 	0;
 	"~*(?:\b)waycash\.net(?:\b)" 	0;
 	"~*(?:\b)waysbetter\.cn(?:\b)" 	0;

.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.202.145.110	0;
+35.193.7.13	0;
 127.0.0.1	0;

.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf

@@ -45,5 +45,5 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-35.193.7.13             0;
-35.224.112.202          0;
+35.184.96.71            0;
+35.184.226.236          0;

.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf

@@ -45,5 +45,5 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-35.188.1.99             0;
-35.224.112.202          0;
+35.184.226.236          0;
+35.184.96.71            0;

.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf

@@ -45,5 +45,6 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
+35.193.7.13             0;
+35.192.85.2             0;
 35.184.226.236          0;
-35.202.145.110          0;

.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf

@@ -45,6 +45,5 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-35.192.85.2             0;
-35.202.145.110          0;
-35.193.7.13             0;
+104.154.120.187         0;
+35.188.1.99             0;

.dev-tools/test_units/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.184.226.236	1;
+35.193.7.13	1;
 127.0.0.1	1;

.dev-tools/test_units/custom-bad-referrers.conf

@@ -1128,6 +1128,7 @@
 	"~*(?:\b)candycrushshop\.com(?:\b)" 	0;
 	"~*(?:\b)candypeople\.se(?:\b)" 	0;
 	"~*(?:\b)candytiner\.com(?:\b)" 	0;
+	"~*(?:\b)cannibalcheerleader\.com(?:\b)" 	0;
 	"~*(?:\b)canoncdriverq3\.pen\.io(?:\b)" 	0;
 	"~*(?:\b)canrioloadm\.gq(?:\b)" 	0;
 	"~*(?:\b)canrole\.com(?:\b)" 	0;
@@ -2165,6 +2166,7 @@
 	"~*(?:\b)findacheaplawyers\.com(?:\b)" 	0;
 	"~*(?:\b)findanysex\.com(?:\b)" 	0;
 	"~*(?:\b)findclan\.org(?:\b)" 	0;
+	"~*(?:\b)findpics\.pw(?:\b)" 	0;
 	"~*(?:\b)findpik\.com(?:\b)" 	0;
 	"~*(?:\b)findsexguide\.com(?:\b)" 	0;
 	"~*(?:\b)findthe\.pet(?:\b)" 	0;
@@ -6097,6 +6099,7 @@
 	"~*(?:\b)vasileostrovsky\-rayon\.ru(?:\b)" 	0;
 	"~*(?:\b)vavilone\.com(?:\b)" 	0;
 	"~*(?:\b)vbabule\.net(?:\b)" 	0;
+	"~*(?:\b)vbtracker\.net(?:\b)" 	0;
 	"~*(?:\b)vchulkax\.com(?:\b)" 	0;
 	"~*(?:\b)vclicks\.net(?:\b)" 	0;
 	"~*(?:\b)vduplo\.ru(?:\b)" 	0;
@@ -6249,6 +6252,7 @@
 	"~*(?:\b)vysigy\.su(?:\b)" 	0;
 	"~*(?:\b)vzglyadriv\.kg(?:\b)" 	0;
 	"~*(?:\b)vzlom\-na\-zakaz\.com(?:\b)" 	0;
+	"~*(?:\b)vzlomfb\.com(?:\b)" 	0;
 	"~*(?:\b)vzubah\.com(?:\b)" 	0;
 	"~*(?:\b)vzube\.com(?:\b)" 	0;
 	"~*(?:\b)w\-journal\.ru(?:\b)" 	0;
@@ -6277,6 +6281,7 @@
 	"~*(?:\b)watchmygf\.net(?:\b)" 	0;
 	"~*(?:\b)waterefficiency\.co(?:\b)" 	0;
 	"~*(?:\b)waterpurifier\.club(?:\b)" 	0;
+	"~*(?:\b)watracker\.net(?:\b)" 	0;
 	"~*(?:\b)watsonrealtycorp\.com(?:\b)" 	0;
 	"~*(?:\b)waycash\.net(?:\b)" 	0;
 	"~*(?:\b)waysbetter\.cn(?:\b)" 	0;

.dev-tools/test_units/random-bots-for-test-quick.list

@@ -1,10 +1,10 @@
-Aboundexbot
-Express WebPictures
-FemtosearchBot
-Flunky
-Humanlinks
-SocialRankIOBot
-VB Project
-Voil
-Whack
-WinHTTrack
+CheeseBot
+Cliqzbot
+DatabaseDriverMysqli
+Linkdexbot
+Navroad
+Pixray
+Recorder
+Sitebeam
+VeriCiteCrawler
+Whatweb

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
-404enemy
+360Spider
 80legs
-Abonti
-Aboundex
-Acunetix
-ADmantX
+Aboundexbot
 AfD-Verbotsverfahren
-AhrefsBot
-Aipbot
-Alexibot
-Alligator
+AIBOT
+AiHitBot
 AllSubmitter
-Apexoo
+archive.org_bot
+ASPSeek
+Asterias
 Attach
-autoemailspider
-BackDoorBot
-Backlink-Ceck
 backlink-check
-Barkrowler
-BatchFTP
+BacklinkCrawler
+BackWeb
+Bandit
 Battleztar Bazinga
-Blackboard
+BBBike
+BetaBot
+Black Hole
+BlackWidow
+BLEXBot
+BlowFish
 Bolt
-Buddy
-BuiltBotTough
 BuiltWith
-Bullseye
-BunnySlippers
-Calculon
-CCBot
+BuzzSumo
+CATExplorador
+CazoodleBot
 Cegbfeieh
-CheeseBot
+ChinaClaw
 Claritybot
 Cliqzbot
-cognitiveseo
 Collector
-com.plumanalytics
+CopyRightCheck
 Copyscape
 Cosmos
 Craftbot
-crawler.feedback
+crawler4j
+crawl.sogou.com
+CrazyWebCrawler
 Crescent
+CrunchBot
 CSHttp
 Custo
-DatabaseDriverMysqli
 DataCha0s
-demandbase-bot
+Demon
 Deusu
-DigitalPebble
+Devil
 DIIbot
-Disco
-Discobot
-Discoverybot
-DittoSpyder
 DnyzBot
-DomainAppender
-DomainCrawler
-DomainStatsBot
-Dotbot
 Drip
-DSearch
 DTS Agent
 EasyDL
 Ebingbong
+eCatch
 EirGrabber
+EMail Wolf
+EroCrawler
 evc-batch
-Extreme Picture Finder
-Ezooms
-FrontPage
+Evil
+ExtLinksBot
+Extractor
+ExtractorPro
+EyeNetIE
+FDM
+FHscan
+Firefox/7.0
+Flunky
+Foobot
+Freeuploader
 Fyrebot
 GalaxyBot
-Genieo
-GetRight
-Gigablast
-G-i-g-a-b-o-t
-Go!Zilla
+GermCrawler
+Gigabot
+Gotit
+Grabber
+GrapeFX
+GrapeshotCrawler
 GT::WWW
 Haansoft
 HaosouSpider
 HEADMasterSEO
 Heritrix
 HMView
-HTTP::Lite
-Humanlinks
+HTMLparser
+HTTrack
+HybridBot
+Iblog
 IDBot
 IlseBot
 Image Fetch
+Image Sucker
 IndeedBot
-instabid
-internetVista monitor
-IRLbot
+Indy Library
+InfoTekies
+Intelliseek
+InterGET
+ips-agent
+Iria
 Iskanie
-IstellaBot
-JamesBOT
+Jbrofuzz
 JennyBot
+JetCar
+JikeSpider
 Joomla
-JustView
+Jorgee
 Jyxobot
+Keyword Density
 Kozmosbot
+Lanshanbot
+Larbin
 LeechGet
-Lftp
-Libwhisker
-LinkScan
+LexiBot
+Linkdexbot
+LinkpadBot
 LinkWalker
-Lipperhey
+LinqiaMetadataDownloaderBot
 Lipperhey Spider
-Litemage_walker
 Lmspider
+LNSpiderguy
 Ltx71
-lwp-request
-lwp-trivial
+LWP::Simple
+Magnet
 Mag-Net
+magpie-crawler
 Majestic12
+Majestic SEO
 Majestic-SEO
-Mata Hari
+MarkWatch
+Mass Downloader
+MauiBot
+meanpathbot
+Mediatoolkitbot
 MegaIndex.ru
 Metauri
 Microsoft Data Access
-MIDown tool
+Microsoft URL Control
+MIIxpc
+MJ12bot
+Mr.4x3
+MSFrontPage
 MSIECrawler
 MS Web Services Client Protocol
-Musobot
 Name Intelligence
-Navroad
-NearSite
+Nameprotect
 Needle
-Nessus
-NetAnts
 Netcraft
-NetLyzer
-NetSpider
-NetZIP
-NextGenSearchBot
-Niki-bot
-NimbleCrawler
-Nimbostratus
-Ninja
-oBot
+Netvibes
+Nutch
+Octopus
+Offline Navigator
 OnCrawl
-OpenVAS
+Openfind
+Openvas
+OutclicksBot
 OutfoxBot
-PageAnalyzer
-Page Analyzer
-page scorer
-Panscient
-Pavuk
-PECL::HTTP
-PHPCrawl
-Picscout
-Picsearch
-Pockey
+PageGrabber
+pcBrowser
+PeoplePal
+Pimonster
+Pi-Monster
+plumanalytics
+POE-Component-Client-HTTP
 Probethenet
 ProPowerBot
-ProWebWalker
-Pump
-QueryN Metasearch
-Quick-Crawler
-RankActive
-RankActiveLinkBot
-RankingBot2
-RedesScrapy
-RepoMonkey
-Ripper
+Psbot
+RankingBot
+Reaper
+RebelMouse
+Recorder
 RocketCrawler
-Rogerbot
-Scanbot
+SalesIntelligent
 scan.lol
-ScoutJet
 Screaming
-SearchmetricsBot
+Searchestate
 SemrushBot
-SEOkicks
+SEOkicks-Robot
 SEOlyticsCrawler
+Seomoz
 SEOprofiler
-seoscanners
+SeoSiteCheckup
 serpstatbot
-Shodan
+sexsearcher
+Siphon
 SISTRIX
-Sitebeam
 SiteExplorer
 SiteSnagger
-Site Sucker
-Sitevigil
-Snapbot
-Snoopy
-SocialRankIOBot
+SmartDownload
+Snake
 Sociscraper
 sogouspider
 Sogou web spider
-Sosospider
-Spammen
-Sqlmap
+Sottopop
+sp_auditbot
+Spbot
+Spinn3r
+Sqlworm
 Stripper
-Sucuri
-SurveyBot
-Suzuran
 Szukacz
+T0PHackTeam
 T8Abot
 tAkeOut
-Teleport
 TeleportPro
-Toweyabot
+Telesoft
+Telesphoreo
+Telesphorep
+TheNomad
 Tracemyfile
+Trendiction
 Trendictionbot
-trendiction.de
+trendiction.com
 True_Robot
 Turingos
+Turnitin
 TwengaBot
-Typhoeus
-UnisterBot
 Upflow
-URLy Warning
+URLy.Warning
 Vacuum
-Vagabondo
-VCI
+VeriCiteCrawler
 VidibleScraper
 Virusdie
-VoidEYE
 Voil
-WallpapersHD
-WASALive-Bot
+Voltron
+WBSearchBot
 Webalta
-WebBandit
+WebCollage
+Web Collage
+WebCopier
 WEBDAV
-WebEnhancer
-WebImageCollector
+WebFetch
+WebFuck
+WebGo IS
+WebmasterWorldForumBot
 webmeup-crawler
-Web Pix
 WebSauger
-Web Sauger
-Webshag
-Webster
+WebsiteQuester
+Website Quester
+WebStripper
 WebSucker
 WebWhacker
 WeSEE
-Whack
-Who.is Bot
+Whatweb
+Widow
 WinHTTrack
-Wonderbot
-Wotbox
-Wprecon
+WWW-Collector-E
 WWW-Mechanize
-WWW::Mechanize
-WWWOFFLE
-x09Mozilla
 Xaldon WebSpider
-xpymep1.exe
-YoudaoBot
-ZmEu
+zauba.io
+Zermelo
+Zitebot
+ZumBot

.dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404enemy
+360Spider
 80legs
-Aboundexbot
-Acunetix
 AfD-Verbotsverfahren
 AIBOT
-AiHitBot
-Aipbot
-Alexibot
-Alligator
-AllSubmitter
-Asterias
+Anarchie
+Apexoo
+archive.org_bot
+Attach
+BackDoorBot
+Backlink-Ceck
+BacklinkCrawler
+BackWeb
 Badass
+Bandit
+BBBike
 BDCbot
-Bigfoot
+BDFetch
+BetaBot
+Bitacle
+Blackboard
 Black Hole
 BlackWidow
-Blow
-Bolt
+Boardreader
 BotALot
-Brandprotect
-Brandwatch
+Buddy
 BuiltWith
 Bullseye
+BuzzSumo
 CATExplorador
 CCBot
-Cegbfeieh
-Cloud mapping
+CheTeam
+Claritybot
+Cliqzbot
 coccocbot-web
-Cogentbot
-Collector
+cognitiveseo
 com.plumanalytics
-Copier
-CopyRightCheck
-crawler.feedback
-CrazyWebCrawler
+crawler4j
 CrunchBot
-CSHttp
-Curious
-Custo
+DataCha0s
 demandbase-bot
-Demon
 Deusu
+Devil
+Digincore
+DIIbot
 Disco
-Discoverybot
+Discobot
+DittoSpyder
 DnyzBot
+DomainCrawler
 DomainSigmaCrawler
+DomainStatsBot
 Dotbot
+Dragonfly
 DSearch
-DTS Agent
-Ebingbong
-eCatch
-Ecxi
-EirGrabber
-EMail Siphon
-Evil
+EasyDL
+Exabot
 ExtLinksBot
+ExtractorPro
+Extreme Picture Finder
 EyeNetIE
 Ezooms
-FDM
-Fimap
-Firefox/7.0
+facebookscraper
+FlashGet
 Freeuploader
+FrontPage
+Fyrebot
 GalaxyBot
 Genieo
-Getintent
+GetRight
+GetWeb
 Gigablast
-Go-Ahead-Got-It
-Gotit
-GoZilla
-Grafula
+Gigabot
+Grabber
+GrabNet
+GrapeFX
+GrapeshotCrawler
 GridBot
 GT::WWW
+Haansoft
 Harvest
 Havij
 Heritrix
 Hloader
-HTMLparser
-Humanlinks
+HMView
 HybridBot
 Iblog
-IDBot
 Id-search
-IndeedBot
+Image Fetch
+Indy Library
 InfoNaviRobot
-InfoTekies
-InterGET
+instabid
+Intelliseek
 Internet Ninja
 InternetSeer
-internetVista monitor
-JennyBot
+ips-agent
+Iria
+Iskanie
+IstellaBot
+Jbrofuzz
+JetCar
 JikeSpider
 JOC Web Spider
 Joomla
 Jyxobot
 Kenjin Spider
-Larbin
-LibWeb
-Libwhisker
-Lightspeedsystems
+Keyword Density
 Likse
-Linkdexbot
-LinkextractorPro
+LinkpadBot
 LinkScan
 LinksManager
-LinkWalker
-LinqiaMetadataDownloaderBot
 LinqiaScrapeBot
+Lipperhey
+Lipperhey Spider
 Lmspider
 LWP::Simple
-Mag-Net
-MarkMonitor
-Masscan
-meanpathbot
-Meanpathbot
+magpie-crawler
+Mail.RU_Bot
+Majestic12
+Majestic SEO
+Majestic-SEO
+Mass Downloader
+MauiBot
 Mediatoolkitbot
-MegaIndex.ru
-MFC_Tear_Sample
-Microsoft Data Access
-MIDown tool
-MJ12bot
-MSFrontPage
+mediawords
+MIIxpc
+Mojeek
 MSIECrawler
-Msrabot
-MS Web Services Client Protocol
 muhstik-scan
 Musobot
 Name Intelligence
-NearSite
-Netcraft
-netEstate NE Crawler
-NetSpider
-NetZIP
+NetLyzer
+NetMechanic
+Netvibes
 Nibbler
-NICErsPRO
-Nikto
-NimbleCrawler
+Niki-bot
+Nimbostratus
 Ninja
 Nmap
 NPbot
-oBot
-Offline Explorer
+Octopus
 OnCrawl
-OpenLinkProfiler
+Openvas
+OpenVAS
+OrangeSpider
 OutclicksBot
 OutfoxBot
 PageAnalyzer
+Page Analyzer
+PageGrabber
 page scorer
-Pavuk
-pcBrowser
-PECL::HTTP
-Picsearch
+Pandalytics
+PeoplePal
+PHPCrawl
+PictureFinder
 Pimonster
 Pi-Monster
-Pixray
-plumanalytics
+PleaseCrawl
+Pockey
+POE-Component-Client-HTTP
 Probethenet
 ProPowerBot
-ProWebWalker
 Psbot
 Pump
-PxBroker
-Quick-Crawler
 RankActive
+RankActiveLinkBot
 RankingBot
-RankingBot2
 Rankivabot
 RankurBot
+RealDownload
 Reaper
+RebelMouse
 Recorder
 RedesScrapy
-ReGet
-RepoMonkey
 Ripper
-RocketCrawler
-SBIder
+Rogerbot
+s1z.ru
+SalesIntelligent
+ScanAlert
 Scanbot
-scan.lol
 ScoutJet
 Screaming
-SearchmetricsBot
-SEOlyticsCrawler
+ScreenerBot
+Searchestate
+SEOkicks-Robot
+Seomoz
 seoscanners
 SeoSiteCheckup
-SEOstats
-Shodan
-Siphon
+serpstatbot
+Sitebeam
+SiteExplorer
 SiteSnagger
 SiteSucker
 SlySearch
-SmartDownload
-SMTBot
 Snake
-Snapbot
+SocialRankIOBot
 sogouspider
 Sottopop
-Spammen
-spyfu
+SpankBot
+Spinn3r
+SputnikBot
+Sqlmap
 Sqlworm
-Stripper
 Sucker
-SuperBot
+SuperHTTP
+SurveyBot
+Suzuran
 sysscan
-Szukacz
-T0PHackTeam
-tAkeOut
-Teleport
-TheNomad
-Thumbor
+Titan
 Toata
-Tracemyfile
+Toweyabot
+Trendiction
 Trendictionbot
+trendiction.com
 trendiction.de
-True_Robot
-Turnitin
-TwengaBot
-Twice
+TurnitinBot
+Typhoeus
 UnisterBot
 Upflow
 URLy Warning
 Vacuum
-WBSearchBot
+VCI
+Virusdie
+Wallpapers/3.0
 Web Auto
-Web Auto
-WebBandit
+WebCollage
 Web Enhancer
-Web Enhancer
-WebFuck
-Web Fuck
-webmeup-crawler
-WebPix
-Web Pix
-WebSauger
-Web Sauger
-WebWhacker
+WebFetch
+Web Fetch
+WebGo IS
+WebLeacher
+WebmasterWorldForumBot
+WebsiteExtractor
+WebsiteQuester
+Web Sucker
+Whacker
+Whatweb
+Who.is Bot
 Widow
 WinHTTrack
-WISENutbot
-Wonderbot
+Woobot
 Wotbox
 Wprecon
 WWW-Collector-E
 WWW-Mechanize
-WWW::Mechanize
 x22Mozilla
-Xaldon WebSpider
 xpymep1.exe
-Zade
-zauba.io
+Zauba
 Zermelo
+Zitebot
+ZumBot

.dev-tools/test_units/random-referrers-for-test-quick.list

@@ -1,10 +1,10 @@
-bookmark4you.com.biz
-clickintext.net
-free-video-tool.com
-headpharmacy.com
-hidefiles.org
-kinobest.pl
-pornoplen.com
-priceg.com
-seorussian.ru
-terrafootwear.us
+avto-oligarh.ru
+beztuberkuleza.ru
+blog.koorg.ru
+burger-imperia.com
+filmgo.ru
+internet-apteka.ru
+prospekt-st.ru
+stop-gepatit.te.ua
+stroicol.net
+titangel-vietnam.com

.dev-tools/test_units/random-referrers-for-test.list

@@ -1,500 +1,500 @@
-01apple.com
-100searchengines.com
-123cha.com
-13tabs.com
-20pascals.nl
-24videos.tv
-2x2fan.ru
-4inn.ru
-888.com
-aa9d046aab36af4ff182f097f840430d51.com
-aac52006ec82a24e08b665f4db2b5013f7.com
-aarbur.com
-acheterviagrafr24.com
-adnotbad.com
-adrunnr.com
-ads.gold
-adsref.men
+11235813.webzdarma.cz
+1pamm.ru
+55wmz.ru
+66cpwgln.space
+7wind.ru
+883zy.com
+aanapa.ru
+aaronabel.com
+adclickservice.com
+adconscious.com
+adrenalin-stk.ru
+adsloads.com
 adssafeprotected.com
-advokateg.xyz
+adtech.de
+adultfriendfinder.com
+adviceforum.info
+afftrack001.com
 aghanyna.com
+ahrntal.verymes.xyz
+alarmobninsk.ru
 alekseevec.ru
-alldezservice.kz
-allproblog.com
-allwidewallpapers.com
-alpharma.net
+alert-hgd.xyz
+all4invest.ru
+allbizne.co.ua
+allcredits.su
+allkrim.com
 ample-awards-today.us
-ampower.me
 analytics-ads.xyz
-anonymizeme.pro
-apartmentbay.ru
-apidiamondatanet-a.akamaihd.net
-appfastplay.com
-appfixing.space
-apple.com-webbrowsing-security.review
-approved.su
-arate.ru
-arcadepages.com
+animenime.ru
+apiportalmorecom-a.akamaihd.net
+appartement-stumm.at
+apper.de
+appiq.mobi
+a.pr-cy.ru
 arendovalka.xyz
-artdestshop.eu
-asrv-a.akamoihd.net
+arkkivoltti.net
+arpelsreplica.xyz
+arquapetrarca.info
 asrvvv-a.akamaihd.net
-asseenontv.ru
-atmagroup.ru
-atovh.local-finders.com
-ausmepa.org.au
-autodo.info
-autogrep.ru
-auto-moto-elektronika.cz
-autovideobroadcast.com
-availit.weebly.com
-avitocars.ru
-avkzarabotok.com
-ayodhya.co
-azbukafree.com
-babieca.com
-bannerswap.com
-batanga.net
-battle.net
-beauby.ru
-bensbargains.net
-bestadbid.com
+atleticpharm.org
+autoua.top
+avtochehli.by
+avtolombard-krasnodar.ru
+azazu.ru
+babs.com.ua
+babyguns.ru
+baixar-musicas-gratis.com
+bankiem.pl
+barnfurnituremart.com
+bestbrainprod.win
 bestcalovebracelet.cn
-bestmobilityscooterstoday.com
-bestprofits-there.com
-bidr.trellian.com
-bitcoinremote.com
-bloggers.nl
-blog-hits.com
-bluerobot.info
-board.f00d.de
-bocoarchives.org
-bolitgorlo.net
-boo-arts.com
-bracketsmackdown.com
-brakehawk.com
-bristolhotel.com
-brus-vsem.ru
-bscodecs.com
-buron.pw
+bestchoice.cf
+bestdooz.com
+bestempresas.es
+bestwebsitesawards.com
+betterscooter.com
+bharatdefencekavach.com
+bibys.com
+big-cash.net
+binaryoptionscops.info
+biographiya.com
+blagovest-med.ru
+blogig.org
+blog.remote-computer.de
+blogs.rediff.com
+bonky.biz
+bookmark4you.com
+boom-celebs.com
+boostmyppc.com
+bosman.pluto.ro
+bpro1.top
+brainboosting.club
+brateg.xyz
+brokergid.ru
+buketeg.xyz
 buyantiviralwp.com
-buy-cheap-pills-order-online.com
-bytimedance.ru
+buyclomidonlaine.com
+buy-forum.ru
+buytizanidineonline.blogspot.com
+bvlgariwallet.xyz
+calcularpagerank.com
 cand.jp
-canrole.com
-capacitacionyaprendizaje.com
-cars-modification.net
-cartierlove.xyz
-cartierring.xyz
-cenoval.ru
-centre-indigo.org.ua
-cfcl.co.uk
-chatroulette.online
+cannibalcheerleader.com
+castingbank.ru
+cbb1smartlist12.click
+cb.iphantom.com
+cdnanalytics.xyz
+celejihad.info
 chatseo.com
-cheapestjerseysonwholesale.com
-cheapjerseysbizwholesale.us
-cheap-pills-norx.com
-children-learningreading.info
-chocoslim.pro
-clean-start.net
-click2pawn.com
-clickpapa.com
+chelnytruck.ru
+chocolateslim-en-espana.com
+cialischsrx.com
+cindymatches.com
+cjmc.info
+cleanallvirus.com
+clickcash.com
 clickso.com
-clknsee.com
-cognitiveseo.com
-coin-hive.com
-compliance-brian.xyz
-compliance-don.top
-compliance-irvin.xyz
-compliance-jane.top
-compliance-julianna.top
-computernetworksonline.com
-cookingmeat.ru
-copenergo.ru
-coprofam.org
-cscwtalkto.site
-cvety24.by
-cyse.tk
-dairyindia.in
-dame-ns.kz
-daptravel.com
-data.vtc.pw
-detskie-konstruktory.ru
-deutschland123.de
-devochki.top
-dev-seo.blog
-diarioaconcagua.com
-diesel-parts28.ru
-digilander.libero.it
-djihispano.com
-dms-sw.ru
-dokumentalkino.net
-domination.ml
-e2click.com
-eachdayisagift.review
-easytuningshop.ru
-ebooknovel.club
-econom.co
-edge.sharethis.com
-efkt.jp
-ekspresihati.info
-electrik-avenue.com
-elektir.ru
-empathica.com
-executehosting.com
+clips.ua.ac.be
+cntravelre.com
+compliance-checker.info
+compliance-george.top
+compliance-josh.top
+conciergegroup.org
+concordexoticrentals.com
+contentlook.co
+converse.ddsoldes.fr
+coolgamechannel.com
+coolingoods.com
+cool-wedding.net
+coolyarddecorations.com
+countbertwistdisp26.soup.io
+crafthubs.com
+cypernhuset.se
+czat.wp.pl
+data-mining.tk
+deanmoore.ie
+decenttools.com
+delta-line.men
+dikx.gdn
+discovertreasurenow.com
+dnsrsearch.com
+domaincheck.io
+domain.webkeyit.com
+domoysshop.ru
+dosugrostov.site
+dotnetdotcom.org
+downloadeer.net
+drivotracker.com
+dvr.biz.ua
+e705.net
+e-c.al
+electricwheelchairsarea.com
+elektroniksigaraankara.info
+elitepcgames.com
+elvenar.com
+emerson-rus.ru
+enbersoft.com
+englate.com
+eonpal.com
+epicbrogaming.com
+erot.co
+estelight.ru
+este-line.com.ua
+euroskat.ru
+evehemming.blogspot.com.au
+exhibitionplus.eu
 exlarseva.webblog.es
-exonline.info
-expertblog.info
-ezigarettekaufen2.mpbloggar.se
-fbdownloader.com
-fermersovet.ru
-filesdatabase.net
+expdom.com
+expertnaya-ocenka.ru
+ezigarettenkaufen2.dreamwidth.org
+ezigarettenshop2.myblog.de
+fanrto.com
+faracontrol.ir
+farmprofi.net
+favornews.com
+fearcrow.com
+feeriaclub.ru
 filesmonster.porn
-filmidivx.com
-find1friend.com
-finteks.ru
-firstsiteguide.com
-floridamobilebillboards.com
-flowersbazar.com
-forex21.ru
-forms-mtm.ru
-forpackningsutveckling.se
-forsex.info
-forums.toucharcade.com
-forum.tvmir.org
-foto-telok.net
-foxjuegos.com
-franklinfire.co
-free-laptop-reward.com
-free-today.com
-froggytube.com
+film-one.ru
+fivedwld.cf
+f-loaded.de
+flooringinstallation-edmonton.com
+forex-indextop20.ru
+formseo.com
+fr-bearings.ru
+free-floating-buttons.com
+freelinkbuilding.website.tk
+free-social-buttons.com
+freshmac.space
 front.to
-fuck-paid-share-buttons.xyz
-gambarkatabaru.com
-gameplexcity.com
-gamevalue7.weebly.com
-gateway.zscalertwo.net
-gazobeton-p.com.ua
-gerhardhealer.com
+fullfileaccess.com
+garciniaxt.us
+gay-site.store
+gazporno.com
+generic-pills-online.com
+getlaid-xxxhookupdirect.com
 gg-arena.ru
-gilsonchiro.xyz
-girls-ufa.ru
-glass-msk.ru
+gg.zzyjxs.com
+girlsatgames.ru
+glavprofit.ru
 globetrotting-culture.ru
-go2album.com
-goldpanningtools.com
-google-liar.ru
-growmyfunds.ca
-handsandlegs.ru
-hcate.com
-hdpixion.com
-headpharmacy.com
+gobongo.info
+goforexvps.com
+gomusix.com
+goodhumor24.com
+goodprotein.ru
+grand-chlen.ru
+greatgrace.ru
+green-tea.tv
+gribokstop.com
+guardlink.org
+gz2.bbsoldes.fr
+handicapbathtubarea.com
+hawaiielectriclight.com
+hdhc.ru
+hdwalls.xyz
+healing-dysplasia.ru
 heartofpayne.xyz
-herehloadibs.cf
-highland-homes.com
-homelygarden.com
-hotblognetwork.com
-housekuba.org
-houston-vikings.com
-hoverboard360.es
-howtowhitenteethfast.xyz
-https-legalrc.biz
-igru-xbox.net
-ilmexico.com
-imgarit.pw
-imperia31.ru
-infobabki.ru
+help.tpu.ru
+hidefiles.org
+hollywoodactress.info
+homeinns.com
+hornymatches.com
+hostingclub.lk
+host-protection.com
+hotel-mkad.ru
+hotxnights.info
+houseofrose.com
+hoverboard360.de
+hoverboard360.se
+hplaserjetpdriver8y.pen.io
+hptwaakw.blog.fc2.com
+hunterboots.online
+i4track.net
+ictizanidinehcl4mg.blogspot.com
+imadedinner.net
+images-free.net
+impisr.edunsk.ru
+incanto.in.ua
+inet-traffic.com
 innoslicon.com
-insider.pro
-instabid.tech
-intellekt21.ru
-intermesh.net
-internetproviderstucson.com
-iqbazar.ru
-irkutsk.online-podarki.com
-irunfar.com
-islamtoday.co.za
-itis4you.com
-ix20.ru
-iyasimasennka.com
-james13prix.info
-jerseywholesalebizchina.com
-johnrobertsoninc.com
-jus0wil.pp.ua
-justucalling32211123456789.tk
-kadashihotel.com
-kambasoft.com
-kashubadesign.ru
-keywordsking.com
-kicknights.gq
-kino2018.cc
-kinostorm.net
-klosetkitten.com
+instasexyblog.com
+internetartfair.com
+ipchicken.com
+istanbulit.com
+jabimgo.pw
+janavibekken.no
+javspace.net
+javstock.com
+jerseychinabizwholesale.us
+jewelryandfiligree.com
+jobmarket.com.ua
+jrcigars.com
+justprofit.xyz
+kamorel.com
+katadhin.co
+kinomaniatv.pl
+kiskinhouse.com
+kmgamex.cf
+komputers-best.ru
 konkursowo-24.pl
-konoplisemena.com
-konturkrasoty.ru
-kostenloser-sex.com
-kostenlos-sexvideos.com
-kosynka-games.ru
-kraljeva-sutjeska.com
-krasnodar.zrus.org
-kredit-pod-zalog-krasnodar.ru
-kung-fu-ru.com
-labvis.host.sk
-landmania.ru
-legalrc.biz
+kosova.de
+krasivye-devushki.net
+kw21.org
+lashstudia.ru
 lincolntheatre.com
-liveu.infoteka.hu
-lollypopgaming.com
+littlesunraiser.com
+livejasmin.com
 lol-smurfs.com
-lomza.info
-lost-alpha.ru
-lostaruban.com
-lowephotos.info
-m5home.ru
-mall.uk
-malwareremovalcenter.com
-mansiondelrio.co
-mansparskats.com
-manuscript.su
-marketland.ml
-max-eclat.men
-mebel-alait.ru
-mediaoffers.click
-medicineseasybuy.com
-medkritika.ru
-member-quiz.com
-migente.com
-mindbox.co.za
-minneapoliscopiers.com
-minyetki.ru
-mirobuvi.com.ua
-mixed-wrestling.ru
-mixx.com
+lottospring.com
+luckyshop.net.ua
+machicon-akihabara.info
+mackeeper-land-672695126.us-east-1.elb.amazonaws.com
+magazin-pics.ru
+makemoneyonline.com
+maranbrinfo.com.br
+marcowebonyodziezowe.pl
+maridan.com.ua
+marktforschung-stuttgart.com
+masserect.com
+max-p.men
+mcar.in.ua
+mebeldekor.com.ua
+meble-bogart.info
+meccadumps.net
+mediafresh.online
+medicinacom.ru
+message-warning.net
+mir-betting.ru
+mir-limuzinov.ru
+mirmedinfo.ru
+missvietnam.org
 mobile.ok.ru
 mobsfun.net
-moesonce.com
+modabutik.ru
 moinozhki.com
 mokrayakiska.com
-monarchfind-a.akamaihd.net
-monitorwebsitespeed.com
-morf.snn.gr
-mototsikl.org
-mountainstream.ms
-mp3ritm.top
-musirc.com
+monclercheap.xyz
+monclercoats.xyz
+moncleroutletonline.win
+monthlywinners.com
+moomi-daeri.com
+morefastermac.trade
+moscow-region.ru
+mrinsidesales.com
+musicspire.online
 muznachas-service.ru
-mydownlodablefiles.com
-myftpupload.com
-mylesosibirsk.ru
-myonigroup.com
-netoil.no
-nl.netlog.com
-nodup.ru
-novodigs.com
-oakridgemo.com
-omoikiri-japan.ru
-omsk.xrus.org
-onemantrip.com
+my-big-family.com
+myindospace.com
+mysexpics.ru
+nailsimg.com
+narkologiya-penza.ru
+netcheckcdn.xyz
+new-post.tk
+nikitsyringedrivelg.pen.io
+nikkiewart.ru
+niroo.info
+noclegonline.info
+no-rx.info
+nuker.com
+oddamzadarmo.eu
+okonich.com.ua
+ok-ua.info
+onclkads.com
 oneshotdate.com
-onlinemeetingnow.com
-onthemarch.co
-o-o-6-o-o.ru
-ordernorxx.com
-oren-cats.ru
+onlinadverts.com
+onlineserialy.ru
+online-x.ru
+onstrapon.purplesphere.in
+oralsexfilme.net
+oranga.host.sk
+origin-my.ru
+orion-code-access.net
+orion-v.com
+ourtherapy.ru
 ourville.info
-oynat.info
-parajumpersstore.online
-par-fallen.ga
-partners-ship.pro
-partnerworkroom.men
-pawli.eu
-pay2me.pl
+outshop.ru
+paclitor.com
+pagesense.com
+panamaforbeginners.com
+partnerads.men
 paydayloanslocal.com
-petrovka-online.com
-php-market.ru
-picmoonco.pw
+pcgroup.com.uy
+pdns.cz
+pepperstyle.ru
+pflexads.com
+photo.houseofgaga.ru
 picsforkeywordsuggestion.com
-picturesmania.com
-pillscheap24h.com
-pinwallpaper.top
-pix-hd.com
-plaff-go.ru
-platezhka.net
-play-mp3.com
-plohaya-kreditnaya-istoriya.ru
-pl-top.pl
-poisk-zakona.ru
-pony-business.com
-pooleroadmedicalcentre.co.uk
-poppen-nw.net
-popugauka.ru
-popup-jdh.xyz
-pornogig.com
-pospr.waw.pl
-prizefestival.mobi
-prizesbook.online
-proftests.net
-prohoster.info
-projectforte.ru
-prostitutki-kiev.org
-pro-tec.kz
-py100.ru
-qexyfu.bugs3.com
+pix24x7.com
+pkr1hand.com
+playlott.com
+pl-vouchers.com
+pokerniydom.ru
+popads.net
+poptool.net
+popup-fdm.xyz
+popup-hgd.xyz
+pornstartits.xblog.in
+privatamateure.com
+productarium.com
+prokotov.com
+prpops.com
 qitt.ru
-qualitymarketzone.com
-recipedays.com
-reimageplus.com
-relayblog.com
-remont-fridge-tv.ru
-remontgruzovik.ru
-reversing.cc
-ring4rhino.com
-royalads.net
-rubbed.us
-rukino.org
-rusenvironmental.net
-russintv.fr
-rvi.biz
-saecsa.co
-sammyweaver.com
-scanner-donald.top
-scanner-irvin.top
-scanner-jess.top
-securityallianceservices.com
-seeingmeerkat.com
-seemoreresultshu-a.akamaihd.net
-seminarykansas904.ml
-sendearnings.com
-seoexperimenty.ru
-seoholding.com
-seo-smm.kz
-sethrollins.net
-shijian.ac.cn
-shinikiev.com.ua
-shlyahten.ru
+rabot.host.sk
+radiodigital.co
+rapidsites.pro
+ratemodels.net
+recipedays.ru
+reeyanaturopathy.com
+remedyotc.com
+remybutler.fr
+rentalcarnavi.info
+reyel1985.webnode.fr
+rossmark.ru
+royal-investments.net
+ryetaw.com
+s1z.ru
+saitevpatorii.com
+salutmontreal.com
+samara.rosfirm.ru
+sbwealthsolutions.ca
+scanner-john.top
+scanner-julia.top
+sc-specialhost.com
+sdrescher.net
+searchwebknow-a.akamaihd.net
+seccioncontrabajo.com
+sei80.com
+sergiorossistore.online
+service.adtech.us
+serviporno.com
+sex-dating.co
+sexflirtbook.com
+sex-sex-sex5.com
+sexystrippe.info
+shemale-sex.net
+shillyourcoins.com
 shop.acim.org
-shopsellcardsdumps.com
-sicfor.bcu.cc
-sideeffectsoftizanidine.blogspot.com
-sigmund-freud.co.uk
-sim-service.net
-sispe.com.br
+shopwme.ru
+sibvitr.ru
+simul.co
 siteaero.com
-site-auditor.online
-siteimprove.com
+sizeplus.work
+skachat-besplatno-obrazcy.ru
 skanninge.se
-sk.golden-praga.ru
-sklad-24.ru
-sky-mine.ru
-slowmacfaster.trade
+slavkokacunko.de
+slowmac.tech
 slutloadlive.com
-smartadserver.com
-smartpet.ru
-sneakyboy.com
-snomer1.ru
-soblaznu.net
-socialsignals24.com
-socialtrade.biz
-soc-proof.su
-soda.media
-soft1.ru
-softonicads.com
-sport-video-obzor.ru
-stackthatbucks.com
-stairliftsarea.com
-staticfs.host
-stoki.ru
-stpolice.com
-stretchmate.net
-stroimajor.ru
+smailik.org
+smartbalanceworld.com
+smokewithrabbits.com
+socialbuttons.xyz
+sockshare.net
+softomix.net
+softxaker.ru
+sophang8.com
+sosdepotdebilan.com
+soundfrost.org
+soviet-portal.do.am
+spamnuker.com
+spasswelt.xyz
+speedup-my.site
+star61.de
+stardevine.com
+stats-collector.org
+stretchingabuckblog.com
+stuff-about-money.com
 sudexpert66.ru
-sukarame.net
-svarbit.com
-swagbucks.com
+sumo.com
+supervesti.ru
+surffoundation.nl
+susanholtphotography.com
+svolze.com
+swsociety.se
 syndicate.fun
 tabakur77.com
 tako3.com
-thefotosgratis.eu
-thejournal.ru
-thenews-today.info
-theprofitsmaker.net
-tiandeural.ru
-time-japan.ru
-titelhelden.eu
-tizanidine4mgstreetprice.blogspot.com
-tizanidine4mgstreetvalue.blogspot.com
-tizanidineandcipro.blogspot.com
-tizanidineoral.blogspot.com
-tootoo.to
-toproadrunner5.info
-topsiteminecraft.com
-topvidos.ru
-torontoplumbinggroup.com
-touchmods.fr
-traffic2money.com
-trafficnetzwerk.de
-trumpetedextremes.com
-trustedhealthtips.com
+teenbbw.yopoint.in
+telefonsexsofort.tk
+templates.radiodigital.co
+thebluenoodle.com
+thecoolimages.net
+thegalerie.eu
+tizanidine4mgtablets.blogspot.com
+tizanidinehcl4mgtabinfo.blogspot.com
+tizanidinehcl4mgtablet.blogspot.com
+tizanidineorflexeril.blogspot.com
+topads.men
+top-karkas.ru
+toursmaps.com
+trackzapper.com
+trichizobswiv.agddns.net
 trustedmaccleaner.com
-tsstcorpcddvdwshbbdriverfb.aircus.com
-tsyndicate.com
-tuckpointingmasonrysystems.com
-turizmus.us
-twu.com.ua
-ucsol.ru
-udsgame.online
-unpredictable.ga
-vapeface.club
-vashsvet.com
-vezuviy.su
+turist-strani.ru
+tvnewsclips.info
+tytoona.com
+ucoz.ru
+uggsale.online
+unlimitdocs.net
+uptime-as.net
+uroki.net
+valoresito.com
+valuado.com
+vekzdorov.ru
 viagengrarx.com
-via-gra.webstarts.com
-video-chat.cn
-videochat.ph
-videochat.tv.br
-video-production.com
-viven.host.sk
-vltai.com
-voloslove.ru
-voltrknc1.com
-voronezh.xrus.org
-vozbujdenie.com
-wallpapersist.com
-watchinf.com
-webalan.ru
-webscouter.net
-websiteaccountant.de
-welcomeauto.ru
-westvilletowingservices.co.za
-wildnatureimages.com
-wnoz.de
-woweb.com.ua
-writersgroup580.web.fc2.com
-wrona.it
-ws.ampower.me
-wzgyyq.com
-xclicks.net
-xcombear.ru
-x-diesel.org
-xn----7sbahjd3btneuw1joc.xn--p1ai
-xn----7sbho2agebbhlivy.xn--p1ai
-xn----7sbifcamovvfggw9d.xn--p1ai
-xn--80aaajbdbddwj2alwjieei2afr3v.xn--p1ai
-xn--80aafb2a.xn--p1ai
-xn----8sbdbjgb1ap7a9c4czbh.xn--p1acf
-xn--hxazdsfy.blogspot.com
+videochaty.ru
+videos-for-your-business.com
+visionwell.com.cn
+vitanail.ru
+vykup-avto-krasnodar.ru
+vzglyadriv.kg
+wallpaperstock.net
+wapsite.me
+warningzscaler.heraeus.com
+watchdogs-2.ru
+we-are-gamers.com
+webadvance.club
+weblo.com
+webmasterhome.cn
+weboptimizes.com
+welck.octopis.com
+wesharepics.com
+wholesalejerseys-cheapest.com
+wholinkstome.com
+wineration.com
+worldmusicfests.com
+wowas31.ucoz.ru
+writingservices17.blogspot.ru
+wsgames.ru
+wtsindia.in
+www.888.com
+wyniki-lista.pl
+xfire.com
+xn--24-glceagatoq7c2a6ioc.xn--p1ai
+xn--80ak6aa92e.com
+xn--80aodinpgi.xn--p1ai
+xn-----8kcatubaocd1bneepefojs1h2e.xn--p1ai
+xn----8sbhefaln6acifdaon5c6f4axh.xn--p1ai
+xn--e1aggki3c.xn--80adxhks
 xn----itbkqkfiq.xn--p1ai
-xtrafficplus.com
-yaaknaa.info
-yougame.biz
-yougetsignal.com
-youjizz.vc
-youtoner.it
+xtube.com
+xwatt.ru
+yatrk.xyz
+youghbould.wordpress.com
+yourtemplatefinder.com
+zahvat.ru
 zaimite.ru
-zawyna.ua
-zigarettenonlinekaufen2.bloog.pl
-zmoda.hostreo.com
-zoodrawings.com
-zootoplist.com
-zverokruh-shop.cz
+zaim-pod-zalog-krasnodar.ru
+zaobao.com.sg
+zarenica.net
+zeroredirect5.com
+zigarettenonlinekaufen1.bloog.pl
+zigarettenonlinekaufen.tumblr.com
+zkjovpdgxivg.ga
+znakom.sibtest.ru
+zocaparj.kz
+zoogdisany.com
+zoominfo.com
+zynax.ua
+zzbroya.com.ua

.dev-tools/test_units/random-referrers-for-whitelist-test.list

@@ -1,250 +1,250 @@
-101raccoon.ru
-123any.com
-28n2gl3wfyb0.ru
-5i2.net
-academiacsmendoza.org
-actionnooz.com
-advertisingtag.net
-aero2.ru
-airlandsea.info
-akuhni.by
+8kisses.eu
+aaa38852e886ac4af1a3cff9b47cab6272.com
+adtech.us
+ahrntal.verymes.xyz
+akita.kz
+alfa9.com
 alfa-medosmotr.ru
-allornamenti.com
-animali.deagostinipassion.it
-anmysite.com
-aosheng-tech.com
+allproblog.com
+allsilver925.co.il
+alta-realestate.com
+amehdaily.com
+an-donut.com
+apishops.ru
+apispringsmartne-a.akamaihd.net
+app5.letmacworkfaster.world
 a.pr-cy.ru
-arcteryxsale.online
-aviav.ru
-baixar-musicas-gratis.com
-bang-hotties.com
-beauty-b0x.pl
-beauty-things.com
-bharatdefencekavach.com
-bingo8888.com
-bkgr.se
-bobinoz.com
-bolitgorlo.net
-bonanza-fortune.men
-btvn.ru
-buybest1.biz
-callcafe.info
-cardsharp1.ru
-catalogs-parts.com
-cbox.ws
-cfacarrosserie74.com
-cheapmoncler.pw
+aramaicmedia.org
+arcadepages.com
+ardimobileinfo.ml
+as5000.com
+atovh.local-finders.com
+autotrends.today
+avkzarabotok.info
+avtolombard-krasnodar.com
+b2b-lounge.com
+bablonow.ru
+back.dog
+bankcrediti.ru
+beauby.ru
+bestadbid.com
+bestdooz.com
+bestmarriages.com
+bjorkbacken.nu
+blue-square.biz
+bmwhighperformers.com
+bonzbuddy.com
+boom-celebs.com
+brainzpod.win
+bumskontakte.org
+businescoop.men
+butstrap.space
+buttons-for-website.com
+buy-cheap-pills-order-online.com
+buyk.host.sk
+callstevens.com
+carrauterie.be
+cdn.walkme.com
 checkhit.com
-checktext.org
-chiblackhawks-jerseys.com
-classicakuhni.ru
-compliance-alexa.xyz
-compliance-viktor.top
-concordexoticrentals.com
-coolbar.pro
-counter.bloke.com
-cowblog.fr
-creditwell.ru
-cubook.supernew.org
-cyse.tk
-damedingel.ya.ru
-dating-time-now.com
-d-black.bz
-ddlmega.net
-dekoration.us
-dikx.gdn
-diminishedvalueoforegon.com
-dipstar.org
-dogclothing.store
-domini.cat
-dotmass.top
-downloadkakaotalk.com
-downloadmefiranaratb1972.xpg.com.br
-ege-russian.ru
-elektronischezigarettekaufen2.tumblr.com
-elektrozigaretten1.postbit.com
-emediate.eu
-energydiet24.ru
-enginebay.ru
-eralph.tk
-essay-writing.work
-ezigarettenkaufen1.deviantart.com
-ezigaretteshop.webs.com
-fashion-mk.net
-fashion-stickers.ru
-filesmonster.porn
-filmi-onlain.info
-flash4fun.com
-flirt4free.com
-forex.osobye.ru
-fsakhalin.ru
-fuckmill.com
-fun-mobi.pl
-gamewrath.com
-ge0ip.org
-germes-trans.com
-ghernnqr.skyrock.com
-goodhousekeeping.com
-goodnightjournal.com
-goodwinmetals.co
-gosreg.amchs.ru
-gotwebsite1.com
-greendream.com.ua
+claytransformations.info
+cntravelre.com
+compliance-ivan.top
+compliance-mark.top
+compliance-olga.top
+conboy.us
+conocer-sanabria.com
+constantaservice.net
+contentsexpress.com
+cookie-law-enforcement-hh.xyz
+cv.wallhade.co
+cyclobenzaprinevstizanidine.blogspot.com
+dafatiri.com
+dailyfinancefix.com
+detskie-konstruktory.ru
+detskie-zabavi.ru
+deutschland123.de
+dev33.dioniqlabb.se
+domaincdn.xyz
+dotnetdotcom.org
+earthmagic.info
+eas-seo.com
+easycommerce.cf
+elektronischezi.livejournal.com
+ereko.ru
+exchangeit.gq
+extlabs.io
+eywords-monitoring-your-success.com
+ezaz.info
+ezigarettekaufen1.hpage.com
+ezigarettekaufen2.mpbloggar.se
+ezigarettenkaufen1.pagina.gr
+f1nder.org
+favoritemoney.ru
+fealq.com
+femmesdenudees.com
+fifa-coins.online
+footbalive.org
+forpostlock.ru
+forum.poker4life.ru
+free-deals.faith
+freewlan.info
+freshwallpapers.info
+funtoonez.com
+gamingspark.com
+getlaid-xxxhookupdirect.com
 greenzaim.ru
+groupmoney.ru
 growshop.es
-guardlink.org
-happy.new.yeartwit.com
-harmonyglen.us
-hazardky.net
-hitmuzik.ru
-hostingclub.lk
-housemilan.ru
-hoverboard360.de
-htmlcorner.com
-hvd-store.com
-hybrid.ru
-in-tandem.co
-interesnie-faktu.ru
-invivo.hu
-iqoption.pro
-iscblog.info
-itag.pw
-itservicesthatworkforyou.com
-iwantedmoney.com
-jerseychinabizwholesale.com
-jestr.org
-jimmychoosale.online
-johannesburgsingles.co.za
-jwss.cc
-kenaba.su
-kevblog.top
-keywordteam.net
+gtopstats.com
+hd-filmy.net
+helvetia.com.ua
+hitsbox.info
+iideaidekonkatu.info
+iklysha.ml
+ilte.info
+incanto.in.ua
+innodgfdriverhm.aircus.com
+istizanidineacontrolledsubstance.blogspot.com
+jasonpartington.com
+jikoman.info
+keywordsuggest.org
 kinobaks.com
-kino-fun.ru
-konoplisemena.com
-kuzinsp.ru
-labafydjxa.su
-landreferat.ru
-ledis.top
-letmacwork.world
-lezbiyanki.net
-linksharingt.com
-lmrauction.com
-lotto6888.com
-marmitaco.cat
-meccadumps.net
-mediafresh.online
-mediawhirl.net
-millionare.com
-minneapoliscopiers.com
-mistr-x.org
-mouselink.co
-muzaporn.com
-myblogregistercm.tk
-nailsimg.com
-negociosdasha.com
-netanalytics.xyz
-networkcheck.xyz
-northfacestore.online
-nrv.co.za
-nvssf.com
+kiprinform.com
+kretpicf.pw
+lafriore.ru
+lanadelreyfans.us
+larose.jb2c.me
+law-check-nine.xyz
+letolove.ru
+link.ac
+littlecity.ch
+livingcanarias.com
+lodki-pvh.dp.ua
+lost-alpha.ru
+louboutinbooties.xyz
+m1media.net
+macnewtech.com
+mafa-free.com
+managerpak204.weebly.com
+maranbrinfo.com.br
+mastershef.club
+maximpartnerspr.com
+microsearch.ru
+milblueprint.com
+modabutik.ru
+modnie-futbolki.net
+monclerjacketsoutlet.win
+moskva.nodup.ru
+most.gov.iq
+motherboard.vice.com
+mp3downloadhq.com
+mp3ritm.top
+msk.afora.ru
+musicstock.me
+myanyone.net
+myprintscreen.com
+myxdate.info
+nardulan.com
+nhl17coinsforps3.gratisblog.biz
+nikkiewart.ru
+nufaq.com
 odoratus.net
 odywpjtw.bloger.index.hr
-office2web.com
-omoikiri-japan.ru
-onlainbesplatno.ru
-o-o-11-o-o.com
-openmediasoft.com
-partner-print.men
-peugeot-club.org
-piccdata.com
-picsforkeywordsuggestion.com
-pio.polytopesexempt.com
-piuminiita.com
-pladform.ru
-pl-vouchers.com
-pod-muzyku.club
-porno.simple-image.com.ua
-prizestohandle.club
-promalp-universal.ru
-pron.pro
-pr-ten.de
-ptr.ruvds.com
-rankingchart.de
-realnye-otzyvy.info
-research.ifmo.ru
-ric.info
-russia-tao.ru
-sanyuprojects.com
-scrapinghub.com
-seccioncontrabajo.com
-security60-e.com
-sell-fb-group-here.com
-sexgalleries.top
-sexkontakte-seite.com
-shakhtar-doneck.ru
-shisha-swag.de
-shoplvlv.us
-sierraapps.com
-skuteczna-dieta.co.pl
-skutecznetabletkinaporostwlosow.pl
-slavic-magic.ru
-smartpet.ru
+oneclickfiles.com
+oneshotdate.com
+onlineslotmaschine.com
+ontargetseo.us
+orel-reshka.net
+perso.wanadoo.es
+petedrummond.com
+photochki.com
+phpdevops.com
+pizda.lol
+poems.com.ua
+pogruztehnik.ru
+porto.abuilder.net
+pricheski-video.com
+pro-poly.ru
+razamicroelectronics.com
+recipedays.com
+reckonstat.info
+reelheroes.net
+remont-comp-pomosh.ru
+renewablewealth.com
+ribieiendom.no
+ring4rhino.com
+rospromtest.ru
+salutmontreal.com
+sbt-aqua.ru
+scanner-don.top
+seomarketings.online
+seo-tools-optimizing.com
+sexcamamateurchat.com
+sexvporno.ru
+shoesonlinebuy.cn
+siteimprove.com
+sivs.ru
+sky-mine.ru
+small-game.com
 socialbookmarksubmission.org
-sofit-dmd.ru
-space4update.pw
-stackthatbucks.com
-staff.prairiesouth.ca
-steebook.com
-sukirgenk.dvrlists.com
-summerlinhomes411.info
-support.nopeas.sk
-tagil.zrus.org
-tasteidea.com
-td-33.ru
-themeforest.net
-themestotal.com
-tizanidinesideeffectsweightloss.blogspot.com
-tizanidinewithdrawalsymptoms.blogspot.com
-tomatis.gospartner.com
-top1-seo-service.com
-top-l2.com
-topmira.com
-torrentdownloadhub.com
-tracxn.com
-trafficmp.com
-trafficstars.com
-truck-land.life
+souvenirua.com
+spabali.org
+spacash.com
+speedup-my.site
+sprttrack.com
+startufa.ru
+starwars.wikia.com
+stillmiracle.com
+studiokamyk.com.pl
+sugvant.ru
+superkanpo.com
+sureone.pro
+svarbit.com
+taqywu51.soup.io
+tech4master.com
+telegramdownload10.com
+thefds.net
+the-usa-games.blogspot.com
+thewebsitetemplate.info
+tizanidine4mguses.blogspot.com
+tizanidinefibromyalgia.blogspot.com
+toondinsey.com
+torrent-newgames.com
+tpu.ru
+traffic100.com
+traffpartners.com
+treasuretrack-a.akamaihd.net
 tuckpointingmasonrysystems.com
-tula.mdverey.ru
-tx41tclega.ru
-uchetunet.su
-unlimitdocs.net
-unrealcommander.biz
-uptimechecker.com
-viandpet.com
-villakohlanta.nu
-vita.com.hr
-walkme.com
-webix.me
-weboptimizes.com
-webs.com
-wjgony.com
-woodyguthrie.se
-word-vorlagen.xyz
-wpsecurity.website
-x69ty.ru
-xgames-04.com
-xxxtubesafari.com
-yaderenergy.ru
-yatrk.xyz
-yoluxuryevents.com
-youradexchange.com
-youtube-downloader.savetubevideo.com
-zajm-pod-zalog-nedvizhimosti.ru
-zeleznobeton.ru
-zerocash.msk.ru
-zeroredirect2.com
-zeroredirect5.com
-zhorapankratov7.blogspot.com
-zscaler.net
+turizm.bz
+tv-spoty.info
+tzritel.tk
+ua-company.ru
+uggsale.online
+uptime-gamma.net
+userequip.com
+vegascosmetics.ru
+vektorpress.ru
+vereo.eu
+veselokloun.ru
+videospornogratisx.net
+videotuber.ru
+vietimgy.pw
+vitoriacabos.com
+viven.host.sk
+vostoktrade.info
+watracker.net
+westsextube.com
+wholesalejerseys-cheapest.com
+worldlovers.ru
+worst-sites.online
+woweb.com.ua
+xblog.in
+x-diesel.biz
+xkaz.org
+xn-----7kcabaipgeakzcss7bjdqdwpfnhv.xn--p1ai
+xn--80aaajbdbddwj2alwjieei2afr3v.xn--p1ai
+xxxkaz.org
+yaaknaa.info
+youghbould.wordpress.com
+youthreaders.com
+youtubedownload.org

.dev-tools/test_units/ratelimittest-beta.txt

@@ -1,21 +1,11 @@
-<!DOCTYPE html>
 <html>
-<head>
-<title>Welcome to NginX</title>
-</head>
-<body>
-<div align=center>
-<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
-<p>This is merely used for testing !!!</p>
-</body>
-</html><html>
 <head><title>503 Service Temporarily Unavailable</title></head>
 <body bgcolor="white">
 <center><h1>503 Service Temporarily Unavailable</h1></center>
 <hr><center>nginx/1.14.2</center>
 </body>
 </html>
-<html>
+l>
 <head><title>503 Service Temporarily Unavailable</title></head>
 <body bgcolor="white">
 <center><h1>503 Service Temporarily Unavailable</h1></center>
@@ -126,4 +116,14 @@
 <h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
 <p>This is merely used for testing !!!</p>
 </body>
+</html><!DOCTYPE html>
+<html>
+<head>
+<title>Welcome to NginX</title>
+</head>
+<body>
+<div align=center>
+<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
+<p>This is merely used for testing !!!</p>
+</body>
 </html>

.dev-tools/test_units/ratelimittest-master.txt

@@ -8,7 +8,13 @@
 <h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
 <p>This is merely used for testing !!!</p>
 </body>
-</html>l>
+</html><html>
+<head><title>503 Service Temporarily Unavailable</title></head>
+<body bgcolor="white">
+<center><h1>503 Service Temporarily Unavailable</h1></center>
+<hr><center>nginx/1.14.2</center>
+</body>
+</html>
 <html>
 <head><title>503 Service Temporarily Unavailable</title></head>
 <body bgcolor="white">

.dev-tools/test_units/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.184.226.236	0;
+35.193.7.13	0;
 127.0.0.1	0;

AUTO-CONFIGURATION.md

@@ -4,8 +4,8 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V4.2019.07.1763
-#### Bad Referrer Count: 6732
+#### Version: V4.2019.07.1764
+#### Bad Referrer Count: 6737
 #### Bad Bot Count: 556
 ____________________
 

MANUAL-CONFIGURATION.md

@@ -4,8 +4,8 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V4.2019.07.1763
-#### Bad Referrer Count: 6732
+#### Version: V4.2019.07.1764
+#### Bad Referrer Count: 6737
 #### Bad Bot Count: 556
 ____________________
 

README.md

@@ -11,8 +11,8 @@
 ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
 
 _______________
-#### Version: V4.2019.07.1763
-#### Bad Referrer Count: [6732](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
+#### Version: V4.2019.07.1764
+#### Bad Referrer Count: [6737](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad Bot Count: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 ____________________
 

_generator_lists/bad-referrers.list

@@ -1,8 +1,3 @@
-findpics.pw
-vzlomfb.com
-vbtracker.net
-watracker.net
-cannibalcheerleader.com
 000free.us
 007angels.com
 00author.com
@@ -1086,6 +1081,7 @@ candy-glam-hp.com
 candycrushshop.com
 candypeople.se
 candytiner.com
+cannibalcheerleader.com
 canoncdriverq3.pen.io
 canrioloadm.gq
 canrole.com
@@ -2123,6 +2119,7 @@ find1friend.com
 findacheaplawyers.com
 findanysex.com
 findclan.org
+findpics.pw
 findpik.com
 findsexguide.com
 findthe.pet
@@ -6055,6 +6052,7 @@ vashsvet.com
 vasileostrovsky-rayon.ru
 vavilone.com
 vbabule.net
+vbtracker.net
 vchulkax.com
 vclicks.net
 vduplo.ru
@@ -6207,6 +6205,7 @@ vykupavto-krasnodar.ru
 vysigy.su
 vzglyadriv.kg
 vzlom-na-zakaz.com
+vzlomfb.com
 vzubah.com
 vzube.com
 w-journal.ru
@@ -6235,6 +6234,7 @@ watchmyfb.pl
 watchmygf.net
 waterefficiency.co
 waterpurifier.club
+watracker.net
 watsonrealtycorp.com
 waycash.net
 waysbetter.cn

_google_analytics_ghost_spam/README.md

@@ -3,8 +3,8 @@
 # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
 
 _______________
-#### Version: V4.2019.07.1763
-#### Bad Referrer Count: 6732
+#### Version: V4.2019.07.1764
+#### Bad Referrer Count: 6737
 #### Bad Bot Count: 556
 ____________________
 

_google_analytics_ghost_spam/google-exclude-05.txt

@@ -1 +1 @@
-zakazfutbolki\.com|zakazvzloma\.com|zakon\-ob\-obrazovanii\.ru|zakonobosago\.ru|zaloadi\.ru|zaloro\.com|zambini\.ru|zaobao\.com\.sg|zapatosenventa\.info|zapiszto\.pl|zarabiaj\-dzis\.pl|zarabotat\-na\-sajte\.ru|zarabotok\-\-doma\.ru|zarajbuilders\.com|zarenica\.net|zarepta\.com|zastenchivosti\.net|zastroyka\.org|zatjmuzu\.info|zawyna\.ua|zazagames\.org|zdesformula\.ru|zdesoboi\.com|zebradudka\.com|zebramart\.ru|zed21\.net|zeg\-distribution\.com|zeikopay\.com|zeleznobeton\.ru|zero1\.it|zerocash\.msk\.ru|zeroredirect\.com|zeroredirect1\.com|zeroredirect10\.com|zeroredirect11\.com|zeroredirect12\.com|zeroredirect2\.com|zeroredirect5\.com|zeroredirect6\.com|zeroredirect7\.com|zeroredirect8\.com|zeroredirect9\.com|zetgie\.com\.pl|zetmaster\.ru|zhacker\.net|zhongwenlink\.com|zhorapankratov7\.blogspot\.com|zhuravlev\.info|zigarettenonl\.canalblog\.com|zigarettenonlinekaufen\.tumblr\.com|zigarettenonlinekaufen1\.bloog\.pl|zigarettenonlinekaufen1\.blox\.pl|zigarettenonlinekaufen2\.bloog\.pl|zigarettenonlinekaufen2\.drupalgardens\.com|zigzog\.ru|zionstar\.net|zixizop\.net\.ru|zkjovpdgxivg\.ga|zlatnajesen\.com|zmoda\.hostreo\.com|znakom\.sibtest\.ru|znakomstva\-moskva77\.ru|znakomstva\-piter78\.ru|znakomstvaonlain\.ru|znaniyapolza\.ru|znaturaloriginal\.com|zocaparj\.kz|zog\.link|zojirushi\-products\.ru|zolotoy\-lis\.ru|zona\-aqua\.ru|zone\-kev717\.info|zoodrawings\.com|zoogdiesney\.com|zoogdinsney\.com|zoogdisany\.com|zooggames\.com|zoolubimets\.ru|zoominfo\.com|zoomovies\.org|zoompegs\.com|zoosexart\.com|zootoplist\.com|zootravel\.com|zophim\.me|zrelaya\.pw|zrizvtrnpale\.tk|zrus\.org|zryydi\.com|zs2vm\.top|zscaler\.net|zscalerone\.net|zscalertwo\.net|zverokruh\-shop\.cz|zvetki\.ru|zvezdagedon\.ru|zx6\.ru|zynax\.ua|zytpirwai\.net|zzbroya\.com\.ua|zzlgxh\.com
+zaimite\.ru|zajm\-pod\-zalog\-nedvizhimosti\.ru|zajm\-zalog\-krasnodar\.ru|zakazfutbolki\.com|zakazvzloma\.com|zakon\-ob\-obrazovanii\.ru|zakonobosago\.ru|zaloadi\.ru|zaloro\.com|zambini\.ru|zaobao\.com\.sg|zapatosenventa\.info|zapiszto\.pl|zarabiaj\-dzis\.pl|zarabotat\-na\-sajte\.ru|zarabotok\-\-doma\.ru|zarajbuilders\.com|zarenica\.net|zarepta\.com|zastenchivosti\.net|zastroyka\.org|zatjmuzu\.info|zawyna\.ua|zazagames\.org|zdesformula\.ru|zdesoboi\.com|zebradudka\.com|zebramart\.ru|zed21\.net|zeg\-distribution\.com|zeikopay\.com|zeleznobeton\.ru|zero1\.it|zerocash\.msk\.ru|zeroredirect\.com|zeroredirect1\.com|zeroredirect10\.com|zeroredirect11\.com|zeroredirect12\.com|zeroredirect2\.com|zeroredirect5\.com|zeroredirect6\.com|zeroredirect7\.com|zeroredirect8\.com|zeroredirect9\.com|zetgie\.com\.pl|zetmaster\.ru|zhacker\.net|zhongwenlink\.com|zhorapankratov7\.blogspot\.com|zhuravlev\.info|zigarettenonl\.canalblog\.com|zigarettenonlinekaufen\.tumblr\.com|zigarettenonlinekaufen1\.bloog\.pl|zigarettenonlinekaufen1\.blox\.pl|zigarettenonlinekaufen2\.bloog\.pl|zigarettenonlinekaufen2\.drupalgardens\.com|zigzog\.ru|zionstar\.net|zixizop\.net\.ru|zkjovpdgxivg\.ga|zlatnajesen\.com|zmoda\.hostreo\.com|znakom\.sibtest\.ru|znakomstva\-moskva77\.ru|znakomstva\-piter78\.ru|znakomstvaonlain\.ru|znaniyapolza\.ru|znaturaloriginal\.com|zocaparj\.kz|zog\.link|zojirushi\-products\.ru|zolotoy\-lis\.ru|zona\-aqua\.ru|zone\-kev717\.info|zoodrawings\.com|zoogdiesney\.com|zoogdinsney\.com|zoogdisany\.com|zooggames\.com|zoolubimets\.ru|zoominfo\.com|zoomovies\.org|zoompegs\.com|zoosexart\.com|zootoplist\.com|zootravel\.com|zophim\.me|zrelaya\.pw|zrizvtrnpale\.tk|zrus\.org|zryydi\.com|zs2vm\.top|zscaler\.net|zscalerone\.net|zscalertwo\.net|zverokruh\-shop\.cz|zvetki\.ru|zvezdagedon\.ru|zx6\.ru|zynax\.ua|zytpirwai\.net|zzbroya\.com\.ua|zzlgxh\.com

_google_webmaster_disavow_links/google-disavow.txt

@@ -1081,6 +1081,7 @@ domain:candy-glam-hp.com
 domain:candycrushshop.com
 domain:candypeople.se
 domain:candytiner.com
+domain:cannibalcheerleader.com
 domain:canoncdriverq3.pen.io
 domain:canrioloadm.gq
 domain:canrole.com
@@ -2118,6 +2119,7 @@ domain:find1friend.com
 domain:findacheaplawyers.com
 domain:findanysex.com
 domain:findclan.org
+domain:findpics.pw
 domain:findpik.com
 domain:findsexguide.com
 domain:findthe.pet
@@ -6050,6 +6052,7 @@ domain:vashsvet.com
 domain:vasileostrovsky-rayon.ru
 domain:vavilone.com
 domain:vbabule.net
+domain:vbtracker.net
 domain:vchulkax.com
 domain:vclicks.net
 domain:vduplo.ru
@@ -6202,6 +6205,7 @@ domain:vykupavto-krasnodar.ru
 domain:vysigy.su
 domain:vzglyadriv.kg
 domain:vzlom-na-zakaz.com
+domain:vzlomfb.com
 domain:vzubah.com
 domain:vzube.com
 domain:w-journal.ru
@@ -6230,6 +6234,7 @@ domain:watchmyfb.pl
 domain:watchmygf.net
 domain:waterefficiency.co
 domain:waterpurifier.club
+domain:watracker.net
 domain:watsonrealtycorp.com
 domain:waycash.net
 domain:waysbetter.cn

robots.txt/robots.txt

@@ -6,8 +6,8 @@
 
 ### Version Information #
 ###################################################
-### Version: V4.2019.07.1763
-### Updated: Fri Jul 19 19:51:36 SAST 2019
+### Version: V4.2019.07.1764
+### Updated: Sat Jul 20 11:18:01 SAST 2019
 ### Bad Bot Count: 556
 ###################################################
 ### Version Information ##