diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf
index 8be0d74a2..77fd16d7c 100644
--- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf
+++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf
@@ -4,9 +4,9 @@
### VERSION INFORMATION #
###################################################
-### Version: V3.2019.08.1795
-### Updated: Sat Aug 10 09:16:03 SAST 2019
-### Bad Referrer Count: 6740
+### Version: V3.2019.08.1796
+### Updated: Sat Aug 10 10:33:02 SAST 2019
+### Bad Referrer Count: 6746
### Bad Bot Count: 557
###################################################
### VERSION INFORMATION ##
@@ -1744,6 +1744,7 @@ map $http_referer $bad_referer {
"~*(?:\b)best\-mam\.ru(?:\b)" 1;
"~*(?:\b)bestmarriages\.com(?:\b)" 1;
"~*(?:\b)bestmobilityscooterstoday\.com(?:\b)" 1;
+ "~*(?:\b)bestmouthwash\.club(?:\b)" 1;
"~*(?:\b)bestofferswalkmydogouteveryday\.gq(?:\b)" 1;
"~*(?:\b)bestofpicture\.com(?:\b)" 1;
"~*(?:\b)bestofupload\.info(?:\b)" 1;
@@ -3493,6 +3494,7 @@ map $http_referer $bad_referer {
"~*(?:\b)gratis\-sexkontakte\.com(?:\b)" 1;
"~*(?:\b)gratuitbaise\.com(?:\b)" 1;
"~*(?:\b)gratuitxblcodes\.com(?:\b)" 1;
+ "~*(?:\b)greamimgo\.pw(?:\b)" 1;
"~*(?:\b)greatdealshop\.com(?:\b)" 1;
"~*(?:\b)greatfind\-a\.akamaihd\.net(?:\b)" 1;
"~*(?:\b)greatgrace\.ru(?:\b)" 1;
@@ -6234,6 +6236,7 @@ map $http_referer $bad_referer {
"~*(?:\b)skutecznetabletkinaporostwlosow\.pl(?:\b)" 1;
"~*(?:\b)skylta\.com(?:\b)" 1;
"~*(?:\b)sky\-mine\.ru(?:\b)" 1;
+ "~*(?:\b)skypasss\.com(?:\b)" 1;
"~*(?:\b)skytraf\.xyz(?:\b)" 1;
"~*(?:\b)skyway24\.ru(?:\b)" 1;
"~*(?:\b)sladkoevideo\.com(?:\b)" 1;
@@ -7192,6 +7195,8 @@ map $http_referer $bad_referer {
"~*(?:\b)vzglyadriv\.kg(?:\b)" 1;
"~*(?:\b)vzlomfb\.com(?:\b)" 1;
"~*(?:\b)vzlom\-na\-zakaz\.com(?:\b)" 1;
+ "~*(?:\b)vzlomsn\.org(?:\b)" 1;
+ "~*(?:\b)vzlomtw\.com(?:\b)" 1;
"~*(?:\b)vzubah\.com(?:\b)" 1;
"~*(?:\b)vzube\.com(?:\b)" 1;
"~*(?:\b)w3data\.co(?:\b)" 1;
@@ -7502,6 +7507,7 @@ map $http_referer $bad_referer {
"~*(?:\b)xn\-\-lifehacer\-1rb\.com(?:\b)" 1;
"~*(?:\b)xn\-\-oogle\-wmc\.com(?:\b)" 1;
"~*(?:\b)xn\-\-q1a\.xn\-\-b1aube0e\.xn\-\-c1acygb\.xn\-\-p1ai(?:\b)" 1;
+ "~*(?:\b)xnxx699\.com(?:\b)" 1;
"~*(?:\b)xnxxandxvideos\.com(?:\b)" 1;
"~*(?:\b)xnxx\-n\.com(?:\b)" 1;
"~*(?:\b)xolodremont\.ru(?:\b)" 1;
diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
index 0f27f0dd9..90fe4f9d3 100644
--- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
+++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-104.154.113.151 1;
+104.154.120.187 1;
127.0.0.1 1;
diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
index 0e0848852..bc389ee32 100644
--- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
+++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-104.154.113.151 0;
+104.154.120.187 0;
127.0.0.1 0;
diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf
index 8be0d74a2..77fd16d7c 100644
--- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf
+++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf
@@ -4,9 +4,9 @@
### VERSION INFORMATION #
###################################################
-### Version: V3.2019.08.1795
-### Updated: Sat Aug 10 09:16:03 SAST 2019
-### Bad Referrer Count: 6740
+### Version: V3.2019.08.1796
+### Updated: Sat Aug 10 10:33:02 SAST 2019
+### Bad Referrer Count: 6746
### Bad Bot Count: 557
###################################################
### VERSION INFORMATION ##
@@ -1744,6 +1744,7 @@ map $http_referer $bad_referer {
"~*(?:\b)best\-mam\.ru(?:\b)" 1;
"~*(?:\b)bestmarriages\.com(?:\b)" 1;
"~*(?:\b)bestmobilityscooterstoday\.com(?:\b)" 1;
+ "~*(?:\b)bestmouthwash\.club(?:\b)" 1;
"~*(?:\b)bestofferswalkmydogouteveryday\.gq(?:\b)" 1;
"~*(?:\b)bestofpicture\.com(?:\b)" 1;
"~*(?:\b)bestofupload\.info(?:\b)" 1;
@@ -3493,6 +3494,7 @@ map $http_referer $bad_referer {
"~*(?:\b)gratis\-sexkontakte\.com(?:\b)" 1;
"~*(?:\b)gratuitbaise\.com(?:\b)" 1;
"~*(?:\b)gratuitxblcodes\.com(?:\b)" 1;
+ "~*(?:\b)greamimgo\.pw(?:\b)" 1;
"~*(?:\b)greatdealshop\.com(?:\b)" 1;
"~*(?:\b)greatfind\-a\.akamaihd\.net(?:\b)" 1;
"~*(?:\b)greatgrace\.ru(?:\b)" 1;
@@ -6234,6 +6236,7 @@ map $http_referer $bad_referer {
"~*(?:\b)skutecznetabletkinaporostwlosow\.pl(?:\b)" 1;
"~*(?:\b)skylta\.com(?:\b)" 1;
"~*(?:\b)sky\-mine\.ru(?:\b)" 1;
+ "~*(?:\b)skypasss\.com(?:\b)" 1;
"~*(?:\b)skytraf\.xyz(?:\b)" 1;
"~*(?:\b)skyway24\.ru(?:\b)" 1;
"~*(?:\b)sladkoevideo\.com(?:\b)" 1;
@@ -7192,6 +7195,8 @@ map $http_referer $bad_referer {
"~*(?:\b)vzglyadriv\.kg(?:\b)" 1;
"~*(?:\b)vzlomfb\.com(?:\b)" 1;
"~*(?:\b)vzlom\-na\-zakaz\.com(?:\b)" 1;
+ "~*(?:\b)vzlomsn\.org(?:\b)" 1;
+ "~*(?:\b)vzlomtw\.com(?:\b)" 1;
"~*(?:\b)vzubah\.com(?:\b)" 1;
"~*(?:\b)vzube\.com(?:\b)" 1;
"~*(?:\b)w3data\.co(?:\b)" 1;
@@ -7502,6 +7507,7 @@ map $http_referer $bad_referer {
"~*(?:\b)xn\-\-lifehacer\-1rb\.com(?:\b)" 1;
"~*(?:\b)xn\-\-oogle\-wmc\.com(?:\b)" 1;
"~*(?:\b)xn\-\-q1a\.xn\-\-b1aube0e\.xn\-\-c1acygb\.xn\-\-p1ai(?:\b)" 1;
+ "~*(?:\b)xnxx699\.com(?:\b)" 1;
"~*(?:\b)xnxxandxvideos\.com(?:\b)" 1;
"~*(?:\b)xnxx\-n\.com(?:\b)" 1;
"~*(?:\b)xolodremont\.ru(?:\b)" 1;
diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf
index 0f27f0dd9..90fe4f9d3 100644
--- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf
+++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-104.154.113.151 1;
+104.154.120.187 1;
127.0.0.1 1;
diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf
index 0e0848852..bc389ee32 100644
--- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf
+++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-104.154.113.151 0;
+104.154.120.187 0;
127.0.0.1 0;
diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf
index 8be0d74a2..77fd16d7c 100644
--- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf
+++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf
@@ -4,9 +4,9 @@
### VERSION INFORMATION #
###################################################
-### Version: V3.2019.08.1795
-### Updated: Sat Aug 10 09:16:03 SAST 2019
-### Bad Referrer Count: 6740
+### Version: V3.2019.08.1796
+### Updated: Sat Aug 10 10:33:02 SAST 2019
+### Bad Referrer Count: 6746
### Bad Bot Count: 557
###################################################
### VERSION INFORMATION ##
@@ -1744,6 +1744,7 @@ map $http_referer $bad_referer {
"~*(?:\b)best\-mam\.ru(?:\b)" 1;
"~*(?:\b)bestmarriages\.com(?:\b)" 1;
"~*(?:\b)bestmobilityscooterstoday\.com(?:\b)" 1;
+ "~*(?:\b)bestmouthwash\.club(?:\b)" 1;
"~*(?:\b)bestofferswalkmydogouteveryday\.gq(?:\b)" 1;
"~*(?:\b)bestofpicture\.com(?:\b)" 1;
"~*(?:\b)bestofupload\.info(?:\b)" 1;
@@ -3493,6 +3494,7 @@ map $http_referer $bad_referer {
"~*(?:\b)gratis\-sexkontakte\.com(?:\b)" 1;
"~*(?:\b)gratuitbaise\.com(?:\b)" 1;
"~*(?:\b)gratuitxblcodes\.com(?:\b)" 1;
+ "~*(?:\b)greamimgo\.pw(?:\b)" 1;
"~*(?:\b)greatdealshop\.com(?:\b)" 1;
"~*(?:\b)greatfind\-a\.akamaihd\.net(?:\b)" 1;
"~*(?:\b)greatgrace\.ru(?:\b)" 1;
@@ -6234,6 +6236,7 @@ map $http_referer $bad_referer {
"~*(?:\b)skutecznetabletkinaporostwlosow\.pl(?:\b)" 1;
"~*(?:\b)skylta\.com(?:\b)" 1;
"~*(?:\b)sky\-mine\.ru(?:\b)" 1;
+ "~*(?:\b)skypasss\.com(?:\b)" 1;
"~*(?:\b)skytraf\.xyz(?:\b)" 1;
"~*(?:\b)skyway24\.ru(?:\b)" 1;
"~*(?:\b)sladkoevideo\.com(?:\b)" 1;
@@ -7192,6 +7195,8 @@ map $http_referer $bad_referer {
"~*(?:\b)vzglyadriv\.kg(?:\b)" 1;
"~*(?:\b)vzlomfb\.com(?:\b)" 1;
"~*(?:\b)vzlom\-na\-zakaz\.com(?:\b)" 1;
+ "~*(?:\b)vzlomsn\.org(?:\b)" 1;
+ "~*(?:\b)vzlomtw\.com(?:\b)" 1;
"~*(?:\b)vzubah\.com(?:\b)" 1;
"~*(?:\b)vzube\.com(?:\b)" 1;
"~*(?:\b)w3data\.co(?:\b)" 1;
@@ -7502,6 +7507,7 @@ map $http_referer $bad_referer {
"~*(?:\b)xn\-\-lifehacer\-1rb\.com(?:\b)" 1;
"~*(?:\b)xn\-\-oogle\-wmc\.com(?:\b)" 1;
"~*(?:\b)xn\-\-q1a\.xn\-\-b1aube0e\.xn\-\-c1acygb\.xn\-\-p1ai(?:\b)" 1;
+ "~*(?:\b)xnxx699\.com(?:\b)" 1;
"~*(?:\b)xnxxandxvideos\.com(?:\b)" 1;
"~*(?:\b)xnxx\-n\.com(?:\b)" 1;
"~*(?:\b)xolodremont\.ru(?:\b)" 1;
diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf
index 0f27f0dd9..90fe4f9d3 100644
--- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf
+++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-104.154.113.151 1;
+104.154.120.187 1;
127.0.0.1 1;
diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/custom-bad-referrers.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/custom-bad-referrers.conf
index fa375786e..012a21d8a 100644
--- a/.dev-tools/beta_conf_files_whitelist/bots.d/custom-bad-referrers.conf
+++ b/.dev-tools/beta_conf_files_whitelist/bots.d/custom-bad-referrers.conf
@@ -813,6 +813,7 @@
"~*(?:\b)bestkfiledxd\.cf(?:\b)" 0;
"~*(?:\b)bestmarriages\.com(?:\b)" 0;
"~*(?:\b)bestmobilityscooterstoday\.com(?:\b)" 0;
+ "~*(?:\b)bestmouthwash\.club(?:\b)" 0;
"~*(?:\b)bestofferswalkmydogouteveryday\.gq(?:\b)" 0;
"~*(?:\b)bestofpicture\.com(?:\b)" 0;
"~*(?:\b)bestofupload\.info(?:\b)" 0;
@@ -2558,6 +2559,7 @@
"~*(?:\b)gratis\-sexkontakte\.com(?:\b)" 0;
"~*(?:\b)gratuitbaise\.com(?:\b)" 0;
"~*(?:\b)gratuitxblcodes\.com(?:\b)" 0;
+ "~*(?:\b)greamimgo\.pw(?:\b)" 0;
"~*(?:\b)greatdealshop\.com(?:\b)" 0;
"~*(?:\b)greatfind\-a\.akamaihd\.net(?:\b)" 0;
"~*(?:\b)greatgrace\.ru(?:\b)" 0;
@@ -5299,6 +5301,7 @@
"~*(?:\b)skutecznetabletkinaporostwlosow\.pl(?:\b)" 0;
"~*(?:\b)sky\-mine\.ru(?:\b)" 0;
"~*(?:\b)skylta\.com(?:\b)" 0;
+ "~*(?:\b)skypasss\.com(?:\b)" 0;
"~*(?:\b)skytraf\.xyz(?:\b)" 0;
"~*(?:\b)skyway24\.ru(?:\b)" 0;
"~*(?:\b)sladkoevideo\.com(?:\b)" 0;
@@ -6256,6 +6259,8 @@
"~*(?:\b)vzglyadriv\.kg(?:\b)" 0;
"~*(?:\b)vzlom\-na\-zakaz\.com(?:\b)" 0;
"~*(?:\b)vzlomfb\.com(?:\b)" 0;
+ "~*(?:\b)vzlomsn\.org(?:\b)" 0;
+ "~*(?:\b)vzlomtw\.com(?:\b)" 0;
"~*(?:\b)vzubah\.com(?:\b)" 0;
"~*(?:\b)vzube\.com(?:\b)" 0;
"~*(?:\b)w\-journal\.ru(?:\b)" 0;
@@ -6571,6 +6576,7 @@
"~*(?:\b)xn\-\-oogle\-wmc\.com(?:\b)" 0;
"~*(?:\b)xn\-\-q1a\.xn\-\-b1aube0e\.xn\-\-c1acygb\.xn\-\-p1ai(?:\b)" 0;
"~*(?:\b)xnxx\-n\.com(?:\b)" 0;
+ "~*(?:\b)xnxx699\.com(?:\b)" 0;
"~*(?:\b)xnxxandxvideos\.com(?:\b)" 0;
"~*(?:\b)xolodremont\.ru(?:\b)" 0;
"~*(?:\b)xportvusbdriver8i\.snack\.ws(?:\b)" 0;
diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf
index 0e0848852..bc389ee32 100644
--- a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf
+++ b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-104.154.113.151 0;
+104.154.120.187 0;
127.0.0.1 0;
diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf
index 8be0d74a2..77fd16d7c 100644
--- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf
+++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf
@@ -4,9 +4,9 @@
### VERSION INFORMATION #
###################################################
-### Version: V3.2019.08.1795
-### Updated: Sat Aug 10 09:16:03 SAST 2019
-### Bad Referrer Count: 6740
+### Version: V3.2019.08.1796
+### Updated: Sat Aug 10 10:33:02 SAST 2019
+### Bad Referrer Count: 6746
### Bad Bot Count: 557
###################################################
### VERSION INFORMATION ##
@@ -1744,6 +1744,7 @@ map $http_referer $bad_referer {
"~*(?:\b)best\-mam\.ru(?:\b)" 1;
"~*(?:\b)bestmarriages\.com(?:\b)" 1;
"~*(?:\b)bestmobilityscooterstoday\.com(?:\b)" 1;
+ "~*(?:\b)bestmouthwash\.club(?:\b)" 1;
"~*(?:\b)bestofferswalkmydogouteveryday\.gq(?:\b)" 1;
"~*(?:\b)bestofpicture\.com(?:\b)" 1;
"~*(?:\b)bestofupload\.info(?:\b)" 1;
@@ -3493,6 +3494,7 @@ map $http_referer $bad_referer {
"~*(?:\b)gratis\-sexkontakte\.com(?:\b)" 1;
"~*(?:\b)gratuitbaise\.com(?:\b)" 1;
"~*(?:\b)gratuitxblcodes\.com(?:\b)" 1;
+ "~*(?:\b)greamimgo\.pw(?:\b)" 1;
"~*(?:\b)greatdealshop\.com(?:\b)" 1;
"~*(?:\b)greatfind\-a\.akamaihd\.net(?:\b)" 1;
"~*(?:\b)greatgrace\.ru(?:\b)" 1;
@@ -6234,6 +6236,7 @@ map $http_referer $bad_referer {
"~*(?:\b)skutecznetabletkinaporostwlosow\.pl(?:\b)" 1;
"~*(?:\b)skylta\.com(?:\b)" 1;
"~*(?:\b)sky\-mine\.ru(?:\b)" 1;
+ "~*(?:\b)skypasss\.com(?:\b)" 1;
"~*(?:\b)skytraf\.xyz(?:\b)" 1;
"~*(?:\b)skyway24\.ru(?:\b)" 1;
"~*(?:\b)sladkoevideo\.com(?:\b)" 1;
@@ -7192,6 +7195,8 @@ map $http_referer $bad_referer {
"~*(?:\b)vzglyadriv\.kg(?:\b)" 1;
"~*(?:\b)vzlomfb\.com(?:\b)" 1;
"~*(?:\b)vzlom\-na\-zakaz\.com(?:\b)" 1;
+ "~*(?:\b)vzlomsn\.org(?:\b)" 1;
+ "~*(?:\b)vzlomtw\.com(?:\b)" 1;
"~*(?:\b)vzubah\.com(?:\b)" 1;
"~*(?:\b)vzube\.com(?:\b)" 1;
"~*(?:\b)w3data\.co(?:\b)" 1;
@@ -7502,6 +7507,7 @@ map $http_referer $bad_referer {
"~*(?:\b)xn\-\-lifehacer\-1rb\.com(?:\b)" 1;
"~*(?:\b)xn\-\-oogle\-wmc\.com(?:\b)" 1;
"~*(?:\b)xn\-\-q1a\.xn\-\-b1aube0e\.xn\-\-c1acygb\.xn\-\-p1ai(?:\b)" 1;
+ "~*(?:\b)xnxx699\.com(?:\b)" 1;
"~*(?:\b)xnxxandxvideos\.com(?:\b)" 1;
"~*(?:\b)xnxx\-n\.com(?:\b)" 1;
"~*(?:\b)xolodremont\.ru(?:\b)" 1;
diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template
index 8be0d74a2..77fd16d7c 100644
--- a/.dev-tools/globalblacklist-testing.template
+++ b/.dev-tools/globalblacklist-testing.template
@@ -4,9 +4,9 @@
### VERSION INFORMATION #
###################################################
-### Version: V3.2019.08.1795
-### Updated: Sat Aug 10 09:16:03 SAST 2019
-### Bad Referrer Count: 6740
+### Version: V3.2019.08.1796
+### Updated: Sat Aug 10 10:33:02 SAST 2019
+### Bad Referrer Count: 6746
### Bad Bot Count: 557
###################################################
### VERSION INFORMATION ##
@@ -1744,6 +1744,7 @@ map $http_referer $bad_referer {
"~*(?:\b)best\-mam\.ru(?:\b)" 1;
"~*(?:\b)bestmarriages\.com(?:\b)" 1;
"~*(?:\b)bestmobilityscooterstoday\.com(?:\b)" 1;
+ "~*(?:\b)bestmouthwash\.club(?:\b)" 1;
"~*(?:\b)bestofferswalkmydogouteveryday\.gq(?:\b)" 1;
"~*(?:\b)bestofpicture\.com(?:\b)" 1;
"~*(?:\b)bestofupload\.info(?:\b)" 1;
@@ -3493,6 +3494,7 @@ map $http_referer $bad_referer {
"~*(?:\b)gratis\-sexkontakte\.com(?:\b)" 1;
"~*(?:\b)gratuitbaise\.com(?:\b)" 1;
"~*(?:\b)gratuitxblcodes\.com(?:\b)" 1;
+ "~*(?:\b)greamimgo\.pw(?:\b)" 1;
"~*(?:\b)greatdealshop\.com(?:\b)" 1;
"~*(?:\b)greatfind\-a\.akamaihd\.net(?:\b)" 1;
"~*(?:\b)greatgrace\.ru(?:\b)" 1;
@@ -6234,6 +6236,7 @@ map $http_referer $bad_referer {
"~*(?:\b)skutecznetabletkinaporostwlosow\.pl(?:\b)" 1;
"~*(?:\b)skylta\.com(?:\b)" 1;
"~*(?:\b)sky\-mine\.ru(?:\b)" 1;
+ "~*(?:\b)skypasss\.com(?:\b)" 1;
"~*(?:\b)skytraf\.xyz(?:\b)" 1;
"~*(?:\b)skyway24\.ru(?:\b)" 1;
"~*(?:\b)sladkoevideo\.com(?:\b)" 1;
@@ -7192,6 +7195,8 @@ map $http_referer $bad_referer {
"~*(?:\b)vzglyadriv\.kg(?:\b)" 1;
"~*(?:\b)vzlomfb\.com(?:\b)" 1;
"~*(?:\b)vzlom\-na\-zakaz\.com(?:\b)" 1;
+ "~*(?:\b)vzlomsn\.org(?:\b)" 1;
+ "~*(?:\b)vzlomtw\.com(?:\b)" 1;
"~*(?:\b)vzubah\.com(?:\b)" 1;
"~*(?:\b)vzube\.com(?:\b)" 1;
"~*(?:\b)w3data\.co(?:\b)" 1;
@@ -7502,6 +7507,7 @@ map $http_referer $bad_referer {
"~*(?:\b)xn\-\-lifehacer\-1rb\.com(?:\b)" 1;
"~*(?:\b)xn\-\-oogle\-wmc\.com(?:\b)" 1;
"~*(?:\b)xn\-\-q1a\.xn\-\-b1aube0e\.xn\-\-c1acygb\.xn\-\-p1ai(?:\b)" 1;
+ "~*(?:\b)xnxx699\.com(?:\b)" 1;
"~*(?:\b)xnxxandxvideos\.com(?:\b)" 1;
"~*(?:\b)xnxx\-n\.com(?:\b)" 1;
"~*(?:\b)xolodremont\.ru(?:\b)" 1;
diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template
index 89a803ab7..bbac7c1e7 100755
--- a/.dev-tools/globalblacklist.template
+++ b/.dev-tools/globalblacklist.template
@@ -4,9 +4,9 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2019.08.1795
-### Updated: Sat Aug 10 09:16:02 SAST 2019
-### Bad Referrer Count: 6740
+### Version: V4.2019.08.1796
+### Updated: Sat Aug 10 10:33:01 SAST 2019
+### Bad Referrer Count: 6746
### Bad Bot Count: 557
###################################################
### VERSION INFORMATION ##
@@ -1744,6 +1744,7 @@ map $http_referer $bad_referer {
"~*(?:\b)best\-mam\.ru(?:\b)" 1;
"~*(?:\b)bestmarriages\.com(?:\b)" 1;
"~*(?:\b)bestmobilityscooterstoday\.com(?:\b)" 1;
+ "~*(?:\b)bestmouthwash\.club(?:\b)" 1;
"~*(?:\b)bestofferswalkmydogouteveryday\.gq(?:\b)" 1;
"~*(?:\b)bestofpicture\.com(?:\b)" 1;
"~*(?:\b)bestofupload\.info(?:\b)" 1;
@@ -3493,6 +3494,7 @@ map $http_referer $bad_referer {
"~*(?:\b)gratis\-sexkontakte\.com(?:\b)" 1;
"~*(?:\b)gratuitbaise\.com(?:\b)" 1;
"~*(?:\b)gratuitxblcodes\.com(?:\b)" 1;
+ "~*(?:\b)greamimgo\.pw(?:\b)" 1;
"~*(?:\b)greatdealshop\.com(?:\b)" 1;
"~*(?:\b)greatfind\-a\.akamaihd\.net(?:\b)" 1;
"~*(?:\b)greatgrace\.ru(?:\b)" 1;
@@ -6234,6 +6236,7 @@ map $http_referer $bad_referer {
"~*(?:\b)skutecznetabletkinaporostwlosow\.pl(?:\b)" 1;
"~*(?:\b)skylta\.com(?:\b)" 1;
"~*(?:\b)sky\-mine\.ru(?:\b)" 1;
+ "~*(?:\b)skypasss\.com(?:\b)" 1;
"~*(?:\b)skytraf\.xyz(?:\b)" 1;
"~*(?:\b)skyway24\.ru(?:\b)" 1;
"~*(?:\b)sladkoevideo\.com(?:\b)" 1;
@@ -7192,6 +7195,8 @@ map $http_referer $bad_referer {
"~*(?:\b)vzglyadriv\.kg(?:\b)" 1;
"~*(?:\b)vzlomfb\.com(?:\b)" 1;
"~*(?:\b)vzlom\-na\-zakaz\.com(?:\b)" 1;
+ "~*(?:\b)vzlomsn\.org(?:\b)" 1;
+ "~*(?:\b)vzlomtw\.com(?:\b)" 1;
"~*(?:\b)vzubah\.com(?:\b)" 1;
"~*(?:\b)vzube\.com(?:\b)" 1;
"~*(?:\b)w3data\.co(?:\b)" 1;
@@ -7502,6 +7507,7 @@ map $http_referer $bad_referer {
"~*(?:\b)xn\-\-lifehacer\-1rb\.com(?:\b)" 1;
"~*(?:\b)xn\-\-oogle\-wmc\.com(?:\b)" 1;
"~*(?:\b)xn\-\-q1a\.xn\-\-b1aube0e\.xn\-\-c1acygb\.xn\-\-p1ai(?:\b)" 1;
+ "~*(?:\b)xnxx699\.com(?:\b)" 1;
"~*(?:\b)xnxxandxvideos\.com(?:\b)" 1;
"~*(?:\b)xnxx\-n\.com(?:\b)" 1;
"~*(?:\b)xolodremont\.ru(?:\b)" 1;
diff --git a/.dev-tools/referrers-regex-format-whitelist-test.txt b/.dev-tools/referrers-regex-format-whitelist-test.txt
index 60a566bb9..46bab6796 100644
--- a/.dev-tools/referrers-regex-format-whitelist-test.txt
+++ b/.dev-tools/referrers-regex-format-whitelist-test.txt
@@ -766,6 +766,7 @@
"~*(?:\b)bestkfiledxd\.cf(?:\b)" 0;
"~*(?:\b)bestmarriages\.com(?:\b)" 0;
"~*(?:\b)bestmobilityscooterstoday\.com(?:\b)" 0;
+"~*(?:\b)bestmouthwash\.club(?:\b)" 0;
"~*(?:\b)bestofferswalkmydogouteveryday\.gq(?:\b)" 0;
"~*(?:\b)bestofpicture\.com(?:\b)" 0;
"~*(?:\b)bestofupload\.info(?:\b)" 0;
@@ -2511,6 +2512,7 @@
"~*(?:\b)gratis\-sexkontakte\.com(?:\b)" 0;
"~*(?:\b)gratuitbaise\.com(?:\b)" 0;
"~*(?:\b)gratuitxblcodes\.com(?:\b)" 0;
+"~*(?:\b)greamimgo\.pw(?:\b)" 0;
"~*(?:\b)greatdealshop\.com(?:\b)" 0;
"~*(?:\b)greatfind\-a\.akamaihd\.net(?:\b)" 0;
"~*(?:\b)greatgrace\.ru(?:\b)" 0;
@@ -5252,6 +5254,7 @@
"~*(?:\b)skutecznetabletkinaporostwlosow\.pl(?:\b)" 0;
"~*(?:\b)sky\-mine\.ru(?:\b)" 0;
"~*(?:\b)skylta\.com(?:\b)" 0;
+"~*(?:\b)skypasss\.com(?:\b)" 0;
"~*(?:\b)skytraf\.xyz(?:\b)" 0;
"~*(?:\b)skyway24\.ru(?:\b)" 0;
"~*(?:\b)sladkoevideo\.com(?:\b)" 0;
@@ -6209,6 +6212,8 @@
"~*(?:\b)vzglyadriv\.kg(?:\b)" 0;
"~*(?:\b)vzlom\-na\-zakaz\.com(?:\b)" 0;
"~*(?:\b)vzlomfb\.com(?:\b)" 0;
+"~*(?:\b)vzlomsn\.org(?:\b)" 0;
+"~*(?:\b)vzlomtw\.com(?:\b)" 0;
"~*(?:\b)vzubah\.com(?:\b)" 0;
"~*(?:\b)vzube\.com(?:\b)" 0;
"~*(?:\b)w\-journal\.ru(?:\b)" 0;
@@ -6524,6 +6529,7 @@
"~*(?:\b)xn\-\-oogle\-wmc\.com(?:\b)" 0;
"~*(?:\b)xn\-\-q1a\.xn\-\-b1aube0e\.xn\-\-c1acygb\.xn\-\-p1ai(?:\b)" 0;
"~*(?:\b)xnxx\-n\.com(?:\b)" 0;
+"~*(?:\b)xnxx699\.com(?:\b)" 0;
"~*(?:\b)xnxxandxvideos\.com(?:\b)" 0;
"~*(?:\b)xolodremont\.ru(?:\b)" 0;
"~*(?:\b)xportvusbdriver8i\.snack\.ws(?:\b)" 0;
diff --git a/.dev-tools/referrers-regex-format.txt b/.dev-tools/referrers-regex-format.txt
index bff903cb2..84b915199 100644
--- a/.dev-tools/referrers-regex-format.txt
+++ b/.dev-tools/referrers-regex-format.txt
@@ -761,6 +761,7 @@
"~*(?:\b)best\-mam\.ru(?:\b)" 1;
"~*(?:\b)bestmarriages\.com(?:\b)" 1;
"~*(?:\b)bestmobilityscooterstoday\.com(?:\b)" 1;
+"~*(?:\b)bestmouthwash\.club(?:\b)" 1;
"~*(?:\b)bestofferswalkmydogouteveryday\.gq(?:\b)" 1;
"~*(?:\b)bestofpicture\.com(?:\b)" 1;
"~*(?:\b)bestofupload\.info(?:\b)" 1;
@@ -2510,6 +2511,7 @@
"~*(?:\b)gratis\-sexkontakte\.com(?:\b)" 1;
"~*(?:\b)gratuitbaise\.com(?:\b)" 1;
"~*(?:\b)gratuitxblcodes\.com(?:\b)" 1;
+"~*(?:\b)greamimgo\.pw(?:\b)" 1;
"~*(?:\b)greatdealshop\.com(?:\b)" 1;
"~*(?:\b)greatfind\-a\.akamaihd\.net(?:\b)" 1;
"~*(?:\b)greatgrace\.ru(?:\b)" 1;
@@ -5251,6 +5253,7 @@
"~*(?:\b)skutecznetabletkinaporostwlosow\.pl(?:\b)" 1;
"~*(?:\b)skylta\.com(?:\b)" 1;
"~*(?:\b)sky\-mine\.ru(?:\b)" 1;
+"~*(?:\b)skypasss\.com(?:\b)" 1;
"~*(?:\b)skytraf\.xyz(?:\b)" 1;
"~*(?:\b)skyway24\.ru(?:\b)" 1;
"~*(?:\b)sladkoevideo\.com(?:\b)" 1;
@@ -6209,6 +6212,8 @@
"~*(?:\b)vzglyadriv\.kg(?:\b)" 1;
"~*(?:\b)vzlomfb\.com(?:\b)" 1;
"~*(?:\b)vzlom\-na\-zakaz\.com(?:\b)" 1;
+"~*(?:\b)vzlomsn\.org(?:\b)" 1;
+"~*(?:\b)vzlomtw\.com(?:\b)" 1;
"~*(?:\b)vzubah\.com(?:\b)" 1;
"~*(?:\b)vzube\.com(?:\b)" 1;
"~*(?:\b)w3data\.co(?:\b)" 1;
@@ -6519,6 +6524,7 @@
"~*(?:\b)xn\-\-lifehacer\-1rb\.com(?:\b)" 1;
"~*(?:\b)xn\-\-oogle\-wmc\.com(?:\b)" 1;
"~*(?:\b)xn\-\-q1a\.xn\-\-b1aube0e\.xn\-\-c1acygb\.xn\-\-p1ai(?:\b)" 1;
+"~*(?:\b)xnxx699\.com(?:\b)" 1;
"~*(?:\b)xnxxandxvideos\.com(?:\b)" 1;
"~*(?:\b)xnxx\-n\.com(?:\b)" 1;
"~*(?:\b)xolodremont\.ru(?:\b)" 1;
diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
index f0d7ffecc..609536562 100644
--- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
+++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
@@ -45,4 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-35.192.187.174 0;
+35.193.7.13 0;
diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf
index 89a803ab7..bbac7c1e7 100644
--- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf
+++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf
@@ -4,9 +4,9 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2019.08.1795
-### Updated: Sat Aug 10 09:16:02 SAST 2019
-### Bad Referrer Count: 6740
+### Version: V4.2019.08.1796
+### Updated: Sat Aug 10 10:33:01 SAST 2019
+### Bad Referrer Count: 6746
### Bad Bot Count: 557
###################################################
### VERSION INFORMATION ##
@@ -1744,6 +1744,7 @@ map $http_referer $bad_referer {
"~*(?:\b)best\-mam\.ru(?:\b)" 1;
"~*(?:\b)bestmarriages\.com(?:\b)" 1;
"~*(?:\b)bestmobilityscooterstoday\.com(?:\b)" 1;
+ "~*(?:\b)bestmouthwash\.club(?:\b)" 1;
"~*(?:\b)bestofferswalkmydogouteveryday\.gq(?:\b)" 1;
"~*(?:\b)bestofpicture\.com(?:\b)" 1;
"~*(?:\b)bestofupload\.info(?:\b)" 1;
@@ -3493,6 +3494,7 @@ map $http_referer $bad_referer {
"~*(?:\b)gratis\-sexkontakte\.com(?:\b)" 1;
"~*(?:\b)gratuitbaise\.com(?:\b)" 1;
"~*(?:\b)gratuitxblcodes\.com(?:\b)" 1;
+ "~*(?:\b)greamimgo\.pw(?:\b)" 1;
"~*(?:\b)greatdealshop\.com(?:\b)" 1;
"~*(?:\b)greatfind\-a\.akamaihd\.net(?:\b)" 1;
"~*(?:\b)greatgrace\.ru(?:\b)" 1;
@@ -6234,6 +6236,7 @@ map $http_referer $bad_referer {
"~*(?:\b)skutecznetabletkinaporostwlosow\.pl(?:\b)" 1;
"~*(?:\b)skylta\.com(?:\b)" 1;
"~*(?:\b)sky\-mine\.ru(?:\b)" 1;
+ "~*(?:\b)skypasss\.com(?:\b)" 1;
"~*(?:\b)skytraf\.xyz(?:\b)" 1;
"~*(?:\b)skyway24\.ru(?:\b)" 1;
"~*(?:\b)sladkoevideo\.com(?:\b)" 1;
@@ -7192,6 +7195,8 @@ map $http_referer $bad_referer {
"~*(?:\b)vzglyadriv\.kg(?:\b)" 1;
"~*(?:\b)vzlomfb\.com(?:\b)" 1;
"~*(?:\b)vzlom\-na\-zakaz\.com(?:\b)" 1;
+ "~*(?:\b)vzlomsn\.org(?:\b)" 1;
+ "~*(?:\b)vzlomtw\.com(?:\b)" 1;
"~*(?:\b)vzubah\.com(?:\b)" 1;
"~*(?:\b)vzube\.com(?:\b)" 1;
"~*(?:\b)w3data\.co(?:\b)" 1;
@@ -7502,6 +7507,7 @@ map $http_referer $bad_referer {
"~*(?:\b)xn\-\-lifehacer\-1rb\.com(?:\b)" 1;
"~*(?:\b)xn\-\-oogle\-wmc\.com(?:\b)" 1;
"~*(?:\b)xn\-\-q1a\.xn\-\-b1aube0e\.xn\-\-c1acygb\.xn\-\-p1ai(?:\b)" 1;
+ "~*(?:\b)xnxx699\.com(?:\b)" 1;
"~*(?:\b)xnxxandxvideos\.com(?:\b)" 1;
"~*(?:\b)xnxx\-n\.com(?:\b)" 1;
"~*(?:\b)xolodremont\.ru(?:\b)" 1;
diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
index 6893ce0fc..746c3f03f 100644
--- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
+++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-35.192.136.167 1;
+35.224.112.202 1;
127.0.0.1 1;
diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
index 879967dc9..500584a94 100644
--- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
+++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-35.192.136.167 0;
+35.224.112.202 0;
127.0.0.1 0;
diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
index 89a803ab7..bbac7c1e7 100644
--- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
+++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
@@ -4,9 +4,9 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2019.08.1795
-### Updated: Sat Aug 10 09:16:02 SAST 2019
-### Bad Referrer Count: 6740
+### Version: V4.2019.08.1796
+### Updated: Sat Aug 10 10:33:01 SAST 2019
+### Bad Referrer Count: 6746
### Bad Bot Count: 557
###################################################
### VERSION INFORMATION ##
@@ -1744,6 +1744,7 @@ map $http_referer $bad_referer {
"~*(?:\b)best\-mam\.ru(?:\b)" 1;
"~*(?:\b)bestmarriages\.com(?:\b)" 1;
"~*(?:\b)bestmobilityscooterstoday\.com(?:\b)" 1;
+ "~*(?:\b)bestmouthwash\.club(?:\b)" 1;
"~*(?:\b)bestofferswalkmydogouteveryday\.gq(?:\b)" 1;
"~*(?:\b)bestofpicture\.com(?:\b)" 1;
"~*(?:\b)bestofupload\.info(?:\b)" 1;
@@ -3493,6 +3494,7 @@ map $http_referer $bad_referer {
"~*(?:\b)gratis\-sexkontakte\.com(?:\b)" 1;
"~*(?:\b)gratuitbaise\.com(?:\b)" 1;
"~*(?:\b)gratuitxblcodes\.com(?:\b)" 1;
+ "~*(?:\b)greamimgo\.pw(?:\b)" 1;
"~*(?:\b)greatdealshop\.com(?:\b)" 1;
"~*(?:\b)greatfind\-a\.akamaihd\.net(?:\b)" 1;
"~*(?:\b)greatgrace\.ru(?:\b)" 1;
@@ -6234,6 +6236,7 @@ map $http_referer $bad_referer {
"~*(?:\b)skutecznetabletkinaporostwlosow\.pl(?:\b)" 1;
"~*(?:\b)skylta\.com(?:\b)" 1;
"~*(?:\b)sky\-mine\.ru(?:\b)" 1;
+ "~*(?:\b)skypasss\.com(?:\b)" 1;
"~*(?:\b)skytraf\.xyz(?:\b)" 1;
"~*(?:\b)skyway24\.ru(?:\b)" 1;
"~*(?:\b)sladkoevideo\.com(?:\b)" 1;
@@ -7192,6 +7195,8 @@ map $http_referer $bad_referer {
"~*(?:\b)vzglyadriv\.kg(?:\b)" 1;
"~*(?:\b)vzlomfb\.com(?:\b)" 1;
"~*(?:\b)vzlom\-na\-zakaz\.com(?:\b)" 1;
+ "~*(?:\b)vzlomsn\.org(?:\b)" 1;
+ "~*(?:\b)vzlomtw\.com(?:\b)" 1;
"~*(?:\b)vzubah\.com(?:\b)" 1;
"~*(?:\b)vzube\.com(?:\b)" 1;
"~*(?:\b)w3data\.co(?:\b)" 1;
@@ -7502,6 +7507,7 @@ map $http_referer $bad_referer {
"~*(?:\b)xn\-\-lifehacer\-1rb\.com(?:\b)" 1;
"~*(?:\b)xn\-\-oogle\-wmc\.com(?:\b)" 1;
"~*(?:\b)xn\-\-q1a\.xn\-\-b1aube0e\.xn\-\-c1acygb\.xn\-\-p1ai(?:\b)" 1;
+ "~*(?:\b)xnxx699\.com(?:\b)" 1;
"~*(?:\b)xnxxandxvideos\.com(?:\b)" 1;
"~*(?:\b)xnxx\-n\.com(?:\b)" 1;
"~*(?:\b)xolodremont\.ru(?:\b)" 1;
diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
index 6893ce0fc..746c3f03f 100644
--- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
+++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-35.192.136.167 1;
+35.224.112.202 1;
127.0.0.1 1;
diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
index 879967dc9..500584a94 100644
--- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
+++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-35.192.136.167 0;
+35.224.112.202 0;
127.0.0.1 0;
diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
index 89a803ab7..bbac7c1e7 100644
--- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
+++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
@@ -4,9 +4,9 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2019.08.1795
-### Updated: Sat Aug 10 09:16:02 SAST 2019
-### Bad Referrer Count: 6740
+### Version: V4.2019.08.1796
+### Updated: Sat Aug 10 10:33:01 SAST 2019
+### Bad Referrer Count: 6746
### Bad Bot Count: 557
###################################################
### VERSION INFORMATION ##
@@ -1744,6 +1744,7 @@ map $http_referer $bad_referer {
"~*(?:\b)best\-mam\.ru(?:\b)" 1;
"~*(?:\b)bestmarriages\.com(?:\b)" 1;
"~*(?:\b)bestmobilityscooterstoday\.com(?:\b)" 1;
+ "~*(?:\b)bestmouthwash\.club(?:\b)" 1;
"~*(?:\b)bestofferswalkmydogouteveryday\.gq(?:\b)" 1;
"~*(?:\b)bestofpicture\.com(?:\b)" 1;
"~*(?:\b)bestofupload\.info(?:\b)" 1;
@@ -3493,6 +3494,7 @@ map $http_referer $bad_referer {
"~*(?:\b)gratis\-sexkontakte\.com(?:\b)" 1;
"~*(?:\b)gratuitbaise\.com(?:\b)" 1;
"~*(?:\b)gratuitxblcodes\.com(?:\b)" 1;
+ "~*(?:\b)greamimgo\.pw(?:\b)" 1;
"~*(?:\b)greatdealshop\.com(?:\b)" 1;
"~*(?:\b)greatfind\-a\.akamaihd\.net(?:\b)" 1;
"~*(?:\b)greatgrace\.ru(?:\b)" 1;
@@ -6234,6 +6236,7 @@ map $http_referer $bad_referer {
"~*(?:\b)skutecznetabletkinaporostwlosow\.pl(?:\b)" 1;
"~*(?:\b)skylta\.com(?:\b)" 1;
"~*(?:\b)sky\-mine\.ru(?:\b)" 1;
+ "~*(?:\b)skypasss\.com(?:\b)" 1;
"~*(?:\b)skytraf\.xyz(?:\b)" 1;
"~*(?:\b)skyway24\.ru(?:\b)" 1;
"~*(?:\b)sladkoevideo\.com(?:\b)" 1;
@@ -7192,6 +7195,8 @@ map $http_referer $bad_referer {
"~*(?:\b)vzglyadriv\.kg(?:\b)" 1;
"~*(?:\b)vzlomfb\.com(?:\b)" 1;
"~*(?:\b)vzlom\-na\-zakaz\.com(?:\b)" 1;
+ "~*(?:\b)vzlomsn\.org(?:\b)" 1;
+ "~*(?:\b)vzlomtw\.com(?:\b)" 1;
"~*(?:\b)vzubah\.com(?:\b)" 1;
"~*(?:\b)vzube\.com(?:\b)" 1;
"~*(?:\b)w3data\.co(?:\b)" 1;
@@ -7502,6 +7507,7 @@ map $http_referer $bad_referer {
"~*(?:\b)xn\-\-lifehacer\-1rb\.com(?:\b)" 1;
"~*(?:\b)xn\-\-oogle\-wmc\.com(?:\b)" 1;
"~*(?:\b)xn\-\-q1a\.xn\-\-b1aube0e\.xn\-\-c1acygb\.xn\-\-p1ai(?:\b)" 1;
+ "~*(?:\b)xnxx699\.com(?:\b)" 1;
"~*(?:\b)xnxxandxvideos\.com(?:\b)" 1;
"~*(?:\b)xnxx\-n\.com(?:\b)" 1;
"~*(?:\b)xolodremont\.ru(?:\b)" 1;
diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
index 6893ce0fc..746c3f03f 100644
--- a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
+++ b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-35.192.136.167 1;
+35.224.112.202 1;
127.0.0.1 1;
diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/custom-bad-referrers.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/custom-bad-referrers.conf
index fa375786e..012a21d8a 100644
--- a/.dev-tools/test1_conf_files_whitelist/bots.d/custom-bad-referrers.conf
+++ b/.dev-tools/test1_conf_files_whitelist/bots.d/custom-bad-referrers.conf
@@ -813,6 +813,7 @@
"~*(?:\b)bestkfiledxd\.cf(?:\b)" 0;
"~*(?:\b)bestmarriages\.com(?:\b)" 0;
"~*(?:\b)bestmobilityscooterstoday\.com(?:\b)" 0;
+ "~*(?:\b)bestmouthwash\.club(?:\b)" 0;
"~*(?:\b)bestofferswalkmydogouteveryday\.gq(?:\b)" 0;
"~*(?:\b)bestofpicture\.com(?:\b)" 0;
"~*(?:\b)bestofupload\.info(?:\b)" 0;
@@ -2558,6 +2559,7 @@
"~*(?:\b)gratis\-sexkontakte\.com(?:\b)" 0;
"~*(?:\b)gratuitbaise\.com(?:\b)" 0;
"~*(?:\b)gratuitxblcodes\.com(?:\b)" 0;
+ "~*(?:\b)greamimgo\.pw(?:\b)" 0;
"~*(?:\b)greatdealshop\.com(?:\b)" 0;
"~*(?:\b)greatfind\-a\.akamaihd\.net(?:\b)" 0;
"~*(?:\b)greatgrace\.ru(?:\b)" 0;
@@ -5299,6 +5301,7 @@
"~*(?:\b)skutecznetabletkinaporostwlosow\.pl(?:\b)" 0;
"~*(?:\b)sky\-mine\.ru(?:\b)" 0;
"~*(?:\b)skylta\.com(?:\b)" 0;
+ "~*(?:\b)skypasss\.com(?:\b)" 0;
"~*(?:\b)skytraf\.xyz(?:\b)" 0;
"~*(?:\b)skyway24\.ru(?:\b)" 0;
"~*(?:\b)sladkoevideo\.com(?:\b)" 0;
@@ -6256,6 +6259,8 @@
"~*(?:\b)vzglyadriv\.kg(?:\b)" 0;
"~*(?:\b)vzlom\-na\-zakaz\.com(?:\b)" 0;
"~*(?:\b)vzlomfb\.com(?:\b)" 0;
+ "~*(?:\b)vzlomsn\.org(?:\b)" 0;
+ "~*(?:\b)vzlomtw\.com(?:\b)" 0;
"~*(?:\b)vzubah\.com(?:\b)" 0;
"~*(?:\b)vzube\.com(?:\b)" 0;
"~*(?:\b)w\-journal\.ru(?:\b)" 0;
@@ -6571,6 +6576,7 @@
"~*(?:\b)xn\-\-oogle\-wmc\.com(?:\b)" 0;
"~*(?:\b)xn\-\-q1a\.xn\-\-b1aube0e\.xn\-\-c1acygb\.xn\-\-p1ai(?:\b)" 0;
"~*(?:\b)xnxx\-n\.com(?:\b)" 0;
+ "~*(?:\b)xnxx699\.com(?:\b)" 0;
"~*(?:\b)xnxxandxvideos\.com(?:\b)" 0;
"~*(?:\b)xolodremont\.ru(?:\b)" 0;
"~*(?:\b)xportvusbdriver8i\.snack\.ws(?:\b)" 0;
diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
index 879967dc9..500584a94 100644
--- a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
+++ b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-35.192.136.167 0;
+35.224.112.202 0;
127.0.0.1 0;
diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
index 89a803ab7..bbac7c1e7 100644
--- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
+++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
@@ -4,9 +4,9 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2019.08.1795
-### Updated: Sat Aug 10 09:16:02 SAST 2019
-### Bad Referrer Count: 6740
+### Version: V4.2019.08.1796
+### Updated: Sat Aug 10 10:33:01 SAST 2019
+### Bad Referrer Count: 6746
### Bad Bot Count: 557
###################################################
### VERSION INFORMATION ##
@@ -1744,6 +1744,7 @@ map $http_referer $bad_referer {
"~*(?:\b)best\-mam\.ru(?:\b)" 1;
"~*(?:\b)bestmarriages\.com(?:\b)" 1;
"~*(?:\b)bestmobilityscooterstoday\.com(?:\b)" 1;
+ "~*(?:\b)bestmouthwash\.club(?:\b)" 1;
"~*(?:\b)bestofferswalkmydogouteveryday\.gq(?:\b)" 1;
"~*(?:\b)bestofpicture\.com(?:\b)" 1;
"~*(?:\b)bestofupload\.info(?:\b)" 1;
@@ -3493,6 +3494,7 @@ map $http_referer $bad_referer {
"~*(?:\b)gratis\-sexkontakte\.com(?:\b)" 1;
"~*(?:\b)gratuitbaise\.com(?:\b)" 1;
"~*(?:\b)gratuitxblcodes\.com(?:\b)" 1;
+ "~*(?:\b)greamimgo\.pw(?:\b)" 1;
"~*(?:\b)greatdealshop\.com(?:\b)" 1;
"~*(?:\b)greatfind\-a\.akamaihd\.net(?:\b)" 1;
"~*(?:\b)greatgrace\.ru(?:\b)" 1;
@@ -6234,6 +6236,7 @@ map $http_referer $bad_referer {
"~*(?:\b)skutecznetabletkinaporostwlosow\.pl(?:\b)" 1;
"~*(?:\b)skylta\.com(?:\b)" 1;
"~*(?:\b)sky\-mine\.ru(?:\b)" 1;
+ "~*(?:\b)skypasss\.com(?:\b)" 1;
"~*(?:\b)skytraf\.xyz(?:\b)" 1;
"~*(?:\b)skyway24\.ru(?:\b)" 1;
"~*(?:\b)sladkoevideo\.com(?:\b)" 1;
@@ -7192,6 +7195,8 @@ map $http_referer $bad_referer {
"~*(?:\b)vzglyadriv\.kg(?:\b)" 1;
"~*(?:\b)vzlomfb\.com(?:\b)" 1;
"~*(?:\b)vzlom\-na\-zakaz\.com(?:\b)" 1;
+ "~*(?:\b)vzlomsn\.org(?:\b)" 1;
+ "~*(?:\b)vzlomtw\.com(?:\b)" 1;
"~*(?:\b)vzubah\.com(?:\b)" 1;
"~*(?:\b)vzube\.com(?:\b)" 1;
"~*(?:\b)w3data\.co(?:\b)" 1;
@@ -7502,6 +7507,7 @@ map $http_referer $bad_referer {
"~*(?:\b)xn\-\-lifehacer\-1rb\.com(?:\b)" 1;
"~*(?:\b)xn\-\-oogle\-wmc\.com(?:\b)" 1;
"~*(?:\b)xn\-\-q1a\.xn\-\-b1aube0e\.xn\-\-c1acygb\.xn\-\-p1ai(?:\b)" 1;
+ "~*(?:\b)xnxx699\.com(?:\b)" 1;
"~*(?:\b)xnxxandxvideos\.com(?:\b)" 1;
"~*(?:\b)xnxx\-n\.com(?:\b)" 1;
"~*(?:\b)xolodremont\.ru(?:\b)" 1;
diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
index 403c2e793..896ffe576 100644
--- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
+++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
@@ -45,5 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-35.193.14.140 0;
-104.198.131.58 0;
+104.154.120.187 0;
diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf
index fbf617c29..474672eb3 100644
--- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf
+++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf
@@ -4,9 +4,9 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2019.08.1795
-### Updated: Sat Aug 10 09:16:02 SAST 2019
-### Bad Referrer Count: 6740
+### Version: V4.2019.08.1796
+### Updated: Sat Aug 10 10:33:01 SAST 2019
+### Bad Referrer Count: 6746
### Bad Bot Count: 557
###################################################
### VERSION INFORMATION ##
@@ -1744,6 +1744,7 @@ map $http_referer $bad_referer {
"~*(?:\b)best\-mam\.ru(?:\b)" 1;
"~*(?:\b)bestmarriages\.com(?:\b)" 1;
"~*(?:\b)bestmobilityscooterstoday\.com(?:\b)" 1;
+ "~*(?:\b)bestmouthwash\.club(?:\b)" 1;
"~*(?:\b)bestofferswalkmydogouteveryday\.gq(?:\b)" 1;
"~*(?:\b)bestofpicture\.com(?:\b)" 1;
"~*(?:\b)bestofupload\.info(?:\b)" 1;
@@ -3493,6 +3494,7 @@ map $http_referer $bad_referer {
"~*(?:\b)gratis\-sexkontakte\.com(?:\b)" 1;
"~*(?:\b)gratuitbaise\.com(?:\b)" 1;
"~*(?:\b)gratuitxblcodes\.com(?:\b)" 1;
+ "~*(?:\b)greamimgo\.pw(?:\b)" 1;
"~*(?:\b)greatdealshop\.com(?:\b)" 1;
"~*(?:\b)greatfind\-a\.akamaihd\.net(?:\b)" 1;
"~*(?:\b)greatgrace\.ru(?:\b)" 1;
@@ -6234,6 +6236,7 @@ map $http_referer $bad_referer {
"~*(?:\b)skutecznetabletkinaporostwlosow\.pl(?:\b)" 1;
"~*(?:\b)skylta\.com(?:\b)" 1;
"~*(?:\b)sky\-mine\.ru(?:\b)" 1;
+ "~*(?:\b)skypasss\.com(?:\b)" 1;
"~*(?:\b)skytraf\.xyz(?:\b)" 1;
"~*(?:\b)skyway24\.ru(?:\b)" 1;
"~*(?:\b)sladkoevideo\.com(?:\b)" 1;
@@ -7192,6 +7195,8 @@ map $http_referer $bad_referer {
"~*(?:\b)vzglyadriv\.kg(?:\b)" 1;
"~*(?:\b)vzlomfb\.com(?:\b)" 1;
"~*(?:\b)vzlom\-na\-zakaz\.com(?:\b)" 1;
+ "~*(?:\b)vzlomsn\.org(?:\b)" 1;
+ "~*(?:\b)vzlomtw\.com(?:\b)" 1;
"~*(?:\b)vzubah\.com(?:\b)" 1;
"~*(?:\b)vzube\.com(?:\b)" 1;
"~*(?:\b)w3data\.co(?:\b)" 1;
@@ -7502,6 +7507,7 @@ map $http_referer $bad_referer {
"~*(?:\b)xn\-\-lifehacer\-1rb\.com(?:\b)" 1;
"~*(?:\b)xn\-\-oogle\-wmc\.com(?:\b)" 1;
"~*(?:\b)xn\-\-q1a\.xn\-\-b1aube0e\.xn\-\-c1acygb\.xn\-\-p1ai(?:\b)" 1;
+ "~*(?:\b)xnxx699\.com(?:\b)" 1;
"~*(?:\b)xnxxandxvideos\.com(?:\b)" 1;
"~*(?:\b)xnxx\-n\.com(?:\b)" 1;
"~*(?:\b)xolodremont\.ru(?:\b)" 1;
diff --git a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
index 93c55facf..2b16326a1 100644
--- a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
+++ b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
@@ -45,5 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-35.192.136.167 0;
-104.154.113.151 0;
+35.184.226.236 0;
+104.154.120.187 0;
diff --git a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf
index 519dc8fa3..1152cb949 100644
--- a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf
+++ b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf
@@ -4,9 +4,9 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2019.08.1795
-### Updated: Sat Aug 10 09:16:02 SAST 2019
-### Bad Referrer Count: 6740
+### Version: V4.2019.08.1796
+### Updated: Sat Aug 10 10:33:01 SAST 2019
+### Bad Referrer Count: 6746
### Bad Bot Count: 557
###################################################
### VERSION INFORMATION ##
@@ -1744,6 +1744,7 @@ map $http_referer $bad_referer {
"~*(?:\b)best\-mam\.ru(?:\b)" 1;
"~*(?:\b)bestmarriages\.com(?:\b)" 1;
"~*(?:\b)bestmobilityscooterstoday\.com(?:\b)" 1;
+ "~*(?:\b)bestmouthwash\.club(?:\b)" 1;
"~*(?:\b)bestofferswalkmydogouteveryday\.gq(?:\b)" 1;
"~*(?:\b)bestofpicture\.com(?:\b)" 1;
"~*(?:\b)bestofupload\.info(?:\b)" 1;
@@ -3493,6 +3494,7 @@ map $http_referer $bad_referer {
"~*(?:\b)gratis\-sexkontakte\.com(?:\b)" 1;
"~*(?:\b)gratuitbaise\.com(?:\b)" 1;
"~*(?:\b)gratuitxblcodes\.com(?:\b)" 1;
+ "~*(?:\b)greamimgo\.pw(?:\b)" 1;
"~*(?:\b)greatdealshop\.com(?:\b)" 1;
"~*(?:\b)greatfind\-a\.akamaihd\.net(?:\b)" 1;
"~*(?:\b)greatgrace\.ru(?:\b)" 1;
@@ -6234,6 +6236,7 @@ map $http_referer $bad_referer {
"~*(?:\b)skutecznetabletkinaporostwlosow\.pl(?:\b)" 1;
"~*(?:\b)skylta\.com(?:\b)" 1;
"~*(?:\b)sky\-mine\.ru(?:\b)" 1;
+ "~*(?:\b)skypasss\.com(?:\b)" 1;
"~*(?:\b)skytraf\.xyz(?:\b)" 1;
"~*(?:\b)skyway24\.ru(?:\b)" 1;
"~*(?:\b)sladkoevideo\.com(?:\b)" 1;
@@ -7192,6 +7195,8 @@ map $http_referer $bad_referer {
"~*(?:\b)vzglyadriv\.kg(?:\b)" 1;
"~*(?:\b)vzlomfb\.com(?:\b)" 1;
"~*(?:\b)vzlom\-na\-zakaz\.com(?:\b)" 1;
+ "~*(?:\b)vzlomsn\.org(?:\b)" 1;
+ "~*(?:\b)vzlomtw\.com(?:\b)" 1;
"~*(?:\b)vzubah\.com(?:\b)" 1;
"~*(?:\b)vzube\.com(?:\b)" 1;
"~*(?:\b)w3data\.co(?:\b)" 1;
@@ -7502,6 +7507,7 @@ map $http_referer $bad_referer {
"~*(?:\b)xn\-\-lifehacer\-1rb\.com(?:\b)" 1;
"~*(?:\b)xn\-\-oogle\-wmc\.com(?:\b)" 1;
"~*(?:\b)xn\-\-q1a\.xn\-\-b1aube0e\.xn\-\-c1acygb\.xn\-\-p1ai(?:\b)" 1;
+ "~*(?:\b)xnxx699\.com(?:\b)" 1;
"~*(?:\b)xnxxandxvideos\.com(?:\b)" 1;
"~*(?:\b)xnxx\-n\.com(?:\b)" 1;
"~*(?:\b)xolodremont\.ru(?:\b)" 1;
diff --git a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf
index 35d0a9606..3dba81788 100644
--- a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf
+++ b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf
@@ -45,6 +45,6 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-104.198.131.58 0;
-104.154.113.151 0;
-35.192.187.174 0;
+35.224.112.202 0;
+35.202.145.110 0;
+35.188.1.99 0;
diff --git a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf
index 89a803ab7..bbac7c1e7 100644
--- a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf
+++ b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf
@@ -4,9 +4,9 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2019.08.1795
-### Updated: Sat Aug 10 09:16:02 SAST 2019
-### Bad Referrer Count: 6740
+### Version: V4.2019.08.1796
+### Updated: Sat Aug 10 10:33:01 SAST 2019
+### Bad Referrer Count: 6746
### Bad Bot Count: 557
###################################################
### VERSION INFORMATION ##
@@ -1744,6 +1744,7 @@ map $http_referer $bad_referer {
"~*(?:\b)best\-mam\.ru(?:\b)" 1;
"~*(?:\b)bestmarriages\.com(?:\b)" 1;
"~*(?:\b)bestmobilityscooterstoday\.com(?:\b)" 1;
+ "~*(?:\b)bestmouthwash\.club(?:\b)" 1;
"~*(?:\b)bestofferswalkmydogouteveryday\.gq(?:\b)" 1;
"~*(?:\b)bestofpicture\.com(?:\b)" 1;
"~*(?:\b)bestofupload\.info(?:\b)" 1;
@@ -3493,6 +3494,7 @@ map $http_referer $bad_referer {
"~*(?:\b)gratis\-sexkontakte\.com(?:\b)" 1;
"~*(?:\b)gratuitbaise\.com(?:\b)" 1;
"~*(?:\b)gratuitxblcodes\.com(?:\b)" 1;
+ "~*(?:\b)greamimgo\.pw(?:\b)" 1;
"~*(?:\b)greatdealshop\.com(?:\b)" 1;
"~*(?:\b)greatfind\-a\.akamaihd\.net(?:\b)" 1;
"~*(?:\b)greatgrace\.ru(?:\b)" 1;
@@ -6234,6 +6236,7 @@ map $http_referer $bad_referer {
"~*(?:\b)skutecznetabletkinaporostwlosow\.pl(?:\b)" 1;
"~*(?:\b)skylta\.com(?:\b)" 1;
"~*(?:\b)sky\-mine\.ru(?:\b)" 1;
+ "~*(?:\b)skypasss\.com(?:\b)" 1;
"~*(?:\b)skytraf\.xyz(?:\b)" 1;
"~*(?:\b)skyway24\.ru(?:\b)" 1;
"~*(?:\b)sladkoevideo\.com(?:\b)" 1;
@@ -7192,6 +7195,8 @@ map $http_referer $bad_referer {
"~*(?:\b)vzglyadriv\.kg(?:\b)" 1;
"~*(?:\b)vzlomfb\.com(?:\b)" 1;
"~*(?:\b)vzlom\-na\-zakaz\.com(?:\b)" 1;
+ "~*(?:\b)vzlomsn\.org(?:\b)" 1;
+ "~*(?:\b)vzlomtw\.com(?:\b)" 1;
"~*(?:\b)vzubah\.com(?:\b)" 1;
"~*(?:\b)vzube\.com(?:\b)" 1;
"~*(?:\b)w3data\.co(?:\b)" 1;
@@ -7502,6 +7507,7 @@ map $http_referer $bad_referer {
"~*(?:\b)xn\-\-lifehacer\-1rb\.com(?:\b)" 1;
"~*(?:\b)xn\-\-oogle\-wmc\.com(?:\b)" 1;
"~*(?:\b)xn\-\-q1a\.xn\-\-b1aube0e\.xn\-\-c1acygb\.xn\-\-p1ai(?:\b)" 1;
+ "~*(?:\b)xnxx699\.com(?:\b)" 1;
"~*(?:\b)xnxxandxvideos\.com(?:\b)" 1;
"~*(?:\b)xnxx\-n\.com(?:\b)" 1;
"~*(?:\b)xolodremont\.ru(?:\b)" 1;
diff --git a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf
index cdde9a3d9..6ff35261d 100644
--- a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf
+++ b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf
@@ -45,6 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-35.192.136.167 0;
-104.198.131.58 0;
-35.193.14.140 0;
+35.192.85.2 0;
+35.193.7.13 0;
diff --git a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf
index 89a803ab7..bbac7c1e7 100644
--- a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf
+++ b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf
@@ -4,9 +4,9 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2019.08.1795
-### Updated: Sat Aug 10 09:16:02 SAST 2019
-### Bad Referrer Count: 6740
+### Version: V4.2019.08.1796
+### Updated: Sat Aug 10 10:33:01 SAST 2019
+### Bad Referrer Count: 6746
### Bad Bot Count: 557
###################################################
### VERSION INFORMATION ##
@@ -1744,6 +1744,7 @@ map $http_referer $bad_referer {
"~*(?:\b)best\-mam\.ru(?:\b)" 1;
"~*(?:\b)bestmarriages\.com(?:\b)" 1;
"~*(?:\b)bestmobilityscooterstoday\.com(?:\b)" 1;
+ "~*(?:\b)bestmouthwash\.club(?:\b)" 1;
"~*(?:\b)bestofferswalkmydogouteveryday\.gq(?:\b)" 1;
"~*(?:\b)bestofpicture\.com(?:\b)" 1;
"~*(?:\b)bestofupload\.info(?:\b)" 1;
@@ -3493,6 +3494,7 @@ map $http_referer $bad_referer {
"~*(?:\b)gratis\-sexkontakte\.com(?:\b)" 1;
"~*(?:\b)gratuitbaise\.com(?:\b)" 1;
"~*(?:\b)gratuitxblcodes\.com(?:\b)" 1;
+ "~*(?:\b)greamimgo\.pw(?:\b)" 1;
"~*(?:\b)greatdealshop\.com(?:\b)" 1;
"~*(?:\b)greatfind\-a\.akamaihd\.net(?:\b)" 1;
"~*(?:\b)greatgrace\.ru(?:\b)" 1;
@@ -6234,6 +6236,7 @@ map $http_referer $bad_referer {
"~*(?:\b)skutecznetabletkinaporostwlosow\.pl(?:\b)" 1;
"~*(?:\b)skylta\.com(?:\b)" 1;
"~*(?:\b)sky\-mine\.ru(?:\b)" 1;
+ "~*(?:\b)skypasss\.com(?:\b)" 1;
"~*(?:\b)skytraf\.xyz(?:\b)" 1;
"~*(?:\b)skyway24\.ru(?:\b)" 1;
"~*(?:\b)sladkoevideo\.com(?:\b)" 1;
@@ -7192,6 +7195,8 @@ map $http_referer $bad_referer {
"~*(?:\b)vzglyadriv\.kg(?:\b)" 1;
"~*(?:\b)vzlomfb\.com(?:\b)" 1;
"~*(?:\b)vzlom\-na\-zakaz\.com(?:\b)" 1;
+ "~*(?:\b)vzlomsn\.org(?:\b)" 1;
+ "~*(?:\b)vzlomtw\.com(?:\b)" 1;
"~*(?:\b)vzubah\.com(?:\b)" 1;
"~*(?:\b)vzube\.com(?:\b)" 1;
"~*(?:\b)w3data\.co(?:\b)" 1;
@@ -7502,6 +7507,7 @@ map $http_referer $bad_referer {
"~*(?:\b)xn\-\-lifehacer\-1rb\.com(?:\b)" 1;
"~*(?:\b)xn\-\-oogle\-wmc\.com(?:\b)" 1;
"~*(?:\b)xn\-\-q1a\.xn\-\-b1aube0e\.xn\-\-c1acygb\.xn\-\-p1ai(?:\b)" 1;
+ "~*(?:\b)xnxx699\.com(?:\b)" 1;
"~*(?:\b)xnxxandxvideos\.com(?:\b)" 1;
"~*(?:\b)xnxx\-n\.com(?:\b)" 1;
"~*(?:\b)xolodremont\.ru(?:\b)" 1;
diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf
index 0f27f0dd9..90fe4f9d3 100644
--- a/.dev-tools/test_units/blacklist-ips.conf
+++ b/.dev-tools/test_units/blacklist-ips.conf
@@ -1,2 +1,2 @@
-104.154.113.151 1;
+104.154.120.187 1;
127.0.0.1 1;
diff --git a/.dev-tools/test_units/custom-bad-referrers.conf b/.dev-tools/test_units/custom-bad-referrers.conf
index fa375786e..012a21d8a 100644
--- a/.dev-tools/test_units/custom-bad-referrers.conf
+++ b/.dev-tools/test_units/custom-bad-referrers.conf
@@ -813,6 +813,7 @@
"~*(?:\b)bestkfiledxd\.cf(?:\b)" 0;
"~*(?:\b)bestmarriages\.com(?:\b)" 0;
"~*(?:\b)bestmobilityscooterstoday\.com(?:\b)" 0;
+ "~*(?:\b)bestmouthwash\.club(?:\b)" 0;
"~*(?:\b)bestofferswalkmydogouteveryday\.gq(?:\b)" 0;
"~*(?:\b)bestofpicture\.com(?:\b)" 0;
"~*(?:\b)bestofupload\.info(?:\b)" 0;
@@ -2558,6 +2559,7 @@
"~*(?:\b)gratis\-sexkontakte\.com(?:\b)" 0;
"~*(?:\b)gratuitbaise\.com(?:\b)" 0;
"~*(?:\b)gratuitxblcodes\.com(?:\b)" 0;
+ "~*(?:\b)greamimgo\.pw(?:\b)" 0;
"~*(?:\b)greatdealshop\.com(?:\b)" 0;
"~*(?:\b)greatfind\-a\.akamaihd\.net(?:\b)" 0;
"~*(?:\b)greatgrace\.ru(?:\b)" 0;
@@ -5299,6 +5301,7 @@
"~*(?:\b)skutecznetabletkinaporostwlosow\.pl(?:\b)" 0;
"~*(?:\b)sky\-mine\.ru(?:\b)" 0;
"~*(?:\b)skylta\.com(?:\b)" 0;
+ "~*(?:\b)skypasss\.com(?:\b)" 0;
"~*(?:\b)skytraf\.xyz(?:\b)" 0;
"~*(?:\b)skyway24\.ru(?:\b)" 0;
"~*(?:\b)sladkoevideo\.com(?:\b)" 0;
@@ -6256,6 +6259,8 @@
"~*(?:\b)vzglyadriv\.kg(?:\b)" 0;
"~*(?:\b)vzlom\-na\-zakaz\.com(?:\b)" 0;
"~*(?:\b)vzlomfb\.com(?:\b)" 0;
+ "~*(?:\b)vzlomsn\.org(?:\b)" 0;
+ "~*(?:\b)vzlomtw\.com(?:\b)" 0;
"~*(?:\b)vzubah\.com(?:\b)" 0;
"~*(?:\b)vzube\.com(?:\b)" 0;
"~*(?:\b)w\-journal\.ru(?:\b)" 0;
@@ -6571,6 +6576,7 @@
"~*(?:\b)xn\-\-oogle\-wmc\.com(?:\b)" 0;
"~*(?:\b)xn\-\-q1a\.xn\-\-b1aube0e\.xn\-\-c1acygb\.xn\-\-p1ai(?:\b)" 0;
"~*(?:\b)xnxx\-n\.com(?:\b)" 0;
+ "~*(?:\b)xnxx699\.com(?:\b)" 0;
"~*(?:\b)xnxxandxvideos\.com(?:\b)" 0;
"~*(?:\b)xolodremont\.ru(?:\b)" 0;
"~*(?:\b)xportvusbdriver8i\.snack\.ws(?:\b)" 0;
diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list
index b94befaab..9971554df 100644
--- a/.dev-tools/test_units/random-bots-for-test-quick.list
+++ b/.dev-tools/test_units/random-bots-for-test-quick.list
@@ -1,10 +1,10 @@
-AllSubmitter
-CSHttp
-EasyDL
-Exabot
-Flunky
-Nutch
-Steeler
-Trendictionbot
-trendiction.de
-WebZIP
+404enemy
+Alligator
+BotALot
+Custo
+mediawords
+OutclicksBot
+Pandalytics
+Stripper
+Suzuran
+WWW::Mechanize
diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list
index 3dbbd618c..f2751ff49 100644
--- a/.dev-tools/test_units/random-bots-for-test.list
+++ b/.dev-tools/test_units/random-bots-for-test.list
@@ -1,250 +1,250 @@
-80legs
-Acunetix
+360Spider
+ADmantX
AfD-Verbotsverfahren
-AiHitBot
-Alligator
-AllSubmitter
+AIBOT
Anarchie
-Apexoo
archive.org_bot
ASPSeek
BackDoorBot
-backlink-check
BacklinkCrawler
Badass
Barkrowler
BatchFTP
-Battleztar Bazinga
+BDCbot
BDFetch
-Bitacle
-BLEXBot
+Bigfoot
+Blackboard
+BlackWidow
BlowFish
-Bolt
-BotALot
+Boardreader
+Brandwatch
Buddy
-BuiltWith
BuzzSumo
CazoodleBot
+CCBot
+Cegbfeieh
CherryPicker
+CheTeam
ChinaClaw
+Chlooe
Claritybot
Cliqzbot
Cloud mapping
-cognitiveseo
+Collector
+com.plumanalytics
Copier
CopyRightCheck
-Copyscape
-crawler.feedback
crawl.sogou.com
Crescent
-Curious
-DatabaseDriverMysqli
+CrunchBot
DataCha0s
-DBLBot
-demandbase-bot
Deusu
-DigitalPebble
-DIIbot
-Dirbuster
+Discobot
+Dispatch
DittoSpyder
-DomainAppender
+DnyzBot
DomainCrawler
+DomainSigmaCrawler
+DomainStatsBot
Dotbot
+Download Wonder
DSearch
DTS Agent
ECCP/1.0
-Ecxi
-EirGrabber
+EMail Siphon
EMail Wolf
Exabot
-Express WebPictures
ExtLinksBot
-Extractor
+Extreme Picture Finder
+EyeNetIE
+Ezooms
FDM
-FHscan
+FemtosearchBot
+Fimap
+Firefox/7.0
FlashGet
-Flunky
-Foobot
-FrontPage
+FyberSpider
+Fyrebot
GalaxyBot
+Genieo
GermCrawler
Getintent
+GetRight
GetWeb
-Gigablast
+Gigabot
Go-Ahead-Got-It
Gotit
-GrabNet
-Grafula
-GridBot
-GT::WWW
+Go!Zilla
+Grabber
Haansoft
+Harvest
Havij
-HEADMasterSEO
-Hloader
-HMView
+Heritrix
HTTP::Lite
-Humanlinks
+HTTrack
+Iblog
IDBot
-Id-search
IlseBot
-Image Fetch
-IndeedBot
-Indy Library
-InfoNaviRobot
-InfoTekies
instabid
-Intelliseek
InterGET
-internetVista monitor
-ips-agent
-IstellaBot
+Iria
JamesBOT
JetCar
Jetty
JOC Web Spider
Jorgee
+Jyxobot
+Kenjin Spider
+Kozmosbot
+Lanshanbot
Larbin
-Lftp
-LibWeb
-Lightspeedsystems
+LeechFTP
+Likse
Linkdexbot
+LinkpadBot
LinkScan
-LinksManager
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
Lipperhey
+Lipperhey Spider
+Litemage_walker
Lmspider
-lwp-trivial
+Magnet
Mag-Net
Majestic SEO
-Majestic-SEO
-MarkWatch
-Mass Downloader
-Mata Hari
-Meanpathbot
-Mediatoolkitbot
-mediawords
-Metauri
+MauiBot
+MeanPath Bot
+MegaIndex.ru
MFC_Tear_Sample
-Microsoft Data Access
-MIDown tool
+MIIxpc
Mojeek
-MS Web Services Client Protocol
+Mr.4x3
+MSFrontPage
+Msrabot
+Musobot
NearSite
Nessus
Netcraft
netEstate NE Crawler
-Nettrack
-Net Vampire
+NetSpider
+NetZIP
NICErsPRO
-Niki-bot
-Nikto
NimbleCrawler
-Octopus
-Offline Explorer
-Offline Navigator
-Openvas
+Nimbostratus
+Nmap
+NPbot
+OnCrawl
+Openfind
+OpenLinkProfiler
OpenVAS
OutclicksBot
-OutfoxBot
-Page Analyzer
+PageAnalyzer
page scorer
+PageScorer
+Panscient
Papa Foto
PHPCrawl
+Picsearch
PictureFinder
Pi-Monster
-Pixray
PleaseCrawl
-ProPowerBot
-PxBroker
-PyCurl
-RankingBot
-Rankivabot
+plumanalytics
+Pockey
+ProWebWalker
+Psbot
+Quick-Crawler
+RankFlex
RankurBot
-RealDownload
-Recorder
+Reaper
+RebelMouse
RedesScrapy
+ReGet
RepoMonkey
Ripper
Rogerbot
-RSSingBot
-ScanAlert
-Scanbot
-Scrapy
+SalesIntelligent
+SBIder
Semrush
+SemrushBot
SEOprofiler
+SeoSiteCheckup
SEOstats
-serpstatbot
-Shodan
Siphon
-SISTRIX
Sitebeam
SiteExplorer
Siteimprove
-SiteLockSpider
-SiteSucker
-Site Sucker
+SiteSnagger
Sitevigil
+SlySearch
+SmartDownload
SMTBot
-Snake
+Snapbot
+Snoopy
+sogouspider
Sogou web spider
Sosospider
-SpaceBison
-Spinn3r
-spyfu
+Spammen
+SpankBot
+Spanner
+sp_auditbot
+Spbot
+SputnikBot
+Sqlmap
+Sqlworm
Stripper
+Sucker
Sucuri
-SuperBot
-SuperHTTP
-Surfbot
-sysscan
+SurveyBot
+Swiftbot
+Szukacz
T0PHackTeam
-T8Abot
-Telesoft
Telesphoreo
The Intraformant
-Thumbor
-Titan
+TheNomad
+TightTwatBot
Tracemyfile
-Trendiction
Trendictionbot
True_Robot
Turingos
-Typhoeus
-UnisterBot
+Turnitin
+TurnitinBot
+TwengaBot
URLy Warning
Vacuum
-Vagabondo
-VCI
+VB Project
+VeriCiteCrawler
VidibleScraper
+Virusdie
+Voil
Wallpapers/3.0
+WallpapersHD
+WASALive-Bot
+Webalta
WebAuto
WebBandit
+WebCollage
+Web Collage
+WebCopier
WEBDAV
-WebEnhancer
Web Enhancer
-WebFetch
Web Fetch
-WebFuck
-WebImageCollector
WebmasterWorldForumBot
+webmeup-crawler
WebPix
Web Pix
-WebReaper
+WebSauger
Webshag
-WebsiteQuester
-Website Quester
+WebStripper
+WebSucker
WeSEE
+Whatweb
WinHTTrack
-WiseGuys Robot
-Wonderbot
-WWW-Collector-E
WWW::Mechanize
+WWWOFFLE
x22Mozilla
-YoudaoBot
-Zade
-Zauba
+Xaldon WebSpider
+Xenu
+xpymep1.exe
Zermelo
Zeus
zgrab
+ZmEu
ZumBot
diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list
index e18bae423..f2a23c89b 100644
--- a/.dev-tools/test_units/random-bots-for-whitelist-test.list
+++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list
@@ -1,250 +1,250 @@
+360Spider
404checker
-Abonti
-Aboundex
+404enemy
Aboundexbot
-Acunetix
-ADmantX
-AfD-Verbotsverfahren
AhrefsBot
AiHitBot
-Aipbot
Alligator
+AllSubmitter
+AlphaBot
Anarchie
Apexoo
ASPSeek
-Asterias
-autoemailspider
-BackDoorBot
-Badass
-Battleztar Bazinga
+Backlink-Ceck
+backlink-check
+BacklinkCrawler
+BackWeb
+BBBike
BDFetch
BetaBot
-Bitacle
+Blackboard
Black Hole
BlowFish
+Boardreader
+Bolt
BotALot
Brandwatch
BunnySlippers
-Calculon
+BuzzSumo
CazoodleBot
CCBot
-Cegbfeieh
+CheeseBot
+CherryPicker
ChinaClaw
-Cloud mapping
+Chlooe
coccocbot-web
-cognitiveseo
-Collector
Copier
-CopyRightCheck
+Copyscape
Cosmos
+Craftbot
crawler4j
crawl.sogou.com
+CrazyWebCrawler
Crescent
-CrunchBot
CSHttp
-DataCha0s
+Custo
+DatabaseDriverMysqli
DBLBot
demandbase-bot
-Demon
+Deusu
+Devil
Digincore
-DigitalPebble
DIIbot
+Disco
+Discobot
Discoverybot
-DomainAppender
-DomainCrawler
-DomainStatsBot
-Download Wonder
+Dotbot
Drip
DSearch
+EasyDL
+eCatch
+Ecxi
EMail Siphon
-EroCrawler
+EMail Wolf
+evc-batch
Exabot
-Extreme Picture Finder
-Ezooms
+ExtLinksBot
+Extractor
+EyeNetIE
facebookscraper
+FemtosearchBot
FHscan
Fimap
-Firefox/7.0
FlashGet
+Flunky
Foobot
+Freeuploader
+FrontPage
FyberSpider
-GermCrawler
-GetWeb
+Getintent
Gigablast
-G-i-g-a-b-o-t
+Go-Ahead-Got-It
Gotit
GrabNet
-Haansoft
+HaosouSpider
Harvest
+Havij
HMView
-HTTP::Lite
-HybridBot
-Iblog
+HTMLparser
+HTTrack
Id-search
-Image Sucker
-IndeedBot
+Image Fetch
+Indy Library
InfoTekies
+instabid
Intelliseek
InterGET
Internet Ninja
-Iria
-Iskanie
+InternetSeer
JamesBOT
-JennyBot
+Jbrofuzz
JetCar
Jetty
-Joomla
-Jyxobot
+JustView
+Kenjin Spider
Keyword Density
-Lanshanbot
+LeechFTP
LexiBot
Lftp
LibWeb
Likse
Linkdexbot
-LinkextractorPro
-LinkScan
-LinqiaScrapeBot
+LinqiaRSSBot
Lipperhey
Litemage_walker
-LNSpiderguy
-lwp-request
+lwp-trivial
+Magnet
+Mag-Net
+Majestic12
Majestic SEO
-MarkMonitor
MarkWatch
-meanpathbot
-MeanPath Bot
-MegaIndex.ru
-Metauri
-Microsoft Data Access
+MauiBot
+Mediatoolkitbot
+MFC_Tear_Sample
+Microsoft URL Control
MIDown tool
-MIIxpc
-MJ12bot
+Mister PiX
Mojeek
-Morfeus Fucking Scanner
-muhstik-scan
-Name Intelligence
+MSFrontPage
+MSIECrawler
+Msrabot
+MS Web Services Client Protocol
Nameprotect
-Navroad
-NearSite
-Nessus
-Netcraft
+Needle
netEstate NE Crawler
+NetLyzer
NetSpider
+Nettrack
Net Vampire
Netvibes
+Nibbler
+Niki-bot
Nikto
-Nimbostratus
-NPbot
-oBot
-Octopus
OnCrawl
-Openfind
-OutclicksBot
+OpenLinkProfiler
+OpenVAS
+OutfoxBot
PageAnalyzer
-PageGrabber
-page scorer
-Papa Foto
-Pavuk
-pcBrowser
-PECL::HTTP
-PeoplePal
-PHPCrawl
-Pimonster
-Pixray
-PleaseCrawl
-Pockey
-POE-Component-Client-HTTP
+Page Analyzer
+PictureFinder
+Probethenet
ProWebWalker
-Psbot
-RankActive
+Pump
+Quick-Crawler
RankActiveLinkBot
-RankFlex
+RankingBot2
Rankivabot
RankurBot
+Reaper
RebelMouse
-Recorder
-ReGet
RepoMonkey
RSSingBot
SBIder
-Scanbot
-scan.lol
Scrapy
-Screaming
-Searchestate
-SEOkicks-Robot
+ScreenerBot
+SearchmetricsBot
+Semrush
+SemrushBot
SEOlyticsCrawler
+Seomoz
SEOprofiler
seoscanners
SeoSiteCheckup
serpstatbot
+Shodan
+Siphon
+SISTRIX
+Sitebeam
SiteExplorer
SiteLockSpider
SiteSnagger
-Snake
+Site Sucker
+SMTBot
+Snapbot
Snoopy
+SocialRankIOBot
+sogouspider
Sogou web spider
-Sottopop
-SpaceBison
-Spammen
-SpankBot
-Spanner
-Spinn3r
+Sosospider
+sp_auditbot
SputnikBot
spyfu
Sqlworm
-Suzuran
+Sqworm
+Steeler
+Stripper
+Sucuri
+SuperBot
+Surfbot
+SurveyBot
+sysscan
T0PHackTeam
-Teleport
-Telesoft
+TeleportPro
Telesphoreo
-TheNomad
-Thumbor
-TightTwatBot
+Telesphorep
+The Intraformant
+Titan
Toweyabot
Trendiction
-trendiction.de
+Trendictionbot
+True_Robot
+Turingos
Turnitin
-TurnitinBot
-Twice
-Upflow
+TwengaBot
URLy.Warning
-Vacuum
-VeriCiteCrawler
+VB Project
VidibleScraper
-Virusdie
Voil
+Voltron
+WASALive-Bot
+Webalta
WebAuto
-WebBandit
+Web Auto
WebCollage
-WebCopier
-Web Enhancer
-Web Fetch
-Web Fuck
+Web Collage
+WEBDAV
WebGo IS
+WebImageCollector
WebLeacher
-webmeup-crawler
+WebmasterWorldForumBot
WebReaper
-WebsiteQuester
-WebStripper
WebSucker
Web Sucker
WebZIP
WeSEE
Whack
Whacker
-Whatweb
Who.is Bot
-Woobot
-Wprecon
-WWW::Mechanize
-WWWOFFLE
+WinHTTrack
+WiseGuys Robot
+WISENutbot
+WPScan
+x22Mozilla
+Xaldon WebSpider
Xaldon_WebSpider
-Xenu
-xpymep1.exe
+YoudaoBot
Zade
-Zermelo
-Zeus
-zgrab
-ZyBorg
+zauba.io
+Zitebot
+ZmEu
+ZumBot
diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list
index 25afe3b32..5a198c206 100644
--- a/.dev-tools/test_units/random-referrers-for-test-quick.list
+++ b/.dev-tools/test_units/random-referrers-for-test-quick.list
@@ -1,10 +1,10 @@
-compiko.info
-fakehandbags.xyz
-filefilter.weebly.com
-laserpen.club
-pirateday.ru
-powenlite24.ru
-serving.adbetclickin.pink
-stroicol.net
-webtherapy.ru
-yubikk.info
+anniemation.com
+apidigidocketnet-a.akamaihd.net
+ezigaretteshop.webs.com
+fototravel.eu
+juliaworld.net
+magnetpress.sk
+star61.de
+teenbbw.yopoint.in
+volume-pills.biz
+whatzmyip.net
diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list
index 93af5769b..08a03d68a 100644
--- a/.dev-tools/test_units/random-referrers-for-test.list
+++ b/.dev-tools/test_units/random-referrers-for-test.list
@@ -1,500 +1,500 @@
-00author.com
-101lesbian.xyz
-1kdailyprofit.me
-20pascals.nl
-2345.com
-5tey7463.weebly.com
-5u.com
+03p.info
+11pikachu.ru
+123locker.com
+21h2o.com
+24-ak.ru
+2girls1cup-free.com
+4istoshop.com
+4ureyesonly.com
+66cpwgln.space
777-club.ru
-83net.jp
-aanapa.ru
-abcdefh.xyz
-addray.pro
-admatic.com.tr
-adserver-e7.com
-adultmeetonline.info
-advancedmassagebysara.com
-advancedsoftwaresupport.com
+8lufu.com
+8xv8.com
+aac500b7a15b2646968f6bd8c6305869d7.com
+aasoldes.fr
+abcguru.xyz
+acheterviagrafr24.com
+adanih.com
+addblueoff.com.ua
+adinterax.com
+adktrailmap.com
+admanaerofoil.com
+adobereader-free.ru
+adult3dgames.com
agadelha.com.br
-ahrefs.com
-alekseevec.ru
+airlandsea.info
+akama.com
+akusherok.ru
alert-fdm.xyz
-alessandraleone.com
-allblogroll.com
+alevinefesleri.com
+alif-ba-ta.com
+allesohnegirls.net
+allnews24.in
+allwomen.info
alpharma.net
-alveris.ru
-amigobulls.com
-amospalla.es
-ampower.me
-anal-acrobats.com
-analytics-ads.xyz
-android4fun.org
-animaltoplist.com
-apartmentbay.ru
-apibrowsesmartne-a.akamaihd.net
-arendakvartir.kz
-asdfg.pro
-asseenontv.ru
+amazingninja.com
+anime.dougasouko.com
+antons-transporte.de
+apiappenableinfo-a.akamaihd.net
+appartement-stumm.at
+appleid-verification.com
+app-ready.xyz
+architecturebest.com
+arcteryxstore.online
+arewater.com
+asia-forum.ru
+asrv-a.akamaihd.net
+atmovs.com
+audiobangout.com
+automatic-seo.com
autoua.top
-autovideobroadcast.com
-aversis.net
-avkzarabotok.info
-avto-oligarh.ru
-awaybird.ru
-ayeartoforget.com
-backlinkwatch.com
-bag77.ru
-bankmib.ru
-beachtoday.ru
-beauty-b0x.pl
-berlininsl.com
-best-coupon-offer.com
-bestofferswalkmydogouteveryday.gq
-bestofupload.info
-best-seo-offer.com
-bigcareer.info
-binaryoptionscops.info
-bio-optomarket.ru
-bjanshee.ru
-bkns.vn
-blackcurranthumidifiers.site
-blog.axant.it
-bloggerads.net
-blue-square.biz
-bochemit.com.ua
-bonanza-fortune.men
-bonkers.name
-bookhome.info
+avirasecureserver.com
+azbukadiets.ru
+b2b-lounge.com
+babieca.com
+balla-boo.se
+batanga.net
+bcmp.org
+beauby.ru
+beclean-nn.ru
+bestcurs.org
+best-games.today
+bezlimitko.xyz
+bitcoinpile.com
+biznesluxe.ru
+blackhatworth.com
+blackle.com
+bloggedporn.com
+blog-hits.com
+blogporn.in
+board.f00d.de
brainxs.us
-brianhenry.co
-bristolhotel.com
-bronzeaid-a.akamaihd.net
-burger-tycoon.com
-buyessay3.blogspot.ru
-camel-beach.com
-candypeople.se
-cartierlove2u.xyz
-cartierloveringreplica.xyz
+brandov.ru
+break-the-chains.com
+brillianty.info
+brothers-smaller.ru
+b-styles.xyz
+burkesales.com
+buyhoverboard.com
+bvlgariwallet.xyz
+candlewooddentalcentre.com.au
+carsplate.com
+cartiertrinity.xyz
cartierwatch.xyz
-casite-513049.cloudaccess.net
-cdncash.com
-celebsopics.com
centrdebut.ru
-chastnoeporno.com
-cheapjerseysa.com
-cheapmoncler.pw
-checkm8.com
-chocolateslim-en-espana.com
-choosecuisine.com
-cibpenonptib.flu.cc
-cleanallspyware.com
-cleanallvirus.com
-clevernt.com
-clickhype.com
-clicksotrk.com
-codysbbq.com
-cometorussia.net
-compliance-alex.xyz
-compliance-don.xyz
-compliance-fred.xyz
-compliance-jack.top
-compliance-viktor.top
-compliance-walt.top
-constantaservice.net
-cookielawblog.wordpress.com
-cookie-law-enforcement-ff.xyz
-coolbar.pro
+cfacarrosserie74.com
+charmstroy.info
+cialgenisrx.com
+cicaki.net
+cienum.fr
+cinemaenergy-hd.ru
+clarithromycin500mg.com
+cleanpcnow.com
+clean-start.net
+cognitiveseo.com
+communisave.co.za
+compliance-george.top
+compliance-josh.top
+comsysnet.com
+concordexoticrentals.com
+connectingsingles.com
+coolgamechannel.com
cordstrap.cc
-coslab.club
-cosmetic.donna7753191.ru
-cougfan.info
-counciltally.com
-cowlmash.com
-creditwell.ru
+creativehutindia.com
+cubs-jerseys.us
+customboxes4less.com
d2jsp.org
-dame-ns.kz
-dayibiao.com
-dbmkfhqk.bloger.index.hr
-deda-moroza-zakaz.ru
-detsky-nabytek.info
-diminishedvalueoforegon.com
-distver.ru
+dailyrank.net
+davidovic.info
+daydream-studio.ru
+ddlmega.net
djekxa.ru
-docstoc.com
-domainsphoto.com
-domain.webkeyit.com
+dms-sw.ru
+docsportal.net
+domainanalyzing.xyz
+domashneeruporno.com
dominateforex.ml
-dostavka-v-ukrainu.ru
-drpornogratisx.xxx
-drugspowerstore.com
-dvrlists.com
-e2click.com
+domini.cat
+downloadmefiranaratb1972.xpg.com.br
+draniki.org
+drunkmoms.net
+dverimegapolis.ru
eachdayisagift.review
-earthmagic.info
-easytuningshop.ru
-electrik-avenue.com
-elektronischezigarettekaufen1.beeplog.com
-elektrozigarettekaufen2.blogse.nl
-eloconcream.blogspot.com
-emailaccountlogin.co
-energydiet-info.ru
-errorfixing.space
-eshop.md
-espaceinventoristes.com
-eupornstar.info
-evrotekhservis.ru
-exchanges-bet.com
-exct.net
+ec-file.info
+econom.co
+edudocs.net
+ekobata.ru
+elektrozigarette1.dreamwidth.org
+elektrozigarette2.webs.com
+elektrozigarettekaufen1.devhub.com
+el-nation.com
+eloxal.ru
+encodable.com
+engines-usa.com
+enternet.ee
+es5.com
+esopini.com
+excaliburfilms.com
+exdocsfiles.com
+exonline.info
expertnaya-ocenka.ru
-extstat.com
-ezigarettenkaufen1.deviantart.com
-ezigarettenshop2.myblog.de
-ezigarettenshop2.postbit.com
-faracontrol.ir
-favoritemoney.ru
-fellowshipoftheminds.com
-fermersovet.ru
-filmbokep69.com
-finstroy.net
-fishtauto.ru
-florida-tourism.net
-footbalive.org
-forodvd.com
+ezigarettenkaufen1.pagina.gr
+ezigaretteshop2.vefblog.net
+facecup.top
+familyholiday.ml
+faptitans.com
+favornews.com
+fearcrow.com
+felizporno.com
+ferieboligkbh.dk
+findsexguide.com
+flavors.me
+forminecrafters.ru
+fortunejack.com
+fortwosmartcar.pw
+forum20.smailik.org
forumprofi.de
-foxweber.com
-franch.info
-freeseedsonline.com
-fr.netlog.com
-fungirlsgames.net
-fx-brokers-review.com
-gamerscorps.com
-gate5.co.za
-ge0ip.org
-gearcraft.us
+forums.d2jsp.org
+foto-weinberger.at
+fotzen-ficken.com
+freesitetest.com
+freshberry.com.ua
+frivgame250.com
+front.ru
+front.to
+fuck-paid-share-buttons.xyz
+fungamelands.com
+fusoradio.info
+fz139.ttk.ru
+gambarxkata.co
+gamedayassist.com
+games.kolossale.ru
+gamesprite.me
+gazobeton-p.com.ua
+gdebestkupit.ru
geileweiber.tk
-getlamborghini.ga
-getprismatic.com
-gifspics.com
-go2album.com
-gosreg.amchs.ru
-gratuitxblcodes.com
-gsasearchenginerankerdiscount.com
-gstatey.net
-gungamesz.com
-gwebtools.com
-handicapvansarea.com
+get-free-traffic-now.com
+getresponse.com
+get-seo-domain.com
+getyourimage.club
+gidonline.one
+girlgamerdaily.com
+gkvector.ru
+goldandcard.ru
+good-mummy.ru
+goodnightjournal.com
+goodwinmetals.co
+gopro-online.info
+gosarhivrt.ru
+gribkovye-zabolevaniya.com
+grupografico-pilar.com.ar
+guiadeserraazul.com
+guruofcasino.com
+hanwei.us
+hasfun.com
+hausfrauensex18.com
hawaiielectriclight.com
-hentai-manga.porn
-hermesbirkinhandbagoutlets.com
-heygidday.biz
-hkladys.com
-hobbyhuren24.net
-homedo.fabpage.com
+hayate.biz
+helvetia.com.ua
+hentaiheroes.com
+hmmm.cz
+homeandhealth.ru
+home-task.com
+hoterika.com
hotgirlhdwallpaper.com
-houdom.net
-hoverboard360.at
-hundejo.com
-idegenvezeto.eu
-ie.57883.net
-igru-xbox.net
-imgarcade.com
-imguramx.pw
-imperia31.ru
-import-sales.com
-incest-ru.com
-infobabki.ru
-infogame.name
-interesnie-faktu.ru
+hotkeys.com
+housemilan.ru
+hscsscotland.com
+hspline.com
+humanorightswatch.org
+hunterboots.online
+hunthillfarmtrust.org
+ibb.com.ua
+iboss.com
+igtools.club
+ilikevitaly.com
+ilovevitaly.com
+images-graphics-pics.com
+impisr.edunsk.ru
+inclk.com
+informatiecentro.be
+instasexyblog.com
+internet-apteka.ru
+invivo.hu
inzn.ru
-i-service.kz
-istock-mebel.ru
+iplogger.org
itch.io
-itrevolution.cf
-iwantedmoney.com
-javidol.site
+itis4you.com
javxxx18.com
-jobmarket.com.ua
-j-times.ru
-jyvopys.com
-kambasoft.com
-kartiniresto.com
-katadhin.co
-keenoutlet.online
+jennyfire.ru
+jerseyswholesalechinalimited.com
+jetsli.de
+jimmychoosale.online
+jwss.cc
+kadashihotel.com
+kalb.ru
+kazan.xrus.org
+kaz.kz
kemerovo.zrus.org
-kerei.ru
-kerwinandcariza.com
-kidd.reunionwatch.com
-kidskunst.info
-kimcurlrvsms.com
-kinoflux.net
-kino-fun.ru
-kliksaya.com
-knigonosha.net
-kosova.de
-ktotut.net
-labelwater.se
-lafourmiliaire.com
-lanadelreyfans.us
-lanasshop.ru
-languagecode.com
-larger.io
-lashstudia.ru
-laudit.ru
-leadn.pl
-lennatin.info
-lernur.net
-letmacworkfaster.world
-lezbiyanki.net
-lifehacĸer.com
-lion.misba.us
-livetsomudvekslingstudent.bloggersdelight.dk
-long-beach-air-conditioning.com
-love-baby.cz
-lubetube.com
-lunamedia.co
-magicalfind-a.akamaihd.net
-make-money-online.com
+keywordhut.com
+kinobaks.com
+klosetkitten.com
+knowsitall.info
+kraljeva-sutjeska.com
+labvis.host.sk
+la-fa.ru
+lazymanyoga.com
+le-clos-des-alouettes.com
+lego4x4.ru
+lesbian.xyz
+letto.by
+likrot.com
+linkbolic.com
+liveshoppersmac.com
+lizace.com
+loadingpages.me
+lob.com.ru
+lutherstable.org
+machicon-akihabara.info
+magnetic-bracelets.ru
+magnetpress.sk
+mapquestz.us
+mararoom.ru
+marblestyle.ru
martlinker.com
-massage-info.nl
-medizinreisen.de
-megaindex.ru
-meltwater.com
-message-warning.net
-metalonly.info
-metascephe.com
-michaelkorssaleoutletonline.net
-minecraft-neo.ru
-minegam.com
-mirzonru.net
-mjchamonix.org
-mobile-appster.ru
-moi-glazki.ru
-moneyviking-a.akamaihd.net
+mebelcomplekt.ru
+mebel-ekb.com
+meetingrainstorm.bid
+metallosajding.ru
+methodsmarketing.com
+microsoftportal.net
+midst.eu
+mir-business-24.ru
+missis.top
+mitrasound.ru
+modenamebel.ru
+moneytop.ru
monthlywinners.com
-moroccosurfadventures.com
+morlat.altervista.org
+moscow.online-podarki.com
moscow-region.ru
-mosrif.ru
-mototsikl.org
-moviezbonkerssk.cf
-mrbitsandbytes.com
-mrinsidesales.com
+mountainstream.ms
+mp3downloadhq.com
+mriyadh.com
+mrsdalloways.com
+mug-na-chas-moscow.ru
+multgo.ru
+myanyone.net
my-floor.in.ua
-mykings.pw
-myshopmatemac.com
-na15.ru
narkologiya-orel.ru
-narkologiya-penza.ru
-nastroyke.net
+nash-krym.info
+national-today-winning-winner.club
+negociosdasha.com
netallergy.ru
-net-profits.xyz
-nightvision746.weebly.com
-ntic.fr
-nucia.biz.ly
-o333o.com
-o-dachnik.ru
-onlineporno.site
-onlyforemont.ru
-ooo-olni.ru
-optitrade24.com
-oralsexfilme.net
-osnova3.ru
-ourville.info
-outpersonals.com
-oxford-book.com.ua
-palvira.com.ua
+netanalytics.xyz
+netvouz.com
+new-apps.ru
+nfljerseyscheapchinabiz.com
+nfvsz.com
+nofreezingmac.click
+nootrino.com
+noscrapleftbehind.co
+nrjmobile.fr
+nuit-artisanale.com
+nvssf.com
+obsessionphrases.com
+obuv-kupit.ru
+offf.info
+ohmyrings.com
+okroshki.ru
+onemantrip.com
+onetravelguides.com
+online-hd.pl
+onlinemegax.com
+onload.pw
+openstat.com
+oranga.host.sk
+orel-reshka.net
+ossmalta.com
+pacificair.com
+page2rss.com
+pandroid.co
panicatack.com
parajumpersjakkesalgnorge.info
-pay2me.pl
-pc-test.net
-petedrummond.com
-photostudiolightings.com
-pic2fly.com
-piccshare.com
-picturesboss.com
-picturesmania.com
-pinstake.com
-pistonclasico.com
-piulatte.cz
+partner-print.men
+partner-trustworthy.men
+pastaleads.com
+pdn-4.com
+perso.wanadoo.es
+photochki.com
+phpdevops.com
+picurams.pw
+pihl.se
+pills24h.com
+pintattoos.com
+pix24x7.com
pixgood.com
-pizda.lol
-play-mp3.com
-playtap.us
-pokemon-go-play.online
-poppen-nw.net
-porngalleries.top
-pornoblood.com
-pornobrazzers.biz
-pornosee.info
-pornosemki.info
-pornosexrolik.com
-pp-budpostach.com.ua
-printingpeach.com
-prlog.ru
+pizdeishn.com
+pochemychka.net
+popads.net
+popander.mobi
+pornogad.com
+pornolook.net
+pornonik.com
+pornozhara.com
+porn-w.org
+portal-eu.ru
+portside.xyz
+potolokelekor.ru
+pozdravleniya-c.ru
+pozdrawleniya.ru
+pravoholding.ru
+pricheskaonline.ru
+privatefx.all4invest.info
+prizefestival.mobi
+prizesbook.online
+professionalwritingservices15.blogspot.ru
+profitfx.online
+profitkode.com
+promoheads.com
+pronekut.com
+proprostatit.com
+prosperent.com
+prostitutki-kiev.org
+psa48.ru
pxhdwsm.com
-qld10000.net
-queerspace.com
-randalljhoward.com
-rank-checker.online
-rasteniya-vs-zombi.ru
-ratemodels.net
-realitykings.com
-realnye-otzyvy.info
+quality-traffic.com
+rainbowice.ru
rebrand.ly
-redirectingat.com
+reckonstat.info
+redbottomheels.xyz
refads.pro
-remorcicomerciale.ro
-replicalouboutin.xyz
-ring4rhino.com
-royal-betting.net
-royalcar-ufa.ru
-rucrypt.com
-rus-pornuha.com
-russkoe-zdorovie.ru
-saddiechoua.com
-saltspray.ru
-sanatorrii.ru
+registrydomainservices.com
+renecaovilla.online
+resellerclub.com
+ricorsogiustizia.org
+rimedia.org
+ritlweb.com
+russintv.fr
+sabaapress.com
+sady-urala.ru
+saecsa.co
+safe-app.net
+sale-japan.com
santechnik.jimdo.com
-sape.top
-sarf3omlat.com
-sayyoethe.blogspot.co.za
-sbprabooks.com
-scanner-jack.top
-scanner-john.top
-scat.porn
-scripted.com
-sdsjweb.com
-searchkut.com
-searchlock.com
+sbetodiodnye-lampy.ru
+sbwealthsolutions.ca
+scanner-walter.top
+scrapy.org
+searchinquire.com
+search.pch.com
+segol.tv
+seksotur.ru
sel-hoz.com
-seolab.top
-seo-tools-optimizing.com
-seryeznie-znakomstva.ru
-sexflirtbook.com
-sexspornotub.com
-sextracker.de
-shama-rc.net
-shlyahten.ru
-shopcheermakeup.info
-sientalyric.co
-silvercash.com
-siteripz.net
-sitopreferito.it
-smart-balancewheel.com
-smichovbike.cz
-snjatie-geroinovoy-lomki.ru
-snyatie-lomki-v-stacionare.ru
-socialbuttons.xyz
+seofirmreviewsus.info
+seomarketings.online
+sergiorossistore.online
+serialsway.ucoz.ru
+service-core.ru
+serving.adbetclickin.pink
+sethrollins.net
+sexpornotales.com
+sexstream.pl
+sex-tracker.com
+sextracker.com
+simplepooltips.com
+sims-sims.ru
+sispe.com.br
+sitebeam.net
+siteonomy.com
+s-iwantyou.com
+skladvaz.ru
+skylta.com
+skypasss.com
+smailik.org
socialseet.ru
-social-s-hhh.xyz
-soda.media
-songoo.wz.cz
-sortthemesitesby.com
-speechfoodie.com
-sport7777.net
-sptslmtrafms.com
-spy-app.info
-star61.de
-starwars.wikia.com
-streha-metalko.si
-stuff-about-money.com
-suhanpacktech.com
-supernew.org
-superstarfloraluk.com
-surffoundation.nl
-survival.betteroffers.review
-syndicate.fun
-tacbelarus.ru
-tagil.zrus.org
-tampabaywatch.org
-tanieaukcje.com.pl
-tattomedia.com
-techart24.com
-teguh.info
-telesvoboda.ru
-template-kid.com
+solnplast.ru
+space2019.top
+spitfiremusic.com
+sports-supplements.us
+srdrvp.com
+stroyhelp-dv.ru
+summerlinhomes411.info
+superiends.org
+superlist.biz
+taboola.com
+talant-factory.ru
+taraz.xkaz.org
+taximytishi.ru
+tds-advert002.info
+tdsing.ru
+telefonsex-ohne0900.net
tengohydar.tk
-thegioixekhach.com
-thesmartsearch.net
-tizanidinehcl2mgtablet.blogspot.com
-tizanidinehcl4mgtablet.blogspot.com
-tizanidinerecreationaluse.blogspot.com
-tizanidinewithdrawal.blogspot.com
-tnctrx.com
-tongkatmadura.info
-top10-online-games.com
+testingads.pro
+thebestphotos.eu
+thebluenoodle.com
+thedownloadfromwarez.blogspot.com
+theheroes.ru
+titan-cloud.life
+tizanidineandcipro.blogspot.com
+tizanidineshowupondrugtest.blogspot.com
+tizanidinevscyclobenzaprine.blogspot.com
+tomck.com
+toonfamilies.net
top1-seo-service.com
-top250movies.ru
-torrentdownloadhub.com
-trkur.com
-truck-addzilla.life
-tsan.net
-twittruth.com
-u555u.info
-uac.net.au
-ua.tc
-uggbootsoutletsale.us
-uggsale.online
-ugguk.online
-umaseh.com
-underthesite.com
-uptime-delta.net
-urdoot.win
-urlopener.com
-usiad.net
-vapsy.com
-vchulkax.com
-veerotech.com
-veles.shop
+topads.men
+topanasex.com
+top-study.work
+torrent-newgames.com
+tracksurf.daooda.com
+trafaret74.ru
+trafficjunky.net
+trustaffs.com
+tubeoffline.com
+tuberkuleznik.ru
+turkeyreport.tk
+twiclub.in
+txxx.com
+ukrobstep.com
+umnovocaminho.com
+upproar.com
+urldelivery.com
+userequip.com
+ustion.ru
+validccseller.com
+velobikestock.com
versaut.xxx-cam.webcam
-vezuviy.su
-via-gra.webstarts.com
-videochaty.ru
-videos-for-your-business.com
-vielporno.net
-vietimgy.pw
-vipsiterip.org
-vod.com.ua
-voprosotvet24.ru
-warning.or.kr
-wdfdocando.com
-web.cvut.cz
-webmasters.stackexchange.com
+verymes.xyz
+video-hollywood.ru
+vip.51.la
+vladimir.zrus.org
+vriel.batcave.net
+vzubah.com
+wallpaperstock.net
+watchdogs-2.ru
+webadvance.club
+webextract.profound.net
+webshoppermac.com
website-speed-up.top
-weburlopener.com
-whatistizanidinehclusedfor.blogspot.com
-whereiskentoday.com
-whos.amung.us
-w-journal.ru
-woman-h.ru
-wowcasinoonline.ooo
-wpsecurity.website
-wpthemedetector.co.uk
-wstroika.ru
-xboxster.ru
-xn----7sbahjd3btneuw1joc.xn--p1ai
-xn--80aanaardaperhcem4a6i.com
-xn--80aebbcbcdemfkhba4byaehoejh8dza3v.xn--p1ai
-xn--80ahvj9e.xn--p1ai
-xn--d1aifoe0a9a.top
+welcomeauto.ru
+wesharepics.info
+wholesalenfljerseys.us.com
+wnhjavlhezp.gq
+wonderfulflowers.biz
+word-vorlagen.xyz
+xev.ru
+xn-----6kccaibs5cb8afhjrfmix2n.xn--p1ai
+xn----7sbbahaq9bb5afgiqfliv4m.xn--p1ai
+xn--80ahdheogk5l.xn--p1ai
xn--e1aggki3c.xn--80adxhks
-xn----itbeirbjbi7bc6bh2d.xn--p1ai
-xnxx-n.com
-xxxrus.org
-xz618.com
-xzlive.com
-yginekologa.com
-youandcredit.ru
-youtoner.it
-yugk.net
-yugo-star.ru
-yuweng.info
-zaimite.ru
-zakon-ob-obrazovanii.ru
-zarabiaj-dzis.pl
-zeroredirect11.com
-zeroredirect6.com
-zetmaster.ru
-znakomstva-moskva77.ru
-zolotoy-lis.ru
-zynax.ua
-zzlgxh.com
+xn--hxazdsfy.blogspot.com
+x-rates.ru
+ynymnwbm.bloger.index.hr
+yourads.website
+yoursearch.me
+zahvat.ru
+zhuravlev.info
+zone-kev717.info
+zoompegs.com
+zoosexart.com
+zrizvtrnpale.tk
diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list
index 3979cd9b4..387e4254d 100644
--- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list
+++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list
@@ -1,250 +1,250 @@
-13tabs.com
-1-free-share-buttons.com
-2015god.org
-8xv8.com
-academia-nsk.org
-adcash.com
-addblueoff.com.ua
-admitad.com
-adserver-e7.com
-adultnet.in
-adverster.com
-agreda.pluto.ro
-akama.com
-allproblog.com
-amazingninja.com
-amigobulls.com
-ample-awards-today.us
-ampower.me
+1000n1.ru
+4webmasters.com
+6hopping.com
+7search.com
+883zy.com
+8si.ru
+alert-fjg.xyz
+alfapro.ru
+allkrim.com
+alpharma.net
+alyeskaresort.com
+amehdaily.com
+andpolice.com
android-vsem.org
-anticrawler.org
-apartmentbay.ru
-apiallgeniusinfo-a.akamaihd.net
-aquarium-pro.ru
-as5000.com
-aviav.co
-ayerbo.xhost.ro
-bankmib.ru
-bdsmgalls.net
-bedcapdealers.com
-bestdraws.com
-bjanshee.ru
-blackplanet.com
-boazpower.com
-bobinoz.com
-boleznikogi.com
-brandbucket.com
-b-styles.xyz
-btvn.ru
-buckspar.gq
-bumskontakte.org
-burger-tycoon.com
-cand.jp
-cartierbracelet.xyz
-cdn.walkme.com
-cete.ru
-chastnoeporno.com
-cheapestjerseys-wholesale.com
-cheapwebsitehoster.com
-clarithromycin500mg.com
-clickpapa.com
-clickso.com
-cmhomestayagency.com
-coldfilm.ru
-cometorussia.net
-compliance-elena.xyz
-compliance-john.top
-counterbot.com
-country-chic.ru
-creatives.adbetclickin.pink
-creditmoney.com.ua
-cymbaltaandtizanidine.blogspot.com
-czat.wp.pl
-dairyindia.in
-date-withme.com
-dawlenie.com
-deda-moroza-zakaz.ru
-diy-handmade-ideas.com
-domashneeruporno.com
-dostavka-v-krym.com
-drpornogratisx.xxx
-e-collantes.com
-ekaterinburg.xrus.org
-elitedollars.com
-englate.com
-envaseslotusama.com
-errorfixing.space
-escortplius.com
-etenininrade.ga
-fakehandbags.xyz
-falcoware.com
-fanoboi.com
-fdzone.org
-feorina.ru
-ff30236ddef1465f88547e760973d70a.com
-f-online.de
-footbalive.org
-formularz-konkurs.tk
-free-floating-buttons.com
-free-social-buttons.com
-freshwallpapers.info
-fullfileaccess.com
-gael-s.ru
-ge0ip.com
-generic-pills-online.com
-getoutofdebtfree.org
-gombita.info
-goodnightjournal.com
-gopixdatabase.com
-gpms.org.my
-greatgrace.ru
-growmyfunds.ca
-guitar-master.org
-gz2.bbsoldes.fr
+apartment.ru
+atout-energie-69.com
+balkanfarma.org
+bazaronline24.ru
+bear.gotcher.us
+bestadbid.com
+betune.onlinewebshop.net
+bioinnovate.co
+bitcoinpile.com
+bitcoinremote.com
+blavia.00author.com
+blogsfunky672.weebly.com
+bookhome.info
+brandehk.dk
+bryansk.zrus.org
+cam-kontakte.org
+cars-modification.net
+cdncash.com
+c-gainsbourg.com
+cheap-pills-norx.com
+checktext.org
+children-learningreading.info
+chocolateslim-u-srbiji.com
+citizenclsdriveri7.pen.io
+clickcash.com
+clksite.com
+compliance-brian.xyz
+compliance-elena.top
+cookielawblog.wordpress.com
+coolgamechannel.com
+copenergo.ru
+delayreferat.ru
+dfiles.me
+dneprsvet.com.ua
+dogclothing.store
+domainsatcost.com
+download-of-the-warez.blogspot.com
+driving.kiev.ua
+dvrlists.com
+e705.net
+econom.co
+eleimgo.pw
+elektrischezigarette1.onsugar.com
+elektrozigarettekaufen1.devhub.com
+energydiet-info.ru
+ertelecom.ru
+evogarage.com
+expertblog.info
+expolicenciaslatam.co
+extads.net
+ezigarettenkaufen1.deviantart.com
+fable.in.ua
+facecup.top
+fealq.com
+filmci.pro
+find1friend.com
+fok.nl
+foto-basa.com
+freshdz.com
+gamedayassist.com
+gameprimary.com
+gearcraft.us
+geilehausfrauen.net
+girlporn.ru
+glopages.ru
+goodhousekeeping.com
+gsou.cf
+guardlink.org
+gwagka.com
+gyffu.com
+hamptonoaks.ca
hd-filmy.net
-hdimagegallery.net
-hosting-tracker.com
-housediz.com
-hreade.com
-hundejo.com
-husky-shop.cz
-hvd-store.com
-hyipmanager.in
+hdimagelib.com
+headpharmacy.com
+health-medical-portal.info
+heygidday.biz
+high-speed1.net
+hkdiiohi.skyrock.com
+hornymatches.com
+hostsshop.ru
+hotblognetwork.com
+hotloans.ru
+hoverboard360.de
+hyiphunter.org
+immobiliaremassaro.com
+impisr.ru
+impotentik.com
+indiasourcemart.in
infobabki.ru
-internet-apteka.ru
-io9.com
-iradiology.ru
-isotoner.com
-itronics.ca
-javxxx18.com
-juliadiets.com
-kamen-e.ru
-katushka.net
-kerei.ru
-kidd.reunionwatch.com
-kino-key.info
-kolotiloff.ru
-koptims.tiu.ru
-krafte.ru
-krasivoe-hd.net
-labplus.ru
-labvis.host.sk
-lampokrat.ws
-laxob.com
-lennatin.info
-lexaprogeneric.link
-libertybilisim.com
-link.ac
-linkbux.ru
-liveinternet.ro
-lonerangergames.com
-louisvuittonoutletstore.net
-macdamaged.space
-merryhouse.co.uk
-mexicotravelnet.com
-mixx.com
-mmostrike.ru
-moneymaster.ru
-morepoweronmac.trade
-movies-in-theaters.net
-mrbojikobi4.biz
-mrmoneymustache.com
-music7s.me
-musicas.baixar-musicas-gratis.com
-musicspire.online
-mydownlodablefiles.com
-nagdak.ru
-nastroyke.net
-netanalytics.xyz
-nfljerseys.online
-nfvsz.com
-ngps1.ru
-office2web.com
-onescreen.cc
-onetravelguides.com
-owathemes.com
-ownshop.win
-oxford-book.com.ua
-pay2me.pl
-pod-muzyku.club
-podshipniki-nsk.ru
-polcin.de
-popugauka.ru
-pornoblood.com
-pornohd1080.online
-pornotubexxx.name
-portside.cc
-poshiv-chehol.ru
-postclass.com
-preventheadacheguide.info
-proekt-gaz.ru
-professionaldieselcare.com
-pro-poly.ru
-puteshestvennik.com
-qor360.com
-raisedseo.com
-rapidsites.pro
-reelheroes.net
-registry-cleaner.net
-ringporno.com
-robertefuller.com
-romhacking.ru
-royalvegascasino.com
-rubanners.com
-ruf777.com
-sale-japan.com
-sa-live.com
-sa-rewards.co.za
-sbf441.com
-searchaddis.com
-seoboxes.com
-sexy.babes.frontend-stack.top
-sisi-go.ru
-site-speed-check.site
-skytraf.xyz
-slimcdn.com
-snjack.info
-soc-proof.su
-softwaretrend.net
-sohoindia.net
-songoo.wz.cz
-stairliftstrue.com
-start.myplaycity.com
-stefanbakosab.se
-stjamesschool.info
-telemetryverification.net
-templates.radiodigital.co
-the-usa-games.blogspot.com
-tizanidineandhydrocodone.blogspot.com
-tracxn.com
-traderzplanet.in
-trailer.cinemaflix.website
-truemfilelj.gq
-turbodsp.com
-unimodemhalfduplefw.pen.io
-usiad.net
-videooko.weebly.com
-vintontech.info
+informatiecentro.be
+in-tandem.co
+investsuccess.org
+investyb.com
+investzalog.ru
+invivo.hu
+iqbazar.ru
+islandminingsupply.wordpress.com
+itrevolution.cf
+javatex.co.id
+jetsli.de
+kaliningrad.zrus.org
+kicknights.gq
+kino2018.club
+kinobaks.com
+kirov.zrus.org
+knowyournextmove.com
+koleso24.com.ua
+konpax.com
+krasnodar.xrus.org
+krynica.info
+labafydjxa.su
+lanadelreyfans.us
+lecbter-relationships.ga
+letolove.ru
+lineshops.biz
+lulea-auktionsverk.se
+make-money-online.com
+marmitaco.cat
+matrixalchemy.com
+mcadamssupplyco.com
+medicine-4u.org
+microsearch.ru
+monsterdivx.tv
+mp3ringtone.info
+muabancantho.info
+muizre.ru
+musirc.com
+my-cash-bot.co
+mygameplus.com
+networkad.net
+nikitsyringedrivelg.pen.io
+notasprensa.info
+oakleyglassesonline.us
+obuv-kupit.ru
+oecnhs.info
+offf.info
+oktube.ru
+onemactrckr.com
+ons-add.men
+ooo-olni.ru
+orhonit.com
+outclicks.net
+page2rss.com
+pammik.ru
+pandroid.co
+parlament.biz
+perfectpracticeweb.com
+picswe.com
+pixgood.com
+polybuild.ru
+popup-fdm.xyz
+porndroids.com
+pornobrazzers.biz
+porno.simple-image.com.ua
+pornotubs.com
+porno-video-chati.ru
+porto.abuilder.net
+predmety.in.ua
+promalp-universal.ru
+queerspace.com
+ranksays.com
+rasteniya-vs-zombi.ru
+realitykings.com
+registratciya-v-moskve.ru
+rep-am.com
+replica-watch.ru
+resultshub-a.akamaihd.net
+retreatia.com
+rocketchange.ru
+runstocks.com
+sabizonline.com
+sad-torg.com.ua
+savingsslider-a.akamaihd.net
+score-ads.men
+scrapy.org
+searchengineranker.email
+secret.xn--oogle-wmc.com
+seoholding.com
+sevendays.com.ua
+sevenstars7.com
+sex.hotblog.top
+sexuria.net
+shariki-zuma-lines.ru
+shop-electron.ru
+signoredom.com
+silvercash.com
+sim-service.net
+skladvaz.ru
+skypasss.com
+strigkaomsk.ru
+superiends.org
+surcentro.com
+symphonyintegratedhealthcare.com
+templates.franklinfire.co
+textads.men
+thecoral.com.br
+thefarmergame.com
+themestotal.com
+thetattoohut.com
+tnaionline.org
+tomck.com
+topsy.com
+trainoffend.ml
+trucri.me
+u-cheats.ru
+unmaroll.ya.ru
+video-chat.in
+video-woman.com
vip-file.com
-vipms.ru
-vipsexfinders.com
-vizitki.net
-vseigru.one
-womama.ru
+vizag.kharkov.ua
+vladhistory.com
+vozbujdenie.com
+watchmyfb.pl
+wdfdocando.com
+webs.com
+websiteaccountant.de
+weddingdresses.xyz
+whatistizanidinehclusedfor.blogspot.com
+wma-x.com
woman-tampon.ru
-wosik-dach.service-for-web.de
+womensplay.net
+wordkeyhelper.com
+wwwadultcheck.com
xingzi-vision.com
-x-mix.info
-xtube.com
-yaaknaa.info
-yopoint.in
-yoshkarola.zrus.org
-yourmovies.pl
-youtoner.it
-yubikk.info
-zakon-ob-obrazovanii.ru
-za-music.mymobiplanet.com
-zigarettenonl.canalblog.com
-znakom.sibtest.ru
-zoomovies.org
-zverokruh-shop.cz
+xn--80aafb2a.xn--p1ai
+xn----8sbarihbihxpxqgaf0g1e.xn--80adxhks
+xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai
+xvideosbay.com
+xxlargepop.com
+yes-com.com
+your-bearings.com
+zacreditom.ru
+zarajbuilders.com
+zdesoboi.com
+zrelaya.pw
+zscaler.net
diff --git a/.dev-tools/test_units/ratelimittest-beta.txt b/.dev-tools/test_units/ratelimittest-beta.txt
index afb1627e8..6b86856ae 100644
--- a/.dev-tools/test_units/ratelimittest-beta.txt
+++ b/.dev-tools/test_units/ratelimittest-beta.txt
@@ -5,13 +5,6 @@
nginx/1.14.2