diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf
index 886e6d1ed..f77ae2dd4 100644
--- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf
+++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf
@@ -4,9 +4,9 @@
### VERSION INFORMATION #
###################################################
-### Version: V3.2020.07.2108
-### Updated: Tue Jul 28 09:06:54 SAST 2020
-### Bad Referrer Count: 6831
+### Version: V3.2020.07.2109
+### Updated: Tue Jul 28 09:23:39 SAST 2020
+### Bad Referrer Count: 6834
### Bad Bot Count: 578
###################################################
### VERSION INFORMATION ##
@@ -3969,6 +3969,7 @@ map $http_referer $bad_referer {
"~*(?:\b)i\-service\.kz(?:\b)" 1;
"~*(?:\b)isistaylorporn\.info(?:\b)" 1;
"~*(?:\b)isitpaleo\.info(?:\b)" 1;
+ "~*(?:\b)isitwp\.com(?:\b)" 1;
"~*(?:\b)iskalko\.ru(?:\b)" 1;
"~*(?:\b)islamtoday\.co\.za(?:\b)" 1;
"~*(?:\b)islandminingsupply\.wordpress\.com(?:\b)" 1;
@@ -5981,6 +5982,7 @@ map $http_referer $bad_referer {
"~*(?:\b)sarm\.tk(?:\b)" 1;
"~*(?:\b)sashagreyblog\.ga(?:\b)" 1;
"~*(?:\b)satellite\.maps\.ilovevitaly\.com(?:\b)" 1;
+ "~*(?:\b)satoristudio\.net(?:\b)" 1;
"~*(?:\b)saugatuck\.com(?:\b)" 1;
"~*(?:\b)savefrom\.com(?:\b)" 1;
"~*(?:\b)saveindex\.xyz(?:\b)" 1;
@@ -6289,6 +6291,7 @@ map $http_referer $bad_referer {
"~*(?:\b)site\-analyzer\.com(?:\b)" 1;
"~*(?:\b)site\-auditor\.online(?:\b)" 1;
"~*(?:\b)sitebeam\.net(?:\b)" 1;
+ "~*(?:\b)sitechecker\.pro(?:\b)" 1;
"~*(?:\b)siteexpress\.co\.il(?:\b)" 1;
"~*(?:\b)siteheart\.net(?:\b)" 1;
"~*(?:\b)siteimprove\.com(?:\b)" 1;
diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
index 49090b431..0fcb73d00 100644
--- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
+++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-34.74.91.53 1;
+35.192.187.174 1;
127.0.0.1 1;
diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
index 272faad99..3dac4f84e 100644
--- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
+++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-34.74.91.53 0;
+35.192.187.174 0;
127.0.0.1 0;
diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf
index 886e6d1ed..f77ae2dd4 100644
--- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf
+++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf
@@ -4,9 +4,9 @@
### VERSION INFORMATION #
###################################################
-### Version: V3.2020.07.2108
-### Updated: Tue Jul 28 09:06:54 SAST 2020
-### Bad Referrer Count: 6831
+### Version: V3.2020.07.2109
+### Updated: Tue Jul 28 09:23:39 SAST 2020
+### Bad Referrer Count: 6834
### Bad Bot Count: 578
###################################################
### VERSION INFORMATION ##
@@ -3969,6 +3969,7 @@ map $http_referer $bad_referer {
"~*(?:\b)i\-service\.kz(?:\b)" 1;
"~*(?:\b)isistaylorporn\.info(?:\b)" 1;
"~*(?:\b)isitpaleo\.info(?:\b)" 1;
+ "~*(?:\b)isitwp\.com(?:\b)" 1;
"~*(?:\b)iskalko\.ru(?:\b)" 1;
"~*(?:\b)islamtoday\.co\.za(?:\b)" 1;
"~*(?:\b)islandminingsupply\.wordpress\.com(?:\b)" 1;
@@ -5981,6 +5982,7 @@ map $http_referer $bad_referer {
"~*(?:\b)sarm\.tk(?:\b)" 1;
"~*(?:\b)sashagreyblog\.ga(?:\b)" 1;
"~*(?:\b)satellite\.maps\.ilovevitaly\.com(?:\b)" 1;
+ "~*(?:\b)satoristudio\.net(?:\b)" 1;
"~*(?:\b)saugatuck\.com(?:\b)" 1;
"~*(?:\b)savefrom\.com(?:\b)" 1;
"~*(?:\b)saveindex\.xyz(?:\b)" 1;
@@ -6289,6 +6291,7 @@ map $http_referer $bad_referer {
"~*(?:\b)site\-analyzer\.com(?:\b)" 1;
"~*(?:\b)site\-auditor\.online(?:\b)" 1;
"~*(?:\b)sitebeam\.net(?:\b)" 1;
+ "~*(?:\b)sitechecker\.pro(?:\b)" 1;
"~*(?:\b)siteexpress\.co\.il(?:\b)" 1;
"~*(?:\b)siteheart\.net(?:\b)" 1;
"~*(?:\b)siteimprove\.com(?:\b)" 1;
diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf
index 49090b431..0fcb73d00 100644
--- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf
+++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-34.74.91.53 1;
+35.192.187.174 1;
127.0.0.1 1;
diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf
index 272faad99..3dac4f84e 100644
--- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf
+++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-34.74.91.53 0;
+35.192.187.174 0;
127.0.0.1 0;
diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf
index 886e6d1ed..f77ae2dd4 100644
--- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf
+++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf
@@ -4,9 +4,9 @@
### VERSION INFORMATION #
###################################################
-### Version: V3.2020.07.2108
-### Updated: Tue Jul 28 09:06:54 SAST 2020
-### Bad Referrer Count: 6831
+### Version: V3.2020.07.2109
+### Updated: Tue Jul 28 09:23:39 SAST 2020
+### Bad Referrer Count: 6834
### Bad Bot Count: 578
###################################################
### VERSION INFORMATION ##
@@ -3969,6 +3969,7 @@ map $http_referer $bad_referer {
"~*(?:\b)i\-service\.kz(?:\b)" 1;
"~*(?:\b)isistaylorporn\.info(?:\b)" 1;
"~*(?:\b)isitpaleo\.info(?:\b)" 1;
+ "~*(?:\b)isitwp\.com(?:\b)" 1;
"~*(?:\b)iskalko\.ru(?:\b)" 1;
"~*(?:\b)islamtoday\.co\.za(?:\b)" 1;
"~*(?:\b)islandminingsupply\.wordpress\.com(?:\b)" 1;
@@ -5981,6 +5982,7 @@ map $http_referer $bad_referer {
"~*(?:\b)sarm\.tk(?:\b)" 1;
"~*(?:\b)sashagreyblog\.ga(?:\b)" 1;
"~*(?:\b)satellite\.maps\.ilovevitaly\.com(?:\b)" 1;
+ "~*(?:\b)satoristudio\.net(?:\b)" 1;
"~*(?:\b)saugatuck\.com(?:\b)" 1;
"~*(?:\b)savefrom\.com(?:\b)" 1;
"~*(?:\b)saveindex\.xyz(?:\b)" 1;
@@ -6289,6 +6291,7 @@ map $http_referer $bad_referer {
"~*(?:\b)site\-analyzer\.com(?:\b)" 1;
"~*(?:\b)site\-auditor\.online(?:\b)" 1;
"~*(?:\b)sitebeam\.net(?:\b)" 1;
+ "~*(?:\b)sitechecker\.pro(?:\b)" 1;
"~*(?:\b)siteexpress\.co\.il(?:\b)" 1;
"~*(?:\b)siteheart\.net(?:\b)" 1;
"~*(?:\b)siteimprove\.com(?:\b)" 1;
diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf
index 49090b431..0fcb73d00 100644
--- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf
+++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-34.74.91.53 1;
+35.192.187.174 1;
127.0.0.1 1;
diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/custom-bad-referrers.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/custom-bad-referrers.conf
index b18fc6ceb..58a35b674 100644
--- a/.dev-tools/beta_conf_files_whitelist/bots.d/custom-bad-referrers.conf
+++ b/.dev-tools/beta_conf_files_whitelist/bots.d/custom-bad-referrers.conf
@@ -3010,6 +3010,7 @@
"~*(?:\b)iscblog\.info(?:\b)" 0;
"~*(?:\b)isistaylorporn\.info(?:\b)" 0;
"~*(?:\b)isitpaleo\.info(?:\b)" 0;
+ "~*(?:\b)isitwp\.com(?:\b)" 0;
"~*(?:\b)iskalko\.ru(?:\b)" 0;
"~*(?:\b)islamtoday\.co\.za(?:\b)" 0;
"~*(?:\b)islandminingsupply\.wordpress\.com(?:\b)" 0;
@@ -5025,6 +5026,7 @@
"~*(?:\b)sarm\.tk(?:\b)" 0;
"~*(?:\b)sashagreyblog\.ga(?:\b)" 0;
"~*(?:\b)satellite\.maps\.ilovevitaly\.com(?:\b)" 0;
+ "~*(?:\b)satoristudio\.net(?:\b)" 0;
"~*(?:\b)saugatuck\.com(?:\b)" 0;
"~*(?:\b)savefrom\.com(?:\b)" 0;
"~*(?:\b)saveindex\.xyz(?:\b)" 0;
@@ -5336,6 +5338,7 @@
"~*(?:\b)site5\.com(?:\b)" 0;
"~*(?:\b)siteaero\.com(?:\b)" 0;
"~*(?:\b)sitebeam\.net(?:\b)" 0;
+ "~*(?:\b)sitechecker\.pro(?:\b)" 0;
"~*(?:\b)siteexpress\.co\.il(?:\b)" 0;
"~*(?:\b)siteheart\.net(?:\b)" 0;
"~*(?:\b)siteimprove\.com(?:\b)" 0;
diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf
index 272faad99..3dac4f84e 100644
--- a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf
+++ b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-34.74.91.53 0;
+35.192.187.174 0;
127.0.0.1 0;
diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf
index 886e6d1ed..f77ae2dd4 100644
--- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf
+++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf
@@ -4,9 +4,9 @@
### VERSION INFORMATION #
###################################################
-### Version: V3.2020.07.2108
-### Updated: Tue Jul 28 09:06:54 SAST 2020
-### Bad Referrer Count: 6831
+### Version: V3.2020.07.2109
+### Updated: Tue Jul 28 09:23:39 SAST 2020
+### Bad Referrer Count: 6834
### Bad Bot Count: 578
###################################################
### VERSION INFORMATION ##
@@ -3969,6 +3969,7 @@ map $http_referer $bad_referer {
"~*(?:\b)i\-service\.kz(?:\b)" 1;
"~*(?:\b)isistaylorporn\.info(?:\b)" 1;
"~*(?:\b)isitpaleo\.info(?:\b)" 1;
+ "~*(?:\b)isitwp\.com(?:\b)" 1;
"~*(?:\b)iskalko\.ru(?:\b)" 1;
"~*(?:\b)islamtoday\.co\.za(?:\b)" 1;
"~*(?:\b)islandminingsupply\.wordpress\.com(?:\b)" 1;
@@ -5981,6 +5982,7 @@ map $http_referer $bad_referer {
"~*(?:\b)sarm\.tk(?:\b)" 1;
"~*(?:\b)sashagreyblog\.ga(?:\b)" 1;
"~*(?:\b)satellite\.maps\.ilovevitaly\.com(?:\b)" 1;
+ "~*(?:\b)satoristudio\.net(?:\b)" 1;
"~*(?:\b)saugatuck\.com(?:\b)" 1;
"~*(?:\b)savefrom\.com(?:\b)" 1;
"~*(?:\b)saveindex\.xyz(?:\b)" 1;
@@ -6289,6 +6291,7 @@ map $http_referer $bad_referer {
"~*(?:\b)site\-analyzer\.com(?:\b)" 1;
"~*(?:\b)site\-auditor\.online(?:\b)" 1;
"~*(?:\b)sitebeam\.net(?:\b)" 1;
+ "~*(?:\b)sitechecker\.pro(?:\b)" 1;
"~*(?:\b)siteexpress\.co\.il(?:\b)" 1;
"~*(?:\b)siteheart\.net(?:\b)" 1;
"~*(?:\b)siteimprove\.com(?:\b)" 1;
diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template
index 886e6d1ed..f77ae2dd4 100644
--- a/.dev-tools/globalblacklist-testing.template
+++ b/.dev-tools/globalblacklist-testing.template
@@ -4,9 +4,9 @@
### VERSION INFORMATION #
###################################################
-### Version: V3.2020.07.2108
-### Updated: Tue Jul 28 09:06:54 SAST 2020
-### Bad Referrer Count: 6831
+### Version: V3.2020.07.2109
+### Updated: Tue Jul 28 09:23:39 SAST 2020
+### Bad Referrer Count: 6834
### Bad Bot Count: 578
###################################################
### VERSION INFORMATION ##
@@ -3969,6 +3969,7 @@ map $http_referer $bad_referer {
"~*(?:\b)i\-service\.kz(?:\b)" 1;
"~*(?:\b)isistaylorporn\.info(?:\b)" 1;
"~*(?:\b)isitpaleo\.info(?:\b)" 1;
+ "~*(?:\b)isitwp\.com(?:\b)" 1;
"~*(?:\b)iskalko\.ru(?:\b)" 1;
"~*(?:\b)islamtoday\.co\.za(?:\b)" 1;
"~*(?:\b)islandminingsupply\.wordpress\.com(?:\b)" 1;
@@ -5981,6 +5982,7 @@ map $http_referer $bad_referer {
"~*(?:\b)sarm\.tk(?:\b)" 1;
"~*(?:\b)sashagreyblog\.ga(?:\b)" 1;
"~*(?:\b)satellite\.maps\.ilovevitaly\.com(?:\b)" 1;
+ "~*(?:\b)satoristudio\.net(?:\b)" 1;
"~*(?:\b)saugatuck\.com(?:\b)" 1;
"~*(?:\b)savefrom\.com(?:\b)" 1;
"~*(?:\b)saveindex\.xyz(?:\b)" 1;
@@ -6289,6 +6291,7 @@ map $http_referer $bad_referer {
"~*(?:\b)site\-analyzer\.com(?:\b)" 1;
"~*(?:\b)site\-auditor\.online(?:\b)" 1;
"~*(?:\b)sitebeam\.net(?:\b)" 1;
+ "~*(?:\b)sitechecker\.pro(?:\b)" 1;
"~*(?:\b)siteexpress\.co\.il(?:\b)" 1;
"~*(?:\b)siteheart\.net(?:\b)" 1;
"~*(?:\b)siteimprove\.com(?:\b)" 1;
diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template
index ce8581278..58b3c7a7c 100755
--- a/.dev-tools/globalblacklist.template
+++ b/.dev-tools/globalblacklist.template
@@ -4,9 +4,9 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2020.07.2108
-### Updated: Tue Jul 28 09:06:52 SAST 2020
-### Bad Referrer Count: 6831
+### Version: V4.2020.07.2109
+### Updated: Tue Jul 28 09:23:38 SAST 2020
+### Bad Referrer Count: 6834
### Bad Bot Count: 578
###################################################
### VERSION INFORMATION ##
@@ -3969,6 +3969,7 @@ map $http_referer $bad_referer {
"~*(?:\b)i\-service\.kz(?:\b)" 1;
"~*(?:\b)isistaylorporn\.info(?:\b)" 1;
"~*(?:\b)isitpaleo\.info(?:\b)" 1;
+ "~*(?:\b)isitwp\.com(?:\b)" 1;
"~*(?:\b)iskalko\.ru(?:\b)" 1;
"~*(?:\b)islamtoday\.co\.za(?:\b)" 1;
"~*(?:\b)islandminingsupply\.wordpress\.com(?:\b)" 1;
@@ -5981,6 +5982,7 @@ map $http_referer $bad_referer {
"~*(?:\b)sarm\.tk(?:\b)" 1;
"~*(?:\b)sashagreyblog\.ga(?:\b)" 1;
"~*(?:\b)satellite\.maps\.ilovevitaly\.com(?:\b)" 1;
+ "~*(?:\b)satoristudio\.net(?:\b)" 1;
"~*(?:\b)saugatuck\.com(?:\b)" 1;
"~*(?:\b)savefrom\.com(?:\b)" 1;
"~*(?:\b)saveindex\.xyz(?:\b)" 1;
@@ -6289,6 +6291,7 @@ map $http_referer $bad_referer {
"~*(?:\b)site\-analyzer\.com(?:\b)" 1;
"~*(?:\b)site\-auditor\.online(?:\b)" 1;
"~*(?:\b)sitebeam\.net(?:\b)" 1;
+ "~*(?:\b)sitechecker\.pro(?:\b)" 1;
"~*(?:\b)siteexpress\.co\.il(?:\b)" 1;
"~*(?:\b)siteheart\.net(?:\b)" 1;
"~*(?:\b)siteimprove\.com(?:\b)" 1;
diff --git a/.dev-tools/referrers-regex-format-whitelist-test.txt b/.dev-tools/referrers-regex-format-whitelist-test.txt
index f70d5e091..5b9bb7e80 100644
--- a/.dev-tools/referrers-regex-format-whitelist-test.txt
+++ b/.dev-tools/referrers-regex-format-whitelist-test.txt
@@ -2963,6 +2963,7 @@
"~*(?:\b)iscblog\.info(?:\b)" 0;
"~*(?:\b)isistaylorporn\.info(?:\b)" 0;
"~*(?:\b)isitpaleo\.info(?:\b)" 0;
+"~*(?:\b)isitwp\.com(?:\b)" 0;
"~*(?:\b)iskalko\.ru(?:\b)" 0;
"~*(?:\b)islamtoday\.co\.za(?:\b)" 0;
"~*(?:\b)islandminingsupply\.wordpress\.com(?:\b)" 0;
@@ -4978,6 +4979,7 @@
"~*(?:\b)sarm\.tk(?:\b)" 0;
"~*(?:\b)sashagreyblog\.ga(?:\b)" 0;
"~*(?:\b)satellite\.maps\.ilovevitaly\.com(?:\b)" 0;
+"~*(?:\b)satoristudio\.net(?:\b)" 0;
"~*(?:\b)saugatuck\.com(?:\b)" 0;
"~*(?:\b)savefrom\.com(?:\b)" 0;
"~*(?:\b)saveindex\.xyz(?:\b)" 0;
@@ -5289,6 +5291,7 @@
"~*(?:\b)site5\.com(?:\b)" 0;
"~*(?:\b)siteaero\.com(?:\b)" 0;
"~*(?:\b)sitebeam\.net(?:\b)" 0;
+"~*(?:\b)sitechecker\.pro(?:\b)" 0;
"~*(?:\b)siteexpress\.co\.il(?:\b)" 0;
"~*(?:\b)siteheart\.net(?:\b)" 0;
"~*(?:\b)siteimprove\.com(?:\b)" 0;
diff --git a/.dev-tools/referrers-regex-format.txt b/.dev-tools/referrers-regex-format.txt
index a2a092386..d2d327760 100644
--- a/.dev-tools/referrers-regex-format.txt
+++ b/.dev-tools/referrers-regex-format.txt
@@ -2963,6 +2963,7 @@
"~*(?:\b)i\-service\.kz(?:\b)" 1;
"~*(?:\b)isistaylorporn\.info(?:\b)" 1;
"~*(?:\b)isitpaleo\.info(?:\b)" 1;
+"~*(?:\b)isitwp\.com(?:\b)" 1;
"~*(?:\b)iskalko\.ru(?:\b)" 1;
"~*(?:\b)islamtoday\.co\.za(?:\b)" 1;
"~*(?:\b)islandminingsupply\.wordpress\.com(?:\b)" 1;
@@ -4975,6 +4976,7 @@
"~*(?:\b)sarm\.tk(?:\b)" 1;
"~*(?:\b)sashagreyblog\.ga(?:\b)" 1;
"~*(?:\b)satellite\.maps\.ilovevitaly\.com(?:\b)" 1;
+"~*(?:\b)satoristudio\.net(?:\b)" 1;
"~*(?:\b)saugatuck\.com(?:\b)" 1;
"~*(?:\b)savefrom\.com(?:\b)" 1;
"~*(?:\b)saveindex\.xyz(?:\b)" 1;
@@ -5283,6 +5285,7 @@
"~*(?:\b)site\-analyzer\.com(?:\b)" 1;
"~*(?:\b)site\-auditor\.online(?:\b)" 1;
"~*(?:\b)sitebeam\.net(?:\b)" 1;
+"~*(?:\b)sitechecker\.pro(?:\b)" 1;
"~*(?:\b)siteexpress\.co\.il(?:\b)" 1;
"~*(?:\b)siteheart\.net(?:\b)" 1;
"~*(?:\b)siteimprove\.com(?:\b)" 1;
diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
index 33f94c3ed..ca4fcdf54 100644
--- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
+++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
@@ -45,4 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-35.231.58.0 0;
+35.193.14.140 0;
diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf
index ce8581278..58b3c7a7c 100644
--- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf
+++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf
@@ -4,9 +4,9 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2020.07.2108
-### Updated: Tue Jul 28 09:06:52 SAST 2020
-### Bad Referrer Count: 6831
+### Version: V4.2020.07.2109
+### Updated: Tue Jul 28 09:23:38 SAST 2020
+### Bad Referrer Count: 6834
### Bad Bot Count: 578
###################################################
### VERSION INFORMATION ##
@@ -3969,6 +3969,7 @@ map $http_referer $bad_referer {
"~*(?:\b)i\-service\.kz(?:\b)" 1;
"~*(?:\b)isistaylorporn\.info(?:\b)" 1;
"~*(?:\b)isitpaleo\.info(?:\b)" 1;
+ "~*(?:\b)isitwp\.com(?:\b)" 1;
"~*(?:\b)iskalko\.ru(?:\b)" 1;
"~*(?:\b)islamtoday\.co\.za(?:\b)" 1;
"~*(?:\b)islandminingsupply\.wordpress\.com(?:\b)" 1;
@@ -5981,6 +5982,7 @@ map $http_referer $bad_referer {
"~*(?:\b)sarm\.tk(?:\b)" 1;
"~*(?:\b)sashagreyblog\.ga(?:\b)" 1;
"~*(?:\b)satellite\.maps\.ilovevitaly\.com(?:\b)" 1;
+ "~*(?:\b)satoristudio\.net(?:\b)" 1;
"~*(?:\b)saugatuck\.com(?:\b)" 1;
"~*(?:\b)savefrom\.com(?:\b)" 1;
"~*(?:\b)saveindex\.xyz(?:\b)" 1;
@@ -6289,6 +6291,7 @@ map $http_referer $bad_referer {
"~*(?:\b)site\-analyzer\.com(?:\b)" 1;
"~*(?:\b)site\-auditor\.online(?:\b)" 1;
"~*(?:\b)sitebeam\.net(?:\b)" 1;
+ "~*(?:\b)sitechecker\.pro(?:\b)" 1;
"~*(?:\b)siteexpress\.co\.il(?:\b)" 1;
"~*(?:\b)siteheart\.net(?:\b)" 1;
"~*(?:\b)siteimprove\.com(?:\b)" 1;
diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
index 33da169b9..0f27f0dd9 100644
--- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
+++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-35.196.82.30 1;
+104.154.113.151 1;
127.0.0.1 1;
diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
index c7d199157..0e0848852 100644
--- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
+++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-35.196.82.30 0;
+104.154.113.151 0;
127.0.0.1 0;
diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
index ce8581278..58b3c7a7c 100644
--- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
+++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
@@ -4,9 +4,9 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2020.07.2108
-### Updated: Tue Jul 28 09:06:52 SAST 2020
-### Bad Referrer Count: 6831
+### Version: V4.2020.07.2109
+### Updated: Tue Jul 28 09:23:38 SAST 2020
+### Bad Referrer Count: 6834
### Bad Bot Count: 578
###################################################
### VERSION INFORMATION ##
@@ -3969,6 +3969,7 @@ map $http_referer $bad_referer {
"~*(?:\b)i\-service\.kz(?:\b)" 1;
"~*(?:\b)isistaylorporn\.info(?:\b)" 1;
"~*(?:\b)isitpaleo\.info(?:\b)" 1;
+ "~*(?:\b)isitwp\.com(?:\b)" 1;
"~*(?:\b)iskalko\.ru(?:\b)" 1;
"~*(?:\b)islamtoday\.co\.za(?:\b)" 1;
"~*(?:\b)islandminingsupply\.wordpress\.com(?:\b)" 1;
@@ -5981,6 +5982,7 @@ map $http_referer $bad_referer {
"~*(?:\b)sarm\.tk(?:\b)" 1;
"~*(?:\b)sashagreyblog\.ga(?:\b)" 1;
"~*(?:\b)satellite\.maps\.ilovevitaly\.com(?:\b)" 1;
+ "~*(?:\b)satoristudio\.net(?:\b)" 1;
"~*(?:\b)saugatuck\.com(?:\b)" 1;
"~*(?:\b)savefrom\.com(?:\b)" 1;
"~*(?:\b)saveindex\.xyz(?:\b)" 1;
@@ -6289,6 +6291,7 @@ map $http_referer $bad_referer {
"~*(?:\b)site\-analyzer\.com(?:\b)" 1;
"~*(?:\b)site\-auditor\.online(?:\b)" 1;
"~*(?:\b)sitebeam\.net(?:\b)" 1;
+ "~*(?:\b)sitechecker\.pro(?:\b)" 1;
"~*(?:\b)siteexpress\.co\.il(?:\b)" 1;
"~*(?:\b)siteheart\.net(?:\b)" 1;
"~*(?:\b)siteimprove\.com(?:\b)" 1;
diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
index 33da169b9..0f27f0dd9 100644
--- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
+++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-35.196.82.30 1;
+104.154.113.151 1;
127.0.0.1 1;
diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
index c7d199157..0e0848852 100644
--- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
+++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-35.196.82.30 0;
+104.154.113.151 0;
127.0.0.1 0;
diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
index ce8581278..58b3c7a7c 100644
--- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
+++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
@@ -4,9 +4,9 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2020.07.2108
-### Updated: Tue Jul 28 09:06:52 SAST 2020
-### Bad Referrer Count: 6831
+### Version: V4.2020.07.2109
+### Updated: Tue Jul 28 09:23:38 SAST 2020
+### Bad Referrer Count: 6834
### Bad Bot Count: 578
###################################################
### VERSION INFORMATION ##
@@ -3969,6 +3969,7 @@ map $http_referer $bad_referer {
"~*(?:\b)i\-service\.kz(?:\b)" 1;
"~*(?:\b)isistaylorporn\.info(?:\b)" 1;
"~*(?:\b)isitpaleo\.info(?:\b)" 1;
+ "~*(?:\b)isitwp\.com(?:\b)" 1;
"~*(?:\b)iskalko\.ru(?:\b)" 1;
"~*(?:\b)islamtoday\.co\.za(?:\b)" 1;
"~*(?:\b)islandminingsupply\.wordpress\.com(?:\b)" 1;
@@ -5981,6 +5982,7 @@ map $http_referer $bad_referer {
"~*(?:\b)sarm\.tk(?:\b)" 1;
"~*(?:\b)sashagreyblog\.ga(?:\b)" 1;
"~*(?:\b)satellite\.maps\.ilovevitaly\.com(?:\b)" 1;
+ "~*(?:\b)satoristudio\.net(?:\b)" 1;
"~*(?:\b)saugatuck\.com(?:\b)" 1;
"~*(?:\b)savefrom\.com(?:\b)" 1;
"~*(?:\b)saveindex\.xyz(?:\b)" 1;
@@ -6289,6 +6291,7 @@ map $http_referer $bad_referer {
"~*(?:\b)site\-analyzer\.com(?:\b)" 1;
"~*(?:\b)site\-auditor\.online(?:\b)" 1;
"~*(?:\b)sitebeam\.net(?:\b)" 1;
+ "~*(?:\b)sitechecker\.pro(?:\b)" 1;
"~*(?:\b)siteexpress\.co\.il(?:\b)" 1;
"~*(?:\b)siteheart\.net(?:\b)" 1;
"~*(?:\b)siteimprove\.com(?:\b)" 1;
diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
index 33da169b9..0f27f0dd9 100644
--- a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
+++ b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-35.196.82.30 1;
+104.154.113.151 1;
127.0.0.1 1;
diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/custom-bad-referrers.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/custom-bad-referrers.conf
index b18fc6ceb..58a35b674 100644
--- a/.dev-tools/test1_conf_files_whitelist/bots.d/custom-bad-referrers.conf
+++ b/.dev-tools/test1_conf_files_whitelist/bots.d/custom-bad-referrers.conf
@@ -3010,6 +3010,7 @@
"~*(?:\b)iscblog\.info(?:\b)" 0;
"~*(?:\b)isistaylorporn\.info(?:\b)" 0;
"~*(?:\b)isitpaleo\.info(?:\b)" 0;
+ "~*(?:\b)isitwp\.com(?:\b)" 0;
"~*(?:\b)iskalko\.ru(?:\b)" 0;
"~*(?:\b)islamtoday\.co\.za(?:\b)" 0;
"~*(?:\b)islandminingsupply\.wordpress\.com(?:\b)" 0;
@@ -5025,6 +5026,7 @@
"~*(?:\b)sarm\.tk(?:\b)" 0;
"~*(?:\b)sashagreyblog\.ga(?:\b)" 0;
"~*(?:\b)satellite\.maps\.ilovevitaly\.com(?:\b)" 0;
+ "~*(?:\b)satoristudio\.net(?:\b)" 0;
"~*(?:\b)saugatuck\.com(?:\b)" 0;
"~*(?:\b)savefrom\.com(?:\b)" 0;
"~*(?:\b)saveindex\.xyz(?:\b)" 0;
@@ -5336,6 +5338,7 @@
"~*(?:\b)site5\.com(?:\b)" 0;
"~*(?:\b)siteaero\.com(?:\b)" 0;
"~*(?:\b)sitebeam\.net(?:\b)" 0;
+ "~*(?:\b)sitechecker\.pro(?:\b)" 0;
"~*(?:\b)siteexpress\.co\.il(?:\b)" 0;
"~*(?:\b)siteheart\.net(?:\b)" 0;
"~*(?:\b)siteimprove\.com(?:\b)" 0;
diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
index c7d199157..0e0848852 100644
--- a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
+++ b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-35.196.82.30 0;
+104.154.113.151 0;
127.0.0.1 0;
diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
index ce8581278..58b3c7a7c 100644
--- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
+++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
@@ -4,9 +4,9 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2020.07.2108
-### Updated: Tue Jul 28 09:06:52 SAST 2020
-### Bad Referrer Count: 6831
+### Version: V4.2020.07.2109
+### Updated: Tue Jul 28 09:23:38 SAST 2020
+### Bad Referrer Count: 6834
### Bad Bot Count: 578
###################################################
### VERSION INFORMATION ##
@@ -3969,6 +3969,7 @@ map $http_referer $bad_referer {
"~*(?:\b)i\-service\.kz(?:\b)" 1;
"~*(?:\b)isistaylorporn\.info(?:\b)" 1;
"~*(?:\b)isitpaleo\.info(?:\b)" 1;
+ "~*(?:\b)isitwp\.com(?:\b)" 1;
"~*(?:\b)iskalko\.ru(?:\b)" 1;
"~*(?:\b)islamtoday\.co\.za(?:\b)" 1;
"~*(?:\b)islandminingsupply\.wordpress\.com(?:\b)" 1;
@@ -5981,6 +5982,7 @@ map $http_referer $bad_referer {
"~*(?:\b)sarm\.tk(?:\b)" 1;
"~*(?:\b)sashagreyblog\.ga(?:\b)" 1;
"~*(?:\b)satellite\.maps\.ilovevitaly\.com(?:\b)" 1;
+ "~*(?:\b)satoristudio\.net(?:\b)" 1;
"~*(?:\b)saugatuck\.com(?:\b)" 1;
"~*(?:\b)savefrom\.com(?:\b)" 1;
"~*(?:\b)saveindex\.xyz(?:\b)" 1;
@@ -6289,6 +6291,7 @@ map $http_referer $bad_referer {
"~*(?:\b)site\-analyzer\.com(?:\b)" 1;
"~*(?:\b)site\-auditor\.online(?:\b)" 1;
"~*(?:\b)sitebeam\.net(?:\b)" 1;
+ "~*(?:\b)sitechecker\.pro(?:\b)" 1;
"~*(?:\b)siteexpress\.co\.il(?:\b)" 1;
"~*(?:\b)siteheart\.net(?:\b)" 1;
"~*(?:\b)siteimprove\.com(?:\b)" 1;
diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
index 5f04cdae8..47a2b49b3 100644
--- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
+++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
@@ -45,4 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-34.73.34.132 0;
+35.192.187.174 0;
+34.66.178.120 0;
diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf
index 3a312b27b..ba11c0fec 100644
--- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf
+++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf
@@ -4,9 +4,9 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2020.07.2108
-### Updated: Tue Jul 28 09:06:52 SAST 2020
-### Bad Referrer Count: 6831
+### Version: V4.2020.07.2109
+### Updated: Tue Jul 28 09:23:38 SAST 2020
+### Bad Referrer Count: 6834
### Bad Bot Count: 578
###################################################
### VERSION INFORMATION ##
@@ -3969,6 +3969,7 @@ map $http_referer $bad_referer {
"~*(?:\b)i\-service\.kz(?:\b)" 1;
"~*(?:\b)isistaylorporn\.info(?:\b)" 1;
"~*(?:\b)isitpaleo\.info(?:\b)" 1;
+ "~*(?:\b)isitwp\.com(?:\b)" 1;
"~*(?:\b)iskalko\.ru(?:\b)" 1;
"~*(?:\b)islamtoday\.co\.za(?:\b)" 1;
"~*(?:\b)islandminingsupply\.wordpress\.com(?:\b)" 1;
@@ -5981,6 +5982,7 @@ map $http_referer $bad_referer {
"~*(?:\b)sarm\.tk(?:\b)" 1;
"~*(?:\b)sashagreyblog\.ga(?:\b)" 1;
"~*(?:\b)satellite\.maps\.ilovevitaly\.com(?:\b)" 1;
+ "~*(?:\b)satoristudio\.net(?:\b)" 1;
"~*(?:\b)saugatuck\.com(?:\b)" 1;
"~*(?:\b)savefrom\.com(?:\b)" 1;
"~*(?:\b)saveindex\.xyz(?:\b)" 1;
@@ -6289,6 +6291,7 @@ map $http_referer $bad_referer {
"~*(?:\b)site\-analyzer\.com(?:\b)" 1;
"~*(?:\b)site\-auditor\.online(?:\b)" 1;
"~*(?:\b)sitebeam\.net(?:\b)" 1;
+ "~*(?:\b)sitechecker\.pro(?:\b)" 1;
"~*(?:\b)siteexpress\.co\.il(?:\b)" 1;
"~*(?:\b)siteheart\.net(?:\b)" 1;
"~*(?:\b)siteimprove\.com(?:\b)" 1;
diff --git a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
index 21f4798b7..ae797ba9d 100644
--- a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
+++ b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
@@ -45,5 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-34.73.66.97 0;
-34.73.34.132 0;
+34.66.178.120 0;
+35.193.14.140 0;
diff --git a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf
index 8f9e903f4..6786d3fad 100644
--- a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf
+++ b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf
@@ -4,9 +4,9 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2020.07.2108
-### Updated: Tue Jul 28 09:06:52 SAST 2020
-### Bad Referrer Count: 6831
+### Version: V4.2020.07.2109
+### Updated: Tue Jul 28 09:23:38 SAST 2020
+### Bad Referrer Count: 6834
### Bad Bot Count: 578
###################################################
### VERSION INFORMATION ##
@@ -3969,6 +3969,7 @@ map $http_referer $bad_referer {
"~*(?:\b)i\-service\.kz(?:\b)" 1;
"~*(?:\b)isistaylorporn\.info(?:\b)" 1;
"~*(?:\b)isitpaleo\.info(?:\b)" 1;
+ "~*(?:\b)isitwp\.com(?:\b)" 1;
"~*(?:\b)iskalko\.ru(?:\b)" 1;
"~*(?:\b)islamtoday\.co\.za(?:\b)" 1;
"~*(?:\b)islandminingsupply\.wordpress\.com(?:\b)" 1;
@@ -5981,6 +5982,7 @@ map $http_referer $bad_referer {
"~*(?:\b)sarm\.tk(?:\b)" 1;
"~*(?:\b)sashagreyblog\.ga(?:\b)" 1;
"~*(?:\b)satellite\.maps\.ilovevitaly\.com(?:\b)" 1;
+ "~*(?:\b)satoristudio\.net(?:\b)" 1;
"~*(?:\b)saugatuck\.com(?:\b)" 1;
"~*(?:\b)savefrom\.com(?:\b)" 1;
"~*(?:\b)saveindex\.xyz(?:\b)" 1;
@@ -6289,6 +6291,7 @@ map $http_referer $bad_referer {
"~*(?:\b)site\-analyzer\.com(?:\b)" 1;
"~*(?:\b)site\-auditor\.online(?:\b)" 1;
"~*(?:\b)sitebeam\.net(?:\b)" 1;
+ "~*(?:\b)sitechecker\.pro(?:\b)" 1;
"~*(?:\b)siteexpress\.co\.il(?:\b)" 1;
"~*(?:\b)siteheart\.net(?:\b)" 1;
"~*(?:\b)siteimprove\.com(?:\b)" 1;
diff --git a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf
index cd8c7272d..9496d4553 100644
--- a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf
+++ b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf
@@ -45,6 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-35.231.58.0 0;
-34.73.34.132 0;
-35.227.58.83 0;
+34.66.178.120 0;
+35.192.187.174 0;
diff --git a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf
index ce8581278..58b3c7a7c 100644
--- a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf
+++ b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf
@@ -4,9 +4,9 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2020.07.2108
-### Updated: Tue Jul 28 09:06:52 SAST 2020
-### Bad Referrer Count: 6831
+### Version: V4.2020.07.2109
+### Updated: Tue Jul 28 09:23:38 SAST 2020
+### Bad Referrer Count: 6834
### Bad Bot Count: 578
###################################################
### VERSION INFORMATION ##
@@ -3969,6 +3969,7 @@ map $http_referer $bad_referer {
"~*(?:\b)i\-service\.kz(?:\b)" 1;
"~*(?:\b)isistaylorporn\.info(?:\b)" 1;
"~*(?:\b)isitpaleo\.info(?:\b)" 1;
+ "~*(?:\b)isitwp\.com(?:\b)" 1;
"~*(?:\b)iskalko\.ru(?:\b)" 1;
"~*(?:\b)islamtoday\.co\.za(?:\b)" 1;
"~*(?:\b)islandminingsupply\.wordpress\.com(?:\b)" 1;
@@ -5981,6 +5982,7 @@ map $http_referer $bad_referer {
"~*(?:\b)sarm\.tk(?:\b)" 1;
"~*(?:\b)sashagreyblog\.ga(?:\b)" 1;
"~*(?:\b)satellite\.maps\.ilovevitaly\.com(?:\b)" 1;
+ "~*(?:\b)satoristudio\.net(?:\b)" 1;
"~*(?:\b)saugatuck\.com(?:\b)" 1;
"~*(?:\b)savefrom\.com(?:\b)" 1;
"~*(?:\b)saveindex\.xyz(?:\b)" 1;
@@ -6289,6 +6291,7 @@ map $http_referer $bad_referer {
"~*(?:\b)site\-analyzer\.com(?:\b)" 1;
"~*(?:\b)site\-auditor\.online(?:\b)" 1;
"~*(?:\b)sitebeam\.net(?:\b)" 1;
+ "~*(?:\b)sitechecker\.pro(?:\b)" 1;
"~*(?:\b)siteexpress\.co\.il(?:\b)" 1;
"~*(?:\b)siteheart\.net(?:\b)" 1;
"~*(?:\b)siteimprove\.com(?:\b)" 1;
diff --git a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf
index 808a5380a..6131295b2 100644
--- a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf
+++ b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf
@@ -45,5 +45,6 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-35.227.58.83 0;
-34.74.91.53 0;
+34.68.144.114 0;
+104.198.131.58 0;
+35.192.136.167 0;
diff --git a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf
index ce8581278..58b3c7a7c 100644
--- a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf
+++ b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf
@@ -4,9 +4,9 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2020.07.2108
-### Updated: Tue Jul 28 09:06:52 SAST 2020
-### Bad Referrer Count: 6831
+### Version: V4.2020.07.2109
+### Updated: Tue Jul 28 09:23:38 SAST 2020
+### Bad Referrer Count: 6834
### Bad Bot Count: 578
###################################################
### VERSION INFORMATION ##
@@ -3969,6 +3969,7 @@ map $http_referer $bad_referer {
"~*(?:\b)i\-service\.kz(?:\b)" 1;
"~*(?:\b)isistaylorporn\.info(?:\b)" 1;
"~*(?:\b)isitpaleo\.info(?:\b)" 1;
+ "~*(?:\b)isitwp\.com(?:\b)" 1;
"~*(?:\b)iskalko\.ru(?:\b)" 1;
"~*(?:\b)islamtoday\.co\.za(?:\b)" 1;
"~*(?:\b)islandminingsupply\.wordpress\.com(?:\b)" 1;
@@ -5981,6 +5982,7 @@ map $http_referer $bad_referer {
"~*(?:\b)sarm\.tk(?:\b)" 1;
"~*(?:\b)sashagreyblog\.ga(?:\b)" 1;
"~*(?:\b)satellite\.maps\.ilovevitaly\.com(?:\b)" 1;
+ "~*(?:\b)satoristudio\.net(?:\b)" 1;
"~*(?:\b)saugatuck\.com(?:\b)" 1;
"~*(?:\b)savefrom\.com(?:\b)" 1;
"~*(?:\b)saveindex\.xyz(?:\b)" 1;
@@ -6289,6 +6291,7 @@ map $http_referer $bad_referer {
"~*(?:\b)site\-analyzer\.com(?:\b)" 1;
"~*(?:\b)site\-auditor\.online(?:\b)" 1;
"~*(?:\b)sitebeam\.net(?:\b)" 1;
+ "~*(?:\b)sitechecker\.pro(?:\b)" 1;
"~*(?:\b)siteexpress\.co\.il(?:\b)" 1;
"~*(?:\b)siteheart\.net(?:\b)" 1;
"~*(?:\b)siteimprove\.com(?:\b)" 1;
diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf
index 49090b431..0fcb73d00 100644
--- a/.dev-tools/test_units/blacklist-ips.conf
+++ b/.dev-tools/test_units/blacklist-ips.conf
@@ -1,2 +1,2 @@
-34.74.91.53 1;
+35.192.187.174 1;
127.0.0.1 1;
diff --git a/.dev-tools/test_units/custom-bad-referrers.conf b/.dev-tools/test_units/custom-bad-referrers.conf
index b18fc6ceb..58a35b674 100644
--- a/.dev-tools/test_units/custom-bad-referrers.conf
+++ b/.dev-tools/test_units/custom-bad-referrers.conf
@@ -3010,6 +3010,7 @@
"~*(?:\b)iscblog\.info(?:\b)" 0;
"~*(?:\b)isistaylorporn\.info(?:\b)" 0;
"~*(?:\b)isitpaleo\.info(?:\b)" 0;
+ "~*(?:\b)isitwp\.com(?:\b)" 0;
"~*(?:\b)iskalko\.ru(?:\b)" 0;
"~*(?:\b)islamtoday\.co\.za(?:\b)" 0;
"~*(?:\b)islandminingsupply\.wordpress\.com(?:\b)" 0;
@@ -5025,6 +5026,7 @@
"~*(?:\b)sarm\.tk(?:\b)" 0;
"~*(?:\b)sashagreyblog\.ga(?:\b)" 0;
"~*(?:\b)satellite\.maps\.ilovevitaly\.com(?:\b)" 0;
+ "~*(?:\b)satoristudio\.net(?:\b)" 0;
"~*(?:\b)saugatuck\.com(?:\b)" 0;
"~*(?:\b)savefrom\.com(?:\b)" 0;
"~*(?:\b)saveindex\.xyz(?:\b)" 0;
@@ -5336,6 +5338,7 @@
"~*(?:\b)site5\.com(?:\b)" 0;
"~*(?:\b)siteaero\.com(?:\b)" 0;
"~*(?:\b)sitebeam\.net(?:\b)" 0;
+ "~*(?:\b)sitechecker\.pro(?:\b)" 0;
"~*(?:\b)siteexpress\.co\.il(?:\b)" 0;
"~*(?:\b)siteheart\.net(?:\b)" 0;
"~*(?:\b)siteimprove\.com(?:\b)" 0;
diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list
index 2b8fe93a7..6d8567a5e 100644
--- a/.dev-tools/test_units/random-bots-for-test-quick.list
+++ b/.dev-tools/test_units/random-bots-for-test-quick.list
@@ -1,10 +1,10 @@
-IRLbot
-MarkMonitor
-NextGenSearchBot
-POE-Component-Client-HTTP
-scan.lol
-SEOkicks-Robot
-Spammen
-Spinn3r
+DomainCrawler
+DomainSigmaCrawler
+Gigablast
+HaosouSpider
+lwp-trivial
+PageGrabber
+PeoplePal
+RankingBot2
+WebAuto
Whacker
-Wprecon
diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list
index 7453904d5..d163bce04 100644
--- a/.dev-tools/test_units/random-bots-for-test.list
+++ b/.dev-tools/test_units/random-bots-for-test.list
@@ -1,250 +1,250 @@
+404checker
+404enemy
80legs
-Abonti
-ADmantX
+Aboundexbot
+AfD-Verbotsverfahren
+AIBOT
+AiHitBot
AllSubmitter
AlphaBot
-Anarchie
-Ankit
archive.org_bot
-Aspiegel
ASPSeek
Attach
AwarioRssBot
-BackDoorBot
-backlink-check
-Barkrowler
-BBBike
-BDFetch
+Backlink-Ceck
+BackStreet
+BackWeb
+Badass
+Bandit
+BDCbot
BetaBot
-Bigfoot
-Black Hole
+Bitacle
+BLEXBot
BlowFish
-BotALot
Brandprotect
-Brandwatch
BuiltBotTough
BuiltWith
-Calculon
+CATExplorador
CazoodleBot
+Cegbfeieh
CheeseBot
-ChinaClaw
+CherryPicker
Chlooe
-Claritybot
-Cloud mapping
-coccocbot-web
-cognitiveseo
-Collector
+Cliqzbot
+Cogentbot
com.plumanalytics
-Cosmos
-crawler4j
-CrazyWebCrawler
-Crescent
+Copier
+Copyscape
+crawler.feedback
+CrunchBot
+DatabaseDriverMysqli
DataCha0s
DBLBot
-Deusu
-DIIbot
-Disco
-Discobot
+Demon
+Devil
+Discoverybot
+DittoSpyder
+DomainAppender
Domains Project
+domainsproject.org
DomainStatsBot
-Dotbot
-Download Wonder
-Dragonfly
+DSearch
DTS Agent
-Ebingbong
-ECCP/1.0
+eCatch
Ecxi
-EirGrabber
+EMail Siphon
EroCrawler
evc-batch
-Exabot
-ExtLinksBot
+Express WebPictures
+Extractor
ExtractorPro
Ezooms
facebookscraper
FHscan
-Fimap
+Flunky
Foobot
-FyberSpider
-Fyrebot
-GalaxyBot
-Genieo
-Getintent
+Freeuploader
+GermCrawler
+GetRight
+GetWeb
G-i-g-a-b-o-t
Go-Ahead-Got-It
Gotit
-Go!Zilla
-Grabber
+GoZilla
GrabNet
+Grafula
GrapeFX
-GridBot
+GrapeshotCrawler
+GT::WWW
Haansoft
-HaosouSpider
+HEADMasterSEO
+Heritrix
+Hloader
HTMLparser
HTTP::Lite
+HTTrack
+Humanlinks
+Iblog
+Id-search
+IlseBot
Image Fetch
-Image Sucker
-InfoTekies
+IndeedBot
+Intelliseek
InterGET
-Internet Ninja
-InternetSeer
internetVista monitor
-isitwp.com
-JamesBOT
+ips-agent
+IstellaBot
Jbrofuzz
-JennyBot
-Jorgee
-JustView
-Kenjin Spider
+Jetty
+Jyxobot
Keyword Density
Kinza
+Kozmosbot
+Lanshanbot
Larbin
+LeechFTP
Lftp
-LibWeb
-Libwhisker
+LieBaoFast
+Likse
+Linkdexbot
+LinkextractorPro
LinkpadBot
-LinksManager
LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
-Lipperhey
-Lipperhey Spider
-Litemage_walker
+LinqiaRSSBot
Lmspider
Ltx71
-LWP::Simple
-magpie-crawler
-Mail.RU_Bot
-Majestic-SEO
+lwp-request
+Magnet
+Mag-Net
+Majestic12
+MarkMonitor
MarkWatch
-Masscan
-MauiBot
Mb2345Browser
-meanpathbot
-MeanPath Bot
Mediatoolkitbot
+mediawords
+MegaIndex.ru
+Metauri
MicroMessenger
+Microsoft URL Control
+MIDown tool
MIIxpc
-Mister PiX
-Mojeek
-MQQBrowser
+MSIECrawler
Msrabot
-muhstik-scan
-Nessus
+Name Intelligence
NetAnts
-netEstate NE Crawler
-NextGenSearchBot
+Netcraft
+NetMechanic
+NetSpider
+Net Vampire
+Netvibes
+NetZIP
+Nibbler
+NICErsPRO
Niki-bot
+Nikto
+NimbleCrawler
+Nimbostratus
Ninja
+Nutch
oBot
-Octopus
-Offline Explorer
Offline Navigator
OnCrawl
-OpenLinkProfiler
-Openvas
-OpenVAS
OPPO A33
OrangeBot
-OrangeSpider
OutclicksBot
OutfoxBot
PageAnalyzer
Pandalytics
+pcBrowser
+PECL::HTTP
PeoplePal
-PHPCrawl
-Picscout
Picsearch
-PictureFinder
-PleaseCrawl
-plumanalytics
-Pockey
+Pi-Monster
POE-Component-Client-HTTP
polaris version
-ProPowerBot
Psbot
+PxBroker
PyCurl
-RankActiveLinkBot
-RankingBot2
+RankActive
+RankFlex
Rankivabot
-RebelMouse
-RedesScrapy
+RankurBot
+Reaper
ReGet
-Ripper
+RepoMonkey
RocketCrawler
-Rogerbot
SalesIntelligent
+satoristudio.net
SBIder
ScanAlert
-Scanbot
-ScoutJet
-Scrapy
-Searchestate
-Semrush
+SemrushBot
+SEOkicks
+SEOkicks-Robot
seoscanners
-Shodan
+serpstatbot
+sexsearcher
+Siphon
SISTRIX
SiteCheckerBotCrawler
-Siteimprove
-SiteSucker
+sitechecker.pro
+SiteLockSpider
Site Sucker
Sitevigil
-SmartDownload
-Sociscraper
-Sogou web spider
-Sottopop
-Spammen
-SpankBot
+SlySearch
+SMTBot
+Snake
+sogouspider
+Spanner
sp_auditbot
-Sqlworm
-Steeler
-Sucuri
+Spinn3r
+spyfu
+Sucker
SuperBot
-Surfbot
+Suzuran
+Swiftbot
+Szukacz
+tAkeOut
+TeleportPro
+Telesoft
Telesphoreo
-Telesphorep
-TheNomad
-Titan
-Toweyabot
-Tracemyfile
+The Intraformant
Trendiction
Trendictionbot
-trendiction.com
-trendiction.de
-Turnitin
-TwengaBot
+Turingos
+Twice
Typhoeus
-URLy.Warning
-VB Project
+UnisterBot
+URLy Warning
+Vacuum
VCI
-VeriCiteCrawler
+VidibleScraper
+Virusdie
+VoidEYE
Voltron
-WBSearchBot
Webalta
Web Auto
WebBandit
Web Enhancer
-WebFuck
-WebGo IS
+Web Fetch
WebImageCollector
WebLeacher
webmeup-crawler
-WebSauger
+Web Sauger
+Webshag
+Webster
+WebStripper
WebSucker
-Whack
+WebWhacker
+WebZIP
+Whacker
Whatweb
-Widow
-WinHTTrack
-WiseGuys Robot
-Wonderbot
-WPScan
+Wotbox
WWW-Collector-E
-WWW-Mechanize
-x09Mozilla
-Xaldon WebSpider
-Xenu
+WWWOFFLE
+YoudaoBot
Zauba
+zauba.io
Zermelo
-Zeus
-ZmEu
+zgrab
ZumBot
ZyBorg
diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list
index f62b2adf9..e82709d4b 100644
--- a/.dev-tools/test_units/random-bots-for-whitelist-test.list
+++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list
@@ -1,250 +1,250 @@
-Acunetix
-AhrefsBot
-Alligator
-Anarchie
-archive.org_bot
-arquivo.pt
-Aspiegel
-AwarioRssBot
-BackDoorBot
+360Spider
+404enemy
+Abonti
+Aboundex
+AIBOT
+Aipbot
+Alexibot
+AllSubmitter
+Ankit
+arquivo-web-crawler
+ASPSeek
+autoemailspider
Backlink-Ceck
-backlink-check
-BatchFTP
+BacklinkCrawler
+BackStreet
+BackWeb
+Barkrowler
+BDCbot
BDFetch
BetaBot
-Bigfoot
-Bitacle
-Blackboard
Black Hole
-BLEXBot
-Blow
-BlowFish
Boardreader
-Bolt
-BotALot
+Buddy
BuiltBotTough
-BuiltWith
+Bullseye
BuzzSumo
-Chlooe
-Claritybot
-Cliqzbot
+CATExplorador
+CazoodleBot
+CheeseBot
Cloud mapping
-Cogentbot
+coccocbot-web
+cognitiveseo
com.plumanalytics
-CopyRightCheck
-crawler.feedback
-CrunchBot
-CSHttp
-Custo
-DatabaseDriverMysqli
+Cosmos
+Curious
DBLBot
+demandbase-bot
Deusu
Digincore
DIIbot
-Disco
+Discoverybot
DittoSpyder
-DnyzBot
-DomainAppender
-DomainSigmaCrawler
-domainsproject.org
-Download Wonder
-DSearch
-DTS Agent
-EasyDL
+DomainCrawler
+DomainStatsBot
+Dotbot
+Drip
eCatch
-ECCP/1.0
Ecxi
EirGrabber
+EMail Wolf
evc-batch
-Express WebPictures
-ExtLinksBot
+Exabot
ExtractorPro
+Extreme Picture Finder
+EyeNetIE
Ezooms
-FHscan
+facebookscraper
Fimap
-Firefox/7.0
+FlashGet
+Flunky
Foobot
FrontPage
-FyberSpider
GalaxyBot
-Gigablast
+Genieo
+GermCrawler
+GetWeb
Gigabot
G-i-g-a-b-o-t
-Go-Ahead-Got-It
-Gotit
+GoZilla
Grabber
-Grafula
-GrapeFX
-GrapeshotCrawler
+GrabNet
GT::WWW
-Haansoft
+HaosouSpider
+Harvest
+Havij
heritrix
-HMView
-HTMLparser
-HTTP::Lite
-HTTrack
+HybridBot
+Iblog
IDBot
+Id-search
IlseBot
-InterGET
-InternetSeer
-isitwp.com
+Image Fetch
+Image Sucker
+IndeedBot
+InfoNaviRobot
+InfoTekies
+instabid
+Internet Ninja
+internetVista monitor
+ips-agent
+IRLbot
Iskanie
-JamesBOT
-Jbrofuzz
-JennyBot
-Jorgee
+IstellaBot
+Jetty
+JikeSpider
JustView
-Jyxobot
Kenjin Spider
+Keyword Density
Kinza
+Kozmosbot
Larbin
LeechFTP
-LeechGet
-LexiBot
Libwhisker
-LieBaoFast
-Linkdexbot
+Likse
LinkextractorPro
LinkpadBot
-LinkWalker
-Lmspider
+LinkScan
+LinksManager
+LinqiaMetadataDownloaderBot
LNSpiderguy
Ltx71
lwp-request
-Magnet
+LWP::Simple
+lwp-trivial
Mag-Net
-magpie-crawler
-Mail.RU_Bot
-Majestic SEO
-Majestic-SEO
MarkMonitor
MarkWatch
+Masscan
Meanpathbot
-MeanPath Bot
+Mediatoolkitbot
+mediawords
MegaIndex.ru
-MFC_Tear_Sample
-Microsoft Data Access
+MicroMessenger
Microsoft URL Control
-MIDown tool
-MIIxpc
+Mister PiX
Mojeek
-Mojolicious
-Morfeus Fucking Scanner
-Musobot
+muhstik-scan
Navroad
-NearSite
Needle
-Nessus
NetAnts
Netcraft
-netEstate NE Crawler
-Net Vampire
-Netvibes
-NextGenSearchBot
+NetZIP
Nibbler
+Niki-bot
NimbleCrawler
+Nimbostratus
Nmap
+NPbot
oBot
Offline Navigator
OnCrawl
-OpenLinkProfiler
-Openvas
-OpenVAS
-OrangeSpider
-Page Analyzer
+Openfind
+OPPO A33
+OrangeBot
+PageAnalyzer
PageGrabber
-Panscient
-pcBrowser
+PageScorer
+Pandalytics
+Pavuk
PECL::HTTP
-PHPCrawl
+Picsearch
+PictureFinder
Pi-Monster
Pixray
-Pockey
+PleaseCrawl
+plumanalytics
+POE-Component-Client-HTTP
polaris version
-Probethenet
+ProPowerBot
+ProWebWalker
Pump
+PyCurl
+QueryN Metasearch
+Quick-Crawler
+RankActive
+RankActiveLinkBot
Rankivabot
-RealDownload
-ReGet
-ScanAlert
+RankurBot
+Reaper
+Rogerbot
+s1z.ru
+SBIder
Scanbot
scan.lol
Screaming
-Searchestate
-SemrushBot
+SearchmetricsBot
SEOkicks
SEOkicks-Robot
-Seomoz
SEOprofiler
+seoscanners
SeoSiteCheckup
-serpstatbot
+Shodan
+SISTRIX
Sitebeam
sitechecker.pro
+SiteExplorer
Siteimprove
+SiteLockSpider
+SiteSnagger
Sitevigil
-SlySearch
-SmartDownload
+SocialRankIOBot
+Sociscraper
Sosospider
-SpankBot
+Sottopop
+SpaceBison
+Spammen
Spanner
-Spbot
-Spinn3r
-SputnikBot
-Sqlmap
+sp_auditbot
+spyfu
Sqlworm
-Sqworm
-Stripper
-Surfbot
+Steeler
+SuperHTTP
+T0PHackTeam
T8Abot
-tAkeOut
+Teleport
+Telesoft
+Telesphoreo
Telesphorep
The Intraformant
-Titan
+TheNomad
+Tracemyfile
Trendiction
-trendiction.de
-True_Robot
+Trendictionbot
+trendiction.com
Turnitin
TurnitinBot
-Typhoeus
-UnisterBot
-URLy.Warning
Vacuum
-VCI
-VeriCiteCrawler
-Virusdie
-Voltron
+VidibleScraper
Wallpapers/3.0
-WBSearchBot
+WallpapersHD
Webalta
-WebBandit
+Web Auto
WebCollage
-Web Collage
+WebCopier
WebEnhancer
+Web Enhancer
WebFetch
-Web Fetch
-WebImageCollector
WebmasterWorldForumBot
WebPix
-Web Sauger
-Webshag
-WebsiteExtractor
+Web Pix
WebsiteQuester
-Web Sucker
+Website Quester
+WebStripper
+WebZIP
WeSEE
-Whacker
Whatweb
+Who.is Bot
Widow
-WinHTTrack
-WiseGuys Robot
+WISENutbot
+Wonderbot
Woobot
-Wotbox
+Wprecon
WPScan
-WWW-Mechanize
WWWOFFLE
-x22Mozilla
-xpymep1.exe
-YoudaoBot
+Xaldon_WebSpider
+Xenu
+Zade
Zauba
zauba.io
Zermelo
-Zitebot
diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list
index 362f7c2cd..f20c65773 100644
--- a/.dev-tools/test_units/random-referrers-for-test-quick.list
+++ b/.dev-tools/test_units/random-referrers-for-test-quick.list
@@ -1,10 +1,10 @@
-bfz.biz
-check-host.net
-clickso.com
-creditwell.ru
-detalizaciya-tut.biz
-kirov.zrus.org
-stair.registrydomainservices.com
-warningwar.ru
-whatsappdownload10.com
-zeikopay.com
+acortarurl.es
+compliance-elena.top
+fantasticpixcool.com
+healthcarestore.info
+morefastermac.trade
+oneminutesite.it
+onescreen.cc
+sevendays.com.ua
+tmtrck.com
+turbodsp.com
diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list
index 293a51c13..a8dc672db 100644
--- a/.dev-tools/test_units/random-referrers-for-test.list
+++ b/.dev-tools/test_units/random-referrers-for-test.list
@@ -1,500 +1,500 @@
-00it.com
-0912701309f8ce.com
-0daymusic.org
101flag.ru
-10bet.com
-123any.com
-1688.com
-23kw.ru
-2pxg8bcf.top
+2015god.org
+2nt.ru
3dracergames.com
-5forex.ru
-7makemoneyonline.com
-7search.com
-a96527gi.beget.tech
-aac500b7a15b2646968f6bd8c6305869d7.com
-abcguru.xyz
-adamoads.com
-addtoadd.men
-adobereader-free.ru
-adultgalls.com
-aerogo.com
-air-edem.ru
-airlandsea.info
-alfa-img.com
-alfapro.ru
-algarveglobal.com
-allbizne.co.ua
-allcredits.su
-alldownload.pw
-allnews24.in
-altamayoztourism.com
+4inn.ru
+4kpics.rocks
+7minuteworkout.com
+888.com
+8kisses.eu
+aa8780bb28a1de4eb5bff33c28a218a930.com
+aasoldes.fr
+abiente.ru
+absolute-s.ru
+adssafeprotected.com
+advocatemsk.ru
+afmuseum.com
+agahinameh.com
+aghanyna.com
+alarmobninsk.ru
+alert.scansafe.net
+alice.it
+allornamenti.com
+alt-servis.ru
amung.us
-anal-acrobats.hol.es
-analytics-ads.xyz
-android-style.com
-animal36.com
-animalrank.com
-animebox.com.ua
-anonymizeme.pro
-apartmentratings.com
-apparel-offer.com
+android4fun.org
+apidigidocketnet-a.akamaihd.net
+apimountainbikei-a.akamaihd.net
+appartement-stumm.at
+appearance-cool.com
apps-analytics.net
-apptester.tk
-arendas.net
-arewater.com
-asiavirtualsolutions.com
-asscenihotosidea.blogspot.co.za
-astana.xxxkaz.org
-atleticpharm.org
-autoblogger24.info
-autobrennero.it
-avto-oligarh.ru
-ayerbo.xhost.ro
-babyfactory.fr
-baikaleminer.com
+arclk.net
+arenda-yeisk.ru
+arquapetrarca.info
+atley.eu.pn
+ausmepa.org.au
+ayodhya.co
+b00kmarks.com
+balitouroffice.com
baltgem.com
-banki76.ru
-bausparen.bz.it
-beauby.ru
-bestpriceninja.com
-bestwaystogetpaid.us
-bezsporno.ru
-biketank.ga
-bikini-image.com
-bildsuche.ru
-billiard-classic.com.ua
-biographiya.com
-biznesrealnost.ru
-bkgr.se
+bankofthewext.com
+bannerspace.com
+battleforupdating.site
+beachfix.co
+beachtoday.ru
+bedandbreakfast.com
+belinka.com.ua
+berlininsl.com
+bestchoice.cf
+bestcurs.org
+bestfortraders.com
+bestmobilityscooterstoday.com
+bestofpicture.com
+best-seo-solution.com
+bfz.biz
+bharatdefencekavach.com
+bigcareer.info
+binomo.com
+bio.trade-jp.net
+bizfly.info
+blackplanet.com
+blogig.org
blogsfunky672.weebly.com
-bmwhighperformers.com
-board.f00d.de
-boleznikogi.com
-bombla.org
-bonux.nextview.ru
-breget74.ru
-bupropion-sr-150-mg.us
-burger-tycoon.com
+btvn.ru
+buehne-fuer-menschenrechte.de
+burkesales.com
buron.pw
-cand.jp
-candlehandmade.com
+buyessay3.blogspot.ru
+buytizanidineonline.blogspot.com
+bzero1jewelry.net
+cakesplus.com.au
+callcafe.info
+callmd5map.com
+cam-kontakte.org
+canacopegdl.com
canvas.gloverid.site
-cartierring.xyz
-cbozhe.com
+cardiosport.com.ua
+casite-513049.cloudaccess.net
+cdn.walkme.com
+cenokos.ru
centrdebut.ru
-centre-indigo.org.ua
-cheapjerseysa.com
-cheapmoncler.xyz
-check-host.net
-chee-by.biz
-chelnytruck.ru
-chelyabinsk.xrus.org
-christianlouboutinoutlet.win
-cinemaenergy-hd.ru
+chatroulette.world
+chatseo.com
+cheapestjerseysonwholesale.com
+check-this-out-now.online
+chinacheapelitejerseys.com
+chinaelitecheapjerseys.com
+chinese-amezon.com
+chiptuninger.com
+chocolateslim-original.com
+cindymatches.com
clarithromycin500mg.com
-claytransformations.info
-coldfilm.ru
-colehaanoutlet.store
-community.allhiphop.com
-compiko.info
-compliance-brian.xyz
-compliance-fred.top
-compliance-irvin.top
+clickprotects.com
+clickso.com
+clicksor.net
+compliance-brian.top
+compliance-checker-7.info
+compliance-fred.xyz
+compliance-george.top
compliance-mary.top
-connectingsingles.com
-cookie-law-enforcement-hh.xyz
-cordstrap.cc
-counter.bloke.com
-counterbot.com
-creatives.adbetclickin.pink
-creditnation.ru
-crirussian.ru
-custom-product-labels.com
-dafatiri.com
-ddpills.com
-dellalimov.com
-dengi-pod-zalog-nedvizhimosti.ru
-detective01.ru
-dfiles.me
-dimkino.ru
+compliance-willy.top
+coolwallpapers4k.info
+countbertwistdisp26.soup.io
+countercrazy.com
+csgo4.win
+cubook.supernew.org
+culturevie.info
+customergrowthsystems.com
+cyclobenzaprinevstizanidine.blogspot.com
+dailyfinancefix.com
+dangphoto.trade
+dbmkfhqk.bloger.index.hr
+ddsoldes.fr
+degerlund.net
+demenageur.com
+dev.citetick.com
+dignitasdata.se
+dimfour.com
dinosaurus.site
-dipstar.org
-directrev.com
-discountliv.com
-djonwatch.ru
-dogsrun.net
-domoysshop.ru
-dostavka-v-krym.com
-drivotracker.com
-drunkmoms.net
-easycommerce.cf
-ec-file.info
-edudocs.net
-ege-russian.ru
-egovaleo.it
+diusyawiga.tk
+djekxa.ru
+docs4all.com
+doctormakarova.ru
+domaincrawler.com
+domain.webkeyit.com
+dumuelave.xyz
+dvr.biz.ua
+easync.io
+ecommerce-seo.org
+ege-essay.ru
ekaterinburg.xrus.org
-ekto.ee
+ekosmetyki.net.pl
+elektrischezigaretten1.blogse.nl
elektronischezigarettekaufen1.beeplog.com
+elektrozigarette1.dreamwidth.org
elektrozigaretten1.postbit.com
-elektrozigaretten1.webs.com
-elvel.com.ua
-elvenmachine.com
-emergencyneeds.org
-energydiet-info.ru
-englate.com
-eonpal.com
-erectile.bid
-exonline.info
-extlinks.com
-ezigarettekaufen2.mpbloggar.se
-ezigaretteshop2.mywapblog.com
-filesmonster.porn
-filmidivx.com
-findanysex.com
-findpik.com
-finejewelryshop.ru
-finteks.ru
-flowwwers.com
-forpostlock.ru
-fortevidyoze.net
-forum.tvmir.org
-foxydeal.com
-free-laptop-reward.com
-freewhatsappload.com
-freewlan.info
+eloconcream.blogspot.com
+escortplius.com
+exct.net
+expertnaya-ocenka.ru
+ezigarettenshop2.postbit.com
+face.hostingx.eu
+ferrotodo.com
+fetroshok.ru
+filmbokep69.com
+filmfanatic.com
+finstroy.net
+fishtauto.ru
+fiuxy.com
+flipper.top
+floridamhca.org
+flprog.com
+fodelsedagspresenter.nu
+forex.osobye.ru
+freecamdollars.com
+free-today.com
+free-traffic.xyz
friendflnder.com
-ftns.ru
-fuckingawesome.com
-gael-s.ru
-gamesprite.me
-game-top.su
-gateway.zscalertwo.net
-gay-file.com
-gaz-voshod.ru
-ge0ip.org
-gemgrab-a.akamaihd.net
-ggiaro.com
-gidonline.one
-gigixo.com
-gilbertbanda.net
-glastecfilms.com.my
-gloverid.site
-good-mummy.ru
-googlepositions.com
-gopixdatabase.com
-gosarhivrt.ru
-gotcher.us
-graphid.com
-greendream.com.ua
-gsmlab.pl
-gsmtlf.ru
-guitar-master.org
-hamilton.ca
-hauleddes.com
-hayate.biz
-help.tpu.ru
-historichometeam.com
-hledejvshopech.cz
-hotkeys.com
-hoverboardforsaledirect.com
-hulfingtonpost.com
-hundejo.com
-iccornacircri.cf
-ideashome.id
-imadedinner.net
-imagecoolpub.com
-imfamous.info
-imgarcade.com
-immobiliaremassaro.com
-imperiafilm.ru
-indiasourcemart.in
-infokonkurs.ru
-intelhdgraphicsgtdrive6w.metroblog.com
-iscblog.info
-itservicesthatworkforyou.com
-ixora.pro
-jackwolfskinoutlet.online
-janerikholst.se
-jeremyeaton.co
-jerseysbizwholesalecheap.com
-jerseyschinabizwholesale.us
-jerseyssportsshop.com
-jestr.org
-jewelryandfiligree.com
-journalhome.com
-jyvopys.com
-karadene.com
-katadhin.co
-kaz.kz
-kenaba.su
-kerch.site
-kino2018.club
-kinomaniatv.pl
-klitimg.pw
-knigonosha.net
-komputernaya-pomosh-moscow.ru
-ktotut.net
-kumuk.info
+frustrated-favorable.gq
+fungamelands.com
+galaxy-family.ru
+gamblingnerd.com
+gazobeton-p.com.ua
+gdcentre.ru
+genericviagrasildenafiled.net
+gfaq.ru
+girlporn.ru
+gogps.me
+googglet.com
+googlsucks.com
+googst2.ru
+goo.ne.jp
+gopro-online.info
+greamimgo.pw
+greenidesign.co
+greenzaim.ru
+gsasearchengineranker.top
+gta-club.ru
+harmonyglen.us
+haveinc.xyz
+hccoder.info
+heartofpayne.xyz
+high-speed1.net
+hitcpm.com
+homeinns.com
+homelygarden.com
+housekuba.org
+huhn.altervista.org
+hunterboots.online
+hut1.ru
+idealtits.net
+igadgetsworld.com
+igru-xbox.net
+ihc2015.info
+ilbe.club
+imagefinder.site
+impresagaia.it
+inclk.com
+innoslicon.com
+interesnie-faktu.ru
+internet-apteka.ru
+internetartfair.com
+int.search.mywebsearch.com
+invitefashion.com
+ix20.ru
+izismile.com
+izoll.ru
+jabimgo.pw
+japan-bearings.ru
+jerseywholesaleelitestore.com
+jpcycles.com
+kam-dom.ru
+kareliatobacco.ru
+kinobest.pl
+kinoduh.ru
+kinostorm.net
+kinozapas.org
+kiskinhouse.com
+kmd-pto.ru
+konpax.com
+konturkrasoty.ru
+kovrenok.ru
+krafte.ru
+krasula.pp.ua
+kupiproday.com.ua
+kurbappeal.info
kurwa.win
-kvartira-sutochno.com
-kw21.org
-lapitec.eu
-laulini.soclog.se
-law-check-eight.xyz
-lazy-z.com
-lescinq.com
-letmacworkfaster.site
-lider-zhaluzi.kiev.ua
-lifeinsurancekb.com
-linkdebrideur.xyz
-linkwithin.com
-live-sexcam.tk
-live-sexchat.ru
-llastbuy.ru
-loadopia.com
-lollypopgaming.com
-lol-smurfs.com
-lomza.info
-longadventure.com
-lsex.xyz
-m1media.net
-mamasuper.prom.ua
-maranbrinfo.com.br
-m.b00kmarks.com
-mcnamaratech.com
-medicinacom.ru
-meendo-free-traffic.ga
-michaelkorsoutletstore.net
-microstatic.pl
-millionare.com
-mindbox.co.za
-minecraft-rus.org
-minet.club
-mir-business-24.ru
-misandesign.se
-missvietnam.org
-moesen-ficken.com
-moje-recenze.cz
-mojpregled.com
-moncleroutletonline.xyz
-moneytop.ru
-moroccosurfadventures.com
-most.gov.iq
-motherboard.vice.com
-movies-in-theaters.net
+landinez.co
+laparfumotec.com
+law-check-two.xyz
+leadwayau.com
+letmacwork.world
+letsrepair.in
+light.ifmo.ru
+limads.men
+lincolntheatre.com
+livingcanarias.com
+lizace.com
+lkbennettoutlet.online
+locustdesign.co
+luciddiagnostics.in
+luckyshop.net.ua
+magicalfind-a.akamaihd.net
+mail.allnews24.in
+malls.com
+malwareremovalcenter.com
+maridan.com.ua
+marsgatan.com
+max-eclat.men
+maximilitary.ru
+mebelcomplekt.ru
+megakino.net
+message-warning.net
+metabar.ru
+mex-annushka.ru
+michaelkorssaleoutletonline.net
+mobilierland.com
+mobplayer.net
+moncleroutletonline.pw
+moneyteam24.com
+monthlywinners.com
+more-letom.ru
+mostantikor.ru
+mowser.com
mp3films.ru
-mrbojikobi4.biz
-musicstock.me
-muz-baza.net
-my-big-family.com
+my-bc.ru
+mycaf.it
mycouponizemac.com
-mydoctorok.ru
-myfreetutorials.com
-myhealthcare.com
-myindospace.com
-myiptest.com
-naj-filmy24.pl
-naturalbreakthroughsresearch.com
-nerudlogistik.ru
-net-profits.xyz
-nextrent-crimea.ru
-nfljerseysforsalewholesaler.com
-njkmznnb.ru
-nl.netlog.com
-nordstar.pro
-nosecret.com.ua
-notfastfood.ru
-nottyu.xyz
-novatech.vn
-obsessionphrases.com
-odesproperty.com
-odoratus.net
-oil-td.ru
-okout.ru
-onblastblog.online
-one-gear.com
-onlineku.com
-onlinetvseries.me
-ops.picscout.com
-oralsexfilme.net
-oranga.host.sk
-oren-cats.ru
-orion-v.com
-paradontozanet.ru
+mylesosibirsk.ru
+na15.ru
+naperehresti.info
+nevansk.ru
+ngps1.ru
+nodding-passion.tk
+nonews.co
+novgorod.xrus.org
+nzfilecloud.weebly.com
+office-windows.ru
+onlinadverts.com
+onlinemeetingnow.com
+onlythegames.com
+ooo-gotovie.ru
+openlibrary.org
+openmultipleurl.com
+ownshop.cf
+oynat.info
+panicatack.com
parajumpersstore.online
-partnersafe.men
-pcimforum.com
-pdns.cz
-pearlisland.ru
+parlament.biz
+partners-ship.pro
+partner-trustworthy.men
+patol01.pw
+pattersonsweb.com
+pc-services.ru
+pechikamini.ru
+percin.biz.ly
+perfection-pleasure.ru
pestomou.info
-petedrummond.com
-pisanieprac.info
-piski.top
-pizda.lol
-pizdeishn.com
-platezhka.net
-playboyfiles.xblog.in
-play-movie.pl
-pornhub-ru.com
-pornoforadult.com
-preparevideosafesystem4unow.space
-primedice.com
-princevc.com
-profitwithalex.info
-prokotov.com
-pronekut.com
-prostitutki-yaroslavlya.org
-qitt.ru
-quickcashlimited.com
-raavidesigns.com
-ratemodels.net
-realitykings.com
-realnye-otzyvy.info
-realresultslist.com
-recipedays.com
+phuketscreen.com
+picturesfrom.com
+pihl.se
+pintattoos.com
+pirateday.ru
+pl.aasoldes.fr
+poem-paying.gq
+poptool.net
+porn555.com
+porndroids.com
+pornoklad.ru
+pornotubs.com
+portadd.men
+positive2b.ru
+predmety.in.ua
+produkto.net
+proekt-mos.ru
+professionalwritingservices15.blogspot.ru
+progonrumarket.ru
+promoforum.ru
+propranolol40mg.blogspot.com
+prostitutki-rostova.org
+pufip.com
+pushdata.sendpulse.com
+quangcaons.com
+ragecash.com
+rebuildermedical.com
redirect.trafficreceiver.club
-rednise.com
-regionshop.biz
+refads.pro
+reklama1.ru
reklama-i-rabota.ru
-remont-komputerov-notebook.ru
+remontbiz.ru
+renecaovilla.online
rent2spb.ru
-rezeptiblud.ru
-rff-cfal.info
-rique.host.sk
-rn-to-bsn.com
-robot-forex.biz
-rollercoin.com
-rossanasaavedra.net
-royalvegascasino.com
-rp9.ru
-russia-tao.ru
-rvtv.ru
-s8-nowy-wygraj.comli.com
-saecsa.co
-sanidumps.com
-santasgift.ml
-scanspyware.net
-sdelai-prosto.ru
-searchkut.com
-search.xtconnect.com
-secretscook.ru
-seocheckupx.com
+rentaremotecomputer.com
+reversing.cc
+rewardit.com
+rialp.getenjoyment.net
+richinvestmonitor.com
+rightenergysolutions.com.au
+rimedia.org
+rockprogblog.com
+ros-ctm.ru
+ru-dety.ru
+rus-pornuha.com
+rutor.group
+rybalka-opt.ru
+sabizonline.com
+sa-live.com
+sarm.tk
+scanner-margo.top
+scanner-mary.top
+scopich.com
+screentoolkit.com
+sdelatmebel.ru
+searchengineranker.email
+searchmywindow-a.akamaihd.net
+secret.xn--oogle-wmc.com
+seemoreresultshu-a.akamaihd.net
+see-your-website-here.com
seojokes.net
-seomarketings.online
-seoprofiler.com
-seorankinglinks.com
-service-core.ru
-serviporno.com
-sexkontakte-seite.com
-sexpornotales.com
-sexpornotales.net
-share-buttons-for-free.com
-ship-marvel.co.ua
-shitmovs.com
-sildenafilcitratemed.com
-sispe.com.br
-siteonomy.com
-sixcooler.de
-sobecjvuwa.com.ru
+seotoolsagency.com
+service.adtech.fr
+servisural.ru
+sevendays.com.ua
+sex-pr.net
+sexs-foto.top
+shodanhq.com
+shopvilleroyboch.com.ua
+sim-service.net
+sinel.info
+siteripz.net
+skincrate.net
+skypasss.com
soc-econom-problems.ru
+socialbookmarksubmission.org
+socialmadesimple.com
socialsignals24.com
-soserfis.com
-spasswelt.net
-spyfu.com
-standardchartered-forex.com
-stathat.com
-statoutlook.info
-strongholdsb.ru
-sudexpert66.ru
-supermama.top
-svbur.ru
-svetodiodoff.ru
-svtrd.com
+soda.media
+soochi.co
+sortthemesitesby.com
+sovetogorod.ru
+spamnuker.com
+spb-plitka.ru
+spl63.fr
+sps-shop.com
+staff.prairiesouth.ca
+sterva.cc
+storehouse.ua
+sugarkun.com
+suggest-keywords.com
+svetlotorg.ru
+swinginwithme.ru
+symphonyintegratedhealthcare.com
+szucs.ru
taihouse.ru
-technopellet.gr
-teslathemes.com
-thegioixekhach.com
-ticketsys.inetwd.com
-timer4web.com
-titslove.yopoint.in
-tizanidine4mgstreetvalue.blogspot.com
-tizanidinecost.blogspot.com
-tizanidinehcl4mgtab.blogspot.com
-tizanidinehcl4mgtabinfo.blogspot.com
+tampabaywatch.org
+teastory.co
+technika-remont.ru
+tehngr.ru
+tetracsaudi.com
+thedownloadfromwarez.blogspot.com
+thetoiletpaper.com
+thiegs.reco.ws
+timetorelax.biz
+titelhelden.eu
+tizanidineandgabapentin.blogspot.com
tizanidinehcl4mgtablet.blogspot.com
-tizanidinehydrochloride2mg.blogspot.com
-tizanidinemusclerelaxant.blogspot.com
-tizanidinepills.blogspot.com
-tizanidinestreetprice.blogspot.com
-top10registrycleaners.com
-top-deal.com.pl
-top-karkas.ru
-top-l2.com
-touchmods.fr
-track2.shop
-tradedeals.biz
-traffic100.com
-traffixer.com
-truck-addzilla.life
-truck-rece.life
-tt-ipd.info
-turbabitload.weebly.com
-turizmus.us
-tvteleport.ru
-ufa.xrus.org
-unrealcommander.biz
-uptime-gamma.net
-url2image.com
-urll.eu
-usiad.net
+tizanidinenarcotic.blogspot.com
+tizanidineorflexeril.blogspot.com
+tizanidineusedfor.blogspot.com
+top10-online-games.com
+topads.men
+topcar-krasnodar.ru
+topmira.com
+topquality.cf
+topvidos.ru
+toy-shop.top
+traderzplanet.in
+trubywriting.com
+trustedmaccleaner.com
+tsan.net
+turist-strani.ru
+tvorozhnaja-zapekanka-recept.ru
+tvoystartup.ru
+twelvevisionspartyofcolorado.com
+twittrading.com
+twu.com.ua
+udayavani.com
+ultramart.biz
+umaseh.com
+unmaroll.ya.ru
+uptime.com
+urengoy.pro
+url-img.link
+uroki.net
+us-america.ru
ussearche.cf
-validdomain.xyz
-vclicks.net
-vellings.info
-via-gra.webstarts.com
-videochat.cafe
-vip-dom.in
-vksex.ru
-vmnmvzsmn.over-blog.com
-vodaodessa.com
-vrnelectro.ru
-vseuznaem.com
+usswrite.com
+utrolive.ru
+uytmaster.ru
+vadimkravtcov.ru
+vapeface.club
+varikoz24.com
+vbabule.net
+vgoloveboli.net
+video-woman.com
+videtubs.pl
+vikistars.com
+viktoria-center.ru
+vinylvault.co.uk
+vipms.ru
+vipps.com.my
+vitanail.ru
+vksaver-all.ru
+vltai.com
+voditeltrezviy.ru
+voprosotvet24.ru
+vykup-avto-krasnodar.ru
vzubah.com
-warningwar.ru
-website-analyzer.info
-websites-reviews.com
-webstatsdomain.org
-westvilletowingservices.co.za
-whengirlsgowild.com
-whipme.yopoint.in
-windowssearch-exp.com
-withstandingheartwarming.com
-womens-journal.net
-worldis.me
-worldlovers.ru
-woweb.com.ua
-wurr.voila.net
-xchangetrak.com
-xgames-04.com
-xjrul.com
-xlovecam.com
-xn-----7kcabaipgeakzcss7bjdqdwpfnhv.xn--p1ai
-xn--b1ag5cfn.xn--p1ai
-xuki.us
-xvideosbay.com
-xxx-treker.ru
-yoopsie.com
-yopoint.in
-youdao.com
-yourads.website
+web-betting.ru
+weblo.com
+website-analytics.online
+website-speed-checker.site
+website-speed-check.site
+wesharepics.com
+whatsappdownload10.com
+wieseversa.no
+wildworld.site
+wjgony.com
+wonderfulflowers.biz
+wordpress-crew.net
+worldtraveler.world
+wowas31.ucoz.ru
+wsgames.ru
+xboxster.ru
+xcombear.ru
+x-lime.net
+xn--24-glceagatoq7c2a6ioc.xn--p1ai
+xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai
+xn-----7kceclhb4abre1b4a0ccl2fxch1a.xn--p1ai
+xn--80ahdheogk5l.xn--p1ai
+xn--80aodinpgi.xn--p1ai
+xn----8sbhefaln6acifdaon5c6f4axh.xn--p1ai
+xn----dtbndd4ae7eub.top
+xvideosporn.biz
+xzlive.com
+yachts-cruise.info
+youporn-forum.ga
+youraticles.pl
+yourothersite.com
yourporn.com
-yousense.info
+yourporngay.com
+youtuhe.com
zacreditom.ru
zaimhelp.ru
-zaloro.com
-zaobao.com.sg
-zarajbuilders.com
-zeroredirect1.com
-zigarettenonlinekaufen2.drupalgardens.com
+zaim-pod-zalog-krasnodar.ru
+zakazfutbolki.com
+zapatosenventa.info
+zazagames.org
+zeroredirect9.com
znakomstvaonlain.ru
+zootoplist.com
diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list
index 963f58cae..fbf1883d1 100644
--- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list
+++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list
@@ -1,250 +1,250 @@
-00go.com
-08800.top
-1stat.ru
-3w24.com
-5tey7463.weebly.com
-8lufu.com
-a14download.com
-aaa38852e886ac4af1a3cff9b47cab6272.com
-aaronabel.com
-actulite.com
-adcash.com
-adelly.bg
-adloads.com
-adtech.fr
-adtiger.tk
-adultmeetonline.info
-agahinameh.com
-ahmedabadwebs.com
-aktivator-windows10.blogspot.com
-allkrim.com
-apartmentbay.ru
+00it.com
+123any.com
+202ch.com
+4ureyesonly.com
+aac52006ec82a24e08b665f4db2b5013f7.com
+add-add.men
+adultfriendfinder.com
+adviceforum.info
+agadelha.com.br
+aksonural.ru
+alkoravto.ru
+allknow.info
+animenime.ru
+apartmentratings.com
apilinkswiftco-a.akamaihd.net
-arpelsreplica.xyz
-atleticpharm.org
-ausergrubhof.info
-auto4style.ru
-azte.ch
-bag77.ru
-bestmarriages.com
-bestmobilityscooterstoday.com
-bigpictures.club
-blavia.00author.com
-bloglag.com
-brainsandeggs.blogspot.com
+apptester.tk
+architecturebest.com
+asrv-a.akamaihd.net
+autowebmarket.com.ua
+bala.getenjoyment.net
+bankcrediti.ru
+bannerspace.com
+baoxaydung.com.vn
+beauty-b0x.pl
+beremenyashka.com
+best-coupon-offer.com
+bestimagecoollibrary.com
+best-seo-offer.com
+bildsuche.ru
+bjetjt.com
+bluerobot.info
+bolezniorganov.ru
+bookmark4you.com
+boostmyppc.com
+brendbutik.ru
+browsepulse-a.akamaihd.net
budilneg.xyz
-bum.com.ru
-burn-fat.ga
-buyk.host.sk
-calcularpagerank.com
-callawaygolfoutlet.online
-call-of-duty.info
-candytiner.com
-capture-room.com
+bus-offer.com
+buyparajumpers.online
+buytizanidineonline.blogspot.com
+buyviagraa.blogspot.com
+canoncdriverq3.pen.io
+canyougethighofftizanidine.blogspot.com
carapics.com
-carson.getenjoyment.net
-cartierlovebracelet.xyz
-cdncash.com
-cementaresearch.se
-cercacamion.it
-changde.58.com
-charmstroy.info
-cheapestjerseys-wholesale.com
-chiptuninger.com
-christianlouboutinoutlet.win
+cartierreplica.win
+casinos4dummies.co.uk
+cdnanalytics.xyz
+chatroulette.world
+clmforexeu.com
+cobaltpro.ru
colobit.biz
-compliance-irvin.xyz
-converse.ddsoldes.fr
-coolwallpapers4k.info
-creams.makeforum.eu
-cwetochki.ru
-ddpills.com
-de.zapmeta.com
-discovertreasure-a.akamaihd.net
-distver.ru
-diy-handmade-ideas.com
-dogsrun.net
-domain-tracker.com
-dumuelave.xyz
-dustyorate.com
-ege-essay.ru
-elektrischezigaretten1.blogse.nl
-enternet.ee
-ereko.ru
-errorfixing.space
-esfchat.tk
-estibot.com
-euromasterclass.ru
-extads.net
-extremal-blog.com
-faptitans.com
-fashion.stellaconstance.co
-fbdownloader.com
-fefo.gdn
-fettefrauen.net
-fifa-coins.online
-filunika.com.ru
-flash4fun.com
-formularz-konkurs.tk
-foxydeal.com
-freesitetest.com
-fym.com.ru
-gamerscorps.com
-gaz-voshod.ru
-gelezki.com
-getridofstretchmarks.org
-gg-arena.ru
-ghazel.ru
-gk170.ru
-gosmeb.ru
-gsasearchengineranker.space
-habermetre.com
-hauleddes.com
-heatpower.ru
-hebr.myddns-flir.com
-helvetia.com.ua
-hotblognetwork.com
-hotgirlhdwallpaper.com
-hotloans.ru
-hotxnights.info
-idc.com.ua
-images-free.net
-investmac.com
-inzn.ru
-iqupdatetmz.win
-janavibekken.no
-javspace.net
-jikoman.info
-jrcigars.com
-kalandranis.gr
-kidd.reunionwatch.com
-krassh.ru
-kriokomora.info
-lacasamorett.com
+compliance-don.top
+coolingoods.com
+dairyindia.in
+datract.com
+demian.kz
+dinosaurus.site
+dneprsvet.com.ua
+domainroam.win
+domainsatcost.com
+downvids.net
+dptaughtme.com
+drunkenstepfather.com
+eluxer.net
+energy-ua.com
+ezb.elvenmachine.com
+familyholiday.ml
+fashionavenuegame.com
+feargames.ru
+filmgo.ru
+findacheaplawyers.com
+findpik.com
+firesub.pl
+floridamhca.org
+flowersbazar.com
+forexgb.ru
+free411games.com
+freegamesplay.online
+free-video-tool.com
+frequiry.com
+freshdz.com
+frvo.alptandem.ru
+gateway.zscalertwo.net
+ge0ip.com
+genetworx.com
+geoads.com
+germetiki.com.ua
+globalsurfari.com
+goodhumor24.com
+googst2.ru
+gratuitbaise.com
+growboxbl.ru
+gtopstats.com
+hazardky.net
+historichometeam.com
+hkdiiohi.skyrock.com
+hotel-mkad.ru
+houtings.xyz
+hoverboard360.de
+hoverboardforsaledirect.com
+hscsscotland.com
+idegenvezeto.eu
+imagecoolpub.com
+imicrovision.com
+instasexyblog.com
+intellektmedia.at
+iradiology.ru
+jbl-charge.info
+jillepille.com
+jolic2.com
+kamalsinha.com
+kashubadesign.ru
+keki.info
+ketoanhanoi.info
+kino-ecran.ru
+kino-key.info
+kinoplen.ru
+koopilka.com
+kovesszucs.atw.hu
+lampokrat.ws
+lernur.net
+lexaprogeneric.link
+lida-ru.com
+lider-zhaluzi.kiev.ua
lineavabit.it
-linkbuddies.com
-lsp-awak-perikanan.com
-mackeeper-center.club
-mactechinfo.info
-magicdiet.gq
-marblestyle.ru
-masserect.com
-medosmotr-ufa.ru
-metarip.ru
+livingcanarias.com
+lonely-mature.com
+losangeles-ads.com
+lovi-moment.com.ua
+master-muznachas.ru
+mediafresh.online
+medicovi.com
+meendo-free-traffic.ga
+member-quiz.com
+memberty.com
micasainvest.com
-mirobuvi.com.ua
-mobplayer.net
-monsterdivx.tv
-moscow-clining.ru
-musezone.ru
-mystats.xyz
-narkologiya-voronezh.ru
-narosty.com
-neobux-bg.info
-net-radar.com
-newhairstylesformen2014.com
-nippon-bearings.ru
-notaria-desalas.com
-notfastfood.ru
-oakridgemo.com
-ok-ua.info
-onlinadverts.com
-onlineserialy.ru
-online-x.ru
-origin-my.ru
-pammik.ru
-papasdelivery.ru
-paphoselectricianandplumber.com
-pcgroup.com.uy
-picture-group.com
-pills24h.com
-pinstake.com
-piter.xrus.org
-pizda.lol
-polimga.pw
-poptool.net
-porno-video-chati.ru
-postclass.com
-printie.com
-profitwithalex.info
-proftests.net
-psa48.ru
-puzzleweb.ru
-rabot.host.sk
-rangjued.com
-realitykings.com
-reeyanaturopathy.com
-remorcicomerciale.ro
-runofilms.ru
-russintv.fr
-saveindex.xyz
-scanner-don.top
-scanner-julianna.top
-sexstream.pl
-sextracker.be
-sexy-screen-savers.com
-shama-rc.net
-shoppingjequiti.com.br
-shtaketniki.ru
-signx.info
-simul.co
-sisiynas.ru
-skypasss.com
-social-search.me
-softlinesolutions.me
-solitaire-game.ru
-soserfis.com
-soundfrost.org
+mobilierland.com
+mole.pluto.ro
+monarhs.info
+moncleronline.xyz
+monclervests.xyz
+moyakuhnia.ru
+mp3downloadhq.com
+mrwhite.biz
+mycaf.it
+myghillie.info
+myhydros.org
+myseoconsultant.com
+na-telefon.biz
+netvouz.com
+nfljerseyscheapchinabiz.com
+nicefloor.co.uk
+nootrino.com
+november-lax.com
+nrjmobile.fr
+offergroup.info
+o-o-6-o-o.com
+ooo-olni.ru
+paramountmarble.co.uk
+park.above.com
+pc4download.co
+pomoc-drogowa.cba.pl
+portside.xyz
+preparevideosafesystem4unow.space
+printdirectforless.com
+promoforum.ru
+prostitutki-kiev.org
+pussyspace.net
+qitt.ru
+razamicroelectronics.com
+realizmobi.com
+redirectingat.com
+regionshop.biz
+registry-clean-up.net
+replicaclub.ru
+rewardpoll.com
+reward-survey.net
+ribieiendom.no
+ruf777.com
+rumamba.com
+sad-torg.com.ua
+sammyweaver.com
+scmor.ilxc.cc
+searchaddis.com
+seonetwizard.com
+service.adtech.fr
+sexpartygirls.net
+sex-tracker.com
+sharpchallenge.com
+shinikiev.com.ua
+shmetall.com.ua
+siha.de
+simple-share-buttons.com
+siteexpress.co.il
+siteimprove.com
+sky-mine.ru
+slavkokacunko.de
+smartshoppymac.com
souvenirua.com
-sps-shop.com
-srdrvp.com
-startwp.org
+steebook.com
stroimajor.ru
-stroyplus.ru
-swinger-mobil.net
-swiped.su
-syndicate.fun
-testingads.pro
-thejournal.ru
-tiandeural.ru
-tizanidine6mg.blogspot.com
-tizanidinehcl4mgtablet.blogspot.com
-tizanidineinfo.blogspot.com
-tomck.com
-tootoo.to
-top10-way.com
+sudexpert66.ru
+sukarame.net
+svetlotorg.ru
+taihouse.ru
+techart24.com
+telegramdownload10.com
+telesvoboda.ru
+theheroes.ru
+tizanidine4mgstreetvalue.blogspot.com
+tizanidineformigraines.blogspot.com
+tizanidinesideeffects.blogspot.com
+tizanidinestreetprice.blogspot.com
+tksn.ru
topbestgames.com
-topclickguru.com
-trustaffs.com
-tula.howotorg.ru
-turizmus.us
-uchil.net
-uhdtv.website
-universals.com.ua
-uvozdeckych.info
-uzungil.com
-velpanex.ru
-videochat.mx
-vipps.com.my
-vonradio.com
-voprosotvet24.ru
-wallpapers-best.com
-website-speed-up.top
-wesharepics.com
-westermarkanjou.se
-wineitudes.wordpress.com
-winwotgold.pl
-worldinternetauthority.com
-wowas31.ucoz.ru
-xev.ru
-xn--80ajjbdhgmudixfjc8c5a9df8b.xn--p1ai
-xxlargepop.com
-xz618.com
-yginekologa.com
-yourporngay.com
-ypmuseum.ru
-yugk.net
-zaloro.com
-zarajbuilders.com
-znakomstva-piter78.ru
-zooggames.com
+topquality.cf
+torrentred.games
+tracksz.co
+u555u.info
+ublaze.ru
+uprour.com
+uptimebot.net
+valkiria-tk.ru
+vereo.eu
+video-chat.cn
+vipromoffers.com
+vitalads.net
+vizitki.net
+vtcdns.com
+w7s.ru
+webextract.profound.net
+weddingdresses.xyz
+wellcome2slovenia.ru
+westvilletowingservices.co.za
+whatistizanidine2mg.blogspot.com
+wnhjavlhezp.gq
+wpsecurity.website
+ww1943.ru
+x-diesel.com
+x-diesel.org
+xedserver.com
+xn--24-glceagatoq7c2a6ioc.xn--p1ai
+xn----9sbebi2bvzr7h.xn--p1ai
+xnxx-n.com
+youdao.com
+za-fun-offer.com
+zarabotok--doma.ru
+zerocash.msk.ru
+zkjovpdgxivg.ga
+zoompegs.com
diff --git a/.dev-tools/test_units/ratelimittest-master.txt b/.dev-tools/test_units/ratelimittest-master.txt
index a683b3cc9..ed30c44f7 100644
--- a/.dev-tools/test_units/ratelimittest-master.txt
+++ b/.dev-tools/test_units/ratelimittest-master.txt
@@ -5,14 +5,6 @@
nginx/1.16.1