diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf
index f96c28a54..5c11fa1ce 100644
--- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf
+++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
-### Version: V3.2019.08.1806
-### Updated: Fri Aug 16 09:44:04 SAST 2019
+### Version: V3.2019.08.1807
+### Updated: Fri Aug 16 10:45:30 SAST 2019
### Bad Referrer Count: 6750
### Bad Bot Count: 557
###################################################
@@ -7810,6 +7810,7 @@ geo $validate_client {
173.212.222.76 1;
173.212.245.25 1;
176.105.211.163 1;
+ 176.115.92.193 1;
176.226.247.90 1;
176.65.112.118 1;
177.17.0.197 1;
@@ -7840,12 +7841,15 @@ geo $validate_client {
188.243.253.154 1;
190.2.142.93 1;
190.85.136.34 1;
+ 192.154.101.130 1;
192.3.93.32 1;
192.99.175.109 1;
+ 193.151.27.50 1;
194.114.129.131 1;
194.58.70.120 1;
195.154.251.86 1;
195.162.24.218 1;
+ 195.69.237.162 1;
198.245.62.136 1;
199.249.230.111 1;
200.25.255.26 1;
@@ -7860,6 +7864,7 @@ geo $validate_client {
212.24.99.35 1;
212.33.228.161 1;
212.55.100.21 1;
+ 213.152.162.84 1;
213.166.69.172 1;
217.146.82.232 1;
23.229.58.49 1;
@@ -7899,6 +7904,7 @@ geo $validate_client {
49.254.241.119 1;
49.35.104.214 1;
5.143.13.93 1;
+ 5.149.211.218 1;
5.157.24.58 1;
5.164.146.133 1;
51.68.152.26 1;
@@ -7912,6 +7918,7 @@ geo $validate_client {
52.87.213.12 1;
54.37.1.12 1;
54.38.123.235 1;
+ 5.44.170.66 1;
5.45.64.76 1;
5.45.76.244 1;
5.79.161.252 1;
@@ -7955,6 +7962,7 @@ geo $validate_client {
94.23.0.85 1;
94.23.37.191 1;
95.105.254.219 1;
+ 95.216.249.71 1;
95.47.10.142 1;
95.72.130.47 1;
95.72.4.19 1;
diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
index 6893ce0fc..cc3de7218 100644
--- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
+++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-35.192.136.167 1;
+34.66.200.49 1;
127.0.0.1 1;
diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
index 879967dc9..1d3684d1d 100644
--- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
+++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-35.192.136.167 0;
+34.66.200.49 0;
127.0.0.1 0;
diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf
index f96c28a54..5c11fa1ce 100644
--- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf
+++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
-### Version: V3.2019.08.1806
-### Updated: Fri Aug 16 09:44:04 SAST 2019
+### Version: V3.2019.08.1807
+### Updated: Fri Aug 16 10:45:30 SAST 2019
### Bad Referrer Count: 6750
### Bad Bot Count: 557
###################################################
@@ -7810,6 +7810,7 @@ geo $validate_client {
173.212.222.76 1;
173.212.245.25 1;
176.105.211.163 1;
+ 176.115.92.193 1;
176.226.247.90 1;
176.65.112.118 1;
177.17.0.197 1;
@@ -7840,12 +7841,15 @@ geo $validate_client {
188.243.253.154 1;
190.2.142.93 1;
190.85.136.34 1;
+ 192.154.101.130 1;
192.3.93.32 1;
192.99.175.109 1;
+ 193.151.27.50 1;
194.114.129.131 1;
194.58.70.120 1;
195.154.251.86 1;
195.162.24.218 1;
+ 195.69.237.162 1;
198.245.62.136 1;
199.249.230.111 1;
200.25.255.26 1;
@@ -7860,6 +7864,7 @@ geo $validate_client {
212.24.99.35 1;
212.33.228.161 1;
212.55.100.21 1;
+ 213.152.162.84 1;
213.166.69.172 1;
217.146.82.232 1;
23.229.58.49 1;
@@ -7899,6 +7904,7 @@ geo $validate_client {
49.254.241.119 1;
49.35.104.214 1;
5.143.13.93 1;
+ 5.149.211.218 1;
5.157.24.58 1;
5.164.146.133 1;
51.68.152.26 1;
@@ -7912,6 +7918,7 @@ geo $validate_client {
52.87.213.12 1;
54.37.1.12 1;
54.38.123.235 1;
+ 5.44.170.66 1;
5.45.64.76 1;
5.45.76.244 1;
5.79.161.252 1;
@@ -7955,6 +7962,7 @@ geo $validate_client {
94.23.0.85 1;
94.23.37.191 1;
95.105.254.219 1;
+ 95.216.249.71 1;
95.47.10.142 1;
95.72.130.47 1;
95.72.4.19 1;
diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf
index 6893ce0fc..cc3de7218 100644
--- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf
+++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-35.192.136.167 1;
+34.66.200.49 1;
127.0.0.1 1;
diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf
index 879967dc9..1d3684d1d 100644
--- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf
+++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-35.192.136.167 0;
+34.66.200.49 0;
127.0.0.1 0;
diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf
index f96c28a54..5c11fa1ce 100644
--- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf
+++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
-### Version: V3.2019.08.1806
-### Updated: Fri Aug 16 09:44:04 SAST 2019
+### Version: V3.2019.08.1807
+### Updated: Fri Aug 16 10:45:30 SAST 2019
### Bad Referrer Count: 6750
### Bad Bot Count: 557
###################################################
@@ -7810,6 +7810,7 @@ geo $validate_client {
173.212.222.76 1;
173.212.245.25 1;
176.105.211.163 1;
+ 176.115.92.193 1;
176.226.247.90 1;
176.65.112.118 1;
177.17.0.197 1;
@@ -7840,12 +7841,15 @@ geo $validate_client {
188.243.253.154 1;
190.2.142.93 1;
190.85.136.34 1;
+ 192.154.101.130 1;
192.3.93.32 1;
192.99.175.109 1;
+ 193.151.27.50 1;
194.114.129.131 1;
194.58.70.120 1;
195.154.251.86 1;
195.162.24.218 1;
+ 195.69.237.162 1;
198.245.62.136 1;
199.249.230.111 1;
200.25.255.26 1;
@@ -7860,6 +7864,7 @@ geo $validate_client {
212.24.99.35 1;
212.33.228.161 1;
212.55.100.21 1;
+ 213.152.162.84 1;
213.166.69.172 1;
217.146.82.232 1;
23.229.58.49 1;
@@ -7899,6 +7904,7 @@ geo $validate_client {
49.254.241.119 1;
49.35.104.214 1;
5.143.13.93 1;
+ 5.149.211.218 1;
5.157.24.58 1;
5.164.146.133 1;
51.68.152.26 1;
@@ -7912,6 +7918,7 @@ geo $validate_client {
52.87.213.12 1;
54.37.1.12 1;
54.38.123.235 1;
+ 5.44.170.66 1;
5.45.64.76 1;
5.45.76.244 1;
5.79.161.252 1;
@@ -7955,6 +7962,7 @@ geo $validate_client {
94.23.0.85 1;
94.23.37.191 1;
95.105.254.219 1;
+ 95.216.249.71 1;
95.47.10.142 1;
95.72.130.47 1;
95.72.4.19 1;
diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf
index 6893ce0fc..cc3de7218 100644
--- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf
+++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-35.192.136.167 1;
+34.66.200.49 1;
127.0.0.1 1;
diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf
index 879967dc9..1d3684d1d 100644
--- a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf
+++ b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-35.192.136.167 0;
+34.66.200.49 0;
127.0.0.1 0;
diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf
index f96c28a54..5c11fa1ce 100644
--- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf
+++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
-### Version: V3.2019.08.1806
-### Updated: Fri Aug 16 09:44:04 SAST 2019
+### Version: V3.2019.08.1807
+### Updated: Fri Aug 16 10:45:30 SAST 2019
### Bad Referrer Count: 6750
### Bad Bot Count: 557
###################################################
@@ -7810,6 +7810,7 @@ geo $validate_client {
173.212.222.76 1;
173.212.245.25 1;
176.105.211.163 1;
+ 176.115.92.193 1;
176.226.247.90 1;
176.65.112.118 1;
177.17.0.197 1;
@@ -7840,12 +7841,15 @@ geo $validate_client {
188.243.253.154 1;
190.2.142.93 1;
190.85.136.34 1;
+ 192.154.101.130 1;
192.3.93.32 1;
192.99.175.109 1;
+ 193.151.27.50 1;
194.114.129.131 1;
194.58.70.120 1;
195.154.251.86 1;
195.162.24.218 1;
+ 195.69.237.162 1;
198.245.62.136 1;
199.249.230.111 1;
200.25.255.26 1;
@@ -7860,6 +7864,7 @@ geo $validate_client {
212.24.99.35 1;
212.33.228.161 1;
212.55.100.21 1;
+ 213.152.162.84 1;
213.166.69.172 1;
217.146.82.232 1;
23.229.58.49 1;
@@ -7899,6 +7904,7 @@ geo $validate_client {
49.254.241.119 1;
49.35.104.214 1;
5.143.13.93 1;
+ 5.149.211.218 1;
5.157.24.58 1;
5.164.146.133 1;
51.68.152.26 1;
@@ -7912,6 +7918,7 @@ geo $validate_client {
52.87.213.12 1;
54.37.1.12 1;
54.38.123.235 1;
+ 5.44.170.66 1;
5.45.64.76 1;
5.45.76.244 1;
5.79.161.252 1;
@@ -7955,6 +7962,7 @@ geo $validate_client {
94.23.0.85 1;
94.23.37.191 1;
95.105.254.219 1;
+ 95.216.249.71 1;
95.47.10.142 1;
95.72.130.47 1;
95.72.4.19 1;
diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template
index f96c28a54..5c11fa1ce 100644
--- a/.dev-tools/globalblacklist-testing.template
+++ b/.dev-tools/globalblacklist-testing.template
@@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
-### Version: V3.2019.08.1806
-### Updated: Fri Aug 16 09:44:04 SAST 2019
+### Version: V3.2019.08.1807
+### Updated: Fri Aug 16 10:45:30 SAST 2019
### Bad Referrer Count: 6750
### Bad Bot Count: 557
###################################################
@@ -7810,6 +7810,7 @@ geo $validate_client {
173.212.222.76 1;
173.212.245.25 1;
176.105.211.163 1;
+ 176.115.92.193 1;
176.226.247.90 1;
176.65.112.118 1;
177.17.0.197 1;
@@ -7840,12 +7841,15 @@ geo $validate_client {
188.243.253.154 1;
190.2.142.93 1;
190.85.136.34 1;
+ 192.154.101.130 1;
192.3.93.32 1;
192.99.175.109 1;
+ 193.151.27.50 1;
194.114.129.131 1;
194.58.70.120 1;
195.154.251.86 1;
195.162.24.218 1;
+ 195.69.237.162 1;
198.245.62.136 1;
199.249.230.111 1;
200.25.255.26 1;
@@ -7860,6 +7864,7 @@ geo $validate_client {
212.24.99.35 1;
212.33.228.161 1;
212.55.100.21 1;
+ 213.152.162.84 1;
213.166.69.172 1;
217.146.82.232 1;
23.229.58.49 1;
@@ -7899,6 +7904,7 @@ geo $validate_client {
49.254.241.119 1;
49.35.104.214 1;
5.143.13.93 1;
+ 5.149.211.218 1;
5.157.24.58 1;
5.164.146.133 1;
51.68.152.26 1;
@@ -7912,6 +7918,7 @@ geo $validate_client {
52.87.213.12 1;
54.37.1.12 1;
54.38.123.235 1;
+ 5.44.170.66 1;
5.45.64.76 1;
5.45.76.244 1;
5.79.161.252 1;
@@ -7955,6 +7962,7 @@ geo $validate_client {
94.23.0.85 1;
94.23.37.191 1;
95.105.254.219 1;
+ 95.216.249.71 1;
95.47.10.142 1;
95.72.130.47 1;
95.72.4.19 1;
diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template
index cb6a76154..0017b19ad 100755
--- a/.dev-tools/globalblacklist.template
+++ b/.dev-tools/globalblacklist.template
@@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2019.08.1806
-### Updated: Fri Aug 16 09:44:02 SAST 2019
+### Version: V4.2019.08.1807
+### Updated: Fri Aug 16 10:45:29 SAST 2019
### Bad Referrer Count: 6750
### Bad Bot Count: 557
###################################################
diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
index c1d6c61cb..26bb5ecb7 100644
--- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
+++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
@@ -45,4 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-35.188.73.34 0;
+34.66.50.208 0;
diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf
index cb6a76154..0017b19ad 100644
--- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf
+++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2019.08.1806
-### Updated: Fri Aug 16 09:44:02 SAST 2019
+### Version: V4.2019.08.1807
+### Updated: Fri Aug 16 10:45:29 SAST 2019
### Bad Referrer Count: 6750
### Bad Bot Count: 557
###################################################
diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
index 0f27f0dd9..8c54dcbd5 100644
--- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
+++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-104.154.113.151 1;
+34.66.50.208 1;
127.0.0.1 1;
diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
index 0e0848852..6b2d8a8e7 100644
--- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
+++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-104.154.113.151 0;
+34.66.50.208 0;
127.0.0.1 0;
diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
index cb6a76154..0017b19ad 100644
--- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
+++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2019.08.1806
-### Updated: Fri Aug 16 09:44:02 SAST 2019
+### Version: V4.2019.08.1807
+### Updated: Fri Aug 16 10:45:29 SAST 2019
### Bad Referrer Count: 6750
### Bad Bot Count: 557
###################################################
diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
index 0f27f0dd9..8c54dcbd5 100644
--- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
+++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-104.154.113.151 1;
+34.66.50.208 1;
127.0.0.1 1;
diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
index 0e0848852..6b2d8a8e7 100644
--- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
+++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-104.154.113.151 0;
+34.66.50.208 0;
127.0.0.1 0;
diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
index cb6a76154..0017b19ad 100644
--- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
+++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2019.08.1806
-### Updated: Fri Aug 16 09:44:02 SAST 2019
+### Version: V4.2019.08.1807
+### Updated: Fri Aug 16 10:45:29 SAST 2019
### Bad Referrer Count: 6750
### Bad Bot Count: 557
###################################################
diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
index 0f27f0dd9..8c54dcbd5 100644
--- a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
+++ b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-104.154.113.151 1;
+34.66.50.208 1;
127.0.0.1 1;
diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
index 0e0848852..6b2d8a8e7 100644
--- a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
+++ b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-104.154.113.151 0;
+34.66.50.208 0;
127.0.0.1 0;
diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
index cb6a76154..0017b19ad 100644
--- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
+++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2019.08.1806
-### Updated: Fri Aug 16 09:44:02 SAST 2019
+### Version: V4.2019.08.1807
+### Updated: Fri Aug 16 10:45:29 SAST 2019
### Bad Referrer Count: 6750
### Bad Bot Count: 557
###################################################
diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
index e7d3a2ff6..9e7c4434e 100644
--- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
+++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
@@ -45,5 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-34.66.178.120 0;
-35.188.73.34 0;
+35.202.245.105 0;
+34.66.200.49 0;
diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf
index c78c7c5e9..f47c6baa7 100644
--- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf
+++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2019.08.1806
-### Updated: Fri Aug 16 09:44:02 SAST 2019
+### Version: V4.2019.08.1807
+### Updated: Fri Aug 16 10:45:29 SAST 2019
### Bad Referrer Count: 6750
### Bad Bot Count: 557
###################################################
diff --git a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
index 02b1aaecf..59dd925a9 100644
--- a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
+++ b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
@@ -45,5 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-104.198.131.58 0;
-35.192.187.174 0;
+35.202.245.105 0;
+34.66.50.208 0;
diff --git a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf
index 1d959a06c..119198c5c 100644
--- a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf
+++ b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2019.08.1806
-### Updated: Fri Aug 16 09:44:02 SAST 2019
+### Version: V4.2019.08.1807
+### Updated: Fri Aug 16 10:45:29 SAST 2019
### Bad Referrer Count: 6750
### Bad Bot Count: 557
###################################################
diff --git a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf
index aaaea5652..fff4f3a99 100644
--- a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf
+++ b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf
@@ -45,6 +45,6 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-34.68.144.114 0;
-35.188.73.34 0;
-104.198.131.58 0;
+34.66.50.208 0;
+34.66.200.49 0;
+34.66.25.221 0;
diff --git a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf
index cb6a76154..0017b19ad 100644
--- a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf
+++ b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2019.08.1806
-### Updated: Fri Aug 16 09:44:02 SAST 2019
+### Version: V4.2019.08.1807
+### Updated: Fri Aug 16 10:45:29 SAST 2019
### Bad Referrer Count: 6750
### Bad Bot Count: 557
###################################################
diff --git a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf
index a9867e1a0..0d8101606 100644
--- a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf
+++ b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf
@@ -45,6 +45,6 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-104.198.131.58 0;
-35.193.14.140 0;
-35.192.136.167 0;
+35.202.245.105 0;
+34.66.200.49 0;
+34.66.25.221 0;
diff --git a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf
index cb6a76154..0017b19ad 100644
--- a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf
+++ b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2019.08.1806
-### Updated: Fri Aug 16 09:44:02 SAST 2019
+### Version: V4.2019.08.1807
+### Updated: Fri Aug 16 10:45:29 SAST 2019
### Bad Referrer Count: 6750
### Bad Bot Count: 557
###################################################
diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf
index 6893ce0fc..cc3de7218 100644
--- a/.dev-tools/test_units/blacklist-ips.conf
+++ b/.dev-tools/test_units/blacklist-ips.conf
@@ -1,2 +1,2 @@
-35.192.136.167 1;
+34.66.200.49 1;
127.0.0.1 1;
diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list
index aaf893105..2326e5878 100644
--- a/.dev-tools/test_units/random-bots-for-test-quick.list
+++ b/.dev-tools/test_units/random-bots-for-test-quick.list
@@ -1,10 +1,10 @@
-Boardreader
-Buddy
-Cliqzbot
-Drip
-FemtosearchBot
-Jetty
-lwp-request
-Semrush
-Typhoeus
-WebStripper
+360Spider
+Calculon
+crawl.sogou.com
+Metauri
+Probethenet
+QueryN Metasearch
+RealDownload
+SearchmetricsBot
+sogouspider
+Whack
diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list
index 70f7cd116..c103a5028 100644
--- a/.dev-tools/test_units/random-bots-for-test.list
+++ b/.dev-tools/test_units/random-bots-for-test.list
@@ -1,250 +1,250 @@
360Spider
404enemy
Abonti
-ADmantX
+Aboundexbot
+Acunetix
AfD-Verbotsverfahren
-AhrefsBot
-AIBOT
-Anarchie
+Aipbot
+Alligator
+AllSubmitter
Apexoo
archive.org_bot
+ASPSeek
Attach
+autoemailspider
BackDoorBot
Backlink-Ceck
-BacklinkCrawler
-BackWeb
Badass
+Barkrowler
+BatchFTP
Battleztar Bazinga
BBBike
-BDCbot
BDFetch
-Bigfoot
+BetaBot
+Bitacle
Blackboard
-Black Hole
-Boardreader
-Brandprotect
+BlowFish
+Bolt
Brandwatch
-Buddy
BuiltBotTough
-BuiltWith
-Bullseye
-BunnySlippers
Calculon
-CCBot
+CazoodleBot
CheeseBot
CheTeam
-ChinaClaw
-Cloud mapping
-Cogentbot
+Chlooe
+Claritybot
+Cliqzbot
cognitiveseo
+Collector
+com.plumanalytics
Copier
+CopyRightCheck
Copyscape
-Cosmos
Craftbot
crawler4j
crawler.feedback
crawl.sogou.com
-Crescent
-Curious
+Custo
+demandbase-bot
+Demon
Deusu
-Devil
-Digincore
-Discoverybot
+DIIbot
+Disco
+Discobot
Dispatch
-DittoSpyder
+DnyzBot
+Download Wonder
+Dragonfly
Drip
-Ebingbong
-eCatch
-ECCP/1.0
+DSearch
+EasyDL
Ecxi
-EroCrawler
-evc-batch
-Ezooms
+EirGrabber
+EMail Wolf
+Express WebPictures
+ExtLinksBot
+Extractor
+FHscan
+Fimap
Firefox/7.0
-Flunky
FyberSpider
+Fyrebot
Genieo
-Getintent
-Gigablast
-G-i-g-a-b-o-t
-Go-Ahead-Got-It
-Grafula
-GrapeshotCrawler
-GridBot
-Havij
+GetRight
+GetWeb
+Gigabot
+Go!Zilla
+GrapeFX
+GT::WWW
+Haansoft
+HEADMasterSEO
Heritrix
Hloader
-HMView
-HTMLparser
HTTP::Lite
-HTTrack
+HybridBot
Iblog
+IDBot
+Id-search
+Image Fetch
+Image Sucker
IndeedBot
+Indy Library
+InfoNaviRobot
InfoTekies
-instabid
-Intelliseek
-InternetSeer
-internetVista monitor
-Iskanie
-IstellaBot
-JennyBot
+InterGET
+ips-agent
+Iria
+Jbrofuzz
JetCar
-Jetty
-Jorgee
-Kenjin Spider
-Kozmosbot
+JOC Web Spider
+Joomla
+Jyxobot
+Keyword Density
Lanshanbot
LeechFTP
-LexiBot
-Lftp
Lightspeedsystems
Likse
-Linkdexbot
-LinkScan
-LinksManager
-LinkWalker
+LinkextractorPro
+LinqiaRSSBot
Lipperhey
-Lipperhey Spider
+Litemage_walker
+Lmspider
+LNSpiderguy
Ltx71
-lwp-trivial
Magnet
-magpie-crawler
Mail.RU_Bot
+Majestic12
Majestic SEO
-Majestic-SEO
-MarkMonitor
MarkWatch
-Mass Downloader
+Masscan
Mata Hari
+MauiBot
meanpathbot
Meanpathbot
Mediatoolkitbot
-Microsoft Data Access
+mediawords
Microsoft URL Control
-MIIxpc
-Mojeek
+MJ12bot
+Morfeus Fucking Scanner
Mr.4x3
-MSFrontPage
MSIECrawler
Msrabot
+MS Web Services Client Protocol
muhstik-scan
Musobot
-Nameprotect
-Navroad
-NetAnts
-Netcraft
+Name Intelligence
+Needle
NetLyzer
NetMechanic
-NetSpider
-Net Vampire
+Nettrack
+Netvibes
NetZIP
-NextGenSearchBot
-Niki-bot
+Nibbler
+NICErsPRO
+Nikto
Nimbostratus
-Ninja
Nmap
Nutch
-Octopus
Offline Navigator
OnCrawl
Openfind
-OpenVAS
-OutfoxBot
-Page Analyzer
-PageScorer
+OpenLinkProfiler
+PageAnalyzer
+page scorer
Papa Foto
+pcBrowser
+PECL::HTTP
+Picscout
Picsearch
PictureFinder
Pimonster
-Pi-Monster
Pixray
plumanalytics
-Pockey
+ProPowerBot
+ProWebWalker
Psbot
PxBroker
+RankActive
RankActiveLinkBot
-RankFlex
+RankingBot2
Rankivabot
-RankurBot
-RealDownload
+Reaper
+Recorder
ReGet
RepoMonkey
-Rogerbot
-RSSingBot
-SalesIntelligent
-ScanAlert
-Scanbot
+RocketCrawler
+s1z.ru
+scan.lol
ScoutJet
-Screaming
-ScreenerBot
-Searchestate
-Semrush
-SemrushBot
+Scrapy
+SearchmetricsBot
+SEOkicks
SEOlyticsCrawler
Seomoz
-SEOprofiler
seoscanners
-SeoSiteCheckup
-SISTRIX
-Siteimprove
-SiteSucker
-Sitevigil
-SocialRankIOBot
-sogouspider
+serpstatbot
+sexsearcher
+Siphon
+Sitebeam
+SiteSnagger
+SlySearch
+SMTBot
+Snapbot
+Snoopy
+Sogou web spider
Sosospider
-sp_auditbot
+SpankBot
+Spbot
+Spinn3r
SputnikBot
+Sqlmap
Stripper
-Surfbot
-Swiftbot
+SuperHTTP
sysscan
+Szukacz
T0PHackTeam
-T8Abot
-tAkeOut
-Telesphoreo
-The Intraformant
-TheNomad
-Thumbor
-Titan
-Tracemyfile
-Trendiction
+TeleportPro
+Telesoft
+Telesphorep
+TightTwatBot
+Toweyabot
+Trendictionbot
trendiction.com
-True_Robot
-Turnitin
-TurnitinBot
-UnisterBot
+trendiction.de
+Turingos
+TwengaBot
+Typhoeus
+Upflow
Vacuum
VCI
+VeriCiteCrawler
VidibleScraper
Virusdie
-Voltron
-WBSearchBot
-Webalta
+WallpapersHD
+WASALive-Bot
+Web Auto
WebBandit
-WebCopier
-Web Enhancer
-Web Fetch
-WebGo IS
-WebImageCollector
+WebCollage
+Web Collage
+WEBDAV
+WebEnhancer
+WebFetch
WebLeacher
+WebmasterWorldForumBot
webmeup-crawler
-WebPix
-Web Pix
WebReaper
WebSauger
-Webshag
+Web Sauger
WebsiteExtractor
-Website Quester
-WebSucker
+WebsiteQuester
Web Sucker
-WebZIP
-Whack
-WiseGuys Robot
-WISENutbot
-Woobot
+Who.is Bot
+Wonderbot
+Wotbox
+WWW-Mechanize
+WWW::Mechanize
+WWWOFFLE
x09Mozilla
-x22Mozilla
-Xenu
YoudaoBot
-Zitebot
-ZmEu
+zgrab
+ZyBorg
diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list
index df099db5f..57d1d41d5 100644
--- a/.dev-tools/test_units/random-bots-for-whitelist-test.list
+++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list
@@ -1,250 +1,250 @@
-360Spider
+404checker
404enemy
+80legs
+Acunetix
AfD-Verbotsverfahren
-AhrefsBot
AiHitBot
-Alligator
-AllSubmitter
Apexoo
archive.org_bot
-Asterias
+Attach
+autoemailspider
+Backlink-Ceck
backlink-check
-BackStreet
-Badass
-Bandit
+BacklinkCrawler
BatchFTP
-BBBike
+BDFetch
BetaBot
-Bitacle
-BlackWidow
-BotALot
-Buddy
+Bigfoot
+Blackboard
+Black Hole
+BlowFish
+Brandprotect
+BuiltBotTough
BuiltWith
+Bullseye
BunnySlippers
-BuzzSumo
+Calculon
+CATExplorador
+CazoodleBot
+CCBot
Cegbfeieh
CheeseBot
+CheTeam
Cliqzbot
-Cogentbot
-cognitiveseo
+Cloud mapping
Collector
+Copier
Copyscape
-Cosmos
+crawler4j
+crawl.sogou.com
+CrazyWebCrawler
Crescent
-CrunchBot
CSHttp
-Curious
-DatabaseDriverMysqli
-demandbase-bot
-Deusu
-Digincore
+Custo
+Devil
DIIbot
Disco
Dispatch
-DittoSpyder
DnyzBot
+DomainAppender
DomainCrawler
-Dotbot
+DomainSigmaCrawler
Drip
-DSearch
-DTS Agent
-EasyDL
-Ebingbong
-eCatch
Ecxi
-EirGrabber
EMail Siphon
EroCrawler
-Evil
-Exabot
ExtLinksBot
-Extractor
Extreme Picture Finder
-Ezooms
+EyeNetIE
+FDM
+FemtosearchBot
FHscan
-Firefox/7.0
-Flunky
-Foobot
+Freeuploader
+FrontPage
GalaxyBot
Genieo
+GermCrawler
+Getintent
GetRight
-Gigablast
-G-i-g-a-b-o-t
+GetWeb
Gotit
Grabber
-GrapeshotCrawler
+GrapeFX
GridBot
GT::WWW
-Haansoft
-Harvest
-Heritrix
+HaosouSpider
+HMView
+HTMLparser
+HTTP::Lite
HTTrack
Humanlinks
+HybridBot
+Iblog
IDBot
-Id-search
+Image Fetch
Image Sucker
-Intelliseek
+InfoNaviRobot
InterGET
-internetVista monitor
-ips-agent
Iria
IRLbot
IstellaBot
+JennyBot
+Jetty
JikeSpider
-JOC Web Spider
-Jorgee
+Joomla
+JustView
Kenjin Spider
-Keyword Density
-Lanshanbot
-LeechFTP
-Libwhisker
-Lightspeedsystems
-Likse
+Kozmosbot
+LibWeb
+Linkdexbot
+LinkextractorPro
LinkpadBot
-LinqiaMetadataDownloaderBot
+LinksManager
+LinqiaScrapeBot
Lipperhey
LNSpiderguy
-lwp-trivial
+lwp-request
+LWP::Simple
Magnet
-Mag-Net
magpie-crawler
-MarkMonitor
+Mail.RU_Bot
+Majestic12
MarkWatch
Masscan
Mata Hari
-meanpathbot
-Meanpathbot
mediawords
+MegaIndex.ru
Microsoft Data Access
Microsoft URL Control
-MIIxpc
MJ12bot
+Mojeek
+Morfeus Fucking Scanner
+Mr.4x3
MSIECrawler
Msrabot
MS Web Services Client Protocol
+muhstik-scan
Name Intelligence
+Nameprotect
+Needle
Nessus
-NetAnts
-Netcraft
-netEstate NE Crawler
-NetLyzer
-NetMechanic
Nettrack
Netvibes
NetZIP
-NICErsPRO
+NextGenSearchBot
Nikto
-NimbleCrawler
Ninja
-NPbot
-Nutch
-oBot
-Offline Explorer
-Offline Navigator
+Octopus
+OnCrawl
Openfind
-Openvas
-OpenVAS
-OrangeSpider
-OutfoxBot
+OutclicksBot
+PageAnalyzer
Page Analyzer
-PageGrabber
-Pandalytics
-Panscient
-Papa Foto
-Pavuk
+PageScorer
pcBrowser
-PictureFinder
+PeoplePal
+Picscout
Pixray
plumanalytics
-Probethenet
+Pockey
+POE-Component-Client-HTTP
+ProPowerBot
Psbot
-Pump
-PyCurl
-RankActive
-RankingBot
+RankActiveLinkBot
+RankFlex
RankurBot
-RealDownload
Reaper
-RebelMouse
Recorder
-RedesScrapy
RepoMonkey
-Rogerbot
-RSSingBot
+RocketCrawler
+SalesIntelligent
SBIder
-ScanAlert
-scan.lol
-ScoutJet
+Scanbot
+Scrapy
ScreenerBot
-Searchestate
-SEOkicks
Seomoz
-SEOstats
-sexsearcher
-Shodan
+SEOprofiler
+SISTRIX
+SiteExplorer
+Siteimprove
SiteLockSpider
-Site Sucker
-SmartDownload
-Snake
+SiteSnagger
+SiteSucker
+Sitevigil
+SlySearch
+SMTBot
Snapbot
-SocialRankIOBot
-SpankBot
+Snoopy
+Sociscraper
+sogouspider
+Sogou web spider
+Sottopop
+SpaceBison
Spanner
-sp_auditbot
Spbot
-Spinn3r
spyfu
-Steeler
+Sqlworm
+Sqworm
Stripper
-SuperHTTP
+Sucker
+SuperBot
Surfbot
-Suzuran
Swiftbot
-sysscan
-Szukacz
+T8Abot
Teleport
Telesoft
+The Intraformant
+TheNomad
Thumbor
+TightTwatBot
+Titan
Toweyabot
Trendiction
-trendiction.com
-True_Robot
TurnitinBot
-TwengaBot
-UnisterBot
+Twice
+Typhoeus
+Upflow
URLy Warning
+Vacuum
+Vagabondo
+VB Project
VCI
VeriCiteCrawler
+VidibleScraper
+VoidEYE
+Voltron
Wallpapers/3.0
-WallpapersHD
-WBSearchBot
-WebAuto
-Web Auto
+WASALive-Bot
+Webalta
+WebBandit
Web Collage
-WebCopier
+WebEnhancer
WebFetch
-Web Fetch
+WebFuck
+WebImageCollector
+WebLeacher
WebmasterWorldForumBot
+WebPix
WebReaper
Web Sauger
Webshag
-WebsiteExtractor
-Webster
-WebStripper
WebSucker
-WeSEE
+WebWhacker
+WebZIP
Whack
-Who.is Bot
+Whacker
Widow
-Wonderbot
+WinHTTrack
+WiseGuys Robot
+WISENutbot
WPScan
-WWW-Collector-E
-WWW::Mechanize
+WWW-Mechanize
+x09Mozilla
x22Mozilla
Xaldon WebSpider
Xaldon_WebSpider
-xpymep1.exe
+YoudaoBot
Zade
-zauba.io
-Zeus
+zgrab
ZumBot
+ZyBorg
diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list
index 656d46842..4ca54e8b7 100644
--- a/.dev-tools/test_units/random-referrers-for-test-quick.list
+++ b/.dev-tools/test_units/random-referrers-for-test-quick.list
@@ -1,10 +1,10 @@
-allwomen.info
-backgroundpictures.net
-battle.net
-girlsatgames.ru
-musezone.su
-orgasmus-virtual.com
-ororodnik.goodbb.ru
-panchro.xyz
-sexspornotub.com
-snowplanes.com
+best-games.today
+bestwebsiteawards.com
+boeuklad.com
+dev33.dioniqlabb.se
+ezrvrentals.com
+jav-way.site
+orsonet.ru
+senger.atspace.co.uk
+supervesti.ru
+tupper-shop.ru
diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list
index 3d98b440b..9f96c3515 100644
--- a/.dev-tools/test_units/random-referrers-for-test.list
+++ b/.dev-tools/test_units/random-referrers-for-test.list
@@ -1,500 +1,500 @@
-00it.com
-03p.info
-10bet.com
-13tabs.com
-2020iscoming.info
-214jaluwobapef.cf
-28n2gl3wfyb0.ru
+00author.com
+1j7740kd.website
+24-ak.ru
2drittel.de
-2kata.ru
-34.gs
-45en.ru
-76brighton.co.uk
-7a2rnuey1tw9ar.ru
-7makemoneyonline.com
-aasoldes.fr
-accessoires-mode.in
-acunetix-referrer.com
-adbetclickin.pink
-addray.pro
-adelly.bg
-adloads.net
-adserver-e7.com
-adssafeprotected.com
-ads-seo.men
-aihelen.net
-aktivator-windows10.blogspot.com
-albamargroup.com
-algarveglobal.com
-all4invest.info
-alyeskaresort.com
-amazingninja.com
-anonymous-redirect.com
-anticrawler.org
-apccargo.com
-apiallgeniusinfo-a.akamaihd.net
-apidiamondatanet-a.akamaihd.net
-apispringsmartne-a.akamaihd.net
-apper.de
-aproposde.com
-arclk.net
-ardimobileinfo.ml
-arius.tech
-arkartex.ru
-artdestshop.eu
-ascat.porn
-asdfz.pro
+3dracergames.com
+5forex.ru
+aaa38852e886ac4af1a3cff9b47cab6272.com
+aarbur.com
+above.com
+actionnooz.com
+addbin.men
+adktrailmap.com
+adman.se
+adultactioncam.com
+adultfullhd.com
+adultmeetonline.info
+aero2.ru
+alessandraleone.com
+alkoravto.ru
+alldownload.pw
+alpharma.net
+anabolics.shop
+anal-acrobats.hol.es
+apartmentratings.com
+apiappenableinfo-a.akamaihd.net
+apishops.ru
+appfastplay.com
+approvedlocal.co.za
+arcadepages.com
+architecturebest.com
+arendas.net
asrv-a.akamaihd.net
-astrochicks.com
-autobudpostach.club
-autogrep.ru
-avitocars.ru
-awaybird.ru
-ayanaspa.com
-b2b-lounge.com
-babyfactory.fr
-baikaleminer.com
-bala.getenjoyment.net
-balkanfarma.ru
-baoxaydung.com.vn
-barnfurnituremart.com
-basedecor.ru
-bashtime.ru
-begalka.xyz
+atleticpharm.org
+aversis.net
+balkanfarma.org
+baltgem.com
+bang-hotties.com
+bangla-chat-uk-paralud.ga
+bank.uz
+beauty-b0x.pl
+becuo.com
bensbargains.net
-bestplacetobuyeriacta.jw.lt
-bestwrinklecreamnow.com
-betonka.pro
-betwinservice.com
-bigames.online
-biglistofwebsites.com
-biketank.ga
-bioinnovate.co
-bioscorp.ru
-biznesrealnost.ru
-blackle.com
-blog.koreadaily.com
-bodybuilding-shop.biz
-brains2.biz
-braip.com.br
-breastaugmentation.co.za
-brillianty.info
+bestbuy.ca
+bestcoin.cc
+bestwaystogetpaid.us
+bestwebsitesawards.com
+betterscooter.com
+bin-brokers.com
+bingoporno.com
+biographiya.com
+bird1.ru
+bizcheapjerseyswholesalechina.com
+bjetjt.com
+bkgr.se
+blackcurranthumidifiers.site
+blog-hits.com
+blogporn.in
+bluesman.nu
+bmwhighperformers.com
+bochemit.com.ua
+bolezniorganov.ru
+bonky.biz
+bonux.nextview.ru
+brandbucket.com
+brianhenry.co
brimstonehillfortress.org
-brus.city
-bscodecs.com
-buy-loft.ru
-buzzonclick.com
-bycontext.com
-bzero1jewelry.net
-cactussoft.biz
-camsex.xxx-cam.webcam
-candelluxsklep.pl
-cannibalcheerleader.com
-carina-sy.de
-carloans.com
-cartierreplica.xyz
-cayado.snn.gr
+browsepulse-a.akamaihd.net
+btc4u.ru
+buttons-for-your-website.com
+camdolls.com
+capture-room.com
+cardiosport.com.ua
+cartierjusteunclou.xyz
+cartierloveringreplica.xyz
+cartierring.xyz
+cartierwatch.xyz
cbb1smartlist12.click
-cb.iphantom.com
-ccjp.eu
-cejewelry.xyz
+celebsopics.com
+chatroulette.world
+cheapmoncler.pw
+chelyabinsk.xrus.org
+children-learningreading.info
chimiver.info
-chinaelitecheapjerseys.com
-cialisndbrx.com
-cialiswithoutadoctor.net
-cjmc.info
-claytransformations.info
-clubfashionista.com
-club-samodelkin.ru
-cmhomestayagency.com
-compliance-alex.top
-compliance-checker.info
-compliance-don.xyz
-compliance-elena.xyz
+christianlouboutinsaleonline.us
+classiquebijoux.ru
+clean-start.net
+clipartnew.com
+clothesforcash.com
+colobit.biz
+co.lumb.co
+cometorussia.net
+compliance-donald.xyz
compliance-margo.top
-compliance-walter.top
-compliance-walt.top
-confib.ifmo.ru
-coolgramgoods.com
-cool-wedding.net
-coslab.club
-cottageofgrace.com
-custodieva.ru
-customerpromos-a.akamaihd.net
-d0t.ru
-d2jsp.org
-danashop.ru
-dangphoto.trade
-dcj-nn.ru
-dealitright.click
-dealwifi.com
-dekoration.us
-descargar-musica-gratis.net
-detmebel.su
-dev78.dioniqlabb.se
-dgfitness.co
-dickssportinggoods.com
-dieswaene.com
-digest-project.ru
-dignitasdata.se
-dimkino.ru
-dktr.ru
-docs4all.com
-dokfilms.net
-dokumentalkino.net
-dollartree.info
-dosugrostov.site
-drillsaw.ru
-drpornogratisx.xxx
-drugspowerstore.com
-dvervmoskvu.ru
+cosmeticswomens-womensports.rhcloud.com
+cougfan.info
+counciltally.com
+counterbot.com
+cranly.net
+crazyprotocol.com
+creditmoney.com.ua
+cryptoswap.biz
+customsua.com.ua
+cxpromote.com
+darkages.info
+ddospanel.com
+deadlinkchecker.com
+demenageur.com
+dfwu1013.info
+diesel-parts28.ru
+dividendo.ru
+docsportal.net
+dogsrun.net
+domaineaneblanc.com
+downloadeer.net
+dtm-spain.com
+duplicashapp.com
dvrlists.com
-ecookna.com.ua
-educatemetv.com
-education-cz.ru
-egovaleo.it
-ekto.ee
-elektrischezigarette1.onsugar.com
-elektrischezigarette2.onsugar.com
-elvenar.com
-encodable.com
-englate.com
-erectile.bid
-eshop.md
-excitacao.com
-exct.net
-eyessurgery.ru
-ezigarettekaufen2.yolasite.com
-f0815.de
-f1nder.org
-failingmarriege.blogspot.com
-fakehandbags.xyz
-fashion-stickers.ru
-ferieboligkbh.dk
-ff30236ddef1465f88547e760973d70a.com
-fidelityfunding.com
-figuringmoneyout.com
+egvar.net
+eldiariodeguadalajara.com
+eleimgo.pw
+elektir.ru
+embedle.com
+empirepoker.com
+energydiet-info.ru
+escortplius.com
+excitacion.info
+exoclick.com
+ez8motelseaworldsandiego.com
+ezigarettenkaufen1.deviantart.com
+f07.de
+farmprofi.net
+fashion.stellaconstance.co
+fastfixing.tech
+favoritemoney.ru
+fickenprivat.info
filesvine.com
-filmgo.ru
-findacheaplawyers.com
-firstdrugmall.ru
-firstsiteguide.com
-fitfloponline.store
-fiuxy.com
-flagcounter.me
-florida-tourism.net
-flowwwers.com
-fototravel.eu
-foxinsocks.ru
-fr-bearings.ru
-freakycheats.com
-freelifetimefuckbook.com
-freenode.info
-free-share-buttons.top
-freetangodownload.com
-free-traffic.xyz
-fun-mobi.pl
-funtoonez.com
-fym.com.ru
-galaxys6manual.info
-gamingspark.com
-gazporno.com
-getmiro.com
-getridofstretchmarks.org
+filmfanatic.com
+findpik.com
+findthe.pet
+flash4fun.com
+fodelsedagspresenter.nu
+forum69.info
+franch.info
+frcls.fr
+free411games.com
+free-stock-illustration.com
+freshwallpapers.info
+fun2cell.net
+fungirlsgames.net
+funnypica.com
+fusoradio.info
+gallerily.com
+gallerylisting.com
+game-mmorpg.net
+gamerextra.com
+gettpromos.com
+gilbertbanda.net
+glasof.es
+glass-msk.ru
+globatur.ru
gne8.com
-gogalleryawesome.com
-goldandcard.ru
-goodwriterssales.com
-gox.com.ua
-greatzip.com
-gtopstats.com
-guardlink.com
-guge.io
-guiadeserraazul.com
-hasshe.com
-hatedriveapart.com
-hayate.biz
+go2mike.ru
+gogps.me
+golmau.host.sk
+gotorussia.com
+gratis-sexkontakte.com
+handicapbathtubarea.com
+hannasolution.ru
+hawaiisurf.com
+hd720kino.ru
hdapp1008-a.akamaihd.net
-hdseriale.pl
-hermesbirkinhandbagoutlets.com
-hiwibyh.bugs3.com
-hledejvshopech.cz
-holidaypics.org
-hoste.octopis.com
-host-protection.com
-hotenergy.ru
-houston-vikings.com
-htmlcorner.com
+healthcarestore.info
+heatpower.ru
+hebr.myddns-flir.com
+hifidesign.ru
+homeart.space
+hostnow.men
+hothor.se
+house.sieraddns.com
+hoverboard360.de
+hptwaakw.blog.fc2.com
+hundejo.com
hyipmanager.in
-ibmdatamanagement.co
-ictizanidinehcl4mg.blogspot.com
-ifirestarter.ru
-igrovyeavtomaty777.ru
-imagine-ex.co
-imediadesk.com
-imgarit.pw
-inbabes.sexushost.com
-inclk.com
-indetiske.ya.ru
-indiakino.net
-investmac.com
+iccornacircri.cf
+iflycapetown.co.za
+images-free.net
+imicrovision.com
+informatiecentro.be
+intellekt21.ru
+intim-uslugi.info
iomoio.net
-javxxx18.com
-jerseywholesaleelitestore.com
-jrpmakati.com
-juliadiets.com
+ipornox.xxx
+i-service.kz
+itrevolution.cf
+ixora.pro
+jagg.info
+jamiembrown.com
+javlibrary.cc
+jbl-charge.info
+jerseysbizwholesalecheap.com
+jerseyschinabizwholesale.us
+jerseyssportsshop.com
+johannesburgsingles.co.za
+junglenet-a.akamaihd.net
jwss.cc
-kazan.xrus.org
-kchaxton.com
-kemerovo.zrus.org
-ketoanhanoi.info
-kleine-titten.biz
-kochanelli.com
-kolotiloff.ru
-komputernaya-pomosh-moscow.ru
-kovesszucs.atw.hu
-krasula.pp.ua
-kreativperlen.ch
-kustanay.kz
+kakablog.net
+kamalsinha.com
+kamorel.com
+karusel-market.ru
+kazka.ru
+kerch.site
+kerei.ru
+ketrzyn.pl
+keywordhut.com
+kfon.eu
+kino-fun.ru
+kiwi237au.tk
+konkursov.net
+konpax.com
+kosova.de
+kotaku.com
+ku6.com
+kurwa.win
kvartir-remont.biz
-laexotic.com
-lalalove.ru
-lampokrat.ws
-lanasshop.ru
-laptoper.net
-law-check-nine.xyz
-lernur.net
-lexaprogeneric.link
-linkdebrideur.xyz
-lion.playtap.us
+labelwater.se
+labplus.ru
+lacapilla.info
+landscaping.center
+laxob.com
+lazymanyoga.com
+lecbter-relationships.ga
+lechtaczka.net
+letsart.ru
+likrot.com
+liky.co.ua
+linkbux.ru
+linksharingt.com
+lion.conboy.us
liran-locks.com
-liverpool.gsofootball.com
-lockerz.com
-long-beach-air-conditioning.com
-lumb.co
-lyrster.com
-m1media.net
+livingcanarias.com
+locatellicorretor.com.br
+locustdesign.co
+lunamedia.co
+machicon-akihabara.info
mafcards.ru
-managerpak204.weebly.com
-marketingvici.com
+magento-crew.net
+magnetpress.sk
+malls.com
+marinetraffic.com
markjaybeefractal.com
-matsdale.com
-mebel-ekb.com
-medicovi.com
-meget.co.za
-menstennisforums.com
-mere.host.sk
-metallosajding.ru
-migente.com
-minegam.com
-mobifunapp.weebly.com
-mobilemedia.md
-mobilierland.com
-mockupui.com
-moetomnenie.com
-monclercoats.xyz
-moncleroutletonline.win
-moncleroutletonline.xyz
-money-for-placing-articles.com
-moomi-daeri.com
-moroccosurfadventures.com
-mosdverka.ru
-moz.com
-multgo.ru
-mybinaryoptionsrobot.com
+matb3aa.com
+matematikus.info
+maximpartnerspr.com
+mazda-roadsters.com
+m.b00kmarks.com
+medictube.ru
+megaapteka.ru
+menhealed.net
+middlerush-a.akamaihd.net
+minet.club
+misswell.net
+mixed-wrestling.ru
+mnogabukaff.net
+mobplayer.net
+monclerjacketsoutlet.pw
+monthlywinners.com
+mostantikor.ru
+mozello.ru
+mp3downloadhq.com
+msfsaar.de
+musicdaddy.net
+mustat.com
+mustwineblog.com
+muzaporn.com
+mwtpludn.review
+my-aladin.com
mydeathspace.com
-mydownloadengine.com
-myhitmp3.club
-myonigroup.com
-mysexpics.ru
-myxdate.info
-myyour.eu
-napalm51.nut.cc
-naperehresti.info
-naphukete.ru
-netanalytics.xyz
-netoil.no
-nevansk.ru
-newsperuse.com
-newstudio.tv
-noscrapleftbehind.co
-nosecret.com.ua
+mygameplus.com
+narkologiya-orel.ru
+natali-forex.com
+naturalbreakthroughsresearch.com
+naughtyconnect.com
+negral.pluto.ro
+netcheckcdn.xyz
+nfljerseyscheapchinabiz.com
+nfljerseys.online
+ningessaybe.me
nufaq.com
-ochistka-stokov.ru
-oconto.ru
-offergroup.info
-okayimage.com
-okout.ru
-omsk.xrus.org
-onemantrip.com
-onko-24.com
-onlineslotmaschine.com
-online-templatestore.com
-open-odyssey.org
-outrageousdeal-a.akamaihd.net
-outshop.ru
-oyster-green.com
-ozas.net
-panamaforbeginners.com
-pc-test.net
-pharmacyincity.com
-photo-clip.ru
-phpdevops.com
-pictures-and-images.com
-pinwallpaper.xyz
-pl.aasoldes.fr
-plastgranar.nu
-play-mp3.com
-podshipniki-nsk.ru
-poems.com.ua
-pokemongooo.ml
-pornobrazzers.biz
-pornonik.com
-porodasobak.net
-pozdrawleniya.com
-pr0fit-b0x.com
-predmety.in.ua
-pricheski-video.com
-privacyassistant.net
-prizeestates.cricket
-projectforte.ru
-prombudpostach.com.ua
-pro-okis.ru
-prostitutki-almata.org
-prostitutki-belgoroda.org
-ptr.ruvds.com
-rabotaetvse.ru
-rankexperience.com
-rankia.com
-rankings-analytics.com
-realtytimes.com
-registratciya-v-moskve.ru
-remont-mobile-phones.ru
-remont-ustanovka-tehniki.ru
-rep-am.com
-restorator-msk.ru
-rn-to-bsn.com
-rossmark.ru
-ru-dety.ru
-ruscoininvest.company
-rvi.biz
-saddiechoua.com
-sad-torg.com.ua
-samara.rosfirm.ru
-sbdl.no
-sbricur.com
-sbt-aqua.ru
+nuker.com
+obesidadealgarve.com
+offer.wpsecurity.website
+of-ireland.info
+ok.ru
+oneshotdate.com
+o-o-6-o-o.com
+orgasmatrix.com
+ossmalta.com
+oxotl.com
+pandroid.co
+panouri-solare-acoperis.com
+partner-host.men
+partner-print.men
+partnersafe.men
+pateaswing.com
+pathwhelp.org
+perm-profnastil.ru
+petrovka-online.com
+php-market.ru
+picquery.com
+picsforkeywordsuggestion.com
+pictures-and-images.net
+picturesify.com
+picturesmania.com
+pinwallpaper.top
+piter.xrus.org
+piulatte.cz
+pixgood.com
+plusnetwork.com
+polimga.pw
+pons-presse.com
+pony-business.com
+pornokorol.com
+pornosmola.info
+porno-video-chati.ru
+pp-budpostach.com.ua
+prefersurvey.net
+pretty-mart.com
+printdirectforless.com
+privatamateure.com
+prlog.ru
+profit-opportunity.com
+prosperent.com
+prostitutki-astana.org
+pssucai.info
+pulseonclick.com
+qitt.ru
+questionmarque.ch
+quizzitch.net
+rangoman.date
+realmonte.net
+realresultslist.com
+rednise.com
+reelheroes.net
+remmling.de
+remont-comp-pomosh.ru
+rentalcarnavi.info
+rezeptiblud.ru
+ribieiendom.no
+rock-cafe.info
+rosbalt.com.ua
+ruf777.com
+running-line.ru
+russia-tao.ru
+sady-urala.ru
+sape.top
+sax-sex.com
sbtdesign.co.uk
-scanner-andrew.top
-scanner-viktor.top
-scansafe.net
-search.alot.com
-searchinterneat-a.akamaihd.net
-sexpornotales.com
-sex-tracker.de
+scanner-john.top
+scanner-walter.top
+school-diplomat.ru
+scmor.ilxc.cc
+searchaddis.com
+searchtooknow-a.akamaihd.net
+seocheki.net
+service.adtech.fr
+serving.adbetclickin.pink
+serviporno.com
+sex.hotblog.top
+sexobzor.info
+sexpartygirls.net
sexvporno.ru
-sfj-ror.no
-shinikiev.com.ua
+sharebutton.net
+share-buttons-for-free.com
+shijian.ac.cn
+shopcheermakeup.info
shopfishing.com.ua
-signx.info
-site.ru
-sitevaluation.org
-sitopreferito.it
-smartadserver.com
-snyatie-lomki-v-stacionare.ru
-socialbookmarksubmission.org
-social-vestnik.ru
-softxaker.ru
+shtaketniki.ru
+sibtest.ru
+similardeals.net
+siteheart.net
+skuteczna-dieta.co.pl
+slim.sellany.ru
+smailik.org
+social-buttons.com
+socialbutton.xyz
+social-fun.ru
+sodexo.com
+softomix.net
sohoindia.net
-spidtest.space
+sophang8.com
+soviet-portal.do.am
+spasswelt.net
+spb.afora.ru
+special-porn.com
sportbetfair.com
-sports-supplements.us
-spyfu.com
-spy-sts.com
-srecorder.com
-startwp.org
-starwars.wikia.com
-steebook.com
-stoki.ru
-stroilka.info
-stroiminsk.com
+sps-shop.com
+spywarespy.com
+stardevine.com
+stillmiracle.com
+store-rx.com
+streetfire.net
+stuff-about-money.com
+suchenindeutschland.com
+sugarlyflex.pw
supermama.top
-superstats.com
-surflinksmedical.com
-svetlotorg.ru
-swagbucks.com
-taaaak.com
-tanieaukcje.com.pl
+support.nopeas.sk
+svbur.ru
+sweepstakes.rewardit.com
+talant-factory.ru
+tamada69.com
taqywu51.soup.io
-taxi-v-eisk.ru
-td-l-market.ru
-telemetryverification.net
-thesmartsearch.net
-timhost.ru
-tizanidinecapsules.blogspot.com
-tizanidinecost.blogspot.com
-tizanidinehcl2mgsideeffects.blogspot.com
-tizanidineinteractions.blogspot.com
-tizanidinerecreationaluse.blogspot.com
-tizanidineusedfor.blogspot.com
-tjkckpytpnje.com
-toloka.hurtom.com
-totu.us
-tourismvictoria.com
-toxicwap.com
-toyota.7zap.com
-track2.shop
-trafficjunky.net
-tubeline.biz
+tattoo33.ru
+tattooreligion.ru
+terrafootwear.us
+texbaza.by
+textads.men
+thecoral.com.br
+thegioixekhach.com
+tizanidinewithdrawalsymptoms.blogspot.com
+tnctrx.com
+toondinsey.com
+tootoo.to
+top10-way.com
+topbestgames.com
+top-deal.com.pl
+touchmods.fr
+tovaroboom.vast.ru
+tracklead.net
+traffic2money.com
+traffictrade.life
+turn-up-life.life
tversvet.ru
-tvnewsclips.info
-twinderbella.com
-ucoz.ru
-uptime-delta.net
-vacances-voyages.info
-vesnatehno.ru
-viagengrarx.com
-viagroid.ru
-video-camer.com
-vinylvault.co.uk
+twincitiescarservice.com
+tx41tclega.ru
+uchil.net
+ucsol.ru
+ufa.xrus.org
+ukkelberg.no
+ultimateclassicrock.com
+um-razum.ru
+unlimitdocs.net
+uprour.com
+us-america.ru
+utiblog.fr
+uytmaster.ru
+vacuumscleaner.com
+vapeface.club
+versaut.xxx-cam.webcam
+viandpet.com
+videooko.weebly.com
+videositename.com
+videospornogratisx.net
+video-woman.com
+villacoloniale.com
vip.51.la
-vipsiterip.org
-viteonlusarezzo.it
-vkmusics.ru
-vkontaktemusic.ru
-voditeltrezviy.ru
-vsdshnik.com
-web.cvut.cz
+vipps.com.my
+vitoriacabos.com
+vladimir.xrus.org
+vmnmvzsmn.over-blog.com
+vote-up.ru
+vut.com.ru
+wanker.us
+warningwar.ru
+warningzscaler.heraeus.com
+watchdogs-2.ru
+watchmyfb.pl
+watchmygf.net
+webadvance.club
+webextract.profound.net
webix.me
-webscouter.net
-websites-reviews.com
-weburlopener.com
-weightatraining.com
+webmasterhome.cn
+wechatdownload10.com
+wemarketing.se
weprik.ru
-wesharepics.site
-westermarkanjou.se
-whatsappdownload10.com
-wholesalejerseychinaoutlet.com
-wholesalejerseysgaa.com
-wholesalenfljerseys.us.com
-woman-h.ru
-woodyguthrie.se
-worldtraveler.world
-wosik-dach.service-for-web.de
-wowcasinoonline.ooo
-writingservices17.blogspot.ru
-ws.ampower.me
-www.888.com
-wwwadultcheck.com
-xcombear.ru
-xdoza.com
-xn----itbeirbjbi7bc6bh2d.xn--p1ai
-xnxx699.com
-xsion.net
-xtube.com
-xxxguitars.com
-xzlive.com
-yur-p.ru
-zaapplesales.blogspot.com
-zeroredirect5.com
-znaturaloriginal.com
+wieseversa.no
+winwotgold.pl
+wnoz.de
+worldhistory.biz
+wpsecurity.website
+wttavern.com
+ww2awards.info
+xclicks.net
+x-diesel.org
+xfluro.com
+xmronta.com
+xz618.com
+yourserverisdown.com
+zahvat.ru
+zaimite.ru
+zakazvzloma.com
+zastroyka.org
+zed21.net
+zeroredirect12.com
+znakomstva-moskva77.ru
+znakomstva-piter78.ru
+zona-aqua.ru
+zooggames.com
+zoolubimets.ru
+zoomovies.org
+zscaler.net
diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list
index d7c5384a8..89be81607 100644
--- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list
+++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list
@@ -1,250 +1,250 @@
-3weekdiet.com
-7xc4n.com
-7yue.org
-addbin.men
-advertisingtag.net
-advokateg.xyz
-airlandsea.info
+1000n1.ru
+100searchengines.com
+11pikachu.ru
+21h2o.com
+5kstore.com
+aaronabel.com
+adrenalin-stk.ru
+adult-shop.com.ua
+advancedsoftwaresupport.com
+afftrack001.com
+alfa9.com
all4invest.info
-allforminecraft.ru
-allnews24.in
-amateurmatch.com
-ample-awards-today.us
-anti-virus-removal.info
-apiluckyleapnet-a.akamaihd.net
-apimegabrowsebiz-a.akamaihd.net
-apioutoboxnet-a.akamaihd.net
-api.stathat.com
-arpelsreplica.xyz
-artavenuegardenstudios.com
-atout-energie-69.com
-awaybird.ru
-banki76.ru
-bcmp.org
-beget.tech
-bestcurs.org
-besthoro.ru
-bitnote.co
-blackcurranthumidifiers.site
-blogig.org
-boole.onlinewebshop.net
-budilneg.xyz
-buzz-porno.info
-cakesplus.com.au
-candiceloves.us
-cand.jp
-capacitacionyaprendizaje.com
-chinacheapelitejerseys.com
-clean-virus-mac.com
-connectionstrenth.com
-cookingmeat.ru
-coolwallpapers-hd.com
-delfin-aqua.com.ua
-demenageur.com
-dnepropetrovsk.mistr-x.org
-dwomlink.info
-e705.net
-elektronischezi.livejournal.com
-elektrozigarette2.wordpressy.pl
-elkacentr.ru
-el-nation.com
-enews.tech
-enternet.ee
-erotik0049.com
-eupornstar.info
-fable.in.ua
-factorynightclub.com
-famix.xyz
-fandlr.com
-faracontrol.ir
-fatmaelgarny.com
-fickluder69.com
-financetip.eu
-firma-legion.ru
-forexgb.ru
-forex-indextop20.ru
-foto-sisek.porngalleries.top
-fototravel.eu
-foxweber.com
-frameimage.org
-gamedayhouse.com
-gaytube.com
-gearsadspromo.club
-gemara.com
-getlaid-xxxhookupdirect.com
-goo.ne.jp
-greenzaim.ru
-gribokstop.com
-gsmlab.pl
-gta-club.ru
-guardlink.org
+allknow.info
+amospalla.es
+angry-fermi-7633.arukascloud.io
+apartmentratings.com
+appearance-cool.com
+a.pr-cy.ru
+arenda-yeisk.ru
+artefakct.com
+aversis.net
+aviva-limoux.com
+azazaporn.com
+basisches-wasser.net
+bestcalovebracelet.cn
+best-mam.ru
+bestplacetobuyeriacta.jw.lt
+bfz.biz
+bharatdefencekavach.com
+bibys.com
+bigpictures.club
+blackplanet.com
+bodybuilding-shop.biz
+bongacams.com
+bracketsmackdown.com
+brainboostingsupplements.org
+bristolhotel.com
+callstevens.com
+cam-kontakte.org
+candlewooddentalcentre.com.au
+canrole.com
+carina-sy.de
+ceotrk.com
+cheapjerseysbizwholesale.us
+checktext.org
+chimiver.info
+chorus.terakeet.com
+chuckguilford.com
+claytransformations.info
+community.allhiphop.com
+compliance-jane.top
+compliance-josh.top
+compliance-julia.top
+compliance-viktor.top
+courtshipgift.com
+customcollegeessays.net
+customerpromos-a.akamaihd.net
+data-mining.tk
+db.speedup.gdn
+diarioaconcagua.com
+dktr.ru
+dosugrostov.site
+drugs-no-rx.info
+easytuningshop.ru
+efkt.jp
+eladkarako.github.io
+erot.co
+estibot.com
+fickenprivat.info
+fillmewithhappiness.com
+fix-website-errors.com
+flauntyoursite.com
+forum.tvmir.org
+free-fb-traffic.com
+freemaintenancesysforpcandmac.top
+freenom.link
+free-stock-illustration.com
+germes-trans.com
+getdot.ru
+getlamborghini.ga
+girlporn.ru
+golmau.host.sk
+good-mummy.ru
+gsou.cf
+gta-top.ru
+guarrasdelporno.xxx
+gwebtools.com.br
hatedriveapart.com
-hesteel.pl
-high-speed1.net
-hitmuzik.ru
-hitsbox.info
-horoshieokna.com
-hotel-mkad.ru
-houston-vikings.com
-ico.re
-ideawheel.com
-ilmen.net
-infogame.name
-informatiecentro.be
-insta-add.pro
-instabid.tech
-ipostroika.ru
-iptool.xyz
-itis4you.com
+hdhc.ru
+homedo.fabpage.com
+hotblog.top
+hotsocialz.com
+hvd-store.com
+iamsport.org
+iccornacircri.cf
+ikritikimou.gr
+ilovevitaly.com
+iminent.com
+intellego.info
+intimshop-fantasy.ru
+investyb.com
+islandminingsupply.wordpress.com
iwantmyfreecash.com
-jamiembrown.com
-jmat.cn
+izhevsk.zrus.org
+jav-fetish.com
+jimmychoosale.online
justbcause.com
-kountrylife.com
-landoftracking.com
-lapitec.eu
-lecbter-relationships.ga
-livingcanarias.com
-lovelycraftyhome.com
+keywesthideaways.co
+keywords-monitoring-your-success.com
+kirov.zrus.org
+kovesszucs.atw.hu
+kredit-pod-zalog-krasnodar.ru
+law-check-eight.xyz
+law-check-seven.xyz
+lawyers.cafe
+letslowbefast.site
+liffa.ru
+lightinghomes.net
+linkbuddies.com
+livingroomdecor.info
+lombardfinder.ru
+lost-alpha.ru
lyrster.com
-macfix.life
-madot.onlinewebshop.net
-magazin-pics.ru
-maju.bluesalt.co
-malls.com
-malwareremovalcenter.com
-max-eclat.men
-m.b00kmarks.com
-mebel-ekb.com
-medicines-choice.com
-medispainstitute.com.au
-megakino.net
-mmoguider.ru
-mobstarr.com
-monclerjacketsoutlet.pw
-moncleronline.xyz
-moncleroutletonline.win
-muschisexbilder.com
-mwtpludn.review
-my-cash-bot.co
-mydirtystuff.com
-nalogovyy-kodeks.ru
-needtosellmyhousefast.com
-nibbler.silktide.com
-nlfjjunb5.ru
-novgorod.xrus.org
-ochistka-stokov.ru
-ok.ru
-old-rock.com
-oneshotdate.com
-online-hit.info
-orenburg-gsm.ru
-paclitor.com
-palvira.com.ua
-partner-print.men
-pavlodar.xkaz.org
-pc-virus-d0l92j2.pw
-pensplan4u.com
-picquery.com
-picturesmania.com
-pila.pl
-pills24h.com
-piulatte.cz
-pix24x7.com
-pizdeishn.com
-plastgran.com
-platezhka.net
-play.leadzupc.com
-pobeiranie.pl
-polimga.pw
-popmarker.com
-pornofeuer.com
-pornogad.com
-pornophoto.xyz
-porno.simple-image.com.ua
-prefersurvey.net
-pretty-mart.com
-printingpeach.com
-priscilarodrigues.com.br
-promodj.com
-propranolol40mg.blogspot.com
-pussyspace.net
-quebec-bin.com
-restaurantlescampi.com
-royalvegascasino.com
-sabizonline.com
-scanner-mark.top
-scenarii-1-sentyabrya.uroki.org.ua
-seansonline24.pl
-seocheckupx.com
-service-core.ru
-sex-dating.co
-sexfreepornoxxx.com
-sexphoto.site
-share-buttons-for-free.com
-shikiso.info
-shitmovs.com
-shop.acim.org
-shop.xz618.com
-silktide.com
-siteimprove.com
-sky-mine.ru
-smailik.org
-social-buttons.xyz
+manipulyator-peterburg.ru
+manve.info
+marcoislandvacations.net
+marcowebonyodziezowe.pl
+marktforschung-stuttgart.com
+meduza-consult.ru
+message-warning.net
+metabar.ru
+methodsmarketing.com
+mp3ritm.top
+my-bc.ru
+mycaf.it
+myhealthcare.com
+narkologiya-voronezh.ru
+natali-forex.com
+nikitsyringedrivelg.pen.io
+nl.netlog.com
+nofreezingmac.work
+nullrefer.com
+o-dachnik.ru
+okmusic.jp
+onlainbesplatno.ru
+o-o-6-o-o.com
+optibuymac.com
+oren-cats.ru
+outshop.ru
+partnerline.men
+pb-dv.ru
+picphotos.net
+piter.xrus.org
+plusnetwork.com
+pokerniydom.ru
+popunder.net
+pornmania.pl
+pornoforadult.com
+preparevideosafesystem4unow.site
+prize44.com
+profit-opportunity.com
+pst2017.onlinewebshop.net
+pukaporn.com
+qwesa.ru
+razyboard.com
+rebuildermedical.com
+refudiatethissarah.info
+reining.lovasszovetseg.hu
+resant.ru
+ric.info
+rutor.vip
+sad-torg.com.ua
+saitevpatorii.com
+sax-sex.com
+sbornik-zakonov.ru
+scat.porn
+scottbywater.com
+segol.tv
+seolab.top
+serpstat.com
+sexgalleries.top
+sexkontakteao.info
+sexobzor.info
+sexvporno.ru
+sfj-ror.no
+shakhtar-doneck.ru
+shama-rc.net
+shell-pmr.ru
+shemalegalls.blogporn.in
+shinikiev.com.ua
+shopcheermakeup.info
+siteonomy.com
+sladkoevideo.com
+slkrm.ru
+socialbutton.xyz
sofit-dmd.ru
-solicita.info
-songoo.wz.cz
-stats-public.grammarly.io
-stretchmate.net
-studiofmp.com
-sumo.com
-svbur.ru
-swsociety.se
-tehngr.ru
-thaisamkok.com
-thecoral.com.br
+spymac.net
+staff.prairiesouth.ca
+statistici.ro
+stjamesschool.info
+stmassage.ru
+suhanpacktech.com
+symphonyintegratedhealthcare.com
+tedy.su
+tetracsaudi.com
+tfxiq.com
thegalerie.eu
-tiens2010.ru
-tizanidinehcl2mgsideeffects.blogspot.com
+theprofitsmaker.net
+time-japan.ru
+titangel-vietnam.com
+tizanidineandgabapentin.blogspot.com
tizanidineinfo.blogspot.com
-tizanidinezanaflex.blogspot.com
-tomatis.gospartner.com
-torrents.cd
-tourcroatia.co.uk
-tourismvictoria.com
-trafaret74.ru
-traffic2money.com
-trucri.me
-tuberkulezanet.ru
-tubo360.com
-tvteleport.ru
-twojebook.pl
-twu.com.ua
+tizanidinesideeffects.blogspot.com
+todohr.com
+tonerbox.kz
+top-study.work
+torrnada.ru
+tramadolandtizanidine.blogspot.com
+trichizobswiv.agddns.net
+trubywriting.com
+trudogolik.net
+tv-spoty.info
typimga.pw
-undergroundcityphoto.com
-unisexjewelry.org
-unlimitdocs.net
-uvozdeckych.info
-validdomain.xyz
-venerologiya.com
-via-energy-order.com
-vizag.kharkov.ua
-volume-pills.biz
-voronezh.xrus.org
-webmasters.stackexchange.com
-windowssearch-exp.com
-word-vorlagen.net
-wormix-cheats.ru
-wpthemedetector.co.uk
-www.timer4web.com
-xchat26.myfreecams.com
-xclicks.net
-xerox-douglas.cf
-xev.ru
-xn-----6kccaibs5cb8afhjrfmix2n.xn--p1ai
-xxxnatelefon.ru
-y8games-free.com
-youraticles.pl
-youtubedownload.org
-zeroredirect11.com
-zeroredirect9.com
+ugguk.online
+uhdtv.website
+umekana.ru
+unionmarkt.de
+uroki.net
+usbggettwku.ga
+v24s.net
+vandrie-ict.nl
+vegan-foods.us
+viagra.pp.ua
+vseigru.one
+warezkeeper.com
+watch-movies.ru
+while.cheapwebsitehoster.com
+wordpresscore.com
+x-diesel.biz
+xdoza.com
+xmronta.com
+x-musics.com
+xn--80aeahghtf8ac5i.xn--p1ai
+xn----itbeirbjbi7bc6bh2d.xn--p1ai
+xwatt.ru
+youporn-ru.com
+yourdesires.ru
+yur-p.ru
+zoolubimets.ru
+zryydi.com
diff --git a/.dev-tools/test_units/ratelimittest-master.txt b/.dev-tools/test_units/ratelimittest-master.txt
index afb1627e8..6b86856ae 100644
--- a/.dev-tools/test_units/ratelimittest-master.txt
+++ b/.dev-tools/test_units/ratelimittest-master.txt
@@ -5,13 +5,6 @@
nginx/1.14.2