diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf
index f491cd512..1308fed5c 100644
--- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf
+++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
-### Version: V3.2019.07.1781
-### Updated: Wed Jul 31 16:24:45 SAST 2019
+### Version: V3.2019.07.1782
+### Updated: Wed Jul 31 16:43:21 SAST 2019
### Bad Referrer Count: 6740
### Bad Bot Count: 556
###################################################
diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
index 90fe4f9d3..b9d24324a 100644
--- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
+++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-104.154.120.187 1;
+34.68.144.114 1;
127.0.0.1 1;
diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
index bc389ee32..ea117da9f 100644
--- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
+++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-104.154.120.187 0;
+34.68.144.114 0;
127.0.0.1 0;
diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf
index f491cd512..1308fed5c 100644
--- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf
+++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
-### Version: V3.2019.07.1781
-### Updated: Wed Jul 31 16:24:45 SAST 2019
+### Version: V3.2019.07.1782
+### Updated: Wed Jul 31 16:43:21 SAST 2019
### Bad Referrer Count: 6740
### Bad Bot Count: 556
###################################################
diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf
index 90fe4f9d3..b9d24324a 100644
--- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf
+++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-104.154.120.187 1;
+34.68.144.114 1;
127.0.0.1 1;
diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf
index bc389ee32..ea117da9f 100644
--- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf
+++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-104.154.120.187 0;
+34.68.144.114 0;
127.0.0.1 0;
diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf
index f491cd512..1308fed5c 100644
--- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf
+++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
-### Version: V3.2019.07.1781
-### Updated: Wed Jul 31 16:24:45 SAST 2019
+### Version: V3.2019.07.1782
+### Updated: Wed Jul 31 16:43:21 SAST 2019
### Bad Referrer Count: 6740
### Bad Bot Count: 556
###################################################
diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf
index 90fe4f9d3..b9d24324a 100644
--- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf
+++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-104.154.120.187 1;
+34.68.144.114 1;
127.0.0.1 1;
diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf
index bc389ee32..ea117da9f 100644
--- a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf
+++ b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-104.154.120.187 0;
+34.68.144.114 0;
127.0.0.1 0;
diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf
index f491cd512..1308fed5c 100644
--- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf
+++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
-### Version: V3.2019.07.1781
-### Updated: Wed Jul 31 16:24:45 SAST 2019
+### Version: V3.2019.07.1782
+### Updated: Wed Jul 31 16:43:21 SAST 2019
### Bad Referrer Count: 6740
### Bad Bot Count: 556
###################################################
diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template
index f491cd512..1308fed5c 100644
--- a/.dev-tools/globalblacklist-testing.template
+++ b/.dev-tools/globalblacklist-testing.template
@@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
-### Version: V3.2019.07.1781
-### Updated: Wed Jul 31 16:24:45 SAST 2019
+### Version: V3.2019.07.1782
+### Updated: Wed Jul 31 16:43:21 SAST 2019
### Bad Referrer Count: 6740
### Bad Bot Count: 556
###################################################
diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template
index 43f9b946a..6e7ae8940 100755
--- a/.dev-tools/globalblacklist.template
+++ b/.dev-tools/globalblacklist.template
@@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2019.07.1781
-### Updated: Wed Jul 31 16:24:44 SAST 2019
+### Version: V4.2019.07.1782
+### Updated: Wed Jul 31 16:43:20 SAST 2019
### Bad Referrer Count: 6740
### Bad Bot Count: 556
###################################################
diff --git a/.dev-tools/setup-ngxblocker/vhost-cases/ansible.vhost b/.dev-tools/setup-ngxblocker/vhost-cases/ansible.vhost
index a44e35933..3861d1c68 100644
--- a/.dev-tools/setup-ngxblocker/vhost-cases/ansible.vhost
+++ b/.dev-tools/setup-ngxblocker/vhost-cases/ansible.vhost
@@ -2,10 +2,6 @@ server {
listen 8080;
server_name xxxx;
-### NGINX BOT BLOCKER INCLUDE
-include /etc/nginx/bots.d/blockbots.conf;
-
-
location / {
return 301 https://$host$request_uri;
}
@@ -14,10 +10,6 @@ include /etc/nginx/bots.d/blockbots.conf;
server {
listen 443 ssl http2;
server_name xxxxx
-
-### NGINX BOT BLOCKER INCLUDE
-include /etc/nginx/bots.d/blockbots.conf;
-
root {{ vhost_www_directory }}/sites/public;
include {{ nginx_blockbots_cfg_path }};
@@ -34,10 +26,6 @@ server {
root {{ vhost_www_directory }}/admin/public;
server_name admin.{{ domain_to_protect }};
-### NGINX BOT BLOCKER INCLUDE
-include /etc/nginx/bots.d/blockbots.conf;
-
-
include {{ nginx_yprox_security_path }};
include {{ nginx_yprox_ssl_path }};
@@ -52,10 +40,6 @@ server {
listen 443 ssl http2;
server_name alp.{{ domain_to_protect }};
-### NGINX BOT BLOCKER INCLUDE
-include /etc/nginx/bots.d/blockbots.conf;
-
-
root {{ alp_live_directory }};
include {{ nginx_bots_cfg_path }}/blockbots.conf;
index index.html;
diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
index 896ffe576..ca4fcdf54 100644
--- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
+++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
@@ -45,4 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-104.154.120.187 0;
+35.193.14.140 0;
diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf
index 43f9b946a..6e7ae8940 100644
--- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf
+++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2019.07.1781
-### Updated: Wed Jul 31 16:24:44 SAST 2019
+### Version: V4.2019.07.1782
+### Updated: Wed Jul 31 16:43:20 SAST 2019
### Bad Referrer Count: 6740
### Bad Bot Count: 556
###################################################
diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
index 479de1217..2e2965ffc 100644
--- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
+++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-35.192.85.2 1;
+35.188.73.34 1;
127.0.0.1 1;
diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
index d9f0a2c04..d3d331ed4 100644
--- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
+++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-35.192.85.2 0;
+35.188.73.34 0;
127.0.0.1 0;
diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
index 43f9b946a..6e7ae8940 100644
--- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
+++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2019.07.1781
-### Updated: Wed Jul 31 16:24:44 SAST 2019
+### Version: V4.2019.07.1782
+### Updated: Wed Jul 31 16:43:20 SAST 2019
### Bad Referrer Count: 6740
### Bad Bot Count: 556
###################################################
diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
index 479de1217..2e2965ffc 100644
--- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
+++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-35.192.85.2 1;
+35.188.73.34 1;
127.0.0.1 1;
diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
index d9f0a2c04..d3d331ed4 100644
--- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
+++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-35.192.85.2 0;
+35.188.73.34 0;
127.0.0.1 0;
diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
index 43f9b946a..6e7ae8940 100644
--- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
+++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2019.07.1781
-### Updated: Wed Jul 31 16:24:44 SAST 2019
+### Version: V4.2019.07.1782
+### Updated: Wed Jul 31 16:43:20 SAST 2019
### Bad Referrer Count: 6740
### Bad Bot Count: 556
###################################################
diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
index 479de1217..2e2965ffc 100644
--- a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
+++ b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-35.192.85.2 1;
+35.188.73.34 1;
127.0.0.1 1;
diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
index d9f0a2c04..d3d331ed4 100644
--- a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
+++ b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-35.192.85.2 0;
+35.188.73.34 0;
127.0.0.1 0;
diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
index 43f9b946a..6e7ae8940 100644
--- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
+++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2019.07.1781
-### Updated: Wed Jul 31 16:24:44 SAST 2019
+### Version: V4.2019.07.1782
+### Updated: Wed Jul 31 16:43:20 SAST 2019
### Bad Referrer Count: 6740
### Bad Bot Count: 556
###################################################
diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
index adf26e87b..e1cc37001 100644
--- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
+++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
@@ -45,5 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-104.154.120.187 0;
-35.202.145.110 0;
+35.193.14.140 0;
+34.66.178.120 0;
diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf
index 997612f63..97b45e909 100644
--- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf
+++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2019.07.1781
-### Updated: Wed Jul 31 16:24:44 SAST 2019
+### Version: V4.2019.07.1782
+### Updated: Wed Jul 31 16:43:20 SAST 2019
### Bad Referrer Count: 6740
### Bad Bot Count: 556
###################################################
diff --git a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
index a2156e437..162c57281 100644
--- a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
+++ b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
@@ -45,5 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-104.154.120.187 0;
-35.192.85.2 0;
+104.154.113.151 0;
+35.193.14.140 0;
diff --git a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf
index 0390045b3..728126341 100644
--- a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf
+++ b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2019.07.1781
-### Updated: Wed Jul 31 16:24:44 SAST 2019
+### Version: V4.2019.07.1782
+### Updated: Wed Jul 31 16:43:20 SAST 2019
### Bad Referrer Count: 6740
### Bad Bot Count: 556
###################################################
diff --git a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf
index 430e746ee..184aea0c1 100644
--- a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf
+++ b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf
@@ -45,6 +45,6 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-104.154.120.187 0;
-35.184.226.236 0;
-35.202.145.110 0;
+35.188.73.34 0;
+34.68.144.114 0;
+104.154.113.151 0;
diff --git a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf
index 43f9b946a..6e7ae8940 100644
--- a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf
+++ b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2019.07.1781
-### Updated: Wed Jul 31 16:24:44 SAST 2019
+### Version: V4.2019.07.1782
+### Updated: Wed Jul 31 16:43:20 SAST 2019
### Bad Referrer Count: 6740
### Bad Bot Count: 556
###################################################
diff --git a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf
index 142e19c14..ea4c2762c 100644
--- a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf
+++ b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf
@@ -45,6 +45,6 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-35.193.7.13 0;
-35.192.85.2 0;
-35.202.145.110 0;
+35.192.187.174 0;
+34.66.178.120 0;
+104.198.131.58 0;
diff --git a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf
index 43f9b946a..6e7ae8940 100644
--- a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf
+++ b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2019.07.1781
-### Updated: Wed Jul 31 16:24:44 SAST 2019
+### Version: V4.2019.07.1782
+### Updated: Wed Jul 31 16:43:20 SAST 2019
### Bad Referrer Count: 6740
### Bad Bot Count: 556
###################################################
diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf
index 90fe4f9d3..b9d24324a 100644
--- a/.dev-tools/test_units/blacklist-ips.conf
+++ b/.dev-tools/test_units/blacklist-ips.conf
@@ -1,2 +1,2 @@
-104.154.120.187 1;
+34.68.144.114 1;
127.0.0.1 1;
diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list
index 3ad5270da..f3b2a4fa9 100644
--- a/.dev-tools/test_units/random-bots-for-test-quick.list
+++ b/.dev-tools/test_units/random-bots-for-test-quick.list
@@ -1,10 +1,10 @@
-Bandit
-Blackboard
-FHscan
-HaosouSpider
-Litemage_walker
-Microsoft Data Access
-seoscanners
-Sosospider
-Sqlworm
-URLy Warning
+BDCbot
+Cloud mapping
+CrunchBot
+Ebingbong
+GoZilla
+Intelliseek
+LinqiaRSSBot
+MSFrontPage
+POE-Component-Client-HTTP
+SearchmetricsBot
diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list
index 76bc523aa..5e9468e30 100644
--- a/.dev-tools/test_units/random-bots-for-test.list
+++ b/.dev-tools/test_units/random-bots-for-test.list
@@ -1,250 +1,250 @@
-360Spider
-404checker
404enemy
80legs
-Abonti
+Aboundex
+Aboundexbot
Acunetix
ADmantX
-AiHitBot
+AhrefsBot
+AIBOT
Alligator
-AllSubmitter
-Apexoo
+Anarchie
+Asterias
autoemailspider
-backlink-check
-BacklinkCrawler
-BackStreet
-Badass
-Barkrowler
-BBBike
+Backlink-Ceck
+BatchFTP
BDCbot
-Blow
+BDFetch
+Bigfoot
+Blackboard
+Black Hole
+BlackWidow
BlowFish
-Boardreader
+BotALot
Brandprotect
+Brandwatch
Buddy
-BuiltBotTough
+BuiltWith
Bullseye
BunnySlippers
BuzzSumo
-CATExplorador
CCBot
-Cegbfeieh
CheeseBot
-CherryPicker
-CheTeam
ChinaClaw
Chlooe
-Claritybot
Cliqzbot
Cloud mapping
+coccocbot-web
Collector
com.plumanalytics
Copyscape
-Cosmos
+Craftbot
+crawler4j
crawl.sogou.com
-CrazyWebCrawler
-Crescent
-CSHttp
-DBLBot
+CrunchBot
demandbase-bot
-Demon
Devil
+Digincore
DigitalPebble
Disco
-Discoverybot
+Dispatch
DittoSpyder
-DomainStatsBot
-Dotbot
+DnyzBot
+Dragonfly
+DSearch
+DTS Agent
EasyDL
eCatch
-EroCrawler
-evc-batch
-ExtLinksBot
+ECCP/1.0
+EMail Siphon
+EMail Wolf
+Evil
+Extractor
ExtractorPro
-EyeNetIE
Ezooms
-FDM
-FHscan
+FemtosearchBot
Firefox/7.0
-Freeuploader
+FlashGet
+FyberSpider
Fyrebot
-GalaxyBot
+GetRight
+Gigablast
+Go-Ahead-Got-It
Gotit
-GoZilla
+Go!Zilla
+GrabNet
Grafula
-GrapeFX
+GrapeshotCrawler
GridBot
-GT::WWW
-Haansoft
-Harvest
Havij
-HEADMasterSEO
-Hloader
-HTTP::Lite
+HTMLparser
HTTrack
-Iblog
+Humanlinks
+HybridBot
+Id-search
+Image Fetch
Image Sucker
+IndeedBot
+Indy Library
instabid
-Intelliseek
-Internet Ninja
ips-agent
-IRLbot
-Iskanie
-Jbrofuzz
+IstellaBot
+JamesBOT
JennyBot
-JetCar
Jetty
+JikeSpider
JOC Web Spider
+Joomla
Jorgee
-Jyxobot
-Kozmosbot
-LexiBot
-Lftp
-Libwhisker
-Lightspeedsystems
-Likse
+JustView
+Lanshanbot
+LeechGet
Linkdexbot
-LinkpadBot
LinkWalker
LinqiaMetadataDownloaderBot
LinqiaRSSBot
-Lmspider
+Lipperhey
LNSpiderguy
-Ltx71
lwp-request
-Magnet
-Mag-Net
-Mass Downloader
+LWP::Simple
+lwp-trivial
+magpie-crawler
+Majestic SEO
+Majestic-SEO
+MarkMonitor
+MarkWatch
meanpathbot
-Mediatoolkitbot
+Meanpathbot
mediawords
Metauri
+Microsoft Data Access
Microsoft URL Control
MIDown tool
-Mojeek
-Morfeus Fucking Scanner
+Mister PiX
Mr.4x3
MSIECrawler
+Msrabot
MS Web Services Client Protocol
-Musobot
-Nameprotect
Needle
NetAnts
+netEstate NE Crawler
+NetLyzer
NetMechanic
-Nibbler
+NetSpider
+Nettrack
+NetZIP
+Niki-bot
+Nikto
+NimbleCrawler
+Nimbostratus
+Ninja
+Nutch
+oBot
Offline Explorer
-Openfind
-OutclicksBot
+Offline Navigator
+OpenLinkProfiler
+OrangeSpider
+OutfoxBot
PageAnalyzer
-PageGrabber
page scorer
-PageScorer
-Pavuk
+Panscient
+Papa Foto
pcBrowser
-PECL::HTTP
PHPCrawl
-Picsearch
+PictureFinder
+Pimonster
+Pixray
PleaseCrawl
-Pockey
POE-Component-Client-HTTP
ProPowerBot
ProWebWalker
-Psbot
-Pump
PyCurl
-RankActive
-RankActiveLinkBot
+QueryN Metasearch
+Quick-Crawler
RankurBot
-RealDownload
-Reaper
RebelMouse
RedesScrapy
+RepoMonkey
Ripper
-RocketCrawler
Rogerbot
+s1z.ru
SalesIntelligent
-SBIder
ScanAlert
-Scanbot
scan.lol
-Scrapy
Screaming
-Searchestate
+ScreenerBot
SearchmetricsBot
-Semrush
-SemrushBot
SEOlyticsCrawler
SEOprofiler
-seoscanners
-SeoSiteCheckup
-sexsearcher
+serpstatbot
Shodan
-Siphon
-Sitebeam
Siteimprove
+SmartDownload
Snake
+Snapbot
+Sociscraper
Sogou web spider
+Sottopop
+SpaceBison
sp_auditbot
Spbot
-Spinn3r
-spyfu
Sqlmap
-Steeler
-Stripper
-Sucker
-Sucuri
+Sqlworm
+SuperHTTP
Surfbot
-SurveyBot
-Szukacz
-T0PHackTeam
+Suzuran
+Swiftbot
+T8Abot
Teleport
TeleportPro
Telesphoreo
+The Intraformant
TheNomad
-Titan
-Toweyabot
+TightTwatBot
+Toata
+Tracemyfile
Trendiction
trendiction.com
+trendiction.de
True_Robot
-UnisterBot
-Upflow
-Vacuum
+TurnitinBot
+Twice
+Typhoeus
+Vagabondo
VB Project
-Virusdie
+VoidEYE
Voil
-Voltron
Wallpapers/3.0
+WallpapersHD
+WASALive-Bot
WBSearchBot
-WebAuto
-Web Auto
-WebBandit
WebCollage
-WebCopier
-Web Enhancer
+WEBDAV
+WebFetch
Web Fetch
-WebFuck
+WebGo IS
+WebImageCollector
WebmasterWorldForumBot
-webmeup-crawler
WebPix
-WebSauger
+Web Pix
+WebReaper
WebsiteQuester
-Webster
+Website Quester
WebStripper
Web Sucker
WebWhacker
WebZIP
-WeSEE
Whacker
+Whatweb
+Who.is Bot
+Widow
WinHTTrack
-Wonderbot
-Wprecon
-WWW-Mechanize
+WISENutbot
+WPScan
+WWW-Collector-E
WWW::Mechanize
-WWWOFFLE
-x09Mozilla
-YoudaoBot
+Xaldon WebSpider
+Xaldon_WebSpider
Zade
-zauba.io
-Zermelo
-Zeus
+Zauba
Zitebot
+ZmEu
diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list
index b5dae62f9..a837eb827 100644
--- a/.dev-tools/test_units/random-bots-for-whitelist-test.list
+++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list
@@ -3,248 +3,248 @@
80legs
Abonti
Aboundex
-AIBOT
+Aboundexbot
+Acunetix
+ADmantX
+AfD-Verbotsverfahren
+AhrefsBot
AiHitBot
Aipbot
Alexibot
-AllSubmitter
-Anarchie
+AlphaBot
archive.org_bot
-ASPSeek
-autoemailspider
Backlink-Ceck
backlink-check
-BacklinkCrawler
+BackStreet
BackWeb
Badass
-Barkrowler
+Bandit
+BatchFTP
+Battleztar Bazinga
BBBike
-BDFetch
BetaBot
-Black Hole
BlackWidow
-Blow
-BotALot
+BLEXBot
+Bolt
Brandwatch
Buddy
-Bullseye
+BuiltBotTough
+BuiltWith
Calculon
-CATExplorador
CCBot
Cegbfeieh
-Cloud mapping
-coccocbot-web
+Collector
+com.plumanalytics
CopyRightCheck
-Cosmos
-CrazyWebCrawler
-CSHttp
-Custo
-DatabaseDriverMysqli
-DBLBot
+Craftbot
+crawler.feedback
+DataCha0s
Demon
Devil
-DigitalPebble
+Digincore
DIIbot
-Dotbot
-Download Wonder
-Dragonfly
-ECCP/1.0
+Disco
+Discobot
+Discoverybot
+DittoSpyder
+DomainAppender
+Ebingbong
Ecxi
EMail Siphon
-EroCrawler
-evc-batch
-Evil
+EMail Wolf
Exabot
Express WebPictures
-EyeNetIE
-Ezooms
-facebookscraper
-Fimap
+ExtLinksBot
+Extreme Picture Finder
+FDM
+FHscan
+FlashGet
Flunky
-Foobot
Freeuploader
-FrontPage
-GetRight
+FyberSpider
+GalaxyBot
+Genieo
GetWeb
+Gigablast
G-i-g-a-b-o-t
Gotit
GoZilla
Grabber
GrabNet
-GrapeFX
+Grafula
GrapeshotCrawler
+GridBot
GT::WWW
-Haansoft
-HaosouSpider
+Havij
Heritrix
Hloader
-HTTP::Lite
-Humanlinks
-HybridBot
+HMView
+HTTrack
Iblog
IDBot
+Image Fetch
Image Sucker
+IndeedBot
Indy Library
-InfoNaviRobot
InfoTekies
-instabid
-Intelliseek
-InternetSeer
-internetVista monitor
+InterGET
Iria
-IRLbot
-IstellaBot
-JetCar
Jyxobot
-LeechFTP
-Libwhisker
-Likse
-LinkextractorPro
+Kozmosbot
+Lanshanbot
+LibWeb
+Lightspeedsystems
+Linkdexbot
LinkpadBot
+LinkScan
+LinksManager
LinkWalker
-LinqiaRSSBot
-LinqiaScrapeBot
-LNSpiderguy
+Ltx71
+lwp-request
+LWP::Simple
+lwp-trivial
Magnet
-Mag-Net
-Mail.RU_Bot
+magpie-crawler
+Majestic12
Majestic SEO
+MarkMonitor
Masscan
+MauiBot
Mediatoolkitbot
+mediawords
+Metauri
MFC_Tear_Sample
Microsoft Data Access
+MIDown tool
MIIxpc
-MJ12bot
+Mister PiX
Mojeek
-Mr.4x3
-MSIECrawler
-Msrabot
+Morfeus Fucking Scanner
+MSFrontPage
Musobot
Navroad
Needle
Nessus
-NetAnts
-netEstate NE Crawler
+NetLyzer
Netvibes
-NetZIP
NextGenSearchBot
-Nibbler
NICErsPRO
Niki-bot
-NimbleCrawler
-Nimbostratus
-Nmap
-NPbot
oBot
Offline Explorer
-Offline Navigator
OnCrawl
-OpenLinkProfiler
-OrangeSpider
-OutclicksBot
-OutfoxBot
+Openvas
+OpenVAS
+Page Analyzer
+Pandalytics
Panscient
Papa Foto
+Pavuk
pcBrowser
-PeoplePal
+Picscout
Picsearch
-Pimonster
-Pockey
-Probethenet
+PleaseCrawl
+plumanalytics
+POE-Component-Client-HTTP
+ProPowerBot
ProWebWalker
Psbot
-PyCurl
+QueryN Metasearch
+Quick-Crawler
+RankActive
+RankActiveLinkBot
+RankFlex
RankurBot
RealDownload
-ReGet
-Rogerbot
-SalesIntelligent
+Reaper
+RebelMouse
+RepoMonkey
+Ripper
+RocketCrawler
+s1z.ru
SBIder
ScanAlert
Scanbot
-Scrapy
-Screaming
-Searchestate
-Semrush
SemrushBot
-SEOkicks
SEOkicks-Robot
-Seomoz
-SEOprofiler
+SEOlyticsCrawler
SeoSiteCheckup
SEOstats
+sexsearcher
Shodan
-Siphon
-Sitebeam
Siteimprove
-SiteSnagger
-SiteSucker
+SiteLockSpider
Sitevigil
-SMTBot
+SlySearch
Snake
Snapbot
+Snoopy
SocialRankIOBot
-Sosospider
-Sottopop
+Sociscraper
SpaceBison
Spammen
-SpankBot
sp_auditbot
-SputnikBot
-spyfu
+Spbot
+Spinn3r
Sqlmap
-Sqlworm
-SuperBot
-T0PHackTeam
-TeleportPro
-Telesoft
-Telesphoreo
+Sqworm
+Steeler
+Stripper
+Sucuri
+Surfbot
+SurveyBot
+T8Abot
+tAkeOut
+Teleport
Telesphorep
The Intraformant
-Thumbor
+TheNomad
TightTwatBot
+Toata
Tracemyfile
-Trendiction
-Trendictionbot
trendiction.com
-TurnitinBot
+Twice
UnisterBot
-URLy Warning
URLy.Warning
Vagabondo
VCI
-VoidEYE
-Voil
-WallpapersHD
+VeriCiteCrawler
+Voltron
WASALive-Bot
-WBSearchBot
-Webalta
Web Collage
-WEBDAV
-WebEnhancer
WebFetch
-Web Fetch
WebFuck
+Web Fuck
+WebGo IS
+WebImageCollector
+WebLeacher
WebmasterWorldForumBot
-WebSauger
+WebPix
+Web Pix
+Webshag
WebsiteExtractor
Website Quester
+Webster
+Web Sucker
+WebWhacker
WebZIP
-WeSEE
Whack
+Whatweb
Widow
+WISENutbot
Wonderbot
Wotbox
-WPScan
-WWW-Collector-E
+Wprecon
WWW::Mechanize
WWWOFFLE
-Xaldon WebSpider
+x09Mozilla
+x22Mozilla
+Xaldon_WebSpider
Xenu
xpymep1.exe
YoudaoBot
-Zauba
-Zeus
-zgrab
-ZumBot
+Zade
+zauba.io
+Zermelo
+Zitebot
ZyBorg
diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list
index bdd0fc7da..d583508a4 100644
--- a/.dev-tools/test_units/random-referrers-for-test-quick.list
+++ b/.dev-tools/test_units/random-referrers-for-test-quick.list
@@ -1,10 +1,10 @@
-apxeo.info
-bmw-ark.ru
-cartierbraceletsreplica.pw
-fodelsedagspresenter.nu
-graphid.com
-myyour.eu
-oil-td.ru
-rocketchange.ru
-sex.hotblog.top
-xn-----6kccaibs5cb8afhjrfmix2n.xn--p1ai
+antons-transporte.de
+apiitsthirteende-a.akamaihd.net
+betune.onlinewebshop.net
+casite-513049.cloudaccess.net
+googlefeud.com
+googlepositions.com
+ketrzyn.pl
+musicktab.com
+serialsway.ucoz.ru
+url2image.com
diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list
index 36d008d22..5751564ab 100644
--- a/.dev-tools/test_units/random-referrers-for-test.list
+++ b/.dev-tools/test_units/random-referrers-for-test.list
@@ -1,500 +1,500 @@
-007angels.com
-00it.com
+03e.info
0n-line.tv
-11pikachu.ru
-123kuma.com
-1flag.co.za
-1stat.ru
-2nt.ru
-3w24.com
-4pp13.com
-4webmasters.org
-51.la
-991mostfm.co.id
-aa14ab57a3339c4064bd9ae6fad7495b5f.com
-abctoppictures.net
-accessoires-mode.in
-adserver-e7.com
-ads.gold
-adult-shop.com.ua
-adultwebhosting.info
-advancedsoftwaresupport.com
-ahrefs.com
-akusherok.ru
+100dollars-seo.com
+21h2o.com
+256bit.by
+34.gs
+45en.ru
+4kepics.com
+4ur.click
+777-club.ru
+83net.jp
+a14download.com
+a1security.com.ua
+aa625d84f1587749c1ab011d6f269f7d64.com
+aab94f698f36684c5a852a2ef272e031bb.com
+aac52006ec82a24e08b665f4db2b5013f7.com
+aanapa.ru
+aarbur.com
+abcdefh.xyz
+acortarurl.es
+adcash.com
+adman.se
+adtech.de
+advancedcleaner.com
+advokateg.ru
+advokat-grodno.by
+affiliate-fr.com
+agapovdg.ru
+agysya.ru
+ahmedabadwebs.com
+aimayangzhi.com
+akama.com
+alert-fdm.xyz
+alessandraleone.com
alf-img.com
-algerianembassy.co.in
-allcredits.su
-allesohnegirls.net
-allmarketsnewdayli.gdn
-allnews.md
-alphahoverboards.com
-altamayoztourism.com
-amazon-adsystem.com
-an-donut.com
-anti-virus-removal.info
-antons-transporte.de
-apilinkswiftco-a.akamaihd.net
-apiqualitinknet-a.akamaihd.net
-apispringsmartne-a.akamaihd.net
-apiwebwebgetcom-a.akamaihd.net
+alienwheel.es
+allbizne.co.ua
+allblogroll.com
+android-vsem.org
+anjalika.co.in
+anonymizeme.pro
+apartamentwroclaw.eu
+apishops.ru
+a.pr-cy.ru
arendakvartir.kz
-asacopaco.tk
-asiavirtualsolutions.com
-atleticpharm.org
-audiobangout.com
-ausmepa.org.au
-autoseo-traffic.com
-autotrends.today
-avirasecureserver.com
-babs.com.ua
-baixar-musicas-gratis.com
-baladur.ru
-banksrf.ru
-basedecor.ru
+autochoixspinelli.com
+auto.rusvile.lt
+azbaseimages.net
+backgroundpictures.net
+baersaratov.ru
+balkanfarma.org
+baltgem.com
+bamo.xsl.pt
+bangla-chat-uk-paralud.ga
+bankiem.pl
+bannerpower.com
+barbourjackets.online
+bbsoldes.fr
beachfix.co
-becuo.com
-begalka.xyz
-beget.tech
-best-businessman.ru
-best-seo-offer.com
-bestwebsiteawards.com
-beta.hotkeys.com
-betonka.pro
-bibys.com
+beauby.ru
+beauty-b0x.pl
+bestcoin.cc
+bestmobilityscooterstoday.com
+bestplacetobuyeriacta.jw.lt
+bestserials.com
+besttorrentknifta.weebly.com
+bestwrinklecreamnow.com
+beyan.host.sk
+bif-ru.info
bigcareer.info
-bitnote.co
-biznesrealnost.ru
-blacktwhite.com
blobar.org
-bloke.com
-bluesalt.co
-board.f00d.de
-bodybuilding-shop.biz
-boeuklad.com
-bolegapakistan.com
-bombla.org
-bonky.biz
-bonzybuddy.com
+bobinoz.com
+bonanza-fortune.men
+bongiornos.info
+bonzibuddi.com
+boole.onlinewebshop.net
brainboosting.club
-brainsandeggs.blogspot.com
-briomotor.co
-budpost.com.ua
-buntube.net
-burkesales.com
-buzzonclick.com
-bycontext.com
-candiceloves.us
-cand.jp
-canvas.gloverid.site
-canzoni.ru
-cartierjusteunclou.xyz
-cartierloveringreplica.xyz
+braindaily.xyz
+braintobe.win
+brendbutik.ru
+brk-rti.ru
+buigas.00it.com
+builtwith.com
+bumascloset.com
+buqayy0.livejournal.com
+business-made-fun.com
+buypillsorderonline.com
+bvlgaribracelet.xyz
+callawaygolfstore.online
+candy-glam-hp.com
cartierreplica.win
-cbcseward.com
+cashkitten-a.akamaihd.net
+cbb1smartlist12.click
cdncash.com
-cdncash.net
+cejewelry.xyz
centrumcoachingu.com
-cfacarrosserie74.com
-cfjump.com
-changde.58.com
-charmstroy.info
-check-host.net
-cherrypointplace.ca
-chimiver.info
-chocolateslim-original.com
-cicaki.net
-citetick.com
-cityadspix.com
-click2pawn.com
-clickhype.com
-clickso.com
-colobit.biz
-compliance-brian.xyz
-compliance-elena.xyz
+cete.ru
+chcu.net
+cheapsergiorossi.online
+chidporn.com
+citysecurity.nu
+club-samodelkin.ru
+compliance-don.xyz
+compliance-fred.top
compliance-julianna.top
-compliance-viktor.top
-comsysnet.com
+compliance-walt.top
+com-secure.download
connectionstrenth.com
-cookie-law-enforcement-aa.xyz
-coslab.club
-cougfan.info
-crackzplanet.com
-crazyboost.pro
-creams.makeforum.eu
-crest-poloski.ru
-cypernhuset.se
-dairyindia.in
-darkbooks.org
-darodar.com
-dawlenie.com
-ddpills.com
-descargar-musica-gratis.net
-deshevo-nedorogo.ru
-detmebel.su
-dev-seo.blog
-dlya-android.org
-dms-sw.ru
-dnepr-avtospar.com.ua
-doctissimo.fr
-dogclothing.store
-dojki-hd.com
-dolohen.com
+continent-e.tv
+coolgamechannel.com
+copypaste.traderzplanet.in
+cornomase.win
+cosmeticswomens-womensports.rhcloud.com
+costablue.xyz
+cottageofgrace.com
+countbertwistdisp26.soup.io
+creditwell.ru
+cv.wallhade.co
+dataloading.net
+daymusam.com
+dcj-nn.ru
+decenttools.com
+destinationrealestate.com
+detskie-konstruktory.ru
+dichvuvesinhhanoi.com
+dieta-personalna.pl
+digest-project.ru
+digitalassetmanagement.site
+digitalfaq.com
+digital-sale.su
+dinkolove.ya.ru
+dokfilms.net
domain2008.com
-domoysshop.ru
-doxysexy.com
-earl-brown.info
-easytuningshop.ru
-ecommerce-seo.com
-edelstahlschornstein-123.de
-ednorxmed.com
-eduinfosite.com
-ekn-art.se
+domaincheck.io
+domainsatcost.com
+dood.live
+eas-seo.com
+educatemetv.com
+egovaleo.it
ekspresihati.info
-elmacho.xyz
-enskedesquashclub.se
-epicbrogaming.com
-erotiktreff24.info
-esnm.ru
-essay-edu.biz
-etenininrade.ga
-everflora.ru
-ezigarettekaufen.myblog.de
-family1st.ca
-fastcrawl.com
-fastfixing.tech
-favoritemoney.ru
-fba-mexico.com
-find1friend.com
-finejewelryshop.ru
-fireads.men
-flipper.top
-f-loaded.de
-flowwwers.com
-forms-mtm.ru
-forsex.info
-fototravel.eu
-foxydeal.com
-franecki.net
-frbizlist.com
-frcls.fr
-freesitetest.com
-free-today.com
-freewareseek.com
-fuel-gas.com
-fxtips.ru
-gamesprite.me
-gamevalue7.weebly.com
-gamewrath.com
-genetworx.com
-geoads.com
-getaclueamerica.com
-get-free-social-traffic.com
-getresponse.com
-girlgamerdaily.com
-glopages.ru
-gombita.info
-gonextmedia.com
+electronicadirect.com
+electro-prom.com
+emergencyneeds.org
+eonpal.com
+eropho.com
+erotische-geschichten-xxl.com
+eshop4u.jp
+everypony.ru
+evrotekhservis.ru
+extrabot.com
+f0815.de
+favornews.com
+fetlifeblog.com
+fivedwld.cf
+flashbannernow.com
+flex4launch.ru
+fok.nl
+forum.poker4life.ru
+fotoxxxru.com
+freakycheats.com
+freecamdollars.com
+freemags.cc
+free-share-buttons.com
+free-social-buttons.xyz
+frvo.alptandem.ru
+gameonasia.com
+garciniaxt.us
+gearsadspromo.club
+gifspics.com
+global-ics.co.za
+globetrotting-culture.ru
+gogps.me
+goodprotein.ru
+goodwinmetals.co
googlemare.com
-greatfind-a.akamaihd.net
-gribokstop.com
-guruofcasino.com
-gwhwpxbw.bloger.index.hr
-hamacapty.com
-happy.new.yeartwit.com
-havepussy.com
-hermesbelts.xyz
-hoholikik.club
-host-protection.com
-hostsshop.ru
-hotsocialz.com
-hoverboard360.at
-huimin764128.com
-hunterboots.online
-hyiphunter.org
+gotwebsite1.com
+gungamesz.com
+hamilton.ca
+hatdc.org
+hawaiielectriclight.com
+hdpixent.com
+hermesbracelets.xyz
+hermesreplica.pw
+heroz.fr
+hesteel.pl
+heygidday.biz
+himazin.info
+hjaoopoa.top
+hollywoodactress.info
+hoverboard360.de
+hoverboard360.se
+hscsscotland.com
+humanelydrew.com
+hut1.ru
+hvd-store.com
+hybrid.ru
+iamsport.org
ibb.com.ua
-i-hobot.ru
-imagerydatabase.com
-immobiliaremassaro.com
-impresagaia.it
-incep.imagine-ex.co
-insomniagamingfestival.com
-intellekt21.ru
-interesnie-faktu.ru
-islandminingsupply.wordpress.com
-istizanidineanopiate.blogspot.com
-itsdp3.com
-iusstf.org
-ivearchenceinflu.cf
-jagg.info
-janerikholst.se
-j-times.ru
-justprofit.xyz
-jwss.cc
-kaac.ru
-kadashihotel.com
-kalb.ru
-kartiniresto.com
-keyword-suggestions.com
-kino-ecran.ru
-kol-energo.ru
-kolotiloff.ru
+ico.re
+ideibiznesa2015.ru
+ido3.com
+ie.57883.net
+igtools.club
+ilovevitaly.com
+imagui.eu
+imediadesk.com
+imgata.com
+infospot.pt
+intellektmedia.at
+invest-pamm.ru
+invivo.hu
+iopeninghours.co.uk
+iplogger.org
+iqoption.pro
+irkutsk.zrus.org
+iscblog.info
+istripper.com
+ivoiretechnocom.ci
+jamiembrown.com
+janavibekken.no
+janettabridal.com
+japan-bearings.ru
+javcoast.com
+je7.us
+jillepille.com
+jobmarket.com.ua
+joessmogtestonly.com
+kabbalah-red-bracelets.com
+kakadu-interior.com.ua
+kalandranis.gr
+karusel-market.ru
+kazan.xrus.org
+kerwinandcariza.com
+keyhantercume.com
+keywordhouse.com
+khafre.us
+kinoflux.net
+kinoplen.ru
+kino-rating.ru
+kirov.zrus.org
+kmgamex.cf
+kostenlos-sexvideos.com
+krasivoe-hd.net
+krasnodar.zrus.org
ks1234.com
-kupiproday.com.ua
-kvartir-remont.biz
-labplus.ru
-lakomka.com.ua
-landinez.co
-landscaping.center
-languagecode.com
-laparfumotec.com
-legionalpha.com
-lenvred.org
-lesbian.xyz
-letmacworkfaster.site
+kursy-ege.ru
+laudit.ru
+lawyersinfo.org
+lechtaczka.net
lezbiyanki.net
-linkarena.com
-lion.snapmap.us
-lockerz.com
+liffa.ru
+linkdebrideur.xyz
+lion.bolegapakistan.com
+live-sexchat.ru
+locatellicorretor.com.br
+longlifelomilomi.info
+lost-alpha.ru
louboutinreplica.pw
-louisvuittonoutletstore.net
-lowephotos.info
-m3gadownload.pl
-macrotek.ru
-madot.onlinewebshop.net
-matrixalchemy.com
-mazda-roadsters.com
-mb140.ru
+luckyshop.net.ua
+lunchrock.co
+m5home.ru
+macfix.life
+macresource.co.uk
+makis.nu
+mansiondelrio.co
+marblestyle.ru
+marketland.ml
+marsgatan.com
+masterseek.com
+masthopehomes.com
+max-p.men
+mebel-alait.ru
mebelcomplekt.ru
-megakino.net
-mega-polis.biz.ua
-methodsmarketing.com
-mjchamonix.org
-mnogolok.info
-monclerboots.xyz
-monclercheap.xyz
-monclercoats.xyz
-moneyviking-a.akamaihd.net
-more-letom.ru
-moxo.com
-mp3downloadhq.com
-mrpornogratis.xxx
-msk-diplomat.com
-mttwtrack.com
-musezone.su
-myfreecams.com
-mypets.by
-narutonaruto.ru
-naturalshair.site
-nbsproject.ru
-neks.info
-news-readers.ru
-newstaffadsshop.club
-nibbler.silktide.com
-nicefloor.co.uk
-noscrapleftbehind.co
-novgorod.xrus.org
-novosibirsk.xrus.org
-nowtorrents.com
-offer.camp
-ok.ru
-omsk.xrus.org
-onlinefilmz.net
-online-hd.pl
-onlineslotmaschine.com
-onlinewritingjobs17.blogspot.ru
-ooomeru.ru
-openfrost.net
-oralsexfilme.net
+mediawhirl.net
+medicine-4u.org
+meduza-consult.ru
+message-warning.net
+metarip.ru
+mikozstop.com
+minecraft-neo.ru
+mmog-play.ru
+moesen-ficken.com
+monclerjacketsoutlet.pw
+monclervests.xyz
+morepoweronmac.trade
+moskva.nodup.ru
+moviemail-online.co.uk
+mowser.com
+moz.com
+musicktab.com
+mustwineblog.com
+muztops.ru
+my-bc.ru
+mycouponizemac.com
+mydeathspace.com
+mydirtyhobby.com
+myiptest.com
+naturalbreakthroughsresearch.com
+naughtyconnect.com
+nextconseil.com
+nicovideo.jp
+niki-mlt.ru
+nlfjjunb5.ru
+norththeface.store
+nottyu.xyz
+nufaq.com
+nyfinance.ml
+obesidadealgarve.com
+offf.info
+okmusic.jp
+olvanto.ru
+onlinedomains.ru
+online-hit.info
+online-x.ru
+onstrapon.purplesphere.in
+ooo-gotovie.ru
+openstat.com
+ops.picscout.com
+oranga.host.sk
ordernorxx.com
-paintingplanet.ru
-panouri-solare-acoperis.com
-partnersafe.men
-partners-ship.pro
-pestomou.info
-petrovka-online.com
-peugeot-club.org
-php-market.ru
-pictures-and-images.com
-pigrafix.at
-pijoto.net
-pinsdaddy.com
-pinstake.com
-pixshark.com
-pizza-tycoon.com
-play-movie.pl
-ploenjitmedia.azurewebsites.net
-pogosh.com
-pony-business.com
-pooleroadmedicalcentre.co.uk
-popup-jdh.xyz
-popup.matchmaker.com
-porndairy.in
-porndl.org
-pornoelita.info
-pornoklad.net
-pornoslive.net
+park.above.com
+partner-stop.men
+patol01.pw
+pendelprognos.se
+photochki.com
+physfunc.ru
+picquery.com
+pipki.r.acdnpro.com
+piratecams.com
+pixell.club
+pixelrz.com
+pizdeishn.com
+platinumdeals.gr
+poiskzakona.ru
+popcash.net
+pornhubforum.tk
+pornofiljmi.com
+pornogig.com
pornosmola.info
-pornzone.tv
-powitania.pl
-pp-budpostach.com.ua
-pravoholding.ru
-pregnant.guru
-printie.com
-printingpeach.com
-prize44.com
-proekt-gaz.ru
-promalp-universal.ru
+porodasobak.net
+portnoff.od.ua
+pospr.waw.pl
+princevc.com
+prod2016.com
+profitkode.com
+pro-poly.ru
+prospekt-st.ru
prostitutki-astana.org
-qld10000.net
-queerspace.com
-raisedseo.com
-rankexperience.com
-rankings-analytics.com
-rapevideosmovies.com
-realtytimes.com
-recipedays.ru
-remont-fridge-tv.ru
-remont-mobile-phones.ru
-remybutler.fr
+prostitutki-novgoroda.org
+pro-tec.kz
+pskcijdc.bloger.index.hr
+py100.ru
+randalljhoward.com
+rangjued.com
+realmonte.net
+realnye-otzyvy.info
+registratciya-v-moskve.ru
+reining.lovasszovetseg.hu
+renecaovillasale.online
resultshub-a.akamaihd.net
-rewardpoll.com
-rfserial.net
-ringporno.com
+reyel1985.webnode.fr
robot-forex.biz
-rock-cafe.info
-rockma.se
-russkoe-zdorovie.ru
-saecsa.co
-sakhboard.ru
-sale-japan.com
-sandhillsonline.com
-savememoney.co.za
-sbricur.com
+rostov.xrus.org
+running-line.ru
+russia-tao.ru
+russia-today-video.ru
+rustic-quiver.win
+sammyweaver.com
+sbetodiodnye-lampy.ru
+scanmyphones.com
+scanner-josh.top
+scanner-julia.top
sdelatmebel.ru
-seccioncontrabajo.com
-seksotur.ru
-sel-hoz.com
-seorussian.ru
-seo-smm.kz
-sexblog.pw
-sex-pr.net
-sexuria.net
+search.alot.com
+searchengineranker.email
+searchinquire.com
+searchtooknow-a.akamaihd.net
+secretscook.ru
+seeresultshub-a.akamaihd.net
+segol.tv
+semaltmedia.com
+seo-platform.com
+seo-prof1.xyz
+seorankinglinks.us
+sexkrasivo.net
+sexobzor.info
+sex-sex-sex5.com
+sex-tracker.com
sfd-chess.ru
-sharebutton.net
-shohanb.com
-shoppingjequiti.com.br
-shopvilleroyboch.com.ua
-sientalyric.co
-silvermature.net
-simple-share-buttons.com
-simply.net
-sk.golden-praga.ru
-sklad-24.ru
-sledstvie-veli.net
-slim.sellany.ru
-smartbalanceworld.com
-soc-econom-problems.ru
+sharpchallenge.com
+shell-pmr.ru
+shiksabd.com
+shivafurnishings.com
+shopperifymac.com
+silktide.com
+simplepooltips.com
+sims-sims.ru
+slavic-magic.ru
+smartshoppymac.com
+snip.tw
+snjack.info
+snow.nvr163.com
+socialmonkee.com
socialseet.ru
-sodexo.com
-softxaker.ru
-sovinsteel.ru
-spabali.org
-speedup-my.site
-sptslmtrafms.com
-squidoo.com
-staynplay.net
-stevemonsen.com
-storehouse.ua
-strangeduckfilms.com
-streetfooduncovered.com
-stroy-portal22.ru
-strv.se
-suggest-keywords.com
+sohoindia.net
+solicita.info
+space4updating.win
+spasswelt.net
+speechfoodie.com
+standardchartered-forex.com
+steame.ru
+steamoff.net
+stroyhelp-dv.ru
+suhanpacktech.com
+sumo.com
svarbit.com
-symbaloo.com
-szamponrevita.pl
-t3chtonic.com
-tattooreligion.ru
-td-33.ru
-tdsing.ru
-telegramdownload10.com
-tengohydar.tk
-tgtclick.com
-thelottosecrets.com
-thiegs.reco.ws
-timeallnews.ru
+svolze.com
+takeflyte.com
+teastory.co
+tehngr.ru
+thaismartloan.com
+thebitcoincode.com
+thetattoohut.com
+the-trader.net
+the-usa-games.blogspot.com
+thin.me.pn
+timer4web.com
+titelhelden.eu
tizanidine4mgstreetprice.blogspot.com
-tizanidine4mgtablets.blogspot.com
-tizanidineforopiatewithdrawal.blogspot.com
-tizanidinevsvalium.blogspot.com
+tizanidinedruginteractions.blogspot.com
tizanidinewithdrawalsymptoms.blogspot.com
-tmtrck.com
-tomck.com
-toolsky.com
-top10registrycleaners.com
-torontoplumbinggroup.com
+topbestgames.com
+topdownloads.ru
touchmods.fr
-tourcroatia.co.uk
-tourismvictoria.com
-track2.shop
-traffixer.com
-triumf-realty.ru
-tula.mdverey.ru
-tupper-shop.ru
-turbo-suslik.org
-tvteleport.ru
-typimga.pw
-u17795.netangels.ru
-umaseh.com
-unece.org
-unionmarkt.de
-ural-buldozer.ru
-validccseller.com
-vbtracker.net
+toyota.7zap.com
+track-rankings.online
+tracksz.co
+trafficmania.com
+tramadolandtizanidine.blogspot.com
+truemfilelj.gq
+turbabitload.weebly.com
+turvgori.ru
+tversvet.ru
+twu.com.ua
+ucoz.ru
+ufa.xrus.org
+uggbootsoutletsale.us
+ultramart.biz
+undergroundcityphoto.com
+universals.com.ua
+unmaroll.ya.ru
+uprour.com
+uroffer.link
+ussearche.cf
+utiblog.fr
+uytmaster.ru
+vashsvet.com
+veles.shop
velpanex.ru
-vikistars.com
-vilingstore.net
+vgoloveboli.net
+video-chat.love
+vip.51.la
vip-parfumeria.ru
-virtuagirl.com
-visionwell.com.cn
-visitcambridge.org
-vozbujdenie.com
-vsexkontakte.net
-wallpapers-best.com
-wareseeker.com
-warningzscaler.heraeus.com
-wedding-salon.net
-weightatraining.com
-westen-v.life
-wheelchairliftsarea.com
-wholesalejerseysgaa.com
-wineitudes.wordpress.com
-winx-play.ru
-worldlovers.ru
-worst-sites.online
-wpthemedetector.co.uk
-www.kabbalah-red-bracelets.com
+vseigru.one
+warningwar.ru
+waterefficiency.co
+watsonrealtycorp.com
+we-are-gamers.com
+wemarketing.se
+whengirlsgowild.com
+wholesalejerseyscheapjerseys.us.com
+wingsoffury2.com
+witherrom55.eklablog.fr
+wleuaprpxuvr.ga
+workle.website
+wormix-cheats.ru
wygraj-teraz.com
-xmlinde.com
-xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai
-xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai
-xtube.com
-yebocasino.co.za
-yellocloud.be
-youghbould.wordpress.com
-youjizz.vc
-youresponsive.com
-yoursite.com
-yourtemplatefinder.com
-youthreaders.com
-youtube-downloader.savetubevideo.com
-zaobao.com.sg
-zarepta.com
-zkjovpdgxivg.ga
-zocaparj.kz
-zojirushi-products.ru
-zona-aqua.ru
-zoolubimets.ru
-zoominfo.com
-zrelaya.pw
-zvetki.ru
+xgftnlrt.bloger.index.hr
+xn--80aeahghtf8ac5i.xn--p1ai
+xn--80ak6aa92e.com
+xn--90acenikpebbdd4f6d.xn--p1ai
+xxxnatelefon.ru
+xxx-treker.ru
+youjizz.com
+youradulthosting.com
+yourserverisdown.com
+ytmnd.com
+yuarra.pluto.ro
+yurgorod.ru
+zastroyka.org
+zatjmuzu.info
+zdesformula.ru
+zeroredirect12.com
+zhongwenlink.com
+zigarettenonlinekaufen2.drupalgardens.com
+zoodrawings.com
+zooggames.com
+zscaler.net
+zx6.ru
+zzbroya.com.ua
diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list
index 3f8f9009c..329069c43 100644
--- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list
+++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list
@@ -1,250 +1,250 @@
-3-letter-domains.net
-5ws.dating-app.ru
-991mostfm.co.id
-aa9bd78f328a6a41279d0fad0a88df1901.com
-aaronabel.com
-abcguru.xyz
-air-edem.ru
-alevinefesleri.com
-alldubai.biz
-allknow.info
-allnews24.in
-allpdfmags.net
-amazon-adsystem.com
-ampower.me
-am-se.com
-animalrank.com
-apisecretsaucebi-a.akamaihd.net
-apiwoodensealcom-a.akamaihd.net
-arcadepages.com
-artpicso.com
-avek.ru
-azadnegar.com
-babieca.com
-balla-boo.se
-bank.uz
-barnfurnituremart.com
-basisches-wasser.net
-bbsoldes.fr
-best-coupon-offer.com
-blackhatworth.com
-boazpower.com
-bonvillan.com
-bonzybuddy.com
+1001watch.com.ua
+28n2gl3wfyb0.ru
+4kplayer.pl
+7yue.org
+aa625d84f1587749c1ab011d6f269f7d64.com
+abcdefh.xyz
+accessoires-mode.in
+adelly.bg
+adpremium.org
+adultfriendfinder.com
+advokateg.xyz
+affiliate-fr.com
+afftrack001.com
+aliexpress.com
+all4invest.ru
+allforminecraft.ru
+allnews.md
+an-donut.com
+android-style.com
+apimegabrowsebiz-a.akamaihd.net
+arabsexxxtube.com
+autogrep.ru
+balans.shahterworld.org
+bang-hotties.com
+basedecor.ru
+beachpics.com
+berrymall.ru
+bestkfiledxd.cf
+blobar.org
+bolezniorganov.ru
+bombla.org
braip.com.br
-brg8.com
-brianhenry.co
-buy-forum.ru
-buytizanidineonline.blogspot.com
-cartierlovestore.xyz
-casinos4dummies.co.uk
-cayado.snn.gr
-cbozhe.com
-cfsrating.sonicwall.com
-cheapmoncler.pw
-chelyabinsk.xrus.org
-choice-credit.ru
-christianlouboutinshoes.xyz
-civilwartheater.com
-club-samodelkin.ru
-counciltally.com
-cranly.net
-customsua.com.ua
-daydream-studio.ru
-degerlund.net
-derevesendeco.com
-disruptingdinnerparties.com
-diusyawiga.tk
-djekxa.ru
-djihispano.com
-docsportal.net
-doska-vsem.ru
-downloads-whatsapp.com
-download-wallpaper.net
-dyt.net
-educontest.net
-elektrischezigarette2.onsugar.com
-elektrozigarettekaufen2.blogse.nl
-envaseslotusama.com
-esfchat.tk
-euroskat.ru
-faracontrol.ir
-fba-mexico.com
-ferrotodo.com
-fettefrauen.net
-fikasound.tk
-findthe.pet
-forum69.info
-fotzen-ficken.com
-free-gluten.ru
-free-traffic.xyz
-gamingspark.com
-gerhardhealer.com
-gfaq.ru
-gheus.altervista.org
-gidonline.one
-glcomputers.ru
-gojiberriess.apishops.ru
-golden-catalog.pro
-goroda-vsego-mira.ru
-gorodservis.ru
-growboxbl.ru
-handsandlegs.ru
-hatdc.org
-helicalpile.us
-herokuapp.com
-himgaws.pw
-hotdl.in
-hothot.ru
-hunthillfarmtrust.org
-husky-shop.cz
-idealtits.net
-imadedinner.net
-infobabki.ru
-itbc.kiev.ua
+buyparajumpers.online
+buzz-porno.info
+calcularpagerank.com
+camsex.xxx-cam.webcam
+cdncash.org
+cheapbarbour.online
+chocolateslim-en-espana.com
+cialisovercounteratwalmartusa.com
+clean-virus-mac.com
+clickbanksites.info
+colehaanoutlet.store
+compiko.info
+compliance-don.top
+compliance-don.xyz
+compliance-mark.top
+comsysnet.com
+cougfan.info
+custom-electric-guitar.com
+dayibiao.com
+ddlmega.net
+ddospanel.com
+dengi-pod-zalog-nedvizhimosti.ru
+den-noch24.ru
+detalizaciya-tut.biz
+dimkino.ru
+discovertreasurenow.com
+dostavimvdom.ru
+downloadmefiranaratb1972.xpg.com.br
+doxyporno.com
+droidlook.net
+electricwheelchairsarea.com
+elektronischezigarettekaufen1.myblog.de
+elmacho.xyz
+en.altezza.travel
+encodable.com
+enginebay.ru
+erotik0049.com
+eyes-on-you.ga
+filmetricsasia.com
+finuse.com
+forumprofi.de
+g7m.pl
+gate5.co.za
+getmyads24.com
+goodprotein.ru
+h2monline.com
+hawaiielectriclight.com
+hawaiisurf.com
+hayate.biz
+hchha.com
+hermesbelts.xyz
+homelygarden.com
+hotelcrocenzi.sm
+houston-vikings.com
+hubbble.com
+ibb.com.ua
+ihc2015.info
+images-graphics-pics.com
+insider.pro
+inspiring-desperate.tk
+it-max.com.ua
+iwanttodeliver.com
janavibekken.no
-jewelryandfiligree.com
-jumptap.com
-kalb.ru
-katjimej.blog.fc2.com
-khafre.us
-kolotiloff.ru
-labelwater.se
-laserpen.club
-laxdrills.com
-life.biz.ua
-littlesunraiser.com
-lotto6888.com
-lyngdalhudterapi.no
-magicplayer-s.acestream.net
-makis.nu
-mamasuper.prom.ua
-mearns-tractors.co.uk
-mex-annushka.ru
-minneapoliscopiers.com
-mnogolok.info
-mp3films.ru
-mp3ringtone.info
-multgo.ru
-musicstock.me
-mxgetcode.com
+javlibrary.cc
+jerseychinabizwholesale.com
+jjbabskoe.ru
+justprofit.xyz
+jyvopys.com
+kanimage.com
+kfon.eu
+kinofak.net
+kupit-adenu.ru
+laptop-4-less.com
+law-check-seven.xyz
+lost-alpha.ru
+luckyday.world
+magicdiet.gq
+mailemedicinals.com
+maju.bluesalt.co
+mantramusic.ru
+map028.com
+marblestyle.ru
+marketland.ml
+m.b00kmarks.com
+meddesk.ru
+medkletki.ru
+meetlocalchicks.com
+mejoresfotos.eu
+microsoftportal.net
+missvietnam.org
+monclerjacketsoutlet.win
+moncleroutletonline.xyz
+monclervests.xyz
+money-for-placing-articles.com
+moomi-daeri.com
+mostantikor.ru
+mundoaberrante.com
+my-big-family.com
mydoctorok.ru
-myhitmp3.club
-nardulan.com
-narkologiya-belgorod.ru
-naturtreenspicerx.pw
-nbsproject.ru
-net-radar.com
-newhairstylesformen2014.com
-nootrino.com
-nrjmobile.fr
-nrv.co.za
-offers.bycontext.com
-onlainbesplatno.ru
-ororodnik.goodbb.ru
-paceform.com
-patol01.pw
-phobia.us
-phormchina.com
-piluli.info
-pipki.r.acdnpro.com
-pixshark.com
-pornofiljmi.com
-powenlite24.ru
-pr0fit-b0x.com
-proekt-gaz.ru
-prostitutki-belgoroda.org
-psvita.ru
-raavidesigns.com
-rasteniya-vs-zombi.ru
-razamicroelectronics.com
-registratciya-v-moskve.ru
-rn-to-bsn.com
-ros-ctm.ru
-rospromtest.ru
-royal-investments.net
-rubbed.us
-runofilms.ru
-runstocks.com
-russian-postindex.ru
-rustic-quiver.win
-s8-nowy-wygraj.comli.com
-sadaholding.com
-sady-urala.ru
-sbtdesign.co.uk
-scanner-jack.top
-scottbywater.com
-seocheckupx.com
-seo-tools-optimizing.com
-sex-pr.net
-sexyali.com
-shopfishing.com.ua
-sk.golden-praga.ru
-slkrm.ru
-smallseotools.com
-soblaznu.net
-solicita.info
-solitaire-game.ru
-soochi.co
-sophang8.com
-sortthemesitesby.com
-spamnuker.com
-spywarenuker.com
-steebook.com
-stroydetali.ru
-takethatad.com
-tarad.com
-tattooreligion.ru
-teesdaleflyballclub.co.uk
-teguh.info
-telefonsex-ohne0900.net
-theautoprofit.ml
-thegolfclub.info
-thewomenlife.com
-timetorelax.biz
-tizanidine4mgstreetprice.blogspot.com
-tizanidinedruginteractions.blogspot.com
+mygameplus.ru
+myonigroup.com
+najaden.no
+naughtyconnect.com
+negral.pluto.ro
+nfvsz.com
+nufaq.com
+nuit-artisanale.com
+obesidadealgarve.com
+oklogistic.ru
+onefilms.net
+onlinadverts.com
+online247.ml
+onlinedomains.ru
+onthemarch.co
+openlibrary.org
+pammik.ru
+parajumpersstore.online
+par-fallen.ga
+partnersafe.men
+pattersonsweb.com
+pcimforum.com
+pensplan.com
+perfectpracticeweb.com
+piccshare.com
+playlott.com
+pl.id-forex.com
+podshipniki-ntn.ru
+poisk-zakona.ru
+pornhubforum.tk
+pornogig.com
+priscilarodrigues.com.br
+prize44.com
+profitsport.club
+psoriasis-file.trade
+pussyfleet.com
+qcstrtvt.bloger.index.hr
+rangjued.com
+rankscanner.com
+realitykings.com
+realtytimes.com
+rebelmouse.com
+refads.pro
+remont-mobile-phones.ru
+repeatlogo.co.uk
+rostov.xrus.org
+rus-pornuha.com
+salmonfishingsacramentoriver.com
+sa-rewards.co.za
+sbf441.com
+scanner-walt.top
+searchinterneat-a.akamaihd.net
+securityallianceservices.com
+selectads.men
+sfd-chess.ru
+sharebutton.org
+shop.xz618.com
+simul.co
+sindragosa.comxa.com
+sitevaluation.org
+sitopreferito.it
+social-s-ggg.xyz
+softwaretrend.net
+soundfrost.org
+space4updating.win
+spylog.com
+statoutlook.info
+stauga.altervista.org
+stockspmb.info
+sugarkun.com
+surflinksmedical.com
+svnuppsalaorebro.se
+taboola.com
+tagil.zrus.org
+tengohydar.tk
+thejournal.ru
+the-torrent-tracker.blogspot.com
+tizanidine4mgtablets.blogspot.com
+tizanidinefibromyalgia.blogspot.com
+tizanidinehcl4mgtabinfo.blogspot.com
+tizanidineingredients.blogspot.com
tizanidinenarcotic.blogspot.com
-tn811.us
-top250movies.ru
-topvidos.ru
-torrents-tracker.com
-touchmods.fr
-tracksurf.daooda.com
-trafficmonetize.org
-trkdf.com
-tupper-shop.ru
-twittruth.com
-ucsol.ru
-uginekologa.com
-ultimatesetnewfreeallsoftupgradesystems.pw
-urlopener.blogspot.com.au
-vekzdorov.ru
-vellings.info
-video-production.com
-vitalads.net
-vut.com.ru
-w3javascript.com
-warezkeeper.com
-wdfdocando.com
-webnode.me
-white-truck.life
-wildcattube.com
-wordpress-crew.net
-worldis.me
-wurr.voila.net
-www.kabbalah-red-bracelets.com
-www.timer4web.com
-xbaboon.com
-xclicks.net
-xev.ru
-xwatt.ru
-yachts-cruise.info
-yaderenergy.ru
-yellocloud.be
-you-shall-not-pass.is74.ru
-yurgorod.ru
-zmoda.hostreo.com
-zoogdinsney.com
+tizanidinerestlesslegsyndrome.blogspot.com
+tk-assortiment.ru
+toondinsey.com
+top-deal.com.pl
+trackzapper.com
+tt-ipd.info
+ttrraacckkrr.com
+tvnewsclips.info
+ukkelberg.no
+undergroundcityphoto.com
+unitexindia.com
+verymes.xyz
+viagra.pp.ua
+videooko.weebly.com
+vipromoffers.com
+voluumtracker1.com
+vsexkontakte.net
+watch-movies.ru
+we-are-gamers.com
+webshoppermac.com
+website-speed-checker.site
+wedding-salon.net
+westen-v.life
+whatzmyip.net
+whiteelephantwellington.com
+wnhjavlhezp.gq
+www.arenda-yeisk.ru
+xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai
+xrus.org
+xtremeeagles.net
+xxxdatinglocal.us
+xxxrus.org
+yourads.website
+zakazvzloma.com
+zkjovpdgxivg.ga
+zocaparj.kz
zooggames.com
-zrelaya.pw
diff --git a/.dev-tools/test_units/ratelimittest-master.txt b/.dev-tools/test_units/ratelimittest-master.txt
index afb1627e8..6b86856ae 100644
--- a/.dev-tools/test_units/ratelimittest-master.txt
+++ b/.dev-tools/test_units/ratelimittest-master.txt
@@ -5,13 +5,6 @@
nginx/1.14.2