diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf
index e209d3ef2..c5104b230 100644
--- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf
+++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
-### Version: V3.2019.06.1697
-### Updated: Sat Jun 29 18:40:23 SAST 2019
+### Version: V3.2019.06.1698
+### Updated: Sat Jun 29 19:03:00 SAST 2019
### Bad Referrer Count: 6713
### Bad Bot Count: 556
###################################################
diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
index 0fcb73d00..479de1217 100644
--- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
+++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-35.192.187.174 1;
+35.192.85.2 1;
127.0.0.1 1;
diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
index 3dac4f84e..d9f0a2c04 100644
--- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
+++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-35.192.187.174 0;
+35.192.85.2 0;
127.0.0.1 0;
diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf
index e209d3ef2..c5104b230 100644
--- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf
+++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
-### Version: V3.2019.06.1697
-### Updated: Sat Jun 29 18:40:23 SAST 2019
+### Version: V3.2019.06.1698
+### Updated: Sat Jun 29 19:03:00 SAST 2019
### Bad Referrer Count: 6713
### Bad Bot Count: 556
###################################################
diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf
index 0fcb73d00..479de1217 100644
--- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf
+++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-35.192.187.174 1;
+35.192.85.2 1;
127.0.0.1 1;
diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf
index 3dac4f84e..d9f0a2c04 100644
--- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf
+++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-35.192.187.174 0;
+35.192.85.2 0;
127.0.0.1 0;
diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf
index e209d3ef2..c5104b230 100644
--- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf
+++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
-### Version: V3.2019.06.1697
-### Updated: Sat Jun 29 18:40:23 SAST 2019
+### Version: V3.2019.06.1698
+### Updated: Sat Jun 29 19:03:00 SAST 2019
### Bad Referrer Count: 6713
### Bad Bot Count: 556
###################################################
diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf
index 0fcb73d00..479de1217 100644
--- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf
+++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-35.192.187.174 1;
+35.192.85.2 1;
127.0.0.1 1;
diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf
index 3dac4f84e..d9f0a2c04 100644
--- a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf
+++ b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-35.192.187.174 0;
+35.192.85.2 0;
127.0.0.1 0;
diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf
index e209d3ef2..c5104b230 100644
--- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf
+++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
-### Version: V3.2019.06.1697
-### Updated: Sat Jun 29 18:40:23 SAST 2019
+### Version: V3.2019.06.1698
+### Updated: Sat Jun 29 19:03:00 SAST 2019
### Bad Referrer Count: 6713
### Bad Bot Count: 556
###################################################
diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template
index e209d3ef2..c5104b230 100644
--- a/.dev-tools/globalblacklist-testing.template
+++ b/.dev-tools/globalblacklist-testing.template
@@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
-### Version: V3.2019.06.1697
-### Updated: Sat Jun 29 18:40:23 SAST 2019
+### Version: V3.2019.06.1698
+### Updated: Sat Jun 29 19:03:00 SAST 2019
### Bad Referrer Count: 6713
### Bad Bot Count: 556
###################################################
diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template
index 52c1f83f2..ff8c0cb2f 100755
--- a/.dev-tools/globalblacklist.template
+++ b/.dev-tools/globalblacklist.template
@@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2019.06.1697
-### Updated: Sat Jun 29 18:40:21 SAST 2019
+### Version: V4.2019.06.1698
+### Updated: Sat Jun 29 19:02:59 SAST 2019
### Bad Referrer Count: 6713
### Bad Bot Count: 556
###################################################
diff --git a/.dev-tools/nginxv3.txt b/.dev-tools/nginxv3.txt
index 6eee50fb2..f47a03f28 100644
--- a/.dev-tools/nginxv3.txt
+++ b/.dev-tools/nginxv3.txt
@@ -1 +1 @@
-nginx version: nginx/1.15.8
+nginx version: nginx/1.10.3 (Ubuntu)
diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
index c1d6c61cb..503b1de7a 100644
--- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
+++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
@@ -45,4 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-35.188.73.34 0;
+35.224.112.202 0;
diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf
index 52c1f83f2..ff8c0cb2f 100644
--- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf
+++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2019.06.1697
-### Updated: Sat Jun 29 18:40:21 SAST 2019
+### Version: V4.2019.06.1698
+### Updated: Sat Jun 29 19:02:59 SAST 2019
### Bad Referrer Count: 6713
### Bad Bot Count: 556
###################################################
diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
index b9d24324a..479de1217 100644
--- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
+++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-34.68.144.114 1;
+35.192.85.2 1;
127.0.0.1 1;
diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
index ea117da9f..d9f0a2c04 100644
--- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
+++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-34.68.144.114 0;
+35.192.85.2 0;
127.0.0.1 0;
diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
index 52c1f83f2..ff8c0cb2f 100644
--- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
+++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2019.06.1697
-### Updated: Sat Jun 29 18:40:21 SAST 2019
+### Version: V4.2019.06.1698
+### Updated: Sat Jun 29 19:02:59 SAST 2019
### Bad Referrer Count: 6713
### Bad Bot Count: 556
###################################################
diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
index b9d24324a..479de1217 100644
--- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
+++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-34.68.144.114 1;
+35.192.85.2 1;
127.0.0.1 1;
diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
index ea117da9f..d9f0a2c04 100644
--- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
+++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-34.68.144.114 0;
+35.192.85.2 0;
127.0.0.1 0;
diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
index 52c1f83f2..ff8c0cb2f 100644
--- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
+++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2019.06.1697
-### Updated: Sat Jun 29 18:40:21 SAST 2019
+### Version: V4.2019.06.1698
+### Updated: Sat Jun 29 19:02:59 SAST 2019
### Bad Referrer Count: 6713
### Bad Bot Count: 556
###################################################
diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
index b9d24324a..479de1217 100644
--- a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
+++ b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-34.68.144.114 1;
+35.192.85.2 1;
127.0.0.1 1;
diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
index ea117da9f..d9f0a2c04 100644
--- a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
+++ b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-34.68.144.114 0;
+35.192.85.2 0;
127.0.0.1 0;
diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
index 52c1f83f2..ff8c0cb2f 100644
--- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
+++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2019.06.1697
-### Updated: Sat Jun 29 18:40:21 SAST 2019
+### Version: V4.2019.06.1698
+### Updated: Sat Jun 29 19:02:59 SAST 2019
### Bad Referrer Count: 6713
### Bad Bot Count: 556
###################################################
diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
index 3743b8794..e86961eb1 100644
--- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
+++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
@@ -45,5 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-104.154.113.151 0;
-34.66.178.120 0;
+35.224.112.202 0;
+104.154.120.187 0;
diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf
index 51eedda18..ede3710bb 100644
--- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf
+++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2019.06.1697
-### Updated: Sat Jun 29 18:40:21 SAST 2019
+### Version: V4.2019.06.1698
+### Updated: Sat Jun 29 19:02:59 SAST 2019
### Bad Referrer Count: 6713
### Bad Bot Count: 556
###################################################
diff --git a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf
index 002d11f26..f4ac913d5 100644
--- a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf
+++ b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf
@@ -45,5 +45,6 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-34.68.144.114 0;
-104.154.113.151 0;
+35.224.112.202 0;
+35.188.1.99 0;
+104.154.120.187 0;
diff --git a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf
index 52c1f83f2..ff8c0cb2f 100644
--- a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf
+++ b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2019.06.1697
-### Updated: Sat Jun 29 18:40:21 SAST 2019
+### Version: V4.2019.06.1698
+### Updated: Sat Jun 29 19:02:59 SAST 2019
### Bad Referrer Count: 6713
### Bad Bot Count: 556
###################################################
diff --git a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf
index e4b1ba7e2..3395ec994 100644
--- a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf
+++ b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf
@@ -45,6 +45,6 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-35.192.136.167 0;
-35.193.14.140 0;
-35.192.187.174 0;
+35.192.85.2 0;
+35.188.1.99 0;
+35.224.112.202 0;
diff --git a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf
index 52c1f83f2..ff8c0cb2f 100644
--- a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf
+++ b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2019.06.1697
-### Updated: Sat Jun 29 18:40:21 SAST 2019
+### Version: V4.2019.06.1698
+### Updated: Sat Jun 29 19:02:59 SAST 2019
### Bad Referrer Count: 6713
### Bad Bot Count: 556
###################################################
diff --git a/.dev-tools/test5_conf_files/nginx.conf b/.dev-tools/test5_conf_files/nginx.conf
index 5c7fa78f3..8fc1b23c8 100644
--- a/.dev-tools/test5_conf_files/nginx.conf
+++ b/.dev-tools/test5_conf_files/nginx.conf
@@ -1,7 +1,6 @@
user www-data;
worker_processes auto;
pid /run/nginx.pid;
-include /etc/nginx/modules-enabled/*.conf;
events {
worker_connections 768;
@@ -46,6 +45,7 @@ http {
##
gzip on;
+ gzip_disable "msie6";
# gzip_vary on;
# gzip_proxied any;
diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf
index 0fcb73d00..479de1217 100644
--- a/.dev-tools/test_units/blacklist-ips.conf
+++ b/.dev-tools/test_units/blacklist-ips.conf
@@ -1,2 +1,2 @@
-35.192.187.174 1;
+35.192.85.2 1;
127.0.0.1 1;
diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list
index 175f14686..662c070a8 100644
--- a/.dev-tools/test_units/random-bots-for-test-quick.list
+++ b/.dev-tools/test_units/random-bots-for-test-quick.list
@@ -1,10 +1,10 @@
-DnyzBot
-JOC Web Spider
-lwp-trivial
-Nibbler
-ProPowerBot
-Screaming
-SEOlyticsCrawler
-Typhoeus
-Web Pix
-Xaldon WebSpider
+Image Sucker
+JamesBOT
+OutclicksBot
+RankActiveLinkBot
+Rankivabot
+SEOprofiler
+Twice
+WEBDAV
+Web Fetch
+Widow
diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list
index 551534b59..a9fcfe3f1 100644
--- a/.dev-tools/test_units/random-bots-for-test.list
+++ b/.dev-tools/test_units/random-bots-for-test.list
@@ -1,250 +1,250 @@
-404checker
+360Spider
404enemy
-80legs
-Aboundex
Aboundexbot
-Acunetix
ADmantX
AfD-Verbotsverfahren
-Alexibot
-Alligator
-ASPSeek
-Asterias
-Backlink-Ceck
-BackStreet
-BackWeb
-BatchFTP
-BBBike
+AiHitBot
+Aipbot
+Anarchie
+Apexoo
+autoemailspider
+BacklinkCrawler
+Badass
+Bandit
+Barkrowler
+Battleztar Bazinga
+BDCbot
+BDFetch
BetaBot
-Bigfoot
Bitacle
-Blackboard
-Black Hole
-BlackWidow
-Blow
-Bolt
-BotALot
-Buddy
+BlowFish
+Boardreader
+Brandwatch
Bullseye
-BuzzSumo
Calculon
+CATExplorador
CCBot
-Cliqzbot
-Cogentbot
+CheTeam
+Cloud mapping
+coccocbot-web
+cognitiveseo
+Copier
Cosmos
-crawler4j
crawl.sogou.com
CSHttp
-Curious
DatabaseDriverMysqli
-Deusu
+DataCha0s
+DBLBot
+Demon
+DigitalPebble
DIIbot
-Disco
+Dirbuster
Discobot
-Discoverybot
Dispatch
-DnyzBot
-DomainStatsBot
+Dotbot
Download Wonder
-Drip
-EasyDL
+Dragonfly
+DTS Agent
Ebingbong
-ECCP/1.0
-EroCrawler
+eCatch
+Ecxi
+EirGrabber
+EMail Siphon
+EMail Wolf
+evc-batch
Evil
-Exabot
-ExtLinksBot
+Express WebPictures
Extractor
+ExtractorPro
Extreme Picture Finder
-FDM
-FHscan
+facebookscraper
Firefox/7.0
-FlashGet
-Foobot
-FrontPage
+Flunky
FyberSpider
-Fyrebot
-GalaxyBot
Genieo
+GermCrawler
+Getintent
+GetRight
+GetWeb
Gigablast
+G-i-g-a-b-o-t
Go-Ahead-Got-It
+GrabNet
+Grafula
GrapeFX
-GridBot
-GT::WWW
Haansoft
+HaosouSpider
Harvest
-HEADMasterSEO
-HTMLparser
+Heritrix
+HMView
HTTP::Lite
-HTTrack
-HybridBot
+Humanlinks
IDBot
IlseBot
-Image Sucker
-InternetSeer
-internetVista monitor
+InfoNaviRobot
+instabid
ips-agent
-Iria
IstellaBot
JamesBOT
Jbrofuzz
-JetCar
-Jetty
JOC Web Spider
-Joomla
-Jorgee
JustView
-Jyxobot
-Keyword Density
-Lftp
-Libwhisker
-Lightspeedsystems
+Kozmosbot
+Lanshanbot
+Larbin
+LibWeb
Likse
LinkextractorPro
+LinkpadBot
+LinkScan
LinksManager
+LinkWalker
LinqiaMetadataDownloaderBot
-LinqiaRSSBot
Lipperhey
-Lipperhey Spider
Litemage_walker
+LNSpiderguy
lwp-request
-lwp-trivial
-Majestic SEO
-Masscan
-Mass Downloader
+LWP::Simple
+Magnet
+magpie-crawler
+Mail.RU_Bot
+Majestic-SEO
+MarkMonitor
Mata Hari
meanpathbot
mediawords
MegaIndex.ru
MFC_Tear_Sample
-Microsoft Data Access
-MIDown tool
+Microsoft URL Control
MIIxpc
-MJ12bot
Mojeek
Morfeus Fucking Scanner
-MSFrontPage
+Mr.4x3
MSIECrawler
-Msrabot
-Musobot
-Name Intelligence
Navroad
Needle
+Nessus
NetAnts
-Netcraft
-NetSpider
+NetLyzer
Net Vampire
-NextGenSearchBot
-NimbleCrawler
-Nimbostratus
+Netvibes
+NetZIP
+Nibbler
+Nikto
Ninja
-oBot
-Octopus
-Openfind
-OpenLinkProfiler
+Nmap
+Offline Explorer
+Offline Navigator
+OnCrawl
+Openvas
+OrangeBot
+OrangeSpider
OutclicksBot
-page scorer
-PageScorer
-Pandalytics
+PageAnalyzer
Panscient
-PeoplePal
+Picscout
+Picsearch
PictureFinder
Pimonster
-POE-Component-Client-HTTP
+Pi-Monster
+PleaseCrawl
+plumanalytics
ProPowerBot
-Psbot
+Pump
+PyCurl
+QueryN Metasearch
Quick-Crawler
-RealDownload
+RankActive
+RankActiveLinkBot
+RankingBot
+RankingBot2
+RankurBot
Reaper
-ReGet
-Ripper
-SBIder
-scan.lol
+RocketCrawler
+Rogerbot
+s1z.ru
+SalesIntelligent
ScoutJet
-Scrapy
ScreenerBot
-Semrush
-SEOkicks
Seomoz
-seoscanners
+SEOprofiler
SeoSiteCheckup
SEOstats
-serpstatbot
-sexsearcher
Siphon
SISTRIX
+SiteExplorer
Siteimprove
-SiteLockSpider
SiteSnagger
-Sitevigil
-SlySearch
+SiteSucker
+Site Sucker
+Snake
Snapbot
Snoopy
+Sociscraper
sogouspider
Sosospider
+SpaceBison
SpankBot
-Spanner
-sp_auditbot
Spbot
+Spinn3r
+SputnikBot
spyfu
-Steeler
-Stripper
+Sqlmap
+Sqlworm
+Sqworm
Sucker
Sucuri
SuperBot
-SuperHTTP
-Surfbot
Suzuran
-sysscan
+Swiftbot
Szukacz
-T8Abot
tAkeOut
Teleport
Telesoft
-Telesphoreo
-The Intraformant
-Thumbor
TightTwatBot
Toata
Toweyabot
-Trendiction
-Turnitin
+Tracemyfile
+Trendictionbot
+TurnitinBot
TwengaBot
Typhoeus
-Vagabondo
-VB Project
+UnisterBot
+URLy.Warning
VeriCiteCrawler
VidibleScraper
-VoidEYE
Wallpapers/3.0
-WallpapersHD
-WASALive-Bot
WBSearchBot
-WebAuto
+Webalta
Web Auto
-WebBandit
-Web Collage
WebCopier
+WebEnhancer
Web Enhancer
+WebFetch
+Web Fetch
WebFuck
-WebGo IS
-WebmasterWorldForumBot
-webmeup-crawler
-WebReaper
-WebsiteExtractor
-WebStripper
-WebSucker
+Web Fuck
+Web Pix
+Webshag
+WebsiteQuester
Web Sucker
-WebZIP
-WeSEE
-Whatweb
+Whacker
+Widow
WinHTTrack
-Woobot
+WiseGuys Robot
+WISENutbot
+Wonderbot
Wotbox
-WWW-Collector-E
-Xaldon WebSpider
+Wprecon
+WPScan
+WWW::Mechanize
+WWWOFFLE
+Xaldon_WebSpider
Xenu
YoudaoBot
Zade
-Zeus
-ZmEu
+Zauba
+zauba.io
+Zitebot
+ZumBot
+ZyBorg
diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list
index 67786dc7a..63353546e 100644
--- a/.dev-tools/test_units/random-bots-for-whitelist-test.list
+++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list
@@ -1,250 +1,250 @@
-404enemy
-80legs
+360Spider
+404checker
Aboundex
-Aboundexbot
Acunetix
-AIBOT
-Aipbot
-AllSubmitter
-AlphaBot
-Apexoo
+AhrefsBot
+AiHitBot
archive.org_bot
-Attach
-backlink-check
+ASPSeek
+Asterias
+BackDoorBot
BacklinkCrawler
-BackStreet
BackWeb
-BetaBot
+Badass
+BBBike
Bigfoot
Bitacle
+Blackboard
BlackWidow
Blow
BlowFish
Boardreader
-Brandprotect
Brandwatch
Buddy
-Calculon
+Bullseye
+BuzzSumo
CazoodleBot
+CCBot
+CherryPicker
CheTeam
-ChinaClaw
Chlooe
-Claritybot
Cliqzbot
-coccocbot-web
-Cogentbot
cognitiveseo
com.plumanalytics
-Copyscape
-Cosmos
Craftbot
-crawler4j
crawler.feedback
-CSHttp
-Curious
-Custo
-DBLBot
+CrunchBot
+Demon
Deusu
+Devil
Digincore
DIIbot
-Discobot
-DnyzBot
+Disco
+Discoverybot
DomainAppender
DomainCrawler
-DomainStatsBot
Dotbot
-Download Wonder
Dragonfly
DSearch
DTS Agent
+EasyDL
Ebingbong
eCatch
ECCP/1.0
+Ecxi
EMail Siphon
evc-batch
Exabot
ExtLinksBot
+Extreme Picture Finder
EyeNetIE
-Ezooms
-FDM
+facebookscraper
FHscan
Fimap
+Firefox/7.0
Flunky
+Freeuploader
+FyberSpider
+GalaxyBot
Genieo
-Getintent
+GermCrawler
GetRight
+Gigablast
Gigabot
-G-i-g-a-b-o-t
Go-Ahead-Got-It
-Go!Zilla
+Gotit
+GrapeFX
GrapeshotCrawler
GridBot
-GT::WWW
-HaosouSpider
-Havij
+Haansoft
+Harvest
HEADMasterSEO
-Hloader
-HMView
-HTMLparser
-HTTrack
-HybridBot
-Iblog
+HTTP::Lite
Id-search
-IndeedBot
-InfoTekies
+Image Fetch
+Image Sucker
+InfoNaviRobot
instabid
+Internet Ninja
InternetSeer
-ips-agent
+IRLbot
Iskanie
JamesBOT
-Jorgee
+JetCar
+Joomla
JustView
-Kenjin Spider
+Jyxobot
Keyword Density
Lanshanbot
-Larbin
-LeechGet
-LexiBot
+LeechFTP
+LibWeb
+Libwhisker
+Lightspeedsystems
Likse
-LinqiaMetadataDownloaderBot
+Linkdexbot
+LinkextractorPro
+LinksManager
LinqiaScrapeBot
-Lipperhey Spider
Litemage_walker
-LNSpiderguy
+Ltx71
lwp-request
LWP::Simple
-lwp-trivial
Magnet
-magpie-crawler
+Mag-Net
Majestic SEO
-MarkWatch
+MarkMonitor
Mata Hari
-MauiBot
-mediawords
-Microsoft URL Control
-MIIxpc
-MJ12bot
-Mojeek
+Mediatoolkitbot
+Microsoft Data Access
+MIDown tool
+Mister PiX
+Morfeus Fucking Scanner
Mr.4x3
-MSIECrawler
+MSFrontPage
+Msrabot
+muhstik-scan
Musobot
+Name Intelligence
Nameprotect
-Needle
-NetAnts
-NetLyzer
-Nettrack
-NICErsPRO
-Niki-bot
-Nikto
-Nimbostratus
-NPbot
+Navroad
+netEstate NE Crawler
+Nibbler
+NimbleCrawler
+Ninja
+Nmap
Nutch
-Octopus
-OnCrawl
+oBot
+Offline Navigator
Openfind
OrangeSpider
+OutclicksBot
OutfoxBot
PageAnalyzer
-PageGrabber
-page scorer
+Page Analyzer
+PageScorer
+Panscient
+Papa Foto
+PECL::HTTP
PeoplePal
-PHPCrawl
Picscout
Picsearch
-PictureFinder
-Pimonster
+Pi-Monster
Pixray
-plumanalytics
-Pockey
-Probethenet
+POE-Component-Client-HTTP
+ProWebWalker
+Psbot
PxBroker
-PyCurl
QueryN Metasearch
Quick-Crawler
+RankActive
RankFlex
+RankingBot2
Rankivabot
-RankurBot
-RealDownload
-RedesScrapy
-RocketCrawler
+Reaper
+RebelMouse
+Ripper
s1z.ru
+SBIder
Scanbot
scan.lol
+ScoutJet
Scrapy
Screaming
ScreenerBot
-Searchestate
+SearchmetricsBot
Semrush
-SEOprofiler
-SeoSiteCheckup
-SEOstats
-sexsearcher
+SEOlyticsCrawler
+Seomoz
+Siphon
SISTRIX
-Sitebeam
-SiteExplorer
-SiteLockSpider
-Site Sucker
+Siteimprove
+SiteSnagger
Sitevigil
-SmartDownload
-Snapbot
+SMTBot
+Snoopy
Sociscraper
+Sogou web spider
Sosospider
-SpankBot
+Sottopop
+Spbot
Spinn3r
SputnikBot
spyfu
-Sqworm
+Sqlmap
+Sqlworm
Sucuri
-SuperBot
Surfbot
-SurveyBot
+Swiftbot
sysscan
+Szukacz
T0PHackTeam
+T8Abot
+tAkeOut
+Teleport
TeleportPro
Telesoft
-Telesphoreo
-Toweyabot
+Telesphorep
+The Intraformant
+TightTwatBot
+Titan
Trendiction
trendiction.com
True_Robot
-Turnitin
TurnitinBot
-TwengaBot
Typhoeus
Upflow
+URLy.Warning
VB Project
+VCI
VeriCiteCrawler
+Voil
Wallpapers/3.0
+WallpapersHD
WBSearchBot
-Web Collage
-WebCopier
-WEBDAV
+Webalta
+WebAuto
+WebBandit
WebEnhancer
-Web Fetch
-Web Fuck
-WebmasterWorldForumBot
+WebLeacher
webmeup-crawler
-WebPix
-Web Pix
Web Sauger
-WebsiteExtractor
+Webshag
WebsiteQuester
-WebStripper
+Website Quester
+WebWhacker
WebZIP
-Whacker
-Whatweb
-Who.is Bot
-Widow
-WISENutbot
+WinHTTrack
+WiseGuys Robot
+Wonderbot
Woobot
-Wotbox
Wprecon
-WWW-Mechanize
+WWW-Collector-E
WWWOFFLE
-Xaldon_WebSpider
-xpymep1.exe
+x09Mozilla
+x22Mozilla
+Xenu
+YoudaoBot
Zauba
-zauba.io
-Zitebot
+Zermelo
+zgrab
ZumBot
-ZyBorg
diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list
index 3bebe3fab..78b9df689 100644
--- a/.dev-tools/test_units/random-referrers-for-test-quick.list
+++ b/.dev-tools/test_units/random-referrers-for-test-quick.list
@@ -1,10 +1,10 @@
-ccjp.eu
-domaincrawler.com
-expertblog.info
-hawaiisurf.com
-indo-export.ru
-morocco-nomad-excursions.com
-na-telefon.biz
-stop-gepatit.te.ua
-vip-file.com
-whereiskentoday.com
+ap.senai.br
+barnfurnituremart.com
+bestdraws.com
+gamewrath.com
+iwanttodeliver.com
+netallergy.ru
+onefilms.net
+pussysaga.com
+semrush.com
+seocheki.net
diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list
index d94bd0eea..e59d0d90b 100644
--- a/.dev-tools/test_units/random-referrers-for-test.list
+++ b/.dev-tools/test_units/random-referrers-for-test.list
@@ -1,1000 +1,1000 @@
-00author.com
+00go.com
03e.info
-08800.top
-0c47f8422d3f.com
-101raccoon.ru
-11pikachu.ru
-123cha.com
-123kuma.com
-123movies.love
-12bet.com
-1-99seo.com
-2728fb936f0.com
-28n2gl3wfyb0.ru
-45en.ru
-4inn.ru
-4istoshop.com
-51.la
-5elementov.ru
-5forex.ru
-6128786.com
+03p.info
+0n-line.tv
+123locker.com
+14b.info
+23kw.ru
+24videos.tv
+2drittel.de
+2itech.ru
+3th.co.in
+3w24.com
+40cg.com
+4senses.co
+4webmasters.org
66cpwgln.space
777-club.ru
-7fon.ru
-7minuteworkout.com
-aa08daf7e13b6345e09e92f771507fa5f4.com
-aa9bd78f328a6a41279d0fad0a88df1901.com
+7makemoneyonline.com
+888.com
+aa81bf391151884adfa3dd677e41f94be1.com
+aa8b68101d388c446389283820863176e7.com
+aa9d046aab36af4ff182f097f840430d51.com
aanapa.ru
-abctoppictures.net
+aaronabel.com
+abcdefh.xyz
+abcdeg.xyz
+abovetherivernc.com
abusora.com
-adf.ly
-adloads.net
-adserver-e7.com
+accessoires-mode.in
+activecampaign.dreamhosters.com
+adktrailmap.com
+adminshop.com
+ads-cool.pro
+adservme.com
+adsloads.com
adssafeprotected.com
+ads-seo.men
+ads.tremorhub.com
adtech.fr
-adtech.us
-adultwebhosting.info
-advancedmassagebysara.com
-advancedsoftwaresupport.com
-adverster.com
-adviceforum.info
-aerogo.com
-agysya.ru
-ahrefs.com
-aktobe.xkaz.org
-alekseevec.ru
-alert.scansafe.net
-alfa-medosmotr.ru
+adtiger.tk
+adult3dgames.com
+adultgalls.com
+adultnet.in
+adult-shop.com.ua
+ad-words.ru
+agahinameh.com
+agapovdg.ru
+aibolita.com
+alarmobninsk.ru
+alessandraleone.com
+alfabot.xyz
+algarveglobal.com
aliexpresscashback.club
-alif-ba-ta.com
-alldubai.biz
-allknow.info
-allmarketsnewdayli.gdn
-allwidewallpapers.com
-alot.com
-alphaforum.ru
+alkoravto.ru
+all4wap.ru
+alltheviews.com
+alphacarolinas.com
alphahoverboards.com
+alpharma.net
alta-realestate.com
-alyeskaresort.com
-amateurlivechat.org
-amazon-seo-service.com
-ameblo.jp
-amehdaily.com
-amyfoxfitness.com
+amoi.tn
+analytics-ads.xyz
androids-store.com
-android-vsem.org
-angigreene.com
-angry-fermi-7633.arukascloud.io
-animal-drawings.com
-anime.dougasouko.com
-animenime.ru
-apartment.ru
-apioasisspacenet-a.akamaihd.net
-apiqualitinknet-a.akamaihd.net
-apispringsmartne-a.akamaihd.net
-aramaicmedia.org
-arcadepages.com
+anjalika.co.in
+anniemation.com
+aosheng-tech.com
+apidiamondatanet-a.akamaihd.net
+apiwoodensealcom-a.akamaihd.net
+apparel-offer.com
+apple.com-cleaner.systems
+apple.com-webbrowsing-security.review
+apptester.tk
+aquarium-pro.ru
arenanews.com.ua
-arendovalka.xyz
-arquapetrarca.info
-arvut.org
-asdfz.pro
-asrvvv-a.akamaihd.net
-asscenihotosidea.blogspot.com
-astana.xxxkaz.org
-atlant-auto.info
-atout-energie-69.com
-atovh.local-finders.com
-autodo.info
-auto.rusvile.lt
-avkzarabotok.info
-avtolombard-krasnodar.ru
-ayeartoforget.com
-babosas.com
-bag77.ru
+arendatora.ru
+arewater.com
+asophoto.com
+asscenihotosidea.blogspot.co.za
+asseenontv.ru
+atmagroup.ru
+atofilms.com
+audiobangout.com
+ausmepa.org.au
+autoblogger24.info
+autochoixspinelli.com
+autorn.ru
+autovideobroadcast.com
+avon-novosib.ru
+ayakino.net
+azartmix.com
+azazaporn.com
bagsonsale.online
-baladur.ru
-bank.uz
-basedecor.ru
-bazaronline24.ru
+balitouroffice.com
+balkanfarma.ru
+balois.worldbreak.com
+balook.com
+baltgem.com
+banan.tv
+banki76.ru
+bannerspace.com
+barbourjackets.online
+barnfurnituremart.com
+battlecarnival.su
+belinka.com.ua
bensbargains.net
-berdasovivan.ru
-bestadbid.com
-bestbuy.ca
-bestcoin.cc
-bestimagecoollibrary.com
-betune.onlinewebshop.net
-beyan.host.sk
-bezlimitko.xyz
-bg6s0.com
+beremenyashka.com
+bestbrainprod.win
+bestcalovebracelet.cn
+besthoro.ru
+bestserials.com
+bestsexyblog.com
+bestwrinklecreamnow.com
+betonka.pro
+betterscooter.com
big-boards.info
-bigcareer.info
+bildsuche.ru
binomo.com
-bioinnovate.co
-bio-japan.net
-bio-optomarket.ru
bird1.ru
-bizcheapjerseyswholesalechina.com
-bizfly.info
-biznesschat.net
-blackhatworth.com
-bloggerads.net
-bloglag.com
+bjanshee.ru
+blobar.org
+blockety.co
blogqpot.com
-blog.remote-computer.de
-bmw-ark.ru
-board.f00d.de
+blogsfunky672.weebly.com
+bluesalt.co
+bluesman.nu
+bmwhighperformers.com
+bnt-team.com
bodybuilding-shop.biz
-boleznikogi.com
+bonky.biz
+bookmaker-bet.com
+bookmark4you.com
bookmark4you.com.biz
+bosefux.esy.es
bracketsmackdown.com
-brainboostingsupplements.org
-brainsandeggs.blogspot.com
-brainxs.us
-brainzpod.win
-brandov.ru
-brewdom.ru
-brimstonehillfortress.org
-bristolhotel.com
-bryansk.zrus.org
-buckspar.gq
-burger-tycoon.com
+brateg.xyz
+breget74.ru
+budpost.com.ua
+bugof.gq
+buigas.00it.com
+burkesales.com
+burn-fat.ga
+bus-offer.com
buttons-for-website.com
-buyessaynow.biz
-buyfriend.ru
-buzzonclick.com
-byme.se
-candcstuccoandstone.com
-candelluxsklep.pl
-candytiner.com
-canoncdriverq3.pen.io
+buyclomidonlaine.com
+buyk.host.sk
+buypuppies.ca
+buyviagraa.blogspot.com
+bvlgariwallet.xyz
+bzero1jewelry.net
+c1.onedmp.com
+callawaygolfstore.online
+callejondelpozo.es
+calstaterealty.us
+camel-beach.com
+canacopegdl.com
+candiceloves.us
carapics.com
-cardul.ru
-carmuffler.net
-carrauterie.be
-cars-modification.net
-carsplate.com
-cartierjusteunclou.xyz
+cartierbracelet.xyz
+cartierlove2u.com
cartierlovebracelet.xyz
cartierloveringreplica.xyz
-caulderwoodkennels.com
+cartierwatch.xyz
+cartujano-pre.de
+casite-513049.cloudaccess.net
caveavins.fr
-cbcseward.com
-ccjp.eu
-celejihad.info
-centraletermice.us
-centrdebut.ru
-centrumcoachingu.com
-chatroulette.video
-cheapmoncler.pw
-cheap-trusted-backlinks.com
-cheapwebsitehoster.com
-cherrypointplace.ca
+cdncash.com
+cdn.walkme.com
+cejewelry.xyz
+cementaresearch.se
+centre-indigo.org.ua
+cercacamion.it
+charmstroy.info
+chatroulette.online
+chatroulette.si
+chcu.net
+cheapjerseysa.com
+cheapjerseysfootballshop.com
+checkhit.com
+chee-by.biz
+chelyabinsk.xrus.org
chinacheapelitejerseys.com
-chinajerseyswholesalecoupons.com
-chorus.terakeet.com
-christianlouboutinoutlet.win
-christianlouboutinreplica.win
-christianlouboutinsaleoutletonline.us
+chocolateslim-original.com
+christianlouboutinreplica.pw
+chuckguilford.com
ciproandtizanidine.blogspot.com
-cityadspix.com
-cleanmypc.com
-click2pawn.com
-clickaider.com
-clickbank.net
-clickintext.net
+circlesl.com
+classiquebijoux.ru
+cleanallspyware.com
+cleansearch.net
+clevernt.com
+clickhype.com
+clickpapa.com
+clicksor.com
+clicksotrk.com
clippingphotoindia.com
+clksite.com
cl.s7.exct.net
-colehaanoutlet.store
+cntravelre.com
+coindirect.io
collegeessay19.blogspot.ru
-compliance-alexa.xyz
-compliance-barak.xyz
-compliance-don.xyz
-compliance-elena.top
+community.allhiphop.com
+compliance-alex.xyz
+compliance-irvin.top
compliance-ivan.xyz
-compliance-jess.top
-compliance-mark.top
-compliance-mary.top
-compliance-willy.top
-concealthyself.com
-construmac.com.mx
-coolbar.pro
-cornerstone-countertops.com
-cosmeticswomens-womensports.rhcloud.com
-cottageofgrace.com
-counter.bloke.com
+compliance-josh.top
+compliance-olga.top
+compliance-walter.top
+continent-e.tv
+coolgamechannel.com
+coolyarddecorations.com
+copenergo.ru
country-chic.ru
covadhosting.biz
-cowblog.fr
-cpabegins.ru
-cpajunkies.com
-crazyboost.pro
-credit-respect.ru
+covetnica.com
+crackzplanet.com
+cranly.net
+creams.makeforum.eu
cscwtalkto.site
cs-passion.pl
-culturevie.info
-cutalltheshit.com
+cubs-jerseys.us
+customchocolate.business-for-home.com
+custom-electric-guitar.com
+cymbaltaandtizanidine.blogspot.com
cypernhuset.se
-dairyindia.in
-danceuniverse.ru
-dangphoto.trade
-data-mining.tk
-data.vtc.pw
-datsun-do.com
-davebestdeals.com
-davidovic.info
-d-black.bz
-ddsoldes.fr
-deadlinkchecker.com
-dealighted.com
+cyprusbuyproperties.com
+d0t.ru
+d2jsp.org
+dafatiri.com
+dailyrank.net
+daisye.top
+danashop.ru
+darmebel.com.ua
+daydream-studio.ru
+dbmkfhqk.bloger.index.hr
+dcj-nn.ru
decoratinghomes.ga
-decorationspcs.com
-deda-moroza-zakaz.ru
-delitime.info
-deniven.1bb.ru
-detmebel.su
-dev33.dioniqlabb.se
-dev.citetick.com
-dfiles.me
-dgfitness.co
-dichvuvesinhhanoi.com
-digitalassetmanagement.site
-dispo.de
-djekxa.ru
-dneprsvet.com.ua
-docs4all.com
-documentbase.net
-dollartree.info
+delta-line.men
+deluxedumps.com
+depositfiles-porn.ga
+descargar-musica-gratis.net
+deutschland123.de
+diffbot.com
+directrev.com
+discovertreasure-a.akamaihd.net
+distver.ru
+diusyawiga.tk
+div.as
+divku.ru
+djonwatch.ru
+dnepr-avtospar.com.ua
+docsportal.net
+dogclothing.store
+dolohen.com
domainanalyzing.xyz
-domznaniy.ru
-dostavimvdom.ru
-dotmass.top
+domaineaneblanc.com
+domainsphoto.com
+domain-tracker.com
+domik-derevne.ru
+domination.ml
+dorratex.tn
+doublepimp.com
downloadeer.net
-doxysexy.com
-doyouknowtheword-flummox.ml
-dptaughtme.com
-drhomes.biz
-dtnlyss.com
-dumpsmania24.com
-e705.net
-earn-from-articles.com
+download-of-the-warez.blogspot.com
+dpihatinh.gov.vn
+drillsaw.ru
+drunkenstepfather.com
+drunkmoms.net
+druzhininevgeniy63.blogspot.com
+dvrlists.com
+earthmagic.info
+eas-seo.com
ec-file.info
+ecommerce-seo.org
econom.co
-ecxtracking.com
-editmedios.com
-ekspertmed.com
-elektrischezigarette2.onsugar.com
-elektrischezigarettekaufen2.cowblog.fr
-elektrischezigaretten2.beeplog.com
-elektronischezigarettekaufen1.myblog.de
-elektrozigarettekaufen2.blogse.nl
-elmifarhangi.com
-energydiet24.ru
-energy-ua.com
-epicbrogaming.com
+eduserver.net
+ee77ee.com
+ekn-art.se
+ekspresihati.info
+e-kwiaciarz.pl
+eladkarako.github.io
+electrik-avenue.com
+electro-prom.com
+elektrischeziga.livejournal.com
+elektrischezigarette2.devhub.com
+elektronischezigarettekaufen1.beeplog.com
+elektrozigarettekaufen1.devhub.com
+elektrozigaretten1.postbit.com
+elektrozigaretten1.webs.com
+elite-sex-finders.com
+emailaccountlogin.co
+emediate.eu
+empathica.com
+engines-usa.com
eredijovon.com
-esfchat.tk
-essay-edu.biz
+eropho.com
+erot.co
+erotiktreff24.info
+ertelecom.ru
+eshop.md
+essay-writing.work
estelight.ru
-etenininrade.ga
-eupornstar.info
euromasterclass.ru
-europeanwatches.ru
-evening-dating-club.info
-exchangeit.gq
-exonline.info
-expdom.com
+euronis-free.com
+evrotekhservis.ru
exportshop.us
-extlabs.io
-extremal-blog.com
-extremez.net
-eyemagination.com
-ezigarettekaufen.myblog.de
+extlinks.com
+eyelike.com.ua
+eyessurgery.ru
+eywords-monitoring-your-success.com
+ezaz.info
+ezigarettekaufen2.blox.pl
+ezigarettenkaufen1.deviantart.com
ezigarettenkaufen2.dreamwidth.org
-ezigarettenshop1.yolasite.com
-f012.de
-f5mtrack.com
-facecup.top
+f00kclan.de
+falopicm.pw
familyphysician.ru
famix.xyz
-fandlr.com
-fastcrawl.com
-fatfasts-4tmz.com
-fba-mexico.com
-fealq.com
-feeriaclub.ru
-fefo.gdn
-fetishinside.com
-fickkontakte.org
-figuringmoneyout.com
-filesclub.net
+fanpagerobot.com
+faptitans.com
+fashionindeed.ml
+favorcosmetics.com
+favornews.com
+fellowshipoftheminds.com
+ferieboligkbh.dk
+fetlifeblog.com
+fickluder69.com
filesmonster.porn
-financetip.eu
-finejewelryshop.ru
-fitness-video.net
-flashahead.info
-flashbannernow.com
-flprog.com
-focalink.com
-fodelsedagspresenter.nu
-forpackningsutveckling.se
-fortunejack.com
-forumprofi.de
+filesvine.com
+filunika.com.ru
+finteks.ru
+fiverr.com
+forminecrafters.ru
+forpostlock.ru
fotopop.club
-fotosfotos.eu
+foto-telok.net
fototravel.eu
-foto-weinberger.at
-foxydeal.com
-freakycheats.com
-free-gluten.ru
-freelinkbuilding.website.tk
+fotoxxxru.com
+free-floating-buttons.com
+freelifetimefuckbook.com
freelotto.com
-freenode.info
-freesitetest.com
-freewareseek.com
+freemaintenancesysforpcandmac.top
+free-share-buttons.top
+free-video-tool.com
+freewhatsappload.com
+frequiry.com
+freshwallpapers.info
ftns.ru
-funnymama.com
-futbolkisales.ru
-fxgallery.com
-gambarkatabaru.com
-games.kolossale.ru
-gaming-journal.com
-gaygalls.net
+fuckingawesome.com
+fuel-gas.com
+fyl.com.ru
+fym.com.ru
+galeon.com
+gallery.rennlist.com
+gamerextra.com
+gamevalue7.weebly.com
gay-site.store
+gayxperience.com
+gazoblok.net.ua
gcup.ru
-geileweiber.tk
-generalporn.org
-gerhardhealer.com
-getdot.ru
-get-free-social-traffic.com
-getlamborghini.ga
-getoutofdebtfree.org
-getprismatic.com
-getridofstretchmarks.org
-gfaq.ru
-ghostvisitor.com
-glastecfilms.com.my
-glicol.kz
-globalscam.ga
-globalsurfari.com
+gemara.com
+generic-pills-online.com
+germes-trans.com
+getpopunder.com
+get-seo-domain.com
+ghernnqr.skyrock.com
+gigapeta.com
glopages.ru
-go2mike.ru
-gombita.info
-gonextmedia.com
+gloverid.site
+goldenggames.com
+gomusix.com
+good-mummy.ru
goodnightjournal.com
-googlefeud.com
-gopro-online.info
+googglet.com
+googlsucks.com
+goosefishpost.bid
+gorabagrata.ru
+gorodservis.ru
gotorussia.com
gpirate.com
-gq-catalog.gq
-graphicwe.org
+graphics8.info
gratuitbaise.com
greatzip.com
-greenzaim.ru
-gribkovye-zabolevaniya.com
-grtyi.com
-grupografico-pilar.com.ar
-guardlink.com
-guarrasdelporno.xxx
-guge.io
-gyffu.com
-hao123.com
-hazardky.net
-hdseriale.pl
-hdwalls.xyz
-healgastro.com
-helicalpile.us
-helvetia.com.ua
-hentaiheroes.com
-hermesreplica.pw
-hermesreplica.win
-high-speed1.net
-highspeed5.net
-histock.info
+green-tea.tv
+guardlink.org
+guigyverpo.cf
+guitar-master.org
+hackers-crackers.tk
+handicapbathtubarea.com
+handicapvansarea.com
+hasfun.com
+hawaiielectriclight.com
+hdfreeporno.net
+hdpixent.com
+heartofpayne.xyz
+help.tpu.ru
+hem.passagen.se
+hexpilot.com
+hidefiles.org
+himgaws.pw
hitcpm.com
-hobbyhuren24.net
-hobbyhuren-datenbank.com
-homik.pw
+hitsbox.info
+homeandhealth.ru
+homeart.space
hoporno.com
-horoshieokna.com
-hotchatdate.com
-hothor.se
-hotkeys.com
-hotshoppymac.com
-humanorightswatch.org
-hundejo.com
-husky-shop.cz
-hybrid.ru
-ideashome.id
-ie.57883.net
+hostingclub.lk
+hosting-tracker.com
+hplaserjetpdriver8y.pen.io
+hspline.com
+hvd-store.com
+hyipmanager.in
+iccornacircri.cf
+ifirestarter.ru
+igithab.com
+igru-xbox.net
+iideaidekonkatu.info
+iklysha.ml
+ilovevitaly.xyz
+imabase.com
imagerydatabase.com
-impresagaia.it
-incanto.in.ua
-infogame.name
-informatiecentro.be
-infospot.pt
-instasexyblog.com
-insurple.com
-intellektmedia.at
-interfucks.net
-investingclub.ru
-investsuccess.org
-investyb.com
-iopeninghours.co.uk
-ip-guide.com
-iplogger.org
-ipornox.xxx
-ipostroika.ru
-iqoption.com
-iqupdatetmz.win
-iscblog.info
-i-service.kz
-isotoner.com
-ispaniya-costa-blanca.ru
-istmira.ru
-itag.pw
+imediadesk.com
+i-midias.net.br
+indetiske.ya.ru
+indiasourcemart.in
+inet-traffic.com
+inmate-locator.us
+insomniagamingfestival.com
+insta-add.pro
+investpamm.ru
+inzn.ru
+iqoption.pro
+isitpaleo.info
itbc.kiev.ua
-it-max.com.ua
-itrevolution.cf
-itservicesthatworkforyou.com
-iwantmyfreecash.com
-iwanttodeliver.com
-iyasimasennka.com
-izhevsk.xrus.org
-izismile.com
-jabimgo.pw
-japfm.com
+javcoast.com
jav-fetish.site
-javitas.info
javstock.com
jeremyeaton.co
-jerseywholesalebizchina.com
-jestr.org
-jongose.ninja
+jjbabskoe.ru
+job.icivil.ir
+jobmarket.com.ua
+joessmogtestonly.com
+johannesburgsingles.co.za
jrcigars.com
+jrpmakati.com
+jumptap.com
+justdating.online
kaliningrad.zrus.org
-kamorel.com
-kazka.ru
-kerch.site
-keywordglobal.co.za
-keywordteam.net
-kinomaniatv.pl
-kino-rating.ru
-kinotorka.ru
-kiprinform.com
-kiwe-analytics.com
+karachev-city.ru
+karadene.com
+karaganda.xkaz.org
+kartiniresto.com
+kaz.kz
+keyhantercume.com
+keywesthideaways.co
+keywordblocks.com
+keywordhouse.com
+kichenaid.ru
+kinky-fetishes.com
+kino-filmi.com
+kino-fun.ru
+kinohall.ru
kiwi237au.tk
-kladrus.ru
klejonka.info
-klikbonus.com
-kol-energo.ru
+knigonosha.net
+knowsitall.info
+kolotiloff.ru
kongoultry.net
-konkursowo-24.pl
-konoplisemena.com
-konteiner24.com
-kozhniebolezni.com
-krasnodar-avtolombards.ru
+konica.kz
+konpax.com
+koptims.tiu.ru
+kosova.de
+kosynka-games.ru
+krasivoe-hd.com
+kredit-blog.ru
+kredit-pod-zalog-krasnodar.ru
+krynica.info
kustanay.kz
-labafydjxa.su
-lacloop.info
+labvis.host.sk
+lacasamorett.com
+lacave.ntic.fr
laexotic.com
-la-fa.ru
-lakomka.com.ua
-lampokrat.ws
-lankarns.com
-larutti.ru
-laserpen.club
-law-check-nine.xyz
-leftofcentrist.com
-letsart.ru
-levaquin750mg.blogspot.com
-libertybilisim.com
-lider-zhaluzi.kiev.ua
-life.biz.ua
-lifebyleese.com
+landinez.co
+landreferat.ru
+landscaping.center
+larger.io
+lawyersinfo.org
+laxdrills.com
+leboard.ru
+ledpolice.ru
+legalrc.biz
+letolove.ru
lifeinsurancekb.com
-liffa.ru
light.ifmo.ru
-limads.men
-linkbux.ru
+lincolntheatre.com
+linkpulse.com
linkwithin.com
-littlesunraiser.com
-livingroomdecor.info
-lkbennettoutlet.online
-lob.com.ru
-locationdesaison.com
-loftdigital.eu
-lollypopgaming.com
-lol-smurfs.com
-lombardfinder.ru
-lomb.co
+live-cam6.info
+liveinternet.ro
+liveinternet.ru
+livejasmin.com
+loadopia.com
+locksmith.jp
+lost-alpha.ru
lostfilm-online.ru
+louisvuittonoutletstore.net
+lovi-moment.com.ua
lowephotos.info
-lsp-awak-perikanan.com
-luciddiagnostics.in
-lulea-auktionsverk.se
-lyrster.com
-m1media.net
-m292.info
-magnetpress.sk
-mamasuper.prom.ua
-mansiondelrio.co
-mansparskats.com
-maranbrinfo.com.br
-marcowebonyodziezowe.pl
-marktforschung-stuttgart.com
-maslenka.kz
+lunchrock.co
+lutherstable.org
+lyngdalhudterapi.no
+mackeeper-center.club
+macnewtech.com
+mahnwachen-helfen.info
+make-money-online.com
+malwareremovalcenter.com
+map028.com
+marsgatan.com
+masserect.com
mastershef.club
matchpal-a.akamaihd.net
-matematikus.info
-matsdale.com
-maximpartnerspr.com
+mature.free-websites.com
maxthon.com
+mcnamaratech.com
+mebel-ekb.com
mebel-vstroika.ru
-meble-bogart.info
-mediaoffers.click
-mediawhirl.net
+mediafresh.online
medicines-choice.com
+medi-fitt.hu
+medispainstitute.com.au
medizinreisen.de
-medkletki.ru
-meendo-free-traffic.ga
+medkritika.ru
+medosmotr-ufa.ru
+mega-bony-2017.pl
mega-bony2017.pl
+me-ke.com
member-quiz.com
+mere.host.sk
merryhouse.co.uk
message-warning.net
+metarip.ru
metascephe.com
mhi-systems.ru
-michaelkorsoutletstore.net
-minegam.com
-minharevisao.com
-mir-limuzinov.ru
-mlf.hordo.win
-mmoguider.ru
+michaelkorsoutlet.store
+militarysale.pro
+millionare.com
+mil-stak.com
+mini.7zap.com
+misterjtbarbers.com
+mitrasound.ru
+mlvc4zzw.space
mmstat.com
-mobile-appster.ru
-mobile.ok.ru
-modenamebel.ru
-monarhs.info
-money-every-day.com
-money-for-placing-articles.com
-montazhnic.ru
-moonci.ru
-morefastermac.trade
-moscow-clining.ru
-moscow.online-podarki.com
-moscow-region.ru
-mosdverka.ru
-moviemail-online.co.uk
-msfsaar.de
-musicktab.com
-musicstock.me
-mustwineblog.com
-myblogregistercm.tk
-myfreemp3.eu
+mncrftpcs.com
+moetomnenie.com
+moi-glazki.ru
+mojaocena.com
+monclerboots.xyz
+moneyteam24.com
+moscow.xrus.org
+mountainstream.ms
+mozello.ru
+mp3downloadhq.com
+mrlmedia.net
+mrpornogratis.xxx
+msk.afora.ru
+mtmtv.info
+musicas.baixar-musicas-gratis.com
+mwtpludn.review
+mxgetcode.com
+mydearest.co
+mydirtystuff.com
+mydoctorok.ru
myghillie.info
-myliveblog.ru
-mymercy.info
-myonigroup.com
-myprintscreen.com
-mywallpaper.top
+myhitmp3.club
+myindospace.com
+mykings.pw
+mymobilemoneypages.com
+myonlinepayday.co
+mypets.by
+myplaycity.com
+mypornfree.ru
+myseoconsultant.com
myyour.eu
-najaden.no
-nakozhe.com
-namenectar.com
-nardulan.com
-nash-krym.info
-needtosellmyhousefast.com
-negral.pluto.ro
-netcheckcdn.xyz
-new-post.tk
-news-readers.ru
-nextbackgroundcheck.gq
-nhl09.ru
+nagdak.ru
+nailsimg.com
+nalogovyy-kodeks.ru
+naperehresti.info
+nastydollars.com
+nate.com
+naval.jislaaik.com
+negociosdasha.com
+neodownload.webcam
+nero-us.com
+networkad.net
+newstraveller.ru
+nibbler.silktide.com
nicefloor.co.uk
-niki-mlt.ru
-nikitsyringedrivelg.pen.io
+ningessaybe.me
+nippon-bearings.ru
+nlfjjunb5.ru
+nl.netlog.com
nodup.ru
+no-fuel.org
nonews.co
-no-rx.info
-november-lax.com
-novosibirsk.xrus.org
+nottyu.xyz
+novgorod.xrus.org
+novosti-hi-tech.ru
nuit-artisanale.com
-o333o.com
-odesproperty.com
+nvssf.com
oecnhs.info
-office2web.com
-okel.co
-olvanto.ru
-olympescort.com
-oneclickfiles.com
-oneminutesite.it
-oneshotdate.com
-onlinadverts.com
-online-hd.pl
-online-hit.info
-online.ktc45.ru
-ooomeru.ru
+offer.wpsecurity.website
+offtopic.biz
+onlinemegax.com
+online-templatestore.com
+onlinewritingjobs17.blogspot.ru
+onlyforemont.ru
+o-o-8-o-o.ru
+oops-cinema.ru
openlibrary.org
-optitrade24.com
-oranga.host.sk
-oren-cats.ru
-ourville.info
-outpersonals.com
+optom-deshevo.ru
+orel-reshka.net
+orenburg-gsm.ru
+ourtherapy.ru
outshop.ru
-oxotl.com
-paclitor.com
page2rss.com
-panchro.xyz
-papasdelivery.ru
-partnerads.men
-partner-print.men
-pattersonsweb.com
-pay2me.pl
-pb-dv.ru
-p-business.ru
-pcads.ru
-pcgroup.com.uy
-pdns.download
-perfectpracticeweb.com
-perm-profnastil.ru
+pagesense.com
+palocco.it
+parajumpersoutlet.online
+parajumpersstore.online
+partner-cdn.men
+partner-host.men
+partnerworkroom.men
+patol01.pw
+paydayonlinecom.com
+pcboa.se
+pelfind.me
perosan.com
-pestomou.info
-petitions.whitehouse.gov
-peugeot-club.org
-pflexads.com
-photokitchendesign.com
-picture-group.com
-picurams.pw
-pinsdaddy.com
+petedrummond.com
+phobia.us
+php-market.ru
+phuketscreen.com
+pic2fly.com
+picsfair.com
+pictures-and-images.com
+pierrehardysale.online
+pijoto.net
+pio.polytopesexempt.com
+pisanieprac.info
piulatte.cz
+pix24x7.com
pixshark.com
-pizda.lol
-pizza-imperia.com
-pk-pomosch.ru
-plastgranar.nu
-platezhka.net
-pogruztehnik.ru
-popserve.adscpm.net
-poquoson.org
-pornhive.org
+pladform.ru
+playlott.com
+ploenjitmedia.azurewebsites.net
+plohaya-kreditnaya-istoriya.ru
+pl-vouchers.com
+pomoc-drogowa.cba.pl
+pontiacsolstice.info
+popmarker.com
+popunder.ru
+popup.matchmaker.com
+pornhub-forum.ga
pornoblood.com
pornobrazzers.biz
-pornoelita.info
+pornohd1080.online
+pornokajf.com
+pornoklad.ru
+pornstartits.xblog.in
+porodasobak.net
porto.abuilder.net
-portside.cc
-poshiv-chehol.ru
-posible.net
-pretty-mart.com
-preventheadacheguide.info
-printdirectforless.com
-privat-girl.net
-proekt-gaz.ru
-progress-upakovka.ru
-prom23.ru
-promoheads.com
+postclass.com
+powitania.pl
+pricheski-video.com
+primedice.com
+princeadvantagesales.com
+privatbank46.ru
+prizeestates.cricket
+profit-opportunity.com
+prohoster.info
+prointer.net.ua
+projectforte.ru
+promodj.com
+promover.org
+pronorm.fr
+prostitutki-almata.org
+prostitutki-belgoroda.org
prostitutki-novgoroda.org
-prostitutki-rostova.org
-prostitutki-tolyatti.org
-pussyfleet.com
-puteshestvennik.com
-pyramidlitho.webs.com
-quelle.ru
-raavidesigns.com
-rapidgator-porn.ga
-rasteniya-vs-zombi.ru
-realitykings.com
-realresultslist.com
-redhotfreebies.co.uk
+pst2017.onlinewebshop.net
+purplesphere.in
+puzzleweb.ru
+pwwysydh.com
+qcstrtvt.bloger.index.hr
+qpypcx.com
+quebec-bin.com
+queerspace.com
+questionmarque.ch
+quickcashlimited.com
+rada.ru
+rank-checker.online
+ranksonic.com
+rapevideosmovies.com
+rapidsites.pro
+r-control.ru
+rcpmda.ikan1080.xyz
+rebrand.ly
redirectme.net
redirect.trafficreceiver.club
-rednise.com
-reeyanaturopathy.com
-regdefense.com
-reklama1.ru
+reelheroes.net
+referencemoi.com
+registrysweeper.com
relayblog.com
-remmling.de
-rentalcarnavi.info
-resant.ru
-retreatia.com
-reversing.cc
-revistaindustria.com
-rewardpoll.com
-reyel1985.webnode.fr
-riders.ro
+remedyotc.com
+remont-comp-pomosh.ru
+remont-fridge-tv.ru
+remybutler.fr
+research.ifmo.ru
+rff-cfal.info
+ribieiendom.no
+richinvestmonitor.com
+ric.info
rightenergysolutions.com.au
-ring4rhino.com
-rockingclicks.com
+ringporno.com
+rniaeba.ga
rockprogblog.com
rogervivierforsale.com
-rootandroid.org
-ros-ctm.ru
-ruclicks.com
-rumamba.com
-russkie-gorki.ru
-rus-teh.narod.ru
-ryetaw.com
-s1z.ru
-sale-japan.com
-salut-camp.ru
-sammlungfotos.online
-samoiedo.it
-santechnik.jimdo.com
-sape.top
-sa-rewards.co.za
-sbtdesign.co.uk
-scanner-ivan.top
-scanner-jane.top
-scanner-julianna.top
+rossmark.ru
+royal-investments.net
+rubbed.us
+russkoe-zdorovie.ru
+rutor.group
+rybalka-opt.ru
+samolet.fr
+sanidumps.com
+sarf3omlat.com
+saveindex.xyz
+sax-sex.com
+sbricur.com
+sbt-aqua.ru
+scanner-alexa.top
+scanner-alex.top
+scanner-brian.top
+scanner-don.top
+scanner-george.top
+scanner-mark.top
scanner-willy.top
-schlampen-treffen.com
-scmor.ilxc.cc
-scoopquest.com
-scottbywater.com
-scrapy.org
-sdrescher.net
-sdsjweb.com
-searchimage.co
-searchlock.com
-searchwebknow-a.akamaihd.net
-search.xtconnect.com
-security60-e.com
+schoolfiles.net
+score-ads.men
+scrapinghub.com
+searchimpression.com
+searchinquire.com
+searchmywindow-a.akamaihd.net
+secret.xn--oogle-wmc.com
seeingmeerkat.com
-seksotur.ru
-sel-hoz.com
+see-your-website-here.com
semalt.com
-seminarykansas904.ml
-semp.net
+semrush.com
senger.atspace.co.uk
-seomarketings.online
-seo-smm.kz
-se-welding.ru
-sex-dating.co
-sexfreepornoxxx.com
-sexgalleries.top
-sexkontakteao.info
+seorankinglinks.us
+serialsway.ucoz.ru
+serpstat.com
+serving.adbetclickin.pink
+servisural.ru
sexpornotales.com
-sexvideo-sex.com
-sexvporno.ru
-s-forum.biz
-shell-pmr.ru
-shiksabd.com
-shodanhq.com
-shopperifymac.com
-shopsellcardsdumps.com
+sex-sex-sex5.com
+sexs-foto.com
+sexs-foto.top
+sexstream.pl
+sex-watch.com
+sexystrippe.info
+sfd-chess.ru
+shakhtar-doneck.ru
+shama-rc.net
+shop.acim.org
shtaketniki.kz
-shtaketniki.ru
-shtora66.ru
-sibdevice.ru
sibtest.ru
-sicfor.bcu.cc
-sigmund-freud.co.uk
-sims-sims.ru
-simul.co
+sierraapps.com
+sildenafilcitratemed.com
+sisi-go.ru
+sisiynas.ru
+sispe.com.br
site5.com
-siteripz.net
+sitebeam.net
+site-speed-checker.site
+site-speed-check.site
+si-unique.com
sivs.ru
-skachat-besplatno-obrazcy.ru
-skatestick.bid
+s-iwantyou.com
+sk.golden-praga.ru
+sklad-24.ru
+skyway24.ru
slavkokacunko.de
-s.lollypopgaming.com
+slutloadlive.com
smart-scripts.com
-snegozaderzhatel.ru
-snworks.com
-social-buttons.xyz
-socialseet.ru
+snomer1.ru
+snow.nvr163.com
+sobecjvuwa.com.ru
+soblaznu.net
+socas.pluto.ro
socialsignals24.com
-soc-proof.su
-sofit-dmd.ru
-soft-program.com
-sohoindia.net
-solinf.co
-solmarket.by
+social-s-iii.xyz
+soda.media
+softtor.com
songoo.wz.cz
-sortthemesitesby.com
-space4updating.win
+sotkal.lark.ru
+sovetogorod.ru
+spbchampionat.ru
speechfoodie.com
-spy-sts.com
-srecorder.com
-srgwebmail.nl
-sr-rekneskap.no
-sstroy44.ru
-stal-rulon.ru
-stard.shop
-stoki.ru
-stop-gepatit.te.ua
-streetfire.net
-sudexpert66.ru
+sport7777.net
+sportbetfair.com
+spymac.net
+spywarenuker.com
+ssconstruction.co
+stairliftsarea.com
+star61.de
+startufa.ru
+starwars.wikia.com
+steelmaster.lv
+sterva.cc
+stmassage.ru
+stpolice.com
+strana-krasoty.ru
+stromerrealty.com
+stroydetali.ru
+stroymonolit.su
+students-cheapskate.ml
+sugarlyflex.pw
sundrugstore.com
-supermesta.ru
-superoboi.com.ua
+superinterstitial.com
+supers.com.ua
supervesti.ru
-sureone.pro
-surfbuyermac.com
-surgut.zrus.org
-svetodiodoff.ru
-szamponrevita.pl
-tabakur77.com
-taihouse.ru
+svarkagid.com
+swagbucks.com
+swinon.site
+taboola.com
+takeflyte.com
takethatad.com
+tako3.com
tamada69.com
-tattoo33.ru
-tattooha.com
-taximytishi.ru
-t-bygg.com
-tds-advert005.info
-techart24.com
-tedy.su
-tehngr.ru
-telefonsex-ohne0900.net
-telefonsexsofort.tk
-template-kid.com
-tengohydar.tk
-thaismartloan.com
-thedownloadfreeonlinegames.blogspot.com
+tandvardshuset.net
+taqywu51.soup.io
+tds-advert002.info
+tdsing.ru
+telegraf.by
+telemetryverification.net
+telesvoboda.ru
+tetracsaudi.com
+theautoprofit.ml
+thegalerie.eu
+thegamerznetwork.com
thenetinfo.com
-thfox.com
-thin.me.pn
+theprofitsmaker.net
+thewomenlife.com
+thexart.club
+ticketsys.inetwd.com
titan-ads.life
-tizanidineinfo.blogspot.com
-tizanidinemusclerelaxant.blogspot.com
-tizanidineonline.blogspot.com
-tizanidineorflexeril.blogspot.com
-tizanidinerestlesslegsyndrome.blogspot.com
-tizanidineusedfor.blogspot.com
-tizanidinevscyclobenzaprine.blogspot.com
-token-lab.org
-tooplay.com
-top10registrycleaners.com
-topappspro.com
-topclickguru.com
-torrentdownloadhub.com
-toursmaps.com
-toy-shop.top
-tracksz.co
-traffic100.com
-trafficjunky.net
-trafficmania.com
-trafficnetzwerk.de
-traffique.net
-trion.od.ua
-trkur.com
-trubywriting.com
-truck-rece.life
-trumpetedextremes.com
-trustaffs.com
-tsyndicate.com
-tube8.com
-tubeline.biz
-tupper-posuda.ru
-tvand.ru
-tvoystartup.ru
-twincitiescarservice.com
-twittrading.com
+titslove.yopoint.in
+tizanidine4mgprice.blogspot.com
+tizanidine4mgstreetvalue.blogspot.com
+tizanidineforopiatewithdrawal.blogspot.com
+tizanidinehcl4mgisitanarcotic.blogspot.com
+tizanidinehcl4mgtab.blogspot.com
+tmearegion26.com
+tobeyouday.win
+tomatis.gospartner.com
+toon-families.com
+top10-way.com
+top1-seo-service.com
+topads.men
+topcar-krasnodar.ru
+top-karkas.ru
+track2.shop
+tracksurf.daooda.com
+trackzapper.com
+traderzplanet.in
+trafficjunky.com
+trafficreceiver.club
+traffmonster.info
+tri-slona.org
+triumf-realty.ru
+truck-land.life
+trudogolik.net
+truemfilelj.gq
+tubeoffline.com
+tubo360.com
+tvteleport.ru
+twelvevisionspartyofcolorado.com
+twojebook.pl
typimga.pw
-u555u.info
+ua-company.ru
ua.tc
-udayavani.com
-ufa.xrus.org
-uginekologa.com
-uhodzalijami.ru
-um-razum.ru
+ublaze.ru
+uchil.net
+ucsol.ru
+uk-zheu20.ru
+ultimatesetnewfreeallsoftupgradesystems.pw
+umaseh.com
+umnovocaminho.com
+undergroundcityphoto.com
+univerfiles.com
universals.com.ua
-uptimebot.net
-uptimechecker.com
-userequip.com
-valmetrundan.se
+urdoot.win
+url2image.com
+urlopener.com
+uroki.net
+utiblog.fr
+v24s.net
+vadimkravtcov.ru
+vandrie-ict.nl
vapeface.club
-vegascosmetics.ru
-venta-prom.ru
-versaut.xxx-cam.webcam
-vertaform.com
-vesnatehno.com
-video-chat.love
-videokrik.net
-video--production.com
-videosbox.ru
-videospornogratisx.net
-videotuber.ru
-villacoloniale.com
-vinylvault.co.uk
-vip.51.la
-vipsiterip.org
-visa-china.ru
-vitanail.ru
-viteonlusarezzo.it
-vitoriacabos.com
-vkontarkte.com
+vapomnoncri.tk
+vashsvet.com
+vavilone.com
+vektorpress.ru
+veopornogratis.xxx
+vepad.com
+verymes.xyz
+viagra-soft.ru
+viddyoze.com
+videochat.life
+videochaty.ru
+video-production.com
+videositename.com
+vigrx-original.ru
+vintontech.info
+vipms.ru
+vip-parfumeria.ru
vodaodessa.com
-voloslove.ru
-vtc.pw
-vucms.com
-vvpg.ru
-vzube.com
-w7s.ru
-wallpapersdesk.info
+vod.com.ua
+voloo.ru
+vysigy.su
+walkme.com
+wallpapersist.com
+wapsite.me
+warningwar.ru
+watchdogs-2.ru
+watchinf.com
waterefficiency.co
-webads.co.nz
-webadvance.club
web-betting.ru
webcamdevochka.com
-webinstantservice.com
-websiteaccountant.de
-wedding-salon.net
-weightatraining.com
-welck.octopis.com
-wesharepics.info
-wetgames.ru
-whatistizanidine2mg.blogspot.com
-whatistizanidinehclusedfor.blogspot.com
-where-toget.com
-wholesalejerseychinaoutlet.com
-wineration.com
-winwotgold.pl
-wnhjavlhezp.gq
+webix.biz
+webs.com
+webtherapy.ru
+welcomeauto.ru
+wesharepics.site
+westermarkanjou.se
+wikes.20fr.com
+williamrobsonproperty.com
+witherrom55.eklablog.fr
+wladimirpayen.com
+wma-x.com
woman-h.ru
-wordkeyhelper.com
-workle.website
-worldoffiles.ru
-woweb.com.ua
-ws.ampower.me
-wsgames.ru
-www.888.com
-x5market.ru
-xaylapdiendanang.com
+wonderfulflowers.biz
+word-vorlagen.net
+worldmusicfests.com
+worldtraveler.world
+wosik-dach.service-for-web.de
+wpsecurity.website
+wstroika.ru
+www.event-tracking.com
+www.get-free-traffic-now.com
+x69ty.ru
xboxster.ru
-xchangetrak.com
-xchat26.myfreecams.com
-x-diesel.org
-xep.info
-xfluro.com
+x-diesel.info
+xedserver.com
+xev.ru
xjlottery.com
-x-lime.com
-xmladserver.com
-xmronta.com
-xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai
-xn----7sbifcamovvfggw9d.xn--p1ai
-xn--80ahvj9e.xn--p1ai
-xn--80aikhbrhr.net
-xn----8sblgmbj1a1bk8l.xn----161-4vemb6cjl7anbaea3afninj.xn--p1ai
-xn----9sbebi2bvzr7h.xn--p1ai
-xn--b1adccaf1bzj.xn--p1ai
-xn--b1agm2d.net
-xn----btbdvdh4aafrfciljm6k.xn--p1ai
-xn----ctbbcjd3dbsehgi.xn--p1ai
-xn--hxazdsfy.blogspot.com
-xn----itbkqkfiq.xn--p1ai
-xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai
-xsion.net
-xtremeeagles.net
-xtube.com
-xvideospornoru.com
-xxlargepop.com
-xxx-cam.webcam
-xxxguitars.com
-xxxkaz.org
-yachts-cruise.info
-yellocloud.be
-yes-com.com
-ynymnwbm.bloger.index.hr
-yoopsie.com
-your-bearings.com
-yubikk.info
-zajm-pod-zalog-nedvizhimosti.ru
+x-lime.net
+xmlinde.com
+xn----7sbaaabaei0cc8aj5bj0bncejx.xn--p1ai
+xn--80aagddcgkbcqbad7amllnejg6dya.xn--p1ai
+xn--80aebbcbcdemfkhba4byaehoejh8dza3v.xn--p1ai
+xn----8sbhefaln6acifdaon5c6f4axh.xn--p1ai
+xn--d1abj0abs9d.in.ua
+xnxx-n.com
+xuki.us
+xzlive.com
+yaaknaa.info
+yebocasino.co.za
+yoluxuryevents.com
+youdao.com
+youjizz.vc
+youraticles.pl
+yourdesires.ru
+yourothersite.com
+yousense.info
+youthreaders.com
+youtuhe.com
+ytmnd.com
+yuarra.pluto.ro
+zaapplesales.blogspot.com
zakonobosago.ru
-zapiszto.pl
-zarabiaj-dzis.pl
-zarepta.com
-zdesformula.ru
-zeroredirect1.com
-zeroredirect6.com
-zeroredirect.com
-zhuravlev.info
-zigarettenonl.canalblog.com
-zigarettenonlinekaufen2.bloog.pl
-zigarettenonlinekaufen.tumblr.com
+zerocash.msk.ru
+zeroredirect2.com
+zhacker.net
zionstar.net
-zmoda.hostreo.com
-zoominfo.com
-zryydi.com
-zx6.ru
-zynax.ua
+zkjovpdgxivg.ga
+znakom.sibtest.ru
+zojirushi-products.ru
+zoodrawings.com
+zoogdisany.com
+zoosexart.com
+zvezdagedon.ru
diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list
index 41fd07b4c..108ce6399 100644
--- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list
+++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list
@@ -1,250 +1,250 @@
-007angels.com
-0daymusic.org
-1stat.ru
-55wmz.ru
-7zap.com
-aarbur.com
-adman.gr
-ads.tremorhub.com
-agardomains.com
-agecheckadult.com
-alta-realestate.com
-anapa-inns.ru
-angel1777.kz
-anlimebel.kiev.ua
-apiportalmorecom-a.akamaihd.net
-apiqualitinknet-a.akamaihd.net
-apple.com-webbrowsing-security.science
-arquapetrarca.info
-arraty.altervista.org
-asia-forum.ru
-atmagroup.ru
-auto-moto-elektronika.cz
-axbocz.net
-azazu.ru
-b00kmarks.com
-babieca.com
-back.dog
-banan.tv
-banki76.ru
-bdsmgalls.net
-beauty-things.com
-belstaffstore.online
-bestkfiledxd.cf
-bestserials.com
-bigpictures.club
-bimatoprost-careprost.com
-bitcoinpile.com
-bjanshee.ru
-blackplanet.com
-bloggedporn.com
-blog-hits.com
-bmwhighperformers.com
-bocoarchives.org
-bookhome.info
-budpost.com.ua
-bugof.gq
-bwlx.prepedu.cn
-cars-modification.net
-cashonads.com
-catalogs-parts.com
-ccbill.com
-centrumcoachingu.com
-cercacamion.it
-cerev.info
-chatseo.com
-colobit.biz
-compliance-irvin.xyz
-compliance-ivan.xyz
-conocer-sanabria.com
-counter.bloke.com
-countercrazy.com
-country-chic.ru
-cowblog.fr
-defenderxtactical.com
-digest-project.ru
-digilander.libero.it
-distver.ru
-divku.ru
-doctissimo.fr
-drugs-no-rx.info
-dumpsmania24.com
-dvd-famille.com
-elektrozigarette2.webs.com
-elite-sex-finders.com
-escort-russian.com
-exoclick.com
-exportshop.us
-extener.org
-fickkontaktehobbyhuren.com
-findpik.com
-findthe.pet
-firma-legion.ru
-fiverr.com
-forex-procto.ru
-fortunejack.com
-fotopop.club
-freshsuperbloop.com
-fuckingawesome.com
-gamblingnerd.com
-gameonasia.com
-gamezblox.com
+101billion.com
+101flag.ru
+12bet.com
+1qingdao.com
+34.gs
+6128786.com
+aab94f698f36684c5a852a2ef272e031bb.com
+adbetclickin.pink
+adhome.biz
+adtech.de
+adzerg.com
+affordablewebsitesandmobileapps.com
+alfa-medosmotr.ru
+alive-ua.com
+aloofly.com
+anaksma.info
+android-style.com
+apessay.com
+apishops.ru
+arabseyes.com
+artel116.ru
+as5000.com
+aversis.net
+avkzarabotok.info
+bamo.xsl.pt
+bannerconnect.net
+bibys.com
+bio-market.kz
+bizcheapjerseyswholesalechina.com
+blogos.kz
+brandbucket.com
+brus-vsem.ru
+buqayy0.livejournal.com
+cand.jp
+cartierreplica.top
+caveavins.fr
+cctva.tv
+cezartabac.ro
+cfcl.co.uk
+cheapjerseysap.com
+chocolateslim-en-espana.com
+cienum.fr
+ciproandtizanidine.blogspot.com
+classiquebijoux.ru
+clickpapa.com
+conciergegroup.org
+copblock.org
+courtshipgift.com
+creditmoney.com.ua
+dekoration.us
+design-lands.ru
+digital-video-processing.com
+dikx.gdn
+divci-hry.info
+dnepropetrovsk.mistr-x.org
+docs4all.com
+dood.live
+dvrlists.com
+e705.net
+elektronischezi.livejournal.com
+elitesportsadvisor.com
+energydiet24.ru
+energydiet-info.ru
+englate.com
+erot.co
+ertelecom.ru
+essay-writing.work
+ezigarettenshop1.yolasite.com
+ezigaretteshop.webs.com
+ferretsoft.com
+fitfloponline.store
+fotosfotos.eu
+foxinsocks.ru
+free-laptop-reward.com
+gallerylisting.com
+gallery.rennlist.com
gdcentre.ru
+geoads.com
+get-your-social-buttons.info
girlsfuckdick.com
-goo.ne.jp
-gopro-online.info
-gta-club.ru
-happy.new.yeartwit.com
-hdpixion.com
-hentaiheroes.com
-hikesearch.net
-histats.com
-hmywwogw.bloger.index.hr
-homemade.gq
-hosting-tracker.com
-host-tracker.com
-houdom.net
-hyhj.info
-ideoworld.org
-id-forex.com
-images-graphics-pics.com
-investyb.com
-jimmychoosale.online
-keywordteam.net
-koronirealestate.gr
-krasnodar.ru
-landinez.co
-legionalpha.com
-lego4x4.ru
-lider-zhaluzi.kiev.ua
-lineshops.biz
-lotto6888.com
-mac-shield.com
-mainlinehobby.net
-mazda-roadsters.com
-mearns-tractors.co.uk
-mebel-vstroika.ru
-meduza-consult.ru
-mmgq.ru
-moi-glazki.ru
-moivestiy.biz
-monitorwebsitespeed.com
-mybinaryoptionsrobot.com
-mydoctorok.ru
-mypets.by
-na15.ru
-nextlnk12.com
-nextrent-crimea.ru
-nightvision746.weebly.com
-notaria-desalas.com
-nudo.ca
-oneclickfiles.com
-ooo-olni.ru
-osb.se11.ru
-panamaforbeginners.com
-partner-cdn.men
-pateaswing.com
-pc-test.net
-petedrummond.com
-picquery.com
-pierrehardysale.online
-pintattoos.com
-pinwallpaper.xyz
-pipki.r.acdnpro.com
+glastecfilms.com.my
+go2mike.ru
+goatse.ru
+grtyi.com
+hamilton.ca
+hauleddes.com
+hazardky.net
+hdapp1008-a.akamaihd.net
+high-speed1.net
+historichometeam.com
+hreade.com
+htmlcorner.com
+iklysha.ml
+impisr.edunsk.ru
+incest-ru.com
+intim-uslugi.info
+investingclub.ru
+iradiology.ru
+iwantedmoney.com
+karaganda.xkaz.org
+keyword-suggestions.com
+kinky-fetishes.com
+kinogolos.ru
+koleso24.com.ua
+koral.se
+kupit-adenu.ru
+labafydjxa.su
+lafriore.ru
+lankarns.com
+laserpen.club
+leftofcentrist.com
+letslowbefast.site
+linkbolic.com
+locationdesaison.com
+lunchrock.co
+m292.info
+manuscript.su
+matpre.top
+medkritika.ru
+megakino.net
+minharevisao.com
+misswell.net
+mixed-wrestling.ru
+mobplayer.net
+modabutik.ru
+mttwtrack.com
+mug-na-chas-moscow.ru
+musezone.ru
+musezone.su
+music.utrolive.ru
+mvpicton.co.uk
+mydirtyhobby.com
+myindospace.com
+nacap.ru
+narkologiya-penza.ru
+nash-krym.info
+new-apps.ru
+njpalletremoval.com
+noclegonline.info
+noumeda.com
+oballergiya.ru
+offtime.ru
+panouri-solare-acoperis.com
+pawli.eu
+pdns.download
+pendelprognos.se
+physfunc.ru
+picsforkeywordsuggestion.com
+pinsdaddy.com
pl.aasoldes.fr
-playboyfiles.xblog.in
-polytopesexempt.com
+plaff-go.ru
+play.leadzupc.com
+pogodnyyeavarii.gq
pontiacsolstice.info
-porno-raskazy.ru
-pornosemki.info
-pornowarp.info
-prefersurvey.net
-prizestohandle.club
-productarium.com
-prodvigator.ua
-professionaldieselcare.com
+popmarker.com
+poppen-nw.net
+popup-hgd.xyz
+porngalleries.top
+pornofeuer.com
+pornosee.info
+pornotubs.com
+positive2b.ru
+prointer.net.ua
projectforte.ru
-prombudpostach.com.ua
-pronorm.fr
-prostitutki-tyumeni.org
-pro-tec.kz
-ranksonic.org
-ratemodels.net
-rebuildermedical.com
-registratciya-v-moskve.ru
-robertefuller.com
-royal-investments.net
-rumamba.com
-rusexy.xyz
-russintv.fr
-sajatvelemeny.com
-saratov.xrus.org
-saveindex.xyz
-scanner-alex.top
-scanner-mary.top
-searchimpression.com
-seasonvar.ru
-seo-tools-optimizing.com
-serviporno.com
-sex-pr.net
-sexvideo-sex.com
-signx.info
-sildenafil-tadalafil.info
-sispe.com.br
-s-iwantyou.com
-smichovbike.cz
-socialmediasuggest.com
-social-s-iii.xyz
-softlinesolutions.me
-solution4u.com
-srdrvp.com
-sterva.cc
-stroyplus.ru
-suggest-keywords.com
+prospekt-st.ru
+pr-ten.de
+quickcashlimited.com
+quit-smoking.ga
+rankings-analytics.com
+realitykings.com
+real-time-analytics.com
+renecaovillasale.online
+rethinkwasteni.info
+royalcar-ufa.ru
+royalvegascasino.com
+sbornik-zakonov.ru
+scanner-donald.top
+scanner-julianna.top
+searchinquire.com
+sex-watch.com
+sexy.babes.frontend-stack.top
+sigmund-freud.co.uk
+sims-sims.ru
+slim.sellany.ru
+smartbalanceworld.com
+snjack.info
+soft-terminal.ru
+softxaker.ru
+speedup-my.site
+spin2016.cf
+spravka130.ru
+spy-sts.com
+squidoo.com
+sr-rekneskap.no
+startwp.org
+strfls.com
+summerlinhomes411.info
+superkanpo.com
+svbur.ru
+tacbelarus.ru
taqywu51.soup.io
-td-33.ru
-td-l-market.ru
-thiegs.reco.ws
-tizanidinehcl2mgsideeffects.blogspot.com
-tizanidineorflexeril.blogspot.com
-toloka.hurtom.com
-top1-seo-service.com
-tovaroboom.vast.ru
-tracfone.com
-tracklead.net
-traffixer.com
-triumf-realty.ru
-trucri.me
-tubeline.biz
+tattoo33.ru
+tehngr.ru
+telefonsexi.com
+timhost.ru
+tizanidineusedfor.blogspot.com
+tobeyouday.win
+top10-online-games.com
+topkarkas.com
+touchmods.fr
+tour-line.net
+trafficfactory.biz
+tripper.de
+truck-addzilla.life
+ttrraacckkrr.com
typimga.pw
-uchetunet.su
-universals.com.ua
-unlimitdocs.net
-uptime-gamma.net
-urengoy.pro
-utrolive.ru
-v-doc.co
-vesnatehno.ru
-vgoloveboli.net
-video-chat.in
-videochat.world
-viel.su
-vip2ch.com
-vip-dom.in
-vonradio.com
-webenlace.com.ar
-whatsupinfoley.com
-w-journal.ru
-wma-x.com
-writersgroup580.web.fc2.com
-www.get-free-traffic-now.com
-xchat26.myfreecams.com
-x-diesel.info
-xn--80ahvj9e.xn--p1ai
-yellowstonevisitortours.com
-yoshkarola.zrus.org
-yougotanewdomain.com
-your-bearings.com
-zaloro.com
-z-master.ru
-zoogdiesney.com
+tyumen.xrus.org
+udayavani.com
+vasileostrovsky-rayon.ru
+vepad.com
+viagraneggrx.com
+videos-for-your-business.com
+videtubs.pl
+vikistars.com
+voditeltrezviy.ru
+vut.com.ru
+waterpurifier.club
+webadvance.club
+webix.me
+websites-reviews.com
+webstatsdomain.org
+weburok.com
+wesharepics.site
+whatistizanidine2mg.blogspot.com
+where-toget.com
+wildworld.site
+winner7777.net
+wygraj-teraz.com
+x-diesel.com
+xgames-04.com
+xjrul.com
+xn--l1aengat.xn--p1ai
+xtraffic.plus
+youghbould.wordpress.com
+youresponsive.com
+youtoner.it
+zebradudka.com
+zeroredirect2.com
+zigarettenonlinekaufen2.bloog.pl
+zlatnajesen.com
diff --git a/.dev-tools/test_units/ratelimittest-beta.txt b/.dev-tools/test_units/ratelimittest-beta.txt
index aea69b849..f371d9e5f 100644
--- a/.dev-tools/test_units/ratelimittest-beta.txt
+++ b/.dev-tools/test_units/ratelimittest-beta.txt
@@ -126,14 +126,4 @@
Welcome to the NginX Ultimate Bad Bot Blocker
This is merely used for testing !!!
-