diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 28da4e151..21d526a25 100644 --- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,9 +4,9 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1702 -### Updated: Sat Jun 29 20:30:08 SAST 2019 -### Bad Referrer Count: 6713 +### Version: V3.2019.06.1703 +### Updated: Sat Jun 29 20:55:25 SAST 2019 +### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### ### VERSION INFORMATION ## @@ -2219,6 +2219,7 @@ map $http_referer $bad_referer { "~*(?:\b)cialischmrx\.com(?:\b|)" 1; "~*(?:\b)cialischsrx\.com(?:\b|)" 1; "~*(?:\b)cialischstgerts\.com(?:\b|)" 1; + "~*(?:\b)cialisndbrx\.com(?:\b|)" 1; "~*(?:\b)cialisovercounteratwalmartusa\.com(?:\b|)" 1; "~*(?:\b)cialis\-samples\.com(?:\b|)" 1; "~*(?:\b)cialiswithoutadoctor\.net(?:\b|)" 1; @@ -5752,6 +5753,7 @@ map $http_referer $bad_referer { "~*(?:\b)rfd\-split\.hr(?:\b|)" 1; "~*(?:\b)rff\-cfal\.info(?:\b|)" 1; "~*(?:\b)rfid\-locker\.co(?:\b|)" 1; + "~*(?:\b)rfserial\.net(?:\b|)" 1; "~*(?:\b)rialp\.getenjoyment\.net(?:\b|)" 1; "~*(?:\b)ribieiendom\.no(?:\b|)" 1; "~*(?:\b)richinvestmonitor\.com(?:\b|)" 1; @@ -6317,6 +6319,7 @@ map $http_referer $bad_referer { "~*(?:\b)sortthemesitesby\.com(?:\b|)" 1; "~*(?:\b)sosdepotdebilan\.com(?:\b|)" 1; "~*(?:\b)soserfis\.com(?:\b|)" 1; + "~*(?:\b)sotechco\.co(?:\b|)" 1; "~*(?:\b)sotkal\.lark\.ru(?:\b|)" 1; "~*(?:\b)soundfrost\.org(?:\b|)" 1; "~*(?:\b)souvenir\.cc(?:\b|)" 1; @@ -6794,6 +6797,7 @@ map $http_referer $bad_referer { "~*(?:\b)traffic100\.com(?:\b|)" 1; "~*(?:\b)traffic2cash\.org(?:\b|)" 1; "~*(?:\b)traffic2money\.com(?:\b|)" 1; + "~*(?:\b)traffic\-club\.info(?:\b|)" 1; "~*(?:\b)trafficfactory\.biz(?:\b|)" 1; "~*(?:\b)trafficgenius\.xyz(?:\b|)" 1; "~*(?:\b)trafficjunky\.com(?:\b|)" 1; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index b9d24324a..90fe4f9d3 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.68.144.114 1; +104.154.120.187 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index ea117da9f..bc389ee32 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.68.144.114 0; +104.154.120.187 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 28da4e151..21d526a25 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,9 +4,9 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1702 -### Updated: Sat Jun 29 20:30:08 SAST 2019 -### Bad Referrer Count: 6713 +### Version: V3.2019.06.1703 +### Updated: Sat Jun 29 20:55:25 SAST 2019 +### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### ### VERSION INFORMATION ## @@ -2219,6 +2219,7 @@ map $http_referer $bad_referer { "~*(?:\b)cialischmrx\.com(?:\b|)" 1; "~*(?:\b)cialischsrx\.com(?:\b|)" 1; "~*(?:\b)cialischstgerts\.com(?:\b|)" 1; + "~*(?:\b)cialisndbrx\.com(?:\b|)" 1; "~*(?:\b)cialisovercounteratwalmartusa\.com(?:\b|)" 1; "~*(?:\b)cialis\-samples\.com(?:\b|)" 1; "~*(?:\b)cialiswithoutadoctor\.net(?:\b|)" 1; @@ -5752,6 +5753,7 @@ map $http_referer $bad_referer { "~*(?:\b)rfd\-split\.hr(?:\b|)" 1; "~*(?:\b)rff\-cfal\.info(?:\b|)" 1; "~*(?:\b)rfid\-locker\.co(?:\b|)" 1; + "~*(?:\b)rfserial\.net(?:\b|)" 1; "~*(?:\b)rialp\.getenjoyment\.net(?:\b|)" 1; "~*(?:\b)ribieiendom\.no(?:\b|)" 1; "~*(?:\b)richinvestmonitor\.com(?:\b|)" 1; @@ -6317,6 +6319,7 @@ map $http_referer $bad_referer { "~*(?:\b)sortthemesitesby\.com(?:\b|)" 1; "~*(?:\b)sosdepotdebilan\.com(?:\b|)" 1; "~*(?:\b)soserfis\.com(?:\b|)" 1; + "~*(?:\b)sotechco\.co(?:\b|)" 1; "~*(?:\b)sotkal\.lark\.ru(?:\b|)" 1; "~*(?:\b)soundfrost\.org(?:\b|)" 1; "~*(?:\b)souvenir\.cc(?:\b|)" 1; @@ -6794,6 +6797,7 @@ map $http_referer $bad_referer { "~*(?:\b)traffic100\.com(?:\b|)" 1; "~*(?:\b)traffic2cash\.org(?:\b|)" 1; "~*(?:\b)traffic2money\.com(?:\b|)" 1; + "~*(?:\b)traffic\-club\.info(?:\b|)" 1; "~*(?:\b)trafficfactory\.biz(?:\b|)" 1; "~*(?:\b)trafficgenius\.xyz(?:\b|)" 1; "~*(?:\b)trafficjunky\.com(?:\b|)" 1; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index b9d24324a..90fe4f9d3 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.68.144.114 1; +104.154.120.187 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index ea117da9f..bc389ee32 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.68.144.114 0; +104.154.120.187 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 28da4e151..21d526a25 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,9 +4,9 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1702 -### Updated: Sat Jun 29 20:30:08 SAST 2019 -### Bad Referrer Count: 6713 +### Version: V3.2019.06.1703 +### Updated: Sat Jun 29 20:55:25 SAST 2019 +### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### ### VERSION INFORMATION ## @@ -2219,6 +2219,7 @@ map $http_referer $bad_referer { "~*(?:\b)cialischmrx\.com(?:\b|)" 1; "~*(?:\b)cialischsrx\.com(?:\b|)" 1; "~*(?:\b)cialischstgerts\.com(?:\b|)" 1; + "~*(?:\b)cialisndbrx\.com(?:\b|)" 1; "~*(?:\b)cialisovercounteratwalmartusa\.com(?:\b|)" 1; "~*(?:\b)cialis\-samples\.com(?:\b|)" 1; "~*(?:\b)cialiswithoutadoctor\.net(?:\b|)" 1; @@ -5752,6 +5753,7 @@ map $http_referer $bad_referer { "~*(?:\b)rfd\-split\.hr(?:\b|)" 1; "~*(?:\b)rff\-cfal\.info(?:\b|)" 1; "~*(?:\b)rfid\-locker\.co(?:\b|)" 1; + "~*(?:\b)rfserial\.net(?:\b|)" 1; "~*(?:\b)rialp\.getenjoyment\.net(?:\b|)" 1; "~*(?:\b)ribieiendom\.no(?:\b|)" 1; "~*(?:\b)richinvestmonitor\.com(?:\b|)" 1; @@ -6317,6 +6319,7 @@ map $http_referer $bad_referer { "~*(?:\b)sortthemesitesby\.com(?:\b|)" 1; "~*(?:\b)sosdepotdebilan\.com(?:\b|)" 1; "~*(?:\b)soserfis\.com(?:\b|)" 1; + "~*(?:\b)sotechco\.co(?:\b|)" 1; "~*(?:\b)sotkal\.lark\.ru(?:\b|)" 1; "~*(?:\b)soundfrost\.org(?:\b|)" 1; "~*(?:\b)souvenir\.cc(?:\b|)" 1; @@ -6794,6 +6797,7 @@ map $http_referer $bad_referer { "~*(?:\b)traffic100\.com(?:\b|)" 1; "~*(?:\b)traffic2cash\.org(?:\b|)" 1; "~*(?:\b)traffic2money\.com(?:\b|)" 1; + "~*(?:\b)traffic\-club\.info(?:\b|)" 1; "~*(?:\b)trafficfactory\.biz(?:\b|)" 1; "~*(?:\b)trafficgenius\.xyz(?:\b|)" 1; "~*(?:\b)trafficjunky\.com(?:\b|)" 1; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index b9d24324a..90fe4f9d3 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.68.144.114 1; +104.154.120.187 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/custom-bad-referrers.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/custom-bad-referrers.conf index 7af9632a7..dd3301e44 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/custom-bad-referrers.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/custom-bad-referrers.conf @@ -1286,6 +1286,7 @@ "~*(?:\b)cialischmrx\.com(?:\b|)" 0; "~*(?:\b)cialischsrx\.com(?:\b|)" 0; "~*(?:\b)cialischstgerts\.com(?:\b|)" 0; + "~*(?:\b)cialisndbrx\.com(?:\b|)" 0; "~*(?:\b)cialisovercounteratwalmartusa\.com(?:\b|)" 0; "~*(?:\b)cialiswithoutadoctor\.net(?:\b|)" 0; "~*(?:\b)cibpenonptib\.flu\.cc(?:\b|)" 0; @@ -4817,6 +4818,7 @@ "~*(?:\b)rfd\-split\.hr(?:\b|)" 0; "~*(?:\b)rff\-cfal\.info(?:\b|)" 0; "~*(?:\b)rfid\-locker\.co(?:\b|)" 0; + "~*(?:\b)rfserial\.net(?:\b|)" 0; "~*(?:\b)rialp\.getenjoyment\.net(?:\b|)" 0; "~*(?:\b)ribieiendom\.no(?:\b|)" 0; "~*(?:\b)ric\.info(?:\b|)" 0; @@ -5382,6 +5384,7 @@ "~*(?:\b)sortthemesitesby\.com(?:\b|)" 0; "~*(?:\b)sosdepotdebilan\.com(?:\b|)" 0; "~*(?:\b)soserfis\.com(?:\b|)" 0; + "~*(?:\b)sotechco\.co(?:\b|)" 0; "~*(?:\b)sotkal\.lark\.ru(?:\b|)" 0; "~*(?:\b)soundfrost\.org(?:\b|)" 0; "~*(?:\b)souvenir\.cc(?:\b|)" 0; @@ -5856,6 +5859,7 @@ "~*(?:\b)traderzplanet\.in(?:\b|)" 0; "~*(?:\b)tradgardspartner\.se(?:\b|)" 0; "~*(?:\b)trafaret74\.ru(?:\b|)" 0; + "~*(?:\b)traffic\-club\.info(?:\b|)" 0; "~*(?:\b)traffic100\.com(?:\b|)" 0; "~*(?:\b)traffic2cash\.org(?:\b|)" 0; "~*(?:\b)traffic2money\.com(?:\b|)" 0; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index ea117da9f..bc389ee32 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.68.144.114 0; +104.154.120.187 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 28da4e151..21d526a25 100644 --- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,9 +4,9 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1702 -### Updated: Sat Jun 29 20:30:08 SAST 2019 -### Bad Referrer Count: 6713 +### Version: V3.2019.06.1703 +### Updated: Sat Jun 29 20:55:25 SAST 2019 +### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### ### VERSION INFORMATION ## @@ -2219,6 +2219,7 @@ map $http_referer $bad_referer { "~*(?:\b)cialischmrx\.com(?:\b|)" 1; "~*(?:\b)cialischsrx\.com(?:\b|)" 1; "~*(?:\b)cialischstgerts\.com(?:\b|)" 1; + "~*(?:\b)cialisndbrx\.com(?:\b|)" 1; "~*(?:\b)cialisovercounteratwalmartusa\.com(?:\b|)" 1; "~*(?:\b)cialis\-samples\.com(?:\b|)" 1; "~*(?:\b)cialiswithoutadoctor\.net(?:\b|)" 1; @@ -5752,6 +5753,7 @@ map $http_referer $bad_referer { "~*(?:\b)rfd\-split\.hr(?:\b|)" 1; "~*(?:\b)rff\-cfal\.info(?:\b|)" 1; "~*(?:\b)rfid\-locker\.co(?:\b|)" 1; + "~*(?:\b)rfserial\.net(?:\b|)" 1; "~*(?:\b)rialp\.getenjoyment\.net(?:\b|)" 1; "~*(?:\b)ribieiendom\.no(?:\b|)" 1; "~*(?:\b)richinvestmonitor\.com(?:\b|)" 1; @@ -6317,6 +6319,7 @@ map $http_referer $bad_referer { "~*(?:\b)sortthemesitesby\.com(?:\b|)" 1; "~*(?:\b)sosdepotdebilan\.com(?:\b|)" 1; "~*(?:\b)soserfis\.com(?:\b|)" 1; + "~*(?:\b)sotechco\.co(?:\b|)" 1; "~*(?:\b)sotkal\.lark\.ru(?:\b|)" 1; "~*(?:\b)soundfrost\.org(?:\b|)" 1; "~*(?:\b)souvenir\.cc(?:\b|)" 1; @@ -6794,6 +6797,7 @@ map $http_referer $bad_referer { "~*(?:\b)traffic100\.com(?:\b|)" 1; "~*(?:\b)traffic2cash\.org(?:\b|)" 1; "~*(?:\b)traffic2money\.com(?:\b|)" 1; + "~*(?:\b)traffic\-club\.info(?:\b|)" 1; "~*(?:\b)trafficfactory\.biz(?:\b|)" 1; "~*(?:\b)trafficgenius\.xyz(?:\b|)" 1; "~*(?:\b)trafficjunky\.com(?:\b|)" 1; diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 28da4e151..21d526a25 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,9 +4,9 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1702 -### Updated: Sat Jun 29 20:30:08 SAST 2019 -### Bad Referrer Count: 6713 +### Version: V3.2019.06.1703 +### Updated: Sat Jun 29 20:55:25 SAST 2019 +### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### ### VERSION INFORMATION ## @@ -2219,6 +2219,7 @@ map $http_referer $bad_referer { "~*(?:\b)cialischmrx\.com(?:\b|)" 1; "~*(?:\b)cialischsrx\.com(?:\b|)" 1; "~*(?:\b)cialischstgerts\.com(?:\b|)" 1; + "~*(?:\b)cialisndbrx\.com(?:\b|)" 1; "~*(?:\b)cialisovercounteratwalmartusa\.com(?:\b|)" 1; "~*(?:\b)cialis\-samples\.com(?:\b|)" 1; "~*(?:\b)cialiswithoutadoctor\.net(?:\b|)" 1; @@ -5752,6 +5753,7 @@ map $http_referer $bad_referer { "~*(?:\b)rfd\-split\.hr(?:\b|)" 1; "~*(?:\b)rff\-cfal\.info(?:\b|)" 1; "~*(?:\b)rfid\-locker\.co(?:\b|)" 1; + "~*(?:\b)rfserial\.net(?:\b|)" 1; "~*(?:\b)rialp\.getenjoyment\.net(?:\b|)" 1; "~*(?:\b)ribieiendom\.no(?:\b|)" 1; "~*(?:\b)richinvestmonitor\.com(?:\b|)" 1; @@ -6317,6 +6319,7 @@ map $http_referer $bad_referer { "~*(?:\b)sortthemesitesby\.com(?:\b|)" 1; "~*(?:\b)sosdepotdebilan\.com(?:\b|)" 1; "~*(?:\b)soserfis\.com(?:\b|)" 1; + "~*(?:\b)sotechco\.co(?:\b|)" 1; "~*(?:\b)sotkal\.lark\.ru(?:\b|)" 1; "~*(?:\b)soundfrost\.org(?:\b|)" 1; "~*(?:\b)souvenir\.cc(?:\b|)" 1; @@ -6794,6 +6797,7 @@ map $http_referer $bad_referer { "~*(?:\b)traffic100\.com(?:\b|)" 1; "~*(?:\b)traffic2cash\.org(?:\b|)" 1; "~*(?:\b)traffic2money\.com(?:\b|)" 1; + "~*(?:\b)traffic\-club\.info(?:\b|)" 1; "~*(?:\b)trafficfactory\.biz(?:\b|)" 1; "~*(?:\b)trafficgenius\.xyz(?:\b|)" 1; "~*(?:\b)trafficjunky\.com(?:\b|)" 1; diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index dceae7eb5..16da54fe7 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,9 +4,9 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1702 -### Updated: Sat Jun 29 20:30:07 SAST 2019 -### Bad Referrer Count: 6713 +### Version: V4.2019.06.1703 +### Updated: Sat Jun 29 20:55:24 SAST 2019 +### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### ### VERSION INFORMATION ## @@ -2219,6 +2219,7 @@ map $http_referer $bad_referer { "~*(?:\b)cialischmrx\.com(?:\b|)" 1; "~*(?:\b)cialischsrx\.com(?:\b|)" 1; "~*(?:\b)cialischstgerts\.com(?:\b|)" 1; + "~*(?:\b)cialisndbrx\.com(?:\b|)" 1; "~*(?:\b)cialisovercounteratwalmartusa\.com(?:\b|)" 1; "~*(?:\b)cialis\-samples\.com(?:\b|)" 1; "~*(?:\b)cialiswithoutadoctor\.net(?:\b|)" 1; @@ -5752,6 +5753,7 @@ map $http_referer $bad_referer { "~*(?:\b)rfd\-split\.hr(?:\b|)" 1; "~*(?:\b)rff\-cfal\.info(?:\b|)" 1; "~*(?:\b)rfid\-locker\.co(?:\b|)" 1; + "~*(?:\b)rfserial\.net(?:\b|)" 1; "~*(?:\b)rialp\.getenjoyment\.net(?:\b|)" 1; "~*(?:\b)ribieiendom\.no(?:\b|)" 1; "~*(?:\b)richinvestmonitor\.com(?:\b|)" 1; @@ -6317,6 +6319,7 @@ map $http_referer $bad_referer { "~*(?:\b)sortthemesitesby\.com(?:\b|)" 1; "~*(?:\b)sosdepotdebilan\.com(?:\b|)" 1; "~*(?:\b)soserfis\.com(?:\b|)" 1; + "~*(?:\b)sotechco\.co(?:\b|)" 1; "~*(?:\b)sotkal\.lark\.ru(?:\b|)" 1; "~*(?:\b)soundfrost\.org(?:\b|)" 1; "~*(?:\b)souvenir\.cc(?:\b|)" 1; @@ -6794,6 +6797,7 @@ map $http_referer $bad_referer { "~*(?:\b)traffic100\.com(?:\b|)" 1; "~*(?:\b)traffic2cash\.org(?:\b|)" 1; "~*(?:\b)traffic2money\.com(?:\b|)" 1; + "~*(?:\b)traffic\-club\.info(?:\b|)" 1; "~*(?:\b)trafficfactory\.biz(?:\b|)" 1; "~*(?:\b)trafficgenius\.xyz(?:\b|)" 1; "~*(?:\b)trafficjunky\.com(?:\b|)" 1; diff --git a/.dev-tools/referrers-regex-format-whitelist-test.txt b/.dev-tools/referrers-regex-format-whitelist-test.txt index 51b949562..ef0c5790c 100644 --- a/.dev-tools/referrers-regex-format-whitelist-test.txt +++ b/.dev-tools/referrers-regex-format-whitelist-test.txt @@ -1239,6 +1239,7 @@ "~*(?:\b)cialischmrx\.com(?:\b|)" 0; "~*(?:\b)cialischsrx\.com(?:\b|)" 0; "~*(?:\b)cialischstgerts\.com(?:\b|)" 0; +"~*(?:\b)cialisndbrx\.com(?:\b|)" 0; "~*(?:\b)cialisovercounteratwalmartusa\.com(?:\b|)" 0; "~*(?:\b)cialiswithoutadoctor\.net(?:\b|)" 0; "~*(?:\b)cibpenonptib\.flu\.cc(?:\b|)" 0; @@ -4770,6 +4771,7 @@ "~*(?:\b)rfd\-split\.hr(?:\b|)" 0; "~*(?:\b)rff\-cfal\.info(?:\b|)" 0; "~*(?:\b)rfid\-locker\.co(?:\b|)" 0; +"~*(?:\b)rfserial\.net(?:\b|)" 0; "~*(?:\b)rialp\.getenjoyment\.net(?:\b|)" 0; "~*(?:\b)ribieiendom\.no(?:\b|)" 0; "~*(?:\b)ric\.info(?:\b|)" 0; @@ -5335,6 +5337,7 @@ "~*(?:\b)sortthemesitesby\.com(?:\b|)" 0; "~*(?:\b)sosdepotdebilan\.com(?:\b|)" 0; "~*(?:\b)soserfis\.com(?:\b|)" 0; +"~*(?:\b)sotechco\.co(?:\b|)" 0; "~*(?:\b)sotkal\.lark\.ru(?:\b|)" 0; "~*(?:\b)soundfrost\.org(?:\b|)" 0; "~*(?:\b)souvenir\.cc(?:\b|)" 0; @@ -5809,6 +5812,7 @@ "~*(?:\b)traderzplanet\.in(?:\b|)" 0; "~*(?:\b)tradgardspartner\.se(?:\b|)" 0; "~*(?:\b)trafaret74\.ru(?:\b|)" 0; +"~*(?:\b)traffic\-club\.info(?:\b|)" 0; "~*(?:\b)traffic100\.com(?:\b|)" 0; "~*(?:\b)traffic2cash\.org(?:\b|)" 0; "~*(?:\b)traffic2money\.com(?:\b|)" 0; diff --git a/.dev-tools/referrers-regex-format.txt b/.dev-tools/referrers-regex-format.txt index b612fb8ec..4ab4e4034 100644 --- a/.dev-tools/referrers-regex-format.txt +++ b/.dev-tools/referrers-regex-format.txt @@ -1237,6 +1237,7 @@ "~*(?:\b)cialischmrx\.com(?:\b|)" 1; "~*(?:\b)cialischsrx\.com(?:\b|)" 1; "~*(?:\b)cialischstgerts\.com(?:\b|)" 1; +"~*(?:\b)cialisndbrx\.com(?:\b|)" 1; "~*(?:\b)cialisovercounteratwalmartusa\.com(?:\b|)" 1; "~*(?:\b)cialis\-samples\.com(?:\b|)" 1; "~*(?:\b)cialiswithoutadoctor\.net(?:\b|)" 1; @@ -4770,6 +4771,7 @@ "~*(?:\b)rfd\-split\.hr(?:\b|)" 1; "~*(?:\b)rff\-cfal\.info(?:\b|)" 1; "~*(?:\b)rfid\-locker\.co(?:\b|)" 1; +"~*(?:\b)rfserial\.net(?:\b|)" 1; "~*(?:\b)rialp\.getenjoyment\.net(?:\b|)" 1; "~*(?:\b)ribieiendom\.no(?:\b|)" 1; "~*(?:\b)richinvestmonitor\.com(?:\b|)" 1; @@ -5335,6 +5337,7 @@ "~*(?:\b)sortthemesitesby\.com(?:\b|)" 1; "~*(?:\b)sosdepotdebilan\.com(?:\b|)" 1; "~*(?:\b)soserfis\.com(?:\b|)" 1; +"~*(?:\b)sotechco\.co(?:\b|)" 1; "~*(?:\b)sotkal\.lark\.ru(?:\b|)" 1; "~*(?:\b)soundfrost\.org(?:\b|)" 1; "~*(?:\b)souvenir\.cc(?:\b|)" 1; @@ -5812,6 +5815,7 @@ "~*(?:\b)traffic100\.com(?:\b|)" 1; "~*(?:\b)traffic2cash\.org(?:\b|)" 1; "~*(?:\b)traffic2money\.com(?:\b|)" 1; +"~*(?:\b)traffic\-club\.info(?:\b|)" 1; "~*(?:\b)trafficfactory\.biz(?:\b|)" 1; "~*(?:\b)trafficgenius\.xyz(?:\b|)" 1; "~*(?:\b)trafficjunky\.com(?:\b|)" 1; diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 6e936daab..609536562 100644 --- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -104.198.131.58 0; +35.193.7.13 0; diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf index dceae7eb5..16da54fe7 100644 --- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,9 +4,9 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1702 -### Updated: Sat Jun 29 20:30:07 SAST 2019 -### Bad Referrer Count: 6713 +### Version: V4.2019.06.1703 +### Updated: Sat Jun 29 20:55:24 SAST 2019 +### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### ### VERSION INFORMATION ## @@ -2219,6 +2219,7 @@ map $http_referer $bad_referer { "~*(?:\b)cialischmrx\.com(?:\b|)" 1; "~*(?:\b)cialischsrx\.com(?:\b|)" 1; "~*(?:\b)cialischstgerts\.com(?:\b|)" 1; + "~*(?:\b)cialisndbrx\.com(?:\b|)" 1; "~*(?:\b)cialisovercounteratwalmartusa\.com(?:\b|)" 1; "~*(?:\b)cialis\-samples\.com(?:\b|)" 1; "~*(?:\b)cialiswithoutadoctor\.net(?:\b|)" 1; @@ -5752,6 +5753,7 @@ map $http_referer $bad_referer { "~*(?:\b)rfd\-split\.hr(?:\b|)" 1; "~*(?:\b)rff\-cfal\.info(?:\b|)" 1; "~*(?:\b)rfid\-locker\.co(?:\b|)" 1; + "~*(?:\b)rfserial\.net(?:\b|)" 1; "~*(?:\b)rialp\.getenjoyment\.net(?:\b|)" 1; "~*(?:\b)ribieiendom\.no(?:\b|)" 1; "~*(?:\b)richinvestmonitor\.com(?:\b|)" 1; @@ -6317,6 +6319,7 @@ map $http_referer $bad_referer { "~*(?:\b)sortthemesitesby\.com(?:\b|)" 1; "~*(?:\b)sosdepotdebilan\.com(?:\b|)" 1; "~*(?:\b)soserfis\.com(?:\b|)" 1; + "~*(?:\b)sotechco\.co(?:\b|)" 1; "~*(?:\b)sotkal\.lark\.ru(?:\b|)" 1; "~*(?:\b)soundfrost\.org(?:\b|)" 1; "~*(?:\b)souvenir\.cc(?:\b|)" 1; @@ -6794,6 +6797,7 @@ map $http_referer $bad_referer { "~*(?:\b)traffic100\.com(?:\b|)" 1; "~*(?:\b)traffic2cash\.org(?:\b|)" 1; "~*(?:\b)traffic2money\.com(?:\b|)" 1; + "~*(?:\b)traffic\-club\.info(?:\b|)" 1; "~*(?:\b)trafficfactory\.biz(?:\b|)" 1; "~*(?:\b)trafficgenius\.xyz(?:\b|)" 1; "~*(?:\b)trafficjunky\.com(?:\b|)" 1; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 0fcb73d00..42c86bb7d 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.187.174 1; +35.193.7.13 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 3dac4f84e..e42e64139 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.187.174 0; +35.193.7.13 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index dceae7eb5..16da54fe7 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,9 +4,9 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1702 -### Updated: Sat Jun 29 20:30:07 SAST 2019 -### Bad Referrer Count: 6713 +### Version: V4.2019.06.1703 +### Updated: Sat Jun 29 20:55:24 SAST 2019 +### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### ### VERSION INFORMATION ## @@ -2219,6 +2219,7 @@ map $http_referer $bad_referer { "~*(?:\b)cialischmrx\.com(?:\b|)" 1; "~*(?:\b)cialischsrx\.com(?:\b|)" 1; "~*(?:\b)cialischstgerts\.com(?:\b|)" 1; + "~*(?:\b)cialisndbrx\.com(?:\b|)" 1; "~*(?:\b)cialisovercounteratwalmartusa\.com(?:\b|)" 1; "~*(?:\b)cialis\-samples\.com(?:\b|)" 1; "~*(?:\b)cialiswithoutadoctor\.net(?:\b|)" 1; @@ -5752,6 +5753,7 @@ map $http_referer $bad_referer { "~*(?:\b)rfd\-split\.hr(?:\b|)" 1; "~*(?:\b)rff\-cfal\.info(?:\b|)" 1; "~*(?:\b)rfid\-locker\.co(?:\b|)" 1; + "~*(?:\b)rfserial\.net(?:\b|)" 1; "~*(?:\b)rialp\.getenjoyment\.net(?:\b|)" 1; "~*(?:\b)ribieiendom\.no(?:\b|)" 1; "~*(?:\b)richinvestmonitor\.com(?:\b|)" 1; @@ -6317,6 +6319,7 @@ map $http_referer $bad_referer { "~*(?:\b)sortthemesitesby\.com(?:\b|)" 1; "~*(?:\b)sosdepotdebilan\.com(?:\b|)" 1; "~*(?:\b)soserfis\.com(?:\b|)" 1; + "~*(?:\b)sotechco\.co(?:\b|)" 1; "~*(?:\b)sotkal\.lark\.ru(?:\b|)" 1; "~*(?:\b)soundfrost\.org(?:\b|)" 1; "~*(?:\b)souvenir\.cc(?:\b|)" 1; @@ -6794,6 +6797,7 @@ map $http_referer $bad_referer { "~*(?:\b)traffic100\.com(?:\b|)" 1; "~*(?:\b)traffic2cash\.org(?:\b|)" 1; "~*(?:\b)traffic2money\.com(?:\b|)" 1; + "~*(?:\b)traffic\-club\.info(?:\b|)" 1; "~*(?:\b)trafficfactory\.biz(?:\b|)" 1; "~*(?:\b)trafficgenius\.xyz(?:\b|)" 1; "~*(?:\b)trafficjunky\.com(?:\b|)" 1; diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 0fcb73d00..42c86bb7d 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.187.174 1; +35.193.7.13 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 3dac4f84e..e42e64139 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.187.174 0; +35.193.7.13 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index dceae7eb5..16da54fe7 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,9 +4,9 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1702 -### Updated: Sat Jun 29 20:30:07 SAST 2019 -### Bad Referrer Count: 6713 +### Version: V4.2019.06.1703 +### Updated: Sat Jun 29 20:55:24 SAST 2019 +### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### ### VERSION INFORMATION ## @@ -2219,6 +2219,7 @@ map $http_referer $bad_referer { "~*(?:\b)cialischmrx\.com(?:\b|)" 1; "~*(?:\b)cialischsrx\.com(?:\b|)" 1; "~*(?:\b)cialischstgerts\.com(?:\b|)" 1; + "~*(?:\b)cialisndbrx\.com(?:\b|)" 1; "~*(?:\b)cialisovercounteratwalmartusa\.com(?:\b|)" 1; "~*(?:\b)cialis\-samples\.com(?:\b|)" 1; "~*(?:\b)cialiswithoutadoctor\.net(?:\b|)" 1; @@ -5752,6 +5753,7 @@ map $http_referer $bad_referer { "~*(?:\b)rfd\-split\.hr(?:\b|)" 1; "~*(?:\b)rff\-cfal\.info(?:\b|)" 1; "~*(?:\b)rfid\-locker\.co(?:\b|)" 1; + "~*(?:\b)rfserial\.net(?:\b|)" 1; "~*(?:\b)rialp\.getenjoyment\.net(?:\b|)" 1; "~*(?:\b)ribieiendom\.no(?:\b|)" 1; "~*(?:\b)richinvestmonitor\.com(?:\b|)" 1; @@ -6317,6 +6319,7 @@ map $http_referer $bad_referer { "~*(?:\b)sortthemesitesby\.com(?:\b|)" 1; "~*(?:\b)sosdepotdebilan\.com(?:\b|)" 1; "~*(?:\b)soserfis\.com(?:\b|)" 1; + "~*(?:\b)sotechco\.co(?:\b|)" 1; "~*(?:\b)sotkal\.lark\.ru(?:\b|)" 1; "~*(?:\b)soundfrost\.org(?:\b|)" 1; "~*(?:\b)souvenir\.cc(?:\b|)" 1; @@ -6794,6 +6797,7 @@ map $http_referer $bad_referer { "~*(?:\b)traffic100\.com(?:\b|)" 1; "~*(?:\b)traffic2cash\.org(?:\b|)" 1; "~*(?:\b)traffic2money\.com(?:\b|)" 1; + "~*(?:\b)traffic\-club\.info(?:\b|)" 1; "~*(?:\b)trafficfactory\.biz(?:\b|)" 1; "~*(?:\b)trafficgenius\.xyz(?:\b|)" 1; "~*(?:\b)trafficjunky\.com(?:\b|)" 1; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 0fcb73d00..42c86bb7d 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.187.174 1; +35.193.7.13 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/custom-bad-referrers.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/custom-bad-referrers.conf index 7af9632a7..dd3301e44 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/custom-bad-referrers.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/custom-bad-referrers.conf @@ -1286,6 +1286,7 @@ "~*(?:\b)cialischmrx\.com(?:\b|)" 0; "~*(?:\b)cialischsrx\.com(?:\b|)" 0; "~*(?:\b)cialischstgerts\.com(?:\b|)" 0; + "~*(?:\b)cialisndbrx\.com(?:\b|)" 0; "~*(?:\b)cialisovercounteratwalmartusa\.com(?:\b|)" 0; "~*(?:\b)cialiswithoutadoctor\.net(?:\b|)" 0; "~*(?:\b)cibpenonptib\.flu\.cc(?:\b|)" 0; @@ -4817,6 +4818,7 @@ "~*(?:\b)rfd\-split\.hr(?:\b|)" 0; "~*(?:\b)rff\-cfal\.info(?:\b|)" 0; "~*(?:\b)rfid\-locker\.co(?:\b|)" 0; + "~*(?:\b)rfserial\.net(?:\b|)" 0; "~*(?:\b)rialp\.getenjoyment\.net(?:\b|)" 0; "~*(?:\b)ribieiendom\.no(?:\b|)" 0; "~*(?:\b)ric\.info(?:\b|)" 0; @@ -5382,6 +5384,7 @@ "~*(?:\b)sortthemesitesby\.com(?:\b|)" 0; "~*(?:\b)sosdepotdebilan\.com(?:\b|)" 0; "~*(?:\b)soserfis\.com(?:\b|)" 0; + "~*(?:\b)sotechco\.co(?:\b|)" 0; "~*(?:\b)sotkal\.lark\.ru(?:\b|)" 0; "~*(?:\b)soundfrost\.org(?:\b|)" 0; "~*(?:\b)souvenir\.cc(?:\b|)" 0; @@ -5856,6 +5859,7 @@ "~*(?:\b)traderzplanet\.in(?:\b|)" 0; "~*(?:\b)tradgardspartner\.se(?:\b|)" 0; "~*(?:\b)trafaret74\.ru(?:\b|)" 0; + "~*(?:\b)traffic\-club\.info(?:\b|)" 0; "~*(?:\b)traffic100\.com(?:\b|)" 0; "~*(?:\b)traffic2cash\.org(?:\b|)" 0; "~*(?:\b)traffic2money\.com(?:\b|)" 0; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 3dac4f84e..e42e64139 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.187.174 0; +35.193.7.13 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index dceae7eb5..16da54fe7 100644 --- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,9 +4,9 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1702 -### Updated: Sat Jun 29 20:30:07 SAST 2019 -### Bad Referrer Count: 6713 +### Version: V4.2019.06.1703 +### Updated: Sat Jun 29 20:55:24 SAST 2019 +### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### ### VERSION INFORMATION ## @@ -2219,6 +2219,7 @@ map $http_referer $bad_referer { "~*(?:\b)cialischmrx\.com(?:\b|)" 1; "~*(?:\b)cialischsrx\.com(?:\b|)" 1; "~*(?:\b)cialischstgerts\.com(?:\b|)" 1; + "~*(?:\b)cialisndbrx\.com(?:\b|)" 1; "~*(?:\b)cialisovercounteratwalmartusa\.com(?:\b|)" 1; "~*(?:\b)cialis\-samples\.com(?:\b|)" 1; "~*(?:\b)cialiswithoutadoctor\.net(?:\b|)" 1; @@ -5752,6 +5753,7 @@ map $http_referer $bad_referer { "~*(?:\b)rfd\-split\.hr(?:\b|)" 1; "~*(?:\b)rff\-cfal\.info(?:\b|)" 1; "~*(?:\b)rfid\-locker\.co(?:\b|)" 1; + "~*(?:\b)rfserial\.net(?:\b|)" 1; "~*(?:\b)rialp\.getenjoyment\.net(?:\b|)" 1; "~*(?:\b)ribieiendom\.no(?:\b|)" 1; "~*(?:\b)richinvestmonitor\.com(?:\b|)" 1; @@ -6317,6 +6319,7 @@ map $http_referer $bad_referer { "~*(?:\b)sortthemesitesby\.com(?:\b|)" 1; "~*(?:\b)sosdepotdebilan\.com(?:\b|)" 1; "~*(?:\b)soserfis\.com(?:\b|)" 1; + "~*(?:\b)sotechco\.co(?:\b|)" 1; "~*(?:\b)sotkal\.lark\.ru(?:\b|)" 1; "~*(?:\b)soundfrost\.org(?:\b|)" 1; "~*(?:\b)souvenir\.cc(?:\b|)" 1; @@ -6794,6 +6797,7 @@ map $http_referer $bad_referer { "~*(?:\b)traffic100\.com(?:\b|)" 1; "~*(?:\b)traffic2cash\.org(?:\b|)" 1; "~*(?:\b)traffic2money\.com(?:\b|)" 1; + "~*(?:\b)traffic\-club\.info(?:\b|)" 1; "~*(?:\b)trafficfactory\.biz(?:\b|)" 1; "~*(?:\b)trafficgenius\.xyz(?:\b|)" 1; "~*(?:\b)trafficjunky\.com(?:\b|)" 1; diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 6e936daab..e24752400 100644 --- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -104.198.131.58 0; +35.202.145.110 0; +35.224.112.202 0; diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf index b6964ce9c..de49e0de3 100644 --- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,9 +4,9 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1702 -### Updated: Sat Jun 29 20:30:07 SAST 2019 -### Bad Referrer Count: 6713 +### Version: V4.2019.06.1703 +### Updated: Sat Jun 29 20:55:24 SAST 2019 +### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### ### VERSION INFORMATION ## @@ -2219,6 +2219,7 @@ map $http_referer $bad_referer { "~*(?:\b)cialischmrx\.com(?:\b|)" 1; "~*(?:\b)cialischsrx\.com(?:\b|)" 1; "~*(?:\b)cialischstgerts\.com(?:\b|)" 1; + "~*(?:\b)cialisndbrx\.com(?:\b|)" 1; "~*(?:\b)cialisovercounteratwalmartusa\.com(?:\b|)" 1; "~*(?:\b)cialis\-samples\.com(?:\b|)" 1; "~*(?:\b)cialiswithoutadoctor\.net(?:\b|)" 1; @@ -5752,6 +5753,7 @@ map $http_referer $bad_referer { "~*(?:\b)rfd\-split\.hr(?:\b|)" 1; "~*(?:\b)rff\-cfal\.info(?:\b|)" 1; "~*(?:\b)rfid\-locker\.co(?:\b|)" 1; + "~*(?:\b)rfserial\.net(?:\b|)" 1; "~*(?:\b)rialp\.getenjoyment\.net(?:\b|)" 1; "~*(?:\b)ribieiendom\.no(?:\b|)" 1; "~*(?:\b)richinvestmonitor\.com(?:\b|)" 1; @@ -6317,6 +6319,7 @@ map $http_referer $bad_referer { "~*(?:\b)sortthemesitesby\.com(?:\b|)" 1; "~*(?:\b)sosdepotdebilan\.com(?:\b|)" 1; "~*(?:\b)soserfis\.com(?:\b|)" 1; + "~*(?:\b)sotechco\.co(?:\b|)" 1; "~*(?:\b)sotkal\.lark\.ru(?:\b|)" 1; "~*(?:\b)soundfrost\.org(?:\b|)" 1; "~*(?:\b)souvenir\.cc(?:\b|)" 1; @@ -6794,6 +6797,7 @@ map $http_referer $bad_referer { "~*(?:\b)traffic100\.com(?:\b|)" 1; "~*(?:\b)traffic2cash\.org(?:\b|)" 1; "~*(?:\b)traffic2money\.com(?:\b|)" 1; + "~*(?:\b)traffic\-club\.info(?:\b|)" 1; "~*(?:\b)trafficfactory\.biz(?:\b|)" 1; "~*(?:\b)trafficgenius\.xyz(?:\b|)" 1; "~*(?:\b)trafficjunky\.com(?:\b|)" 1; diff --git a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf index fc8e4a038..ca6bca078 100644 --- a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf @@ -45,6 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.192.136.167 0; -35.192.187.174 0; -104.154.113.151 0; +35.184.96.71 0; +35.188.1.99 0; diff --git a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf index dceae7eb5..16da54fe7 100644 --- a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf @@ -4,9 +4,9 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1702 -### Updated: Sat Jun 29 20:30:07 SAST 2019 -### Bad Referrer Count: 6713 +### Version: V4.2019.06.1703 +### Updated: Sat Jun 29 20:55:24 SAST 2019 +### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### ### VERSION INFORMATION ## @@ -2219,6 +2219,7 @@ map $http_referer $bad_referer { "~*(?:\b)cialischmrx\.com(?:\b|)" 1; "~*(?:\b)cialischsrx\.com(?:\b|)" 1; "~*(?:\b)cialischstgerts\.com(?:\b|)" 1; + "~*(?:\b)cialisndbrx\.com(?:\b|)" 1; "~*(?:\b)cialisovercounteratwalmartusa\.com(?:\b|)" 1; "~*(?:\b)cialis\-samples\.com(?:\b|)" 1; "~*(?:\b)cialiswithoutadoctor\.net(?:\b|)" 1; @@ -5752,6 +5753,7 @@ map $http_referer $bad_referer { "~*(?:\b)rfd\-split\.hr(?:\b|)" 1; "~*(?:\b)rff\-cfal\.info(?:\b|)" 1; "~*(?:\b)rfid\-locker\.co(?:\b|)" 1; + "~*(?:\b)rfserial\.net(?:\b|)" 1; "~*(?:\b)rialp\.getenjoyment\.net(?:\b|)" 1; "~*(?:\b)ribieiendom\.no(?:\b|)" 1; "~*(?:\b)richinvestmonitor\.com(?:\b|)" 1; @@ -6317,6 +6319,7 @@ map $http_referer $bad_referer { "~*(?:\b)sortthemesitesby\.com(?:\b|)" 1; "~*(?:\b)sosdepotdebilan\.com(?:\b|)" 1; "~*(?:\b)soserfis\.com(?:\b|)" 1; + "~*(?:\b)sotechco\.co(?:\b|)" 1; "~*(?:\b)sotkal\.lark\.ru(?:\b|)" 1; "~*(?:\b)soundfrost\.org(?:\b|)" 1; "~*(?:\b)souvenir\.cc(?:\b|)" 1; @@ -6794,6 +6797,7 @@ map $http_referer $bad_referer { "~*(?:\b)traffic100\.com(?:\b|)" 1; "~*(?:\b)traffic2cash\.org(?:\b|)" 1; "~*(?:\b)traffic2money\.com(?:\b|)" 1; + "~*(?:\b)traffic\-club\.info(?:\b|)" 1; "~*(?:\b)trafficfactory\.biz(?:\b|)" 1; "~*(?:\b)trafficgenius\.xyz(?:\b|)" 1; "~*(?:\b)trafficjunky\.com(?:\b|)" 1; diff --git a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf index 5efc5dce0..3e9ecba78 100644 --- a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf @@ -45,6 +45,6 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.188.73.34 0; -104.198.131.58 0; -35.192.187.174 0; +35.184.226.236 0; +35.224.112.202 0; +35.184.96.71 0; diff --git a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf index dceae7eb5..16da54fe7 100644 --- a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf @@ -4,9 +4,9 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1702 -### Updated: Sat Jun 29 20:30:07 SAST 2019 -### Bad Referrer Count: 6713 +### Version: V4.2019.06.1703 +### Updated: Sat Jun 29 20:55:24 SAST 2019 +### Bad Referrer Count: 6717 ### Bad Bot Count: 556 ################################################### ### VERSION INFORMATION ## @@ -2219,6 +2219,7 @@ map $http_referer $bad_referer { "~*(?:\b)cialischmrx\.com(?:\b|)" 1; "~*(?:\b)cialischsrx\.com(?:\b|)" 1; "~*(?:\b)cialischstgerts\.com(?:\b|)" 1; + "~*(?:\b)cialisndbrx\.com(?:\b|)" 1; "~*(?:\b)cialisovercounteratwalmartusa\.com(?:\b|)" 1; "~*(?:\b)cialis\-samples\.com(?:\b|)" 1; "~*(?:\b)cialiswithoutadoctor\.net(?:\b|)" 1; @@ -5752,6 +5753,7 @@ map $http_referer $bad_referer { "~*(?:\b)rfd\-split\.hr(?:\b|)" 1; "~*(?:\b)rff\-cfal\.info(?:\b|)" 1; "~*(?:\b)rfid\-locker\.co(?:\b|)" 1; + "~*(?:\b)rfserial\.net(?:\b|)" 1; "~*(?:\b)rialp\.getenjoyment\.net(?:\b|)" 1; "~*(?:\b)ribieiendom\.no(?:\b|)" 1; "~*(?:\b)richinvestmonitor\.com(?:\b|)" 1; @@ -6317,6 +6319,7 @@ map $http_referer $bad_referer { "~*(?:\b)sortthemesitesby\.com(?:\b|)" 1; "~*(?:\b)sosdepotdebilan\.com(?:\b|)" 1; "~*(?:\b)soserfis\.com(?:\b|)" 1; + "~*(?:\b)sotechco\.co(?:\b|)" 1; "~*(?:\b)sotkal\.lark\.ru(?:\b|)" 1; "~*(?:\b)soundfrost\.org(?:\b|)" 1; "~*(?:\b)souvenir\.cc(?:\b|)" 1; @@ -6794,6 +6797,7 @@ map $http_referer $bad_referer { "~*(?:\b)traffic100\.com(?:\b|)" 1; "~*(?:\b)traffic2cash\.org(?:\b|)" 1; "~*(?:\b)traffic2money\.com(?:\b|)" 1; + "~*(?:\b)traffic\-club\.info(?:\b|)" 1; "~*(?:\b)trafficfactory\.biz(?:\b|)" 1; "~*(?:\b)trafficgenius\.xyz(?:\b|)" 1; "~*(?:\b)trafficjunky\.com(?:\b|)" 1; diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index b9d24324a..90fe4f9d3 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.68.144.114 1; +104.154.120.187 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/custom-bad-referrers.conf b/.dev-tools/test_units/custom-bad-referrers.conf index 7af9632a7..dd3301e44 100644 --- a/.dev-tools/test_units/custom-bad-referrers.conf +++ b/.dev-tools/test_units/custom-bad-referrers.conf @@ -1286,6 +1286,7 @@ "~*(?:\b)cialischmrx\.com(?:\b|)" 0; "~*(?:\b)cialischsrx\.com(?:\b|)" 0; "~*(?:\b)cialischstgerts\.com(?:\b|)" 0; + "~*(?:\b)cialisndbrx\.com(?:\b|)" 0; "~*(?:\b)cialisovercounteratwalmartusa\.com(?:\b|)" 0; "~*(?:\b)cialiswithoutadoctor\.net(?:\b|)" 0; "~*(?:\b)cibpenonptib\.flu\.cc(?:\b|)" 0; @@ -4817,6 +4818,7 @@ "~*(?:\b)rfd\-split\.hr(?:\b|)" 0; "~*(?:\b)rff\-cfal\.info(?:\b|)" 0; "~*(?:\b)rfid\-locker\.co(?:\b|)" 0; + "~*(?:\b)rfserial\.net(?:\b|)" 0; "~*(?:\b)rialp\.getenjoyment\.net(?:\b|)" 0; "~*(?:\b)ribieiendom\.no(?:\b|)" 0; "~*(?:\b)ric\.info(?:\b|)" 0; @@ -5382,6 +5384,7 @@ "~*(?:\b)sortthemesitesby\.com(?:\b|)" 0; "~*(?:\b)sosdepotdebilan\.com(?:\b|)" 0; "~*(?:\b)soserfis\.com(?:\b|)" 0; + "~*(?:\b)sotechco\.co(?:\b|)" 0; "~*(?:\b)sotkal\.lark\.ru(?:\b|)" 0; "~*(?:\b)soundfrost\.org(?:\b|)" 0; "~*(?:\b)souvenir\.cc(?:\b|)" 0; @@ -5856,6 +5859,7 @@ "~*(?:\b)traderzplanet\.in(?:\b|)" 0; "~*(?:\b)tradgardspartner\.se(?:\b|)" 0; "~*(?:\b)trafaret74\.ru(?:\b|)" 0; + "~*(?:\b)traffic\-club\.info(?:\b|)" 0; "~*(?:\b)traffic100\.com(?:\b|)" 0; "~*(?:\b)traffic2cash\.org(?:\b|)" 0; "~*(?:\b)traffic2money\.com(?:\b|)" 0; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index d6bec71b0..52670a18e 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Acunetix -BBBike -Deusu -HTTP::Lite -OpenVAS -PxBroker -Sqworm -Toata -Web Fuck -WebStripper +ASPSeek +BacklinkCrawler +DigitalPebble +DomainCrawler +Ecxi +Firefox/7.0 +G-i-g-a-b-o-t +Niki-bot +Pixray +VB Project diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index f09aa0049..57a062da6 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -360Spider -404checker -80legs +404enemy Abonti -Aboundex -Aboundexbot Acunetix +ADmantX +AfD-Verbotsverfahren AhrefsBot -AIBOT -Aipbot -Alligator -AlphaBot -Anarchie -Apexoo +AiHitBot +Alexibot +AllSubmitter +archive.org_bot +Asterias BackDoorBot Backlink-Ceck -BackStreet +backlink-check +BackWeb +Badass Bandit +BatchFTP +Battleztar Bazinga BBBike BDCbot -BDFetch -BetaBot -Blackboard -BlowFish +Bigfoot +Bitacle +Black Hole +BlackWidow +BLEXBot Bolt Brandprotect -BuiltBotTough +Buddy BuiltWith -Bullseye -BunnySlippers -BuzzSumo CATExplorador -CherryPicker +Cegbfeieh +CheeseBot CheTeam -ChinaClaw -cognitiveseo -Collector +Chlooe +Cloud mapping +Cogentbot com.plumanalytics -Copier CopyRightCheck -Cosmos -Craftbot -crawler4j -crawler.feedback -CrazyWebCrawler -DatabaseDriverMysqli +Crescent +Curious DataCha0s -demandbase-bot Devil -Digincore -DomainCrawler -DomainStatsBot +DigitalPebble +Dirbuster +Disco +DnyzBot +Dotbot Drip DSearch -DTS Agent eCatch ECCP/1.0 -Ecxi -EirGrabber -EMail Siphon -EMail Wolf -evc-batch -Express WebPictures +EroCrawler +Evil ExtLinksBot -Extractor -FHscan -Flunky +ExtractorPro +Extreme Picture Finder +facebookscraper +FemtosearchBot +Fimap +Firefox/7.0 Foobot -FyberSpider +Freeuploader Fyrebot -GalaxyBot +Getintent +GetRight G-i-g-a-b-o-t Go-Ahead-Got-It -Go!Zilla -GrapeshotCrawler +Gotit +Grabber +GrapeFX +GT::WWW HaosouSpider HEADMasterSEO HMView +HTMLparser HTTP::Lite -HTTrack -IlseBot -Image Fetch +Humanlinks +Id-search Image Sucker -InfoNaviRobot +IndeedBot +instabid InterGET +Internet Ninja InternetSeer +ips-agent +Iria +IRLbot JamesBOT +JennyBot JetCar Jetty -JikeSpider -JustView -Jyxobot -Lanshanbot -LeechFTP -LeechGet +Jorgee +Kenjin Spider +Keyword Density +Kozmosbot +LexiBot Libwhisker Linkdexbot LinkextractorPro LinkpadBot -LinkScan LinksManager LinkWalker -LinqiaRSSBot +LinqiaScrapeBot +Lipperhey Spider Litemage_walker +Lmspider LNSpiderguy -Ltx71 lwp-request -lwp-trivial Mag-Net magpie-crawler -Mail.RU_Bot -Majestic SEO -Majestic-SEO -MarkMonitor -MarkWatch -Mass Downloader +Mata Hari meanpathbot -MeanPath Bot -Mediatoolkitbot mediawords +MegaIndex.ru Metauri -MIDown tool -MJ12bot -Morfeus Fucking Scanner -Mr.4x3 -Name Intelligence -NetMechanic +MFC_Tear_Sample +MSFrontPage +Msrabot +muhstik-scan +Nameprotect +Needle +NetAnts NetSpider Nettrack -Netvibes -NetZIP NextGenSearchBot Nibbler -NICErsPRO -Niki-bot -Nikto +NimbleCrawler +Nimbostratus +Ninja Nmap +NPbot Nutch -oBot -Octopus -Offline Explorer -OnCrawl -OpenVAS -OrangeBot -OrangeSpider -OutclicksBot +Offline Navigator +Openvas +OutfoxBot PageAnalyzer Page Analyzer PageGrabber +page scorer PageScorer -Papa Foto -PECL::HTTP +Panscient +Pavuk +Picsearch PictureFinder Pimonster +Pi-Monster +Pixray PleaseCrawl plumanalytics -Pockey Probethenet +ProWebWalker +Psbot +PxBroker Quick-Crawler -RankFlex +RankActive RankingBot -RankurBot -RealDownload Reaper -RedesScrapy -ReGet -RepoMonkey +RebelMouse Ripper -s1z.ru -SalesIntelligent +RocketCrawler +Rogerbot SBIder -Scrapy +Scanbot +scan.lol +ScoutJet ScreenerBot SearchmetricsBot Semrush SemrushBot -SEOlyticsCrawler +SEOkicks-Robot +Seomoz SEOprofiler seoscanners -Shodan +SEOstats Siphon +Sitebeam Siteimprove -SiteSnagger -Snapbot -SocialRankIOBot +Site Sucker +Sitevigil +SmartDownload +Snoopy +Sociscraper sogouspider Sogou web spider -Sottopop +Sosospider +SpaceBison +Spammen sp_auditbot Spbot Spinn3r SputnikBot -Sqlmap -Sqworm +spyfu Steeler -SuperBot +Sucker +Sucuri +SuperHTTP +SurveyBot Swiftbot -T0PHackTeam +sysscan +Szukacz T8Abot +tAkeOut Teleport -TeleportPro -Telesoft -Telesphorep -TightTwatBot -Titan -Trendiction +Toweyabot trendiction.com -trendiction.de -Turnitin +True_Robot +Turingos +TurnitinBot UnisterBot -URLy Warning -Vagabondo +URLy.Warning +VB Project VCI VeriCiteCrawler -Virusdie Wallpapers/3.0 -WallpapersHD WASALive-Bot WBSearchBot -Webalta +Web Auto WebCollage -Web Collage +WebCopier Web Enhancer -WebFetch -WebFuck -WebGo IS +Web Fetch +Web Fuck WebImageCollector WebLeacher -Web Sauger -Webshag +webmeup-crawler +WebPix +Web Pix +WebSauger +WebsiteExtractor WebsiteQuester -Webster -WebStripper -Web Sucker +WebWhacker +WebZIP Whack -Who.is Bot +Widow WinHTTrack -WiseGuys Robot +WISENutbot +Woobot +Wotbox +Wprecon WWW-Collector-E -WWW-Mechanize WWWOFFLE x09Mozilla x22Mozilla -Xaldon_WebSpider +Xaldon WebSpider +Xenu xpymep1.exe Zade -zauba.io -Zitebot -ZmEu -ZyBorg +Zermelo +Zeus diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index 4bbebf234..a6df4c85b 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -360Spider -Aboundex -Aboundexbot -Alexibot +404checker +Abonti +Acunetix +ADmantX +AIBOT +AlphaBot +Apexoo +archive.org_bot ASPSeek Asterias -Attach -autoemailspider -BackDoorBot -Backlink-Ceck -backlink-check -BackStreet -BackWeb -Bandit Barkrowler -BBBike +BatchFTP +BDCbot +BDFetch BetaBot -Bigfoot Bitacle Blackboard -Black Hole -BlackWidow BLEXBot Blow -Bolt -BotALot -Brandprotect -BuiltWith +Boardreader +BuiltBotTough Bullseye -Calculon CATExplorador -CazoodleBot CCBot Cegbfeieh CheeseBot -CheTeam -Cliqzbot +ChinaClaw +Chlooe +Claritybot +Cloud mapping +Cogentbot cognitiveseo -Copier -CopyRightCheck -Copyscape -crawler.feedback -crawl.sogou.com +Collector +Cosmos +crawler4j CrazyWebCrawler Crescent -CrunchBot -Curious -DatabaseDriverMysqli -DataCha0s -DBLBot +CSHttp +Custo Demon -Deusu Digincore +DigitalPebble +DIIbot +Dirbuster Disco -Discobot Discoverybot +Dispatch +DittoSpyder DnyzBot DomainCrawler DomainSigmaCrawler -DomainStatsBot -Dotbot Download Wonder -Dragonfly Drip +DSearch EasyDL +Ebingbong eCatch ECCP/1.0 -EirGrabber -EMail Siphon -EroCrawler +Ecxi +EMail Wolf Exabot ExtLinksBot ExtractorPro -Extreme Picture Finder -Ezooms -facebookscraper +FDM FHscan -Fimap FlashGet -Freeuploader -FyberSpider Fyrebot GermCrawler -GetWeb -Gotit -GoZilla -Grabber +Go!Zilla +GrabNet +Grafula GrapeshotCrawler GridBot -HaosouSpider -Havij -HEADMasterSEO Heritrix Hloader -HTTrack +HTMLparser Humanlinks HybridBot +Iblog Id-search IlseBot -InfoNaviRobot -InfoTekies -instabid -Internet Ninja -ips-agent +Image Fetch +IndeedBot +Indy Library +Intelliseek +InterGET +Iria IRLbot IstellaBot -JamesBOT +Jbrofuzz JennyBot -JetCar JikeSpider -JOC Web Spider -Joomla JustView -Kozmosbot -LeechGet +Kenjin Spider +Keyword Density +Lanshanbot +LeechFTP +LexiBot +Lftp Libwhisker -LinkextractorPro -LinkpadBot +LinksManager LinkWalker -LinqiaRSSBot -LinqiaScrapeBot +Lipperhey Spider Litemage_walker -Lmspider -LNSpiderguy -lwp-trivial +lwp-request +LWP::Simple Magnet -magpie-crawler -Majestic12 +Mag-Net Majestic-SEO -MarkWatch +Masscan Mass Downloader -Mata Hari -mediawords +meanpathbot +Mediatoolkitbot MegaIndex.ru -MIDown tool +Metauri +Microsoft Data Access +Microsoft URL Control Mister PiX +MJ12bot Mojeek -Morfeus Fucking Scanner -netEstate NE Crawler -NetLyzer +Mr.4x3 +muhstik-scan +Nameprotect +NearSite +Needle +Netcraft NetMechanic +NetSpider Net Vampire -Netvibes -NetZIP -Nibbler NICErsPRO -Niki-bot +NimbleCrawler Ninja Nmap NPbot Nutch -Octopus -Offline Explorer Offline Navigator +OnCrawl Openvas -OpenVAS +OrangeSpider +OutclicksBot OutfoxBot +PageAnalyzer +Page Analyzer PageGrabber page scorer PageScorer +Pandalytics Panscient -Papa Foto +Pavuk pcBrowser -PictureFinder -plumanalytics +Pimonster +Pi-Monster +Pixray +PleaseCrawl +Pockey POE-Component-Client-HTTP -Probethenet -Psbot +ProPowerBot +ProWebWalker Pump -RankActive +PxBroker +PyCurl RankingBot RankingBot2 RankurBot +RealDownload Reaper -RebelMouse Recorder ReGet -Rogerbot -s1z.ru -SBIder +RepoMonkey +Ripper +SalesIntelligent +Scanbot +scan.lol ScoutJet -Searchestate -seoscanners -SeoSiteCheckup -SEOstats -serpstatbot +Screaming +ScreenerBot +SearchmetricsBot +Semrush +SemrushBot +SEOprofiler Shodan -Siphon +SISTRIX SiteExplorer -Siteimprove -SiteLockSpider -SiteSnagger -Sitevigil +SmartDownload SMTBot -Snake -Snoopy -Sogou web spider +SocialRankIOBot +Sociscraper +Sosospider +Sottopop SpaceBison -sp_auditbot -Spbot -Spinn3r -spyfu +SpankBot +Sqlworm Steeler -Sucuri +SuperBot +SuperHTTP +Surfbot SurveyBot -Suzuran Swiftbot -sysscan +T0PHackTeam +T8Abot +tAkeOut TeleportPro -Telesphoreo +Telesoft The Intraformant -Titan -Toata Toweyabot Tracemyfile -trendiction.de +Turingos +TurnitinBot TwengaBot -UnisterBot Upflow +URLy Warning +Vacuum VB Project -VCI +VoidEYE Voil -Voltron -WBSearchBot +WASALive-Bot Webalta -WebAuto Web Auto -Web Collage -WebCopier +WebBandit WebEnhancer Web Enhancer -WebFuck -WebGo IS -WebmasterWorldForumBot -webmeup-crawler +WebFetch +Web Fetch +Web Fuck +WebImageCollector +WebLeacher WebPix +WebReaper Web Sauger -WebSucker -WebZIP -Whatweb -WiseGuys Robot +WebsiteExtractor +Website Quester +WebStripper +Web Sucker +WebWhacker +WeSEE +Whacker +Wonderbot +Woobot Wotbox -WPScan WWW-Mechanize -WWW::Mechanize +WWWOFFLE Xaldon_WebSpider +xpymep1.exe YoudaoBot -zauba.io +Zauba Zermelo +Zeus +Zitebot +ZmEu ZumBot diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index b98c2f937..fc7e12443 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -academia-nsk.org -apiluckyleapnet-a.akamaihd.net -beauby.ru -collegerentals.com -farmprofi.net -tizanidine4mgprice.blogspot.com -uggsale.online -uvozdeckych.info -vintontech.info -winwotgold.pl +dfiles.me +eandsgallery.com +felizporno.com +geckoandfly.com +hustoon.over-blog.com +jose.mulinohouse.co +paparazzistudios.com.au +scanner-jess.top +service-core.ru +tramadolandtizanidine.blogspot.com diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index af72e2a94..7e6593a3d 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -101raccoon.ru +03e.info +08800.top +0c47f8422d3f.com +123movies.love +12masterov.com +13tabs.com 1flag.co.za -2015god.org -202ch.com -256bit.by -28n2gl3wfyb0.ru -8558l.jobs.net -888.com -8gold.com -aac52006ec82a24e08b665f4db2b5013f7.com -aasoldes.fr -acgs.tk -actulite.com -adclickservice.com -adclickthru.net -adviceforum.info -akita.kz -alarmobninsk.ru -alert-fjg.xyz -allboard.xobor.de -alot.com -am-se.com -amung.us -anapa-inns.ru -apartmentratings.com -apibetweenlinesn-a.akamaihd.net -apiportalmorecom-a.akamaihd.net -apispringsmartne-a.akamaihd.net -apiwoodensealcom-a.akamaihd.net -app5.letmacworkfaster.world -apparel-offer.com -apps-analytics.net -arcteryxstore.online -arpelsreplica.xyz -artdeko.info -astrochicks.com -autoplate.info -autotop.com.ua -autovideobroadcast.com -autowebmarket.com.ua -aviav.ru -avtoarenda.by -azbukadiets.ru -b00kmarks.com -babieca.com -baladur.ru -balkanfarma.ru -bankiem.pl -banksrf.ru -beachtoday.ru -bestcalovebracelet.cn -bestmobilityscooterstoday.com -betterhdporn.com -beztuberkuleza.ru -bioinnovate.co +1kdailyprofit.me +24x7-server-support.site +2drittel.de +2rich4bitches.com +aadroid.net +activepr.ru +adamoads.com +admatic.com.tr +admeasures.com +adrunnr.com +adtech.fr +adtech.us +affrh2015.com +afmuseum.com +agadelha.com.br +alfabot.xyz +alfa-medosmotr.ru +all4invest.info +alldezservice.kz +allnews24.in +amoi.tn +amyfoxfitness.com +an-donut.com +animali.deagostinipassion.it +anniemation.com +apartment.ru +apiallgeniusinfo-a.akamaihd.net +apidigidocketnet-a.akamaihd.net +api.stathat.com +apple.com-webbrowsing-security.science +ap.senai.br +arclk.net +artefakct.com +asiengirls.net +astana.xxxkaz.org +auto4style.ru +avtochehli.by +azazu.ru +b2b-lounge.com +backuperwebcam.weebly.com +bagsonsale.online +baixar-musicas-gratis.com +baksman.com +balitouroffice.com +balook.com +bannerads.de +bausparen.bz.it +bear.gotcher.us +beauty-clinic.ru +beget.tech +beremenyashka.com +bestempresas.es +best-seo-software.xyz +bidbuy.co.kr +bizfly.info +biznesrealnost.ru bjanshee.ru -bjgugu.net.ua -blagovest-med.ru -blog.remote-computer.de -bluesman.nu -bmw-ark.ru -boc.kz -bookmark4you.com.biz -bouda.kvalitne.cz -brainboosting.club -brainboostingsupplements.org -brakehawk.com -brillianty.info -bristolhotel.com.ua -brothers-smaller.ru -b-styles.xyz -business-made-fun.com -bvlgariwallet.xyz -candcstuccoandstone.com -capacitacionyaprendizaje.com -cartierlove2u.xyz -cashonads.com -cbozhe.com -cfsrating.sonicwall.com -cheapjerseysa.com -cherubinimobili.it -children-learningreading.info -chocolateslim-en-france.com +bjorkbacken.nu +blog.yam.com +bonzibuddi.com +braindaily.xyz +bristolhostel.com +buron.pw +buy-cheap-online.info +buyessay3.blogspot.ru +bwlx.prepedu.cn +cablecar.us +calcularpagerank.com +callejondelpozo.es +call-of-duty.info +calvet.altervista.org +camdenmemorials.com +carabela.com.do +carapics.com +carmuffler.net +carson.getenjoyment.net +cartierbraceletsreplica.pw +cartierlove.xyz +cdncash.com +cdn.walkme.com +cheapbelstaff.online +cheapsergiorossi.online christianlouboutinsaleonline.us -cialisovercounteratwalmartusa.com -ciproandtizanidine.blogspot.com +cibpenonptib.flu.cc +cineacademy.ru citetick.com -clevernt.com -clksite.com -clothesforcash.com -clubfashionista.com -coderstate.com -codq.info -coindirect.io -colehaanoutlet.store -compliance-alex.xyz -compliance-jessica.top +ci.ua +cjs.com.ru +cleansearch.net +cmhomestayagency.com +compliance-andrew.xyz +compliance-jane.top compliance-julianna.top -compliance-julia.top -com-secure.download -concealthyself.com -cottageofgrace.com -creditnation.ru -crirussian.ru -crystalslot.com -customcatchcan.com -czat.wp.pl -danceuniverse.ru -dangphoto.trade -daretodonate.co -dating-time-now.com -ddospanel.com -delta-line.men -detskie-konstruktory.ru -detskie-zabavi.ru -deutschland123.de -dev.citetick.com +com-supportcenter.website +coolyarddecorations.com +cs-passion.pl +cubook.supernew.org +cubs-jerseys.us +culmimg.pw +customerguru.in +custom-product-labels.com +dafatiri.com +dailystrength.org +dame-ns.kz +danschawbel.com +deanmoore.ie +decenttools.com de.zapmeta.com -dichvuvesinhhanoi.com -directrev.com -dogoimage.com -dostavka-v-krym.com -doyouknowtheword-flummox.ml -dpihatinh.gov.vn -dprtb.com -e-c.al -educatemetv.com -eduinfosite.com -efnor-ac.com -elektir.ru -elektrozigaretten1.webs.com +directivepub.com +dispo.de +dktr.ru +domainsphoto.com +domain-submit.info +domain-tracker.com +domination.ml +driving.kiev.ua +dtnlyss.com +earncash.com.ua +ecommerce-seo.org +educontest.net +electronicadirect.com +electro-prom.com +elektrischezigarettekaufen2.cowblog.fr +elektrozigaretten1.tumblr.com el-nation.com -elvenmachine.com -enbersoft.com -enginebay.ru -ereko.ru -es5.com -europages.com.ru +eloxal.ru +empis.magix.net +erectile.bid +etotupo.ru euroskat.ru -evaashop.ru -exdocsfiles.com -exhibitionplus.eu -exoclick.com -expdom.com -extlinks.com -f0815.de -f1nder.org -falcoware.com -fettefrauen.net -filunika.com.ru -finansov.info -findclan.org -fiuxy.com -flauntyoursite.com -floridamhca.org -flprog.com -forpostlock.ru +event-tracking.com +everypony.ru +ewebarticle.info +f012.de +farmingworm.com +fastcrawl.com +felizporno.com +fickkontaktehobbyhuren.com +fifa-coins.online +filmbokep69.com +financetip.eu +firma-legion.ru +flagcounter.me +f-loaded.de +fortevidyoze.net fortwosmartcar.pw forum20.smailik.org -foxtechfpv.com -foxweber.com -free-share-buttons.com -freewlan.info -frivgame250.com -frustrated-favorable.gq -frvo.alptandem.ru -fuckingawesome.com -futbolkisales.ru -fyxabomiw.ru -gambarkatabaru.com -gamewrath.com +foto-weinberger.at +frcls.fr +freejabs.com +freesitetest.com +free-video-tool.com +freewebs.com +funnel.co.za +fxgallery.com +gabeshop.ru +gamesprite.me gayxperience.com -getridofstretchmarks.org -gkvector.ru -glass-msk.ru -globalsurfari.com -globetrotting-culture.ru -gloverid.site -golden-catalog.pro -goodhousekeeping.com -green-tea.tv -gsou.cf -gta-club.ru -harmonyglen.us -hatedriveapart.com -hchha.com -hdwallpapers-free.com +ge0ip.org +ghazel.ru +glall.ru +globalscam.ga +gnuetella.com +gok-kasten.net +goodwriterssales.com +gotcher.us +gotomontenegro.net +graphics8.info +graphid.com +gsasearchengineranker.space +guarrasdelporno.xxx +guigyverpo.cf +gyffu.com +gz2.bbsoldes.fr +habermetre.com +handicapvansarea.com +hd720kino.ru +hdhc.ru +hdimagelib.com +healgastro.com +health-medical-portal.info +hem.passagen.se +hermesbelts.xyz +hermesbracelets.xyz +historichometeam.com +hit-men.men hmywwogw.bloger.index.hr -homedo.fabpage.com -host-protection.com -hotblognetwork.com -hoverboard360.at -howlongdoestizanidinestayinyoursystem.blogspot.com -howmuchdoestizanidinecost.blogspot.com -huhn.altervista.org -hut1.ru -hybrid.ru -ilbe.club -images-graphics-pics.com -importchinacoach-teach.com -incanto.in.ua -incest-ru.com -infowarcraft.ru -inome.com.ua -insider.pro -intermesh.net -internet-apteka.ru -investmac.com -investzalog.ru -iqbazar.ru -ivanstroi.ru -jerseyssportsshop.com -joessmogtestonly.com -kaz.kz -keyhantercume.com -keywordsuggest.org -kiinomaniak.pl -kinoduh.ru -kino-filmi.com -kinogolos.ru -kinotorka.ru -kletkimehan.ru -kmd-pto.ru -kollekcioner.ru -kongoultry.net -koral.se -kupiproday.com.ua -kupit-adenu.ru -laulini.soclog.se -layola.biz.tc -leadwayau.com -lenvred.org -lerporn.info -lietaer.com -littlecity.ch -livejasmin.com -livetsomudvekslingstudent.bloggersdelight.dk -liveu.infoteka.hu -lmrauction.com -lombia.co -lomza.info -lost-alpha.ru -louboutinshoes.xyz -lowephotos.info -lyrster.com -macrotek.ru -manualterap.roleforum.ru -mararoom.ru -marketingvici.com -massage-info.nl -mebel-vstroika.ru -med-zdorovie.com.ua -mega-bony-2017.pl -megakino.net +homemature.net +homik.pw +hotelcrocenzi.sm +howtoclean.club +ifirestarter.ru +imgarcade.com +imgata.com +imitex-plus.ru +inboundlinks.win +inboxdollars.com +infazavr.ru +infodocsportal.com +instasexyblog.com +iscblog.info +itbc.kiev.ua +jamiembrown.com +jerseysbizwholesalecheap.com +jewelryandfiligree.com +joingames.org +jongose.ninja +journalhome.com +kakadu-interior.com.ua +kartiniresto.com +kasino-money.pw +kchaxton.com +keki.info +keywesthideaways.co +khafre.us +kimcurlrvsms.com +kinohit1.ru +kit-opt.ru +konkursov.net +ks1234.com +lacasamorett.com +lampokrat.ws +landreferat.ru +lapitec.eu +laptop-4-less.com +letslowbefast.today +likesuccess.com +lincolntheatre.com +linkredirect.biz +lotto6888.com +lsp-awak-perikanan.com +luciddiagnostics.in +lyrics.home-task.com +magicalfind-a.akamaihd.net +make-money-online.com +maladot.com +malls.com +marketland.ml +masserect.com +m.b00kmarks.com +meble-bogart.info +mediaoffers.click +medosmotr-ufa.ru +meds-online24.com mere.host.sk -mexicosleevegastrectomy.com -mezaruk.info microstatic.pl -mil-stak.com -mlf.hordo.win -mmoguider.ru +mindbox.co.za +mir-betting.ru +mir-limuzinov.ru +mistr-x.org +mitrasound.ru mmstat.com -mobstarr.com -mole.pluto.ro +mobplayer.net monarhs.info -moncleroutletonline.xyz -monitorwebsitespeed.com -morlat.altervista.org -moscow-clining.ru -moyakuhnia.ru +moncleroutletonline.pw +moncleroutletonline.win +money-every-day.com +more-letom.ru +mostantikor.ru +motherboard.vice.com mozello.ru -mp3downloadhq.com -mriyadh.com -muizre.ru -mundoaberrante.com -musezone.su -musirc.com -muz-baza.net -mydeathspace.com -myfreecams.com -myperiod.club -mypets.by -mystats.xyz -nalogovyykodeks.ru -nardulan.com -naturalpharm.com.ua -net-profits.xyz +mrvideospornogratis.xxx +music7s.me +my-aladin.com +mydownloadengine.com +mylesosibirsk.ru +myliveblog.ru +narkologiya-penza.ru +narosty.com +narutonaruto.ru +naval.jislaaik.com +needtosellmyhousefast.com +netoil.no +netpics.org +networkad.net nextbackgroundcheck.gq -nfljerseyscheapchinabiz.com -nfljerseysforsalewholesaler.com -nrv.co.za -nudepatch.net -obsessionphrases.com -ohmyrings.com -okel.co -online-podarki.com -onlywoman.org -o-o-6-o-o.ru +nhl17coins.exblog.jp +nlfjjunb5.ru +nordstar.pro +northfacestore.online +norththeface.store +nowtorrents.com +nrjmobile.fr +nufaq.com +nuker.com +o.light.d0t.ru +online-hd.pl +online-hit.info +onlinemeetingnow.com +onlinetvseries.me +onlyforemont.ru ooo-gotovie.ru -ops.picscout.com -optom-deshevo.ru -orion-v.com -osnova3.ru -ostroike.org -palocco.it -partnerworkroom.men -pastaleads.com -pendelprognos.se -petrovka-online.com -photosaga.info -physfunc.ru -picturesify.com -pintattoos.com -pizda.lol -pochtovyi-index.ru -podshipniki-ntn.ru -poppen-nw.net -popunder.net -popunder.ru -porndroids.com -pornhub-forum.ga -pornosemki.info -powenlite24.ru -pozdrawleniya.ru -predominant-invent.tk +open-odyssey.org +optibuymac.com +parajumpersstore.online +patol01.pw +pcads.ru +pcimforum.com +pc-virus-d0l92j2.pw +perl.dp.ua +perso.wanadoo.es +photo.houseofgaga.ru +piccshare.com +picmoonco.pw +picscout.com +pinwallpaper.xyz +pl.aasoldes.fr +pl.id-forex.com +poems.com.ua +pogodnyyeavarii.gq +pokemon-go-play.online +pony-business.com +popup-jdh.xyz +porndairy.in +porno-transsexuals.ru +pozdrawleniya.com +pregnant.guru presleycollectibles.com -priceg.com -primedice.com -princevc.com -printingpeach.com -producm.ru -proekt-mos.ru -professionaldieselcare.com -profolan.pl -projefrio.com.br -promalp-universal.ru -pulse33.ru -putitin.me -pwwysydh.com -quality-traffic.com -rankings-analytics.com -ranksonic.org +privacyassistant.net +prizeestates.cricket +progonrumarket.ru +pro-okis.ru +prostitutki-almata.org +psa48.ru +pufip.com +quickbuck.com +quickcashlimited.com +qwarckoine.com +rankexperience.com rapevideosmovies.com -razamicroelectronics.com -realtytimes.com -registry-cleaner.net +realmonte.net +realnye-otzyvy.info +redirect.trafficreceiver.club +r-e-f-e-r-e-r.com registry-clean-up.net -remorcicomerciale.ro -rep-am.com -retailwith.com -rialp.getenjoyment.net -ringporno.com -ringtonepartner.com -rp9.ru -runtnc.net -rusenvironmental.net -rus-pornuha.com -russia-today-video.ru -russkie-gorki.ru -rvtv.ru +rentehno.ru +rfd-split.hr +rff-cfal.info +ric.info +rossmark.ru +royalvegascasino.com +ruf777.com +rukino.org +rusoft-zone.ru +rustic-quiver.win +rvzr-a.akamaihd.net sabaapress.com -sarm.tk -sax-sex.com -sbwealthsolutions.ca -scanner-alexa.top -scanner-ivan.top -sdrescher.net -search.alot.com -se.bnt-team.com -seemoreresultshu-a.akamaihd.net -seeresultshub-a.akamaihd.net -seksvideoonlain.com -sel-hoz.com -seoboxes.com -servicecenter.co.ua -servisural.ru -se-welding.ru -sexkontakteao.info -sexsearch.com -sexyali.com -sharebutton.net -shemale-sex.net -shinikiev.com.ua -shlyahten.ru -shtaketniki.kz -sientalyric.co -simpoed.ufop.br +samara.rosfirm.ru +savefrom.com +savetubevideo.com +sbprabooks.com +scanner-barak.top +scanner-walter.top +scanner-willy.top +scansafe.net +schoolfiles.net +scrapy.org +seansonline24.pl +searchinterneat-a.akamaihd.net +sethrollins.net +sexgalleries.top +sexphoto.site +sharebutton.org +shillyourcoins.com +ship-marvel.co.ua +shopperifymac.com +signoredom.com +silvercash.com +sirpornogratis.xxx site3.free-share-buttons.com -siteexpress.co.il -sitevaluation.org -sitevalued.com +sitiz.club s-iwantyou.com -skatestick.bid -smart-balancewheel.com -snip.to -social-fun.ru +skytraf.xyz +slowmacfaster.trade +smallseotools.com +socialbookmarksubmission.org social-s-ggg.xyz -socialtrade.biz -softtor.com -soochi.co -sophang8.com +social-vestnik.ru +softlinesolutions.me +softwaretrend.net +sohoindia.net +solmarket.by +sortthemesitesby.com +sosdepotdebilan.com +sotechco.co +souvenirua.com spasswelt.xyz -spidtest.space -sstroy44.ru -stairliftsarea.com -stal-rulon.ru -standardchartered-forex.com -staynplay.net -strfls.com -stroy-portal22.ru -superstarfloraluk.com -susanholtphotography.com -syvertsen-da.no -szamponrevita.pl -tako3.com -talant-factory.ru -tarad.com -teastory.co -telefonsexkostenlos.tk +spitfiremusic.com +steamoff.net +stjamesschool.info +stpicks.com +stpolice.com +streha-metalko.si +stroiminsk.org +stroydetali.ru +sundrugstore.com +superfish.com +superlist.biz +supers.com.ua +superstats.com +syndicate.fun +tam-gde-more.ru +tds-advert005.info template-kid.com -terraclicks.com -textads.men -tgtclick.com -thebluenoodle.com -time-japan.ru -timhost.ru -tizanidine4mgprice.blogspot.com -tizanidineandgabapentin.blogspot.com -tizanidinehcl2mg.blogspot.com -tizanidinevsvalium.blogspot.com -todohr.com -topsiteminecraft.com -toy-shop.top -trafficgenius.xyz -trafficjunky.net -trafficnetzwerk.de -trahvid.com -tt-ipd.info -twinderbella.com -uginekologa.com -ultimateclassicrock.com -um-razum.ru -unece.org +templates.radiodigital.co +texbaza.by +thaismartloan.com +thedownloadfromwarez.blogspot.com +thefds.net +theheroes.ru +themestotal.com +thetattoohut.com +thiegs.reco.ws +tilido.com +timetorelax.biz +tizanidine4mg.blogspot.com +tizanidine4mgstreetprice.blogspot.com +tizanidinehcl4mgtab.blogspot.com +tizanidinesleepaid.blogspot.com +tkanorganizma.ru +tmm-kurs.ru +tongkatmadura.info +top-karkas.ru +tradedeals.biz +traffic-club.info +traffictrade.life +traffique.net +truck-land.life +trustedhealthtips.com +trustl.life +turist-strani.ru +turvgori.ru +twodollarshows.com +uac.net.au +udsgame.online +ukrup.com +unmaroll.ya.ru upproar.com -usbggettwku.ga -ussearche.cf -vapeface.club -vekzdorov.ru -vepad.com -vip-file.com -vipromoffers.com -vodkoved.ru -volgograd.xrus.org -voprosotvet24.ru -voronezh.xrus.org -vzube.com -webs.com -website-datenbank.de -weburlopener.com -wemedinc.com -westum.se -whengirlsgowild.com -whipme.yopoint.in -wholesalejerseysgaa.com -wikes.20fr.com -wineitudes.wordpress.com -wjgony.com +upstore.me +ural-buldozer.ru +urccvfmc.bloger.index.hr +urll.eu +vellings.info +venerologiya.com +viandpet.com +videotuber.ru +vigrx-original.ru +villakohlanta.nu +vitoriacabos.com +vvpg.ru +webpromotion.ae +website-analytics.online +website-analyzer.info +website-speed-up.site +weddingdresses.xyz +wesharepics.info +westen-z.life +whatistizanidine2mg.blogspot.com +whatistizanidinehclusedfor.blogspot.com +whiteelephantwellington.com +wholesalenfljerseys.us.com +wildcattube.com wnoz.de -womens-journal.net -woodyguthrie.se -wordkeyhelper.com -workle.website -wyniki-lista.pl -wzgyyq.com -xingzi-vision.com -x-lime.com -x-lime.net -x-musics.com -xn--1-8sbcpb0bdm8k6a.xn--p1ai -xn-----7kceclhb4abre1b4a0ccl2fxch1a.xn--p1ai -xn----7sbaphztdjeboffeiof6c.xn--p1ai -xn----7sbho2agebbhlivy.xn--p1ai -xn--80aagddcgkbcqbad7amllnejg6dya.xn--p1ai -xn----9sbubg3ambdfl1j.xn--p1ai -xxxdatinglocal.us -xxxtube69.com -xz618.com -yellowads.men -youporn-ru.com -your-bearings.com -yourporngay.com -yur-p.ru -zaimite.ru -zarajbuilders.com -zebramart.ru -zed21.net -zhacker.net -zigarettenonlinekaufen1.blox.pl -zona-aqua.ru -zytpirwai.net +worldoffiles.ru +wsgames.ru +xchangetrak.com +x-diesel.org +xdoza.com +xgftnlrt.bloger.index.hr +xn--80aikhbrhr.net +xn--80ak6aa92e.com +xn--b1ag5cfn.xn--p1ai +xn--hxazdsfy.blogspot.com +xpresscare.ru +xtubeporno.net +yaoguangdj.com +yougotanewdomain.com +youradexchange.com +youradulthosting.com +yourporn.com +youthreaders.com +youtube-downloader.savetubevideo.com +youtuhe.com +zahvat.ru +zaim-pod-zalog-krasnodar.ru +zaobao.com.sg +zeroredirect2.com +zeroredirect8.com +zeroredirect9.com +zetgie.com.pl +zigarettenonlinekaufen2.drupalgardens.com +znaturaloriginal.com +zynax.ua diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index 426623090..56c3226c2 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -000free.us +0lovespells0.blogspot.com 123cha.com -214jaluwobapef.cf 45en.ru -aa8780bb28a1de4eb5bff33c28a218a930.com -abtasty.com -adobereader-free.ru -adult-shop.com.ua -advancedcleaner.com -alekseevec.ru -alfapro.ru -alot.com -ameblo.jp -apiitsthirteende-a.akamaihd.net -appartement-stumm.at -applicationg29.com -arabsexxxtube.com -autotrends.today -autovideobroadcast.com -auto-zapchasti.org -azbukafree.com -babespcs.com -balitouroffice.com -barnfurnituremart.com -best-businessman.ru -best-seo-offer.com -betonka.pro -bezcmexa.ru -bitcoins-live.ru -boc.kz -bongiornos.info -brimstonehillfortress.org -bristolhostel.com -b-styles.xyz -btvn.ru -buqyxa.rincian.info -business-made-fun.com -buyhoverboard.com -carapics.com -casablancamanor.co.za -cdncash.org -ceotrk.com -cete.ru -cheapbarbour.online -chee-by.biz -clicksor.com -clicksor.net -compliance-george.top -compliance-george.xyz -compliance-olga.top -cvety24.by -db.speedup.gdn -diamond-necklace.info -diesel-parts28.ru -digitalfaq.com -dimaka.info -dimkino.ru -discovertreasure-a.akamaihd.net -divisioncore.com -djihispano.com -dnepr-avtospar.com.ua -doctormakarova.ru -dogsrun.net -downtuptv.gq -drev.biz -drugstoreforyou.com -dustyorate.com -e-buyeasy.com -econom.co -eldiariodeguadalajara.com -elektrozigarette2.webs.com -enbersoft.com -eralph.tk -erectile.bid -esnm.ru -essay-edu.biz -evidencecleanergold.com +5ws.dating-app.ru +8kisses.eu +8si.ru +9med.net +aasoldes.fr +accessoires-mode.in +adcash.com +adzerg.com +agadelha.com.br +agecheckadult.com +alborzan.com +all-streaming-media.com +alphahoverboards.com +android-systems.ru +animaltoplist.com +articlesdirectoryme.info +asrvrep-a.akamaihd.net +atelielembrancaqueencanta.com.br +avto-oligarh.ru +ayodhya.co +babosas.com +balans.shahterworld.org +baltgem.com +berrymall.ru +bestsexyblog.com +bestwaystogetpaid.us +betterhdporn.com +blogqpot.com +blog.remote-computer.de +bonanza-fortune.men +brainboosting.club +bum.com.ru +camdolls.com +candelluxsklep.pl +cdn.walkme.com +cfjump.com +chatroulette.life +cheapjerseysap.com +cheapmoncler.win +claytransformations.info +com-onlinesupport.host +compliance-andrew.xyz +compliance-jane.top +constantaservice.net +cookingmeat.ru +courtshipgift.com +cowblog.fr +cracksplanet.com +cryptoswap.biz +crystalslot.com +cupday.com +d-black.bz +dengi-pod-zalog-nedvizhimosti.ru +depositfiles-porn.ga +detective01.ru +deutschland123.de +diminishedvalueoforegon.com +dirtpics.pw +dms-sw.ru +dokfilms.net +downloadeer.net +droidlook.net +dvrlists.com +dwomlink.info +e2click.com +earn-from-articles.com +ecommerce-seo.com +ekspertmed.com +enternet.ee expolicenciaslatam.co -fearcrow.com -felizporno.com -ferretsoft.com -filesdatabase.net -filmfanatic.com -fil.ru -fiverr.com -flavors.me -fok.nl -free-fb-traffic.com -freelotto.com -freewebs.com -frvo.alptandem.ru -galaxys6manual.info -gallerylisting.com -gamewrath.com -gazobeton-p.com.ua -gigablast.com -growmyfunds.ca -gsasearchengineranker.top -gta-club.ru -gwebtools.com -hdpixion.com -heatpower.ru -hermesbracelets.xyz -hesteel.pl -hidemyass.com -high-speed1.net -histats.com -hol.es -hostcritique.com -howmuchdoestizanidinecost.blogspot.com -idc.com.ua -ifmo.ru -ihc2015.info -ikritikimou.gr -images-graphics-pics.com -iminent.com +ezigarettekaufen2.blox.pl +f1nder.org +feargames.ru +fertilitetsradgivningen.se +findpik.com +findsexguide.com +f-loaded.de +forex-procto.ru +forodvd.com +foto-telok.net +free-social-buttons.xyz +getoutofdebtfree.org +gg.zzyjxs.com +go2album.com +gok-kasten.net +googlefeud.com +gorabagrata.ru +gotcher.us +hdxnxxtube.mobi +healing-dysplasia.ru +hermesbirkinhandbagoutlets.com +hidefiles.org +hifidesign.ru +hkdiiohi.skyrock.com +homelygarden.com +hornymatches.com +hptwaakw.blog.fc2.com +hyiphunter.org +igithab.com +infobabki.ru infostatsvc.com -insomniagamingfestival.com -investpamm.ru -ipchicken.com -ip-guide.com -istizanidineanopiate.blogspot.com -jerseywholesalechinabiz.com -ketoanhanoi.info -kinoduh.ru -kiskinhouse.com -kndxbkdx.bloger.index.hr -krasula.pp.ua -kurwa.win -lancheck.net -linkbuddies.com -linkbux.ru -lion.misba.us -liquimondo.com -liverpool.gsofootball.com +internetartfair.com +int.search.mywebsearch.com +investingclub.ru +iqoption.com +isotoner.com +itis4you.com +iyasimasennka.com +javatex.co.id +jav-fetish.site +javspace.net +kartiniresto.com +klejonka.info +knowyournextmove.com +komp-pomosch.ru +kosynka-games.ru +la-fa.ru +lalalove.ru +lampokrat.ws +lanasshop.ru +live-sexchat.ru locksmith.jp -mahnwachen-helfen.info -mainlinehobby.net -mansparskats.com -medicineseasybuy.com -menhealed.net -minet.club -mirobuvi.com.ua +lombia.com +longadventure.com +lottospring.com +lsex.xyz +m3gadownload.pl +magnetic-bracelets.ru +mexicotravelnet.com +m-google.xyz +minneapoliscopiers.com missvietnam.org -mmog-play.ru -mobile-appster.ru -mokrayakiska.com +misterjtbarbers.com +mnogabukaff.net monitorwebsitespeed.com -mrbitsandbytes.com -music.utrolive.ru -mycouponizemac.com -mydownloadengine.com -namenectar.com -negral.pluto.ro -nosecret.com.ua -novodigs.com -onemactrckr.com -onstrapon.purplesphere.in -o-o-11-o-o.com -o-o-8-o-o.ru -panchro.co.uk -par-fallen.ga -pavlodar.xkaz.org -pawli.eu -playlott.com -poquoson.org -porn555.com -pornogig.com -pornoklad.net -pornophoto.xyz -predmety.in.ua -profitkode.com -promover.org -psa48.ru -psvita.ru -pts163.ru -py100.ru -randki-sex.com -registry-clean-up.net -reklama1.ru -remont-ustanovka-tehniki.ru -rfd-split.hr -sandhillsonline.com -savememoney.co.za -scenarii-1-sentyabrya.uroki.org.ua -scrapinghub.com -scrapy.org -se.bnt-team.com -semaltmedia.com -seocdvig.ru -seorankinglinks.xyz -se-welding.ru -shop-electron.ru -sideeffectsoftizanidine.blogspot.com -sientalyric.co -sildenafilcitratemed.com -skuteczna-dieta.co.pl -slomm.ru -softomix.net -sotkal.lark.ru -spymac.net -stuff-about-money.com -sureone.pro -susanholtphotography.com -szamponrevita.pl -taihouse.ru -tandvardshuset.net -taqywu51.soup.io -taxi-v-eisk.ru -thegolfclub.info -theheroes.ru -tizanidineshowupondrugtest.blogspot.com -tnctrx.com -toloka.hurtom.com +mosdverka.ru +my-bc.ru +mybinaryoptionsrobot.com +my-cash-bot.co +nbsproject.ru +nofreezingmac.click +onlinetvseries.me +paperwritingservice17.blogspot.ru +paramountmarble.co.uk +parlament.biz +pcgroup.com.uy +piccdata.com +pooleroadmedicalcentre.co.uk +pornoblood.com +pornohd1080.online +pornoslive.net +pornotubexxx.name +pravoholding.ru +princeadvantagesales.com +pro-poly.ru +prostitutki-astana.org +pufip.com +puserving.com +qexyfu.bugs3.com +qitt.ru +quizzitch.net +qwesa.ru +rankexperience.com +realnye-otzyvy.info +refererx.com +renecaovilla.online +richinvestmonitor.com +robot-forex.biz +rozalli.com +safe-app.net +sbornik-zakonov.ru +scanner-alex.top +scanner-jack.top +scat.porn +scottbywater.com +seansonline24.pl +seminarykansas904.ml +sendearnings.com +seo-2-0.com +serw.clicksor.com +sexobzor.info +sex-sex-sex5.com +sexy.babes.frontend-stack.top +shodanhq.com +shohanb.com +simple-share-buttons.com +sim-service.net +site-auditor.online +sixcooler.de +slavkokacunko.de +socialmadesimple.com +sonata-arctica.wz.cz +spywarespy.com +sribno.net +sstroy44.ru +svtrd.com +swagbucks.com +teenbbw.yopoint.in +theendivechronicles.com +thegameriders.com +tizanidine6mg.blogspot.com +tizanidinecapsules.blogspot.com +tizanidinehydrochloride2mg.blogspot.com +tizanidineingredients.blogspot.com +tizanidineusedfor.blogspot.com +tizanidinewithdrawal.blogspot.com +token-lab.org toondinsey.com -tracklead.net -trafficjunky.net -treasuretrack-a.akamaihd.net -trichizobswiv.agddns.net -truebeauty.cc -tuberkuleznik.ru -tvand.ru -ublaze.ru -unionmarkt.de -uprour.com -ural-buldozer.ru +tradedeals.biz +trafficjunky.com +traffixer.com +trustedhealthtips.com +typer.one +ucoz.ru +unitexindia.com +unitygame3d.com urll.eu -vektorpress.ru -videogamesecrets.com +urlopener.blogspot.com.au +urzedowski.eu +usbggettwku.ga +utiblog.fr +vasileostrovsky-rayon.ru +videooko.weebly.com videosbox.ru -voronezh.xrus.org -wareseeker.com -watchmyfb.pl -weblo.com -wechatdownload10.com -whereverdesperate.gq -wiosenny-bon-1500.pl -wpsecurity.website -xmronta.com -xn-----8kcatubaocd1bneepefojs1h2e.xn--p1ai -xn----itbkqkfiq.xn--p1ai -x-stars.ru +vip-parfumeria.ru +vizitki.net +wallpaperstock.net +webix.me +website-speed-check.site +website-stealer.nufaq.com +wildworld.site +w-journal.ru +womensplay.net +worldhistory.biz +xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai +x-true.info xxxdatinglocal.us -yatrk.xyz -ynymnwbm.bloger.index.hr -yoshkarola.zrus.org -yottos.com -yunque.pluto.ro -zhacker.net -zootravel.com +xxxnatelefon.ru +xz618.com +yellowads.men +youraticles.pl +yourtemplatefinder.com +yur-p.ru +zaidia.xhost.ro +zerocash.msk.ru +zhongwenlink.com +zolotoy-lis.ru diff --git a/.dev-tools/test_units/ratelimittest-beta.txt b/.dev-tools/test_units/ratelimittest-beta.txt index f371d9e5f..a7215fb74 100644 --- a/.dev-tools/test_units/ratelimittest-beta.txt +++ b/.dev-tools/test_units/ratelimittest-beta.txt @@ -1,21 +1,11 @@ - - -
-This is merely used for testing !!!
- - +This is merely used for testing !!!
+ + + +This is merely used for testing !!!
+ \ No newline at end of file diff --git a/.dev-tools/test_units/ratelimittest-master.txt b/.dev-tools/test_units/ratelimittest-master.txt index f371d9e5f..aea69b849 100644 --- a/.dev-tools/test_units/ratelimittest-master.txt +++ b/.dev-tools/test_units/ratelimittest-master.txt @@ -126,4 +126,14 @@This is merely used for testing !!!
+