diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 2afe495e3..5a6aebd02 100644 --- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,9 +4,9 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.05.2359 -### Updated: Wed May 26 01:49:21 SAST 2021 -### Bad Referrer Count: 7043 +### Version: V3.2021.05.2360 +### Updated: Wed May 26 07:52:26 SAST 2021 +### Bad Referrer Count: 7048 ### Bad Bot Count: 608 ################################################### ### VERSION INFORMATION ## @@ -1847,6 +1847,7 @@ map $http_referer $bad_referer { "~*(?:\b)beta\.hotkeys\.com(?:\b)" 1; "~*(?:\b)betonka\.pro(?:\b)" 1; "~*(?:\b)bet\-prognoz\.com(?:\b)" 1; + "~*(?:\b)betshuckclean\.com(?:\b)" 1; "~*(?:\b)betterhdporn\.com(?:\b)" 1; "~*(?:\b)betteroffers\.review(?:\b)" 1; "~*(?:\b)betterscooter\.com(?:\b)" 1; @@ -1912,6 +1913,7 @@ map $http_referer $bad_referer { "~*(?:\b)biznesrealnost\.ru(?:\b)" 1; "~*(?:\b)biznesschat\.net(?:\b)" 1; "~*(?:\b)bizru\.info(?:\b)" 1; + "~*(?:\b)bizzliving\.com(?:\b)" 1; "~*(?:\b)bjanshee\.ru(?:\b)" 1; "~*(?:\b)bjetjt\.com(?:\b)" 1; "~*(?:\b)bjgugu\.net\.ua(?:\b)" 1; @@ -6765,6 +6767,7 @@ map $http_referer $bad_referer { "~*(?:\b)summerlinhomes411\.info(?:\b)" 1; "~*(?:\b)sumo\.com(?:\b)" 1; "~*(?:\b)sundrugstore\.com(?:\b)" 1; + "~*(?:\b)sunflowerdrawingpaintings\.blogspot\.com(?:\b)" 1; "~*(?:\b)superfish\.com(?:\b)" 1; "~*(?:\b)superiends\.org(?:\b)" 1; "~*(?:\b)superinterstitial\.com(?:\b)" 1; @@ -7059,6 +7062,7 @@ map $http_referer $bad_referer { "~*(?:\b)topclickguru\.com(?:\b)" 1; "~*(?:\b)top\-deal\.com\.pl(?:\b)" 1; "~*(?:\b)topdownloads\.ru(?:\b)" 1; + "~*(?:\b)topflownews\.com(?:\b)" 1; "~*(?:\b)topkarkas\.com(?:\b)" 1; "~*(?:\b)top\-karkas\.ru(?:\b)" 1; "~*(?:\b)top\-l2\.com(?:\b)" 1; @@ -7501,6 +7505,7 @@ map $http_referer $bad_referer { "~*(?:\b)vsexkontakte\.net(?:\b)" 1; "~*(?:\b)vtcdns\.com(?:\b)" 1; "~*(?:\b)vtc\.pw(?:\b)" 1; + "~*(?:\b)vuclip\.com(?:\b)" 1; "~*(?:\b)vucms\.com(?:\b)" 1; "~*(?:\b)vut\.com\.ru(?:\b)" 1; "~*(?:\b)vvon\.co\.uk(?:\b)" 1; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 180bdc087..3bd4c7e2e 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.122.173.211 1; +35.193.184.18 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index bb50a4a64..cc2baf875 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.122.173.211 0; +35.193.184.18 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 2afe495e3..5a6aebd02 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,9 +4,9 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.05.2359 -### Updated: Wed May 26 01:49:21 SAST 2021 -### Bad Referrer Count: 7043 +### Version: V3.2021.05.2360 +### Updated: Wed May 26 07:52:26 SAST 2021 +### Bad Referrer Count: 7048 ### Bad Bot Count: 608 ################################################### ### VERSION INFORMATION ## @@ -1847,6 +1847,7 @@ map $http_referer $bad_referer { "~*(?:\b)beta\.hotkeys\.com(?:\b)" 1; "~*(?:\b)betonka\.pro(?:\b)" 1; "~*(?:\b)bet\-prognoz\.com(?:\b)" 1; + "~*(?:\b)betshuckclean\.com(?:\b)" 1; "~*(?:\b)betterhdporn\.com(?:\b)" 1; "~*(?:\b)betteroffers\.review(?:\b)" 1; "~*(?:\b)betterscooter\.com(?:\b)" 1; @@ -1912,6 +1913,7 @@ map $http_referer $bad_referer { "~*(?:\b)biznesrealnost\.ru(?:\b)" 1; "~*(?:\b)biznesschat\.net(?:\b)" 1; "~*(?:\b)bizru\.info(?:\b)" 1; + "~*(?:\b)bizzliving\.com(?:\b)" 1; "~*(?:\b)bjanshee\.ru(?:\b)" 1; "~*(?:\b)bjetjt\.com(?:\b)" 1; "~*(?:\b)bjgugu\.net\.ua(?:\b)" 1; @@ -6765,6 +6767,7 @@ map $http_referer $bad_referer { "~*(?:\b)summerlinhomes411\.info(?:\b)" 1; "~*(?:\b)sumo\.com(?:\b)" 1; "~*(?:\b)sundrugstore\.com(?:\b)" 1; + "~*(?:\b)sunflowerdrawingpaintings\.blogspot\.com(?:\b)" 1; "~*(?:\b)superfish\.com(?:\b)" 1; "~*(?:\b)superiends\.org(?:\b)" 1; "~*(?:\b)superinterstitial\.com(?:\b)" 1; @@ -7059,6 +7062,7 @@ map $http_referer $bad_referer { "~*(?:\b)topclickguru\.com(?:\b)" 1; "~*(?:\b)top\-deal\.com\.pl(?:\b)" 1; "~*(?:\b)topdownloads\.ru(?:\b)" 1; + "~*(?:\b)topflownews\.com(?:\b)" 1; "~*(?:\b)topkarkas\.com(?:\b)" 1; "~*(?:\b)top\-karkas\.ru(?:\b)" 1; "~*(?:\b)top\-l2\.com(?:\b)" 1; @@ -7501,6 +7505,7 @@ map $http_referer $bad_referer { "~*(?:\b)vsexkontakte\.net(?:\b)" 1; "~*(?:\b)vtcdns\.com(?:\b)" 1; "~*(?:\b)vtc\.pw(?:\b)" 1; + "~*(?:\b)vuclip\.com(?:\b)" 1; "~*(?:\b)vucms\.com(?:\b)" 1; "~*(?:\b)vut\.com\.ru(?:\b)" 1; "~*(?:\b)vvon\.co\.uk(?:\b)" 1; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 180bdc087..3bd4c7e2e 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.122.173.211 1; +35.193.184.18 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index bb50a4a64..cc2baf875 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.122.173.211 0; +35.193.184.18 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 2afe495e3..5a6aebd02 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,9 +4,9 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.05.2359 -### Updated: Wed May 26 01:49:21 SAST 2021 -### Bad Referrer Count: 7043 +### Version: V3.2021.05.2360 +### Updated: Wed May 26 07:52:26 SAST 2021 +### Bad Referrer Count: 7048 ### Bad Bot Count: 608 ################################################### ### VERSION INFORMATION ## @@ -1847,6 +1847,7 @@ map $http_referer $bad_referer { "~*(?:\b)beta\.hotkeys\.com(?:\b)" 1; "~*(?:\b)betonka\.pro(?:\b)" 1; "~*(?:\b)bet\-prognoz\.com(?:\b)" 1; + "~*(?:\b)betshuckclean\.com(?:\b)" 1; "~*(?:\b)betterhdporn\.com(?:\b)" 1; "~*(?:\b)betteroffers\.review(?:\b)" 1; "~*(?:\b)betterscooter\.com(?:\b)" 1; @@ -1912,6 +1913,7 @@ map $http_referer $bad_referer { "~*(?:\b)biznesrealnost\.ru(?:\b)" 1; "~*(?:\b)biznesschat\.net(?:\b)" 1; "~*(?:\b)bizru\.info(?:\b)" 1; + "~*(?:\b)bizzliving\.com(?:\b)" 1; "~*(?:\b)bjanshee\.ru(?:\b)" 1; "~*(?:\b)bjetjt\.com(?:\b)" 1; "~*(?:\b)bjgugu\.net\.ua(?:\b)" 1; @@ -6765,6 +6767,7 @@ map $http_referer $bad_referer { "~*(?:\b)summerlinhomes411\.info(?:\b)" 1; "~*(?:\b)sumo\.com(?:\b)" 1; "~*(?:\b)sundrugstore\.com(?:\b)" 1; + "~*(?:\b)sunflowerdrawingpaintings\.blogspot\.com(?:\b)" 1; "~*(?:\b)superfish\.com(?:\b)" 1; "~*(?:\b)superiends\.org(?:\b)" 1; "~*(?:\b)superinterstitial\.com(?:\b)" 1; @@ -7059,6 +7062,7 @@ map $http_referer $bad_referer { "~*(?:\b)topclickguru\.com(?:\b)" 1; "~*(?:\b)top\-deal\.com\.pl(?:\b)" 1; "~*(?:\b)topdownloads\.ru(?:\b)" 1; + "~*(?:\b)topflownews\.com(?:\b)" 1; "~*(?:\b)topkarkas\.com(?:\b)" 1; "~*(?:\b)top\-karkas\.ru(?:\b)" 1; "~*(?:\b)top\-l2\.com(?:\b)" 1; @@ -7501,6 +7505,7 @@ map $http_referer $bad_referer { "~*(?:\b)vsexkontakte\.net(?:\b)" 1; "~*(?:\b)vtcdns\.com(?:\b)" 1; "~*(?:\b)vtc\.pw(?:\b)" 1; + "~*(?:\b)vuclip\.com(?:\b)" 1; "~*(?:\b)vucms\.com(?:\b)" 1; "~*(?:\b)vut\.com\.ru(?:\b)" 1; "~*(?:\b)vvon\.co\.uk(?:\b)" 1; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 180bdc087..3bd4c7e2e 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.122.173.211 1; +35.193.184.18 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/custom-bad-referrers.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/custom-bad-referrers.conf index 3e4121cc2..afb74d9a9 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/custom-bad-referrers.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/custom-bad-referrers.conf @@ -859,6 +859,7 @@ "~*(?:\b)bet365\.com(?:\b)" 0; "~*(?:\b)beta\.hotkeys\.com(?:\b)" 0; "~*(?:\b)betonka\.pro(?:\b)" 0; + "~*(?:\b)betshuckclean\.com(?:\b)" 0; "~*(?:\b)betterhdporn\.com(?:\b)" 0; "~*(?:\b)betteroffers\.review(?:\b)" 0; "~*(?:\b)betterscooter\.com(?:\b)" 0; @@ -924,6 +925,7 @@ "~*(?:\b)biznesrealnost\.ru(?:\b)" 0; "~*(?:\b)biznesschat\.net(?:\b)" 0; "~*(?:\b)bizru\.info(?:\b)" 0; + "~*(?:\b)bizzliving\.com(?:\b)" 0; "~*(?:\b)bjanshee\.ru(?:\b)" 0; "~*(?:\b)bjetjt\.com(?:\b)" 0; "~*(?:\b)bjgugu\.net\.ua(?:\b)" 0; @@ -5776,6 +5778,7 @@ "~*(?:\b)summerlinhomes411\.info(?:\b)" 0; "~*(?:\b)sumo\.com(?:\b)" 0; "~*(?:\b)sundrugstore\.com(?:\b)" 0; + "~*(?:\b)sunflowerdrawingpaintings\.blogspot\.com(?:\b)" 0; "~*(?:\b)superfish\.com(?:\b)" 0; "~*(?:\b)superiends\.org(?:\b)" 0; "~*(?:\b)superinterstitial\.com(?:\b)" 0; @@ -6073,6 +6076,7 @@ "~*(?:\b)topcasinoratings\.ru(?:\b)" 0; "~*(?:\b)topclickguru\.com(?:\b)" 0; "~*(?:\b)topdownloads\.ru(?:\b)" 0; + "~*(?:\b)topflownews\.com(?:\b)" 0; "~*(?:\b)topkarkas\.com(?:\b)" 0; "~*(?:\b)topmira\.com(?:\b)" 0; "~*(?:\b)topquality\.cf(?:\b)" 0; @@ -6512,6 +6516,7 @@ "~*(?:\b)vsexkontakte\.net(?:\b)" 0; "~*(?:\b)vtc\.pw(?:\b)" 0; "~*(?:\b)vtcdns\.com(?:\b)" 0; + "~*(?:\b)vuclip\.com(?:\b)" 0; "~*(?:\b)vucms\.com(?:\b)" 0; "~*(?:\b)vut\.com\.ru(?:\b)" 0; "~*(?:\b)vvon\.co\.uk(?:\b)" 0; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index bb50a4a64..cc2baf875 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.122.173.211 0; +35.193.184.18 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 2afe495e3..5a6aebd02 100644 --- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,9 +4,9 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.05.2359 -### Updated: Wed May 26 01:49:21 SAST 2021 -### Bad Referrer Count: 7043 +### Version: V3.2021.05.2360 +### Updated: Wed May 26 07:52:26 SAST 2021 +### Bad Referrer Count: 7048 ### Bad Bot Count: 608 ################################################### ### VERSION INFORMATION ## @@ -1847,6 +1847,7 @@ map $http_referer $bad_referer { "~*(?:\b)beta\.hotkeys\.com(?:\b)" 1; "~*(?:\b)betonka\.pro(?:\b)" 1; "~*(?:\b)bet\-prognoz\.com(?:\b)" 1; + "~*(?:\b)betshuckclean\.com(?:\b)" 1; "~*(?:\b)betterhdporn\.com(?:\b)" 1; "~*(?:\b)betteroffers\.review(?:\b)" 1; "~*(?:\b)betterscooter\.com(?:\b)" 1; @@ -1912,6 +1913,7 @@ map $http_referer $bad_referer { "~*(?:\b)biznesrealnost\.ru(?:\b)" 1; "~*(?:\b)biznesschat\.net(?:\b)" 1; "~*(?:\b)bizru\.info(?:\b)" 1; + "~*(?:\b)bizzliving\.com(?:\b)" 1; "~*(?:\b)bjanshee\.ru(?:\b)" 1; "~*(?:\b)bjetjt\.com(?:\b)" 1; "~*(?:\b)bjgugu\.net\.ua(?:\b)" 1; @@ -6765,6 +6767,7 @@ map $http_referer $bad_referer { "~*(?:\b)summerlinhomes411\.info(?:\b)" 1; "~*(?:\b)sumo\.com(?:\b)" 1; "~*(?:\b)sundrugstore\.com(?:\b)" 1; + "~*(?:\b)sunflowerdrawingpaintings\.blogspot\.com(?:\b)" 1; "~*(?:\b)superfish\.com(?:\b)" 1; "~*(?:\b)superiends\.org(?:\b)" 1; "~*(?:\b)superinterstitial\.com(?:\b)" 1; @@ -7059,6 +7062,7 @@ map $http_referer $bad_referer { "~*(?:\b)topclickguru\.com(?:\b)" 1; "~*(?:\b)top\-deal\.com\.pl(?:\b)" 1; "~*(?:\b)topdownloads\.ru(?:\b)" 1; + "~*(?:\b)topflownews\.com(?:\b)" 1; "~*(?:\b)topkarkas\.com(?:\b)" 1; "~*(?:\b)top\-karkas\.ru(?:\b)" 1; "~*(?:\b)top\-l2\.com(?:\b)" 1; @@ -7501,6 +7505,7 @@ map $http_referer $bad_referer { "~*(?:\b)vsexkontakte\.net(?:\b)" 1; "~*(?:\b)vtcdns\.com(?:\b)" 1; "~*(?:\b)vtc\.pw(?:\b)" 1; + "~*(?:\b)vuclip\.com(?:\b)" 1; "~*(?:\b)vucms\.com(?:\b)" 1; "~*(?:\b)vut\.com\.ru(?:\b)" 1; "~*(?:\b)vvon\.co\.uk(?:\b)" 1; diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 2afe495e3..5a6aebd02 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,9 +4,9 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.05.2359 -### Updated: Wed May 26 01:49:21 SAST 2021 -### Bad Referrer Count: 7043 +### Version: V3.2021.05.2360 +### Updated: Wed May 26 07:52:26 SAST 2021 +### Bad Referrer Count: 7048 ### Bad Bot Count: 608 ################################################### ### VERSION INFORMATION ## @@ -1847,6 +1847,7 @@ map $http_referer $bad_referer { "~*(?:\b)beta\.hotkeys\.com(?:\b)" 1; "~*(?:\b)betonka\.pro(?:\b)" 1; "~*(?:\b)bet\-prognoz\.com(?:\b)" 1; + "~*(?:\b)betshuckclean\.com(?:\b)" 1; "~*(?:\b)betterhdporn\.com(?:\b)" 1; "~*(?:\b)betteroffers\.review(?:\b)" 1; "~*(?:\b)betterscooter\.com(?:\b)" 1; @@ -1912,6 +1913,7 @@ map $http_referer $bad_referer { "~*(?:\b)biznesrealnost\.ru(?:\b)" 1; "~*(?:\b)biznesschat\.net(?:\b)" 1; "~*(?:\b)bizru\.info(?:\b)" 1; + "~*(?:\b)bizzliving\.com(?:\b)" 1; "~*(?:\b)bjanshee\.ru(?:\b)" 1; "~*(?:\b)bjetjt\.com(?:\b)" 1; "~*(?:\b)bjgugu\.net\.ua(?:\b)" 1; @@ -6765,6 +6767,7 @@ map $http_referer $bad_referer { "~*(?:\b)summerlinhomes411\.info(?:\b)" 1; "~*(?:\b)sumo\.com(?:\b)" 1; "~*(?:\b)sundrugstore\.com(?:\b)" 1; + "~*(?:\b)sunflowerdrawingpaintings\.blogspot\.com(?:\b)" 1; "~*(?:\b)superfish\.com(?:\b)" 1; "~*(?:\b)superiends\.org(?:\b)" 1; "~*(?:\b)superinterstitial\.com(?:\b)" 1; @@ -7059,6 +7062,7 @@ map $http_referer $bad_referer { "~*(?:\b)topclickguru\.com(?:\b)" 1; "~*(?:\b)top\-deal\.com\.pl(?:\b)" 1; "~*(?:\b)topdownloads\.ru(?:\b)" 1; + "~*(?:\b)topflownews\.com(?:\b)" 1; "~*(?:\b)topkarkas\.com(?:\b)" 1; "~*(?:\b)top\-karkas\.ru(?:\b)" 1; "~*(?:\b)top\-l2\.com(?:\b)" 1; @@ -7501,6 +7505,7 @@ map $http_referer $bad_referer { "~*(?:\b)vsexkontakte\.net(?:\b)" 1; "~*(?:\b)vtcdns\.com(?:\b)" 1; "~*(?:\b)vtc\.pw(?:\b)" 1; + "~*(?:\b)vuclip\.com(?:\b)" 1; "~*(?:\b)vucms\.com(?:\b)" 1; "~*(?:\b)vut\.com\.ru(?:\b)" 1; "~*(?:\b)vvon\.co\.uk(?:\b)" 1; diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 9e384499a..0fb8c0f7a 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,9 +4,9 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.05.2359 -### Updated: Wed May 26 01:49:20 SAST 2021 -### Bad Referrer Count: 7043 +### Version: V4.2021.05.2360 +### Updated: Wed May 26 07:52:25 SAST 2021 +### Bad Referrer Count: 7048 ### Bad Bot Count: 608 ################################################### ### VERSION INFORMATION ## @@ -1847,6 +1847,7 @@ map $http_referer $bad_referer { "~*(?:\b)beta\.hotkeys\.com(?:\b)" 1; "~*(?:\b)betonka\.pro(?:\b)" 1; "~*(?:\b)bet\-prognoz\.com(?:\b)" 1; + "~*(?:\b)betshuckclean\.com(?:\b)" 1; "~*(?:\b)betterhdporn\.com(?:\b)" 1; "~*(?:\b)betteroffers\.review(?:\b)" 1; "~*(?:\b)betterscooter\.com(?:\b)" 1; @@ -1912,6 +1913,7 @@ map $http_referer $bad_referer { "~*(?:\b)biznesrealnost\.ru(?:\b)" 1; "~*(?:\b)biznesschat\.net(?:\b)" 1; "~*(?:\b)bizru\.info(?:\b)" 1; + "~*(?:\b)bizzliving\.com(?:\b)" 1; "~*(?:\b)bjanshee\.ru(?:\b)" 1; "~*(?:\b)bjetjt\.com(?:\b)" 1; "~*(?:\b)bjgugu\.net\.ua(?:\b)" 1; @@ -6765,6 +6767,7 @@ map $http_referer $bad_referer { "~*(?:\b)summerlinhomes411\.info(?:\b)" 1; "~*(?:\b)sumo\.com(?:\b)" 1; "~*(?:\b)sundrugstore\.com(?:\b)" 1; + "~*(?:\b)sunflowerdrawingpaintings\.blogspot\.com(?:\b)" 1; "~*(?:\b)superfish\.com(?:\b)" 1; "~*(?:\b)superiends\.org(?:\b)" 1; "~*(?:\b)superinterstitial\.com(?:\b)" 1; @@ -7059,6 +7062,7 @@ map $http_referer $bad_referer { "~*(?:\b)topclickguru\.com(?:\b)" 1; "~*(?:\b)top\-deal\.com\.pl(?:\b)" 1; "~*(?:\b)topdownloads\.ru(?:\b)" 1; + "~*(?:\b)topflownews\.com(?:\b)" 1; "~*(?:\b)topkarkas\.com(?:\b)" 1; "~*(?:\b)top\-karkas\.ru(?:\b)" 1; "~*(?:\b)top\-l2\.com(?:\b)" 1; @@ -7501,6 +7505,7 @@ map $http_referer $bad_referer { "~*(?:\b)vsexkontakte\.net(?:\b)" 1; "~*(?:\b)vtcdns\.com(?:\b)" 1; "~*(?:\b)vtc\.pw(?:\b)" 1; + "~*(?:\b)vuclip\.com(?:\b)" 1; "~*(?:\b)vucms\.com(?:\b)" 1; "~*(?:\b)vut\.com\.ru(?:\b)" 1; "~*(?:\b)vvon\.co\.uk(?:\b)" 1; diff --git a/.dev-tools/referrers-regex-format-whitelist-test.txt b/.dev-tools/referrers-regex-format-whitelist-test.txt index c6b62bb90..3338be910 100644 --- a/.dev-tools/referrers-regex-format-whitelist-test.txt +++ b/.dev-tools/referrers-regex-format-whitelist-test.txt @@ -812,6 +812,7 @@ "~*(?:\b)bet365\.com(?:\b)" 0; "~*(?:\b)beta\.hotkeys\.com(?:\b)" 0; "~*(?:\b)betonka\.pro(?:\b)" 0; +"~*(?:\b)betshuckclean\.com(?:\b)" 0; "~*(?:\b)betterhdporn\.com(?:\b)" 0; "~*(?:\b)betteroffers\.review(?:\b)" 0; "~*(?:\b)betterscooter\.com(?:\b)" 0; @@ -877,6 +878,7 @@ "~*(?:\b)biznesrealnost\.ru(?:\b)" 0; "~*(?:\b)biznesschat\.net(?:\b)" 0; "~*(?:\b)bizru\.info(?:\b)" 0; +"~*(?:\b)bizzliving\.com(?:\b)" 0; "~*(?:\b)bjanshee\.ru(?:\b)" 0; "~*(?:\b)bjetjt\.com(?:\b)" 0; "~*(?:\b)bjgugu\.net\.ua(?:\b)" 0; @@ -5729,6 +5731,7 @@ "~*(?:\b)summerlinhomes411\.info(?:\b)" 0; "~*(?:\b)sumo\.com(?:\b)" 0; "~*(?:\b)sundrugstore\.com(?:\b)" 0; +"~*(?:\b)sunflowerdrawingpaintings\.blogspot\.com(?:\b)" 0; "~*(?:\b)superfish\.com(?:\b)" 0; "~*(?:\b)superiends\.org(?:\b)" 0; "~*(?:\b)superinterstitial\.com(?:\b)" 0; @@ -6026,6 +6029,7 @@ "~*(?:\b)topcasinoratings\.ru(?:\b)" 0; "~*(?:\b)topclickguru\.com(?:\b)" 0; "~*(?:\b)topdownloads\.ru(?:\b)" 0; +"~*(?:\b)topflownews\.com(?:\b)" 0; "~*(?:\b)topkarkas\.com(?:\b)" 0; "~*(?:\b)topmira\.com(?:\b)" 0; "~*(?:\b)topquality\.cf(?:\b)" 0; @@ -6465,6 +6469,7 @@ "~*(?:\b)vsexkontakte\.net(?:\b)" 0; "~*(?:\b)vtc\.pw(?:\b)" 0; "~*(?:\b)vtcdns\.com(?:\b)" 0; +"~*(?:\b)vuclip\.com(?:\b)" 0; "~*(?:\b)vucms\.com(?:\b)" 0; "~*(?:\b)vut\.com\.ru(?:\b)" 0; "~*(?:\b)vvon\.co\.uk(?:\b)" 0; diff --git a/.dev-tools/referrers-regex-format.txt b/.dev-tools/referrers-regex-format.txt index bb4f0ec43..26cb468bf 100644 --- a/.dev-tools/referrers-regex-format.txt +++ b/.dev-tools/referrers-regex-format.txt @@ -811,6 +811,7 @@ "~*(?:\b)beta\.hotkeys\.com(?:\b)" 1; "~*(?:\b)betonka\.pro(?:\b)" 1; "~*(?:\b)bet\-prognoz\.com(?:\b)" 1; +"~*(?:\b)betshuckclean\.com(?:\b)" 1; "~*(?:\b)betterhdporn\.com(?:\b)" 1; "~*(?:\b)betteroffers\.review(?:\b)" 1; "~*(?:\b)betterscooter\.com(?:\b)" 1; @@ -876,6 +877,7 @@ "~*(?:\b)biznesrealnost\.ru(?:\b)" 1; "~*(?:\b)biznesschat\.net(?:\b)" 1; "~*(?:\b)bizru\.info(?:\b)" 1; +"~*(?:\b)bizzliving\.com(?:\b)" 1; "~*(?:\b)bjanshee\.ru(?:\b)" 1; "~*(?:\b)bjetjt\.com(?:\b)" 1; "~*(?:\b)bjgugu\.net\.ua(?:\b)" 1; @@ -5729,6 +5731,7 @@ "~*(?:\b)summerlinhomes411\.info(?:\b)" 1; "~*(?:\b)sumo\.com(?:\b)" 1; "~*(?:\b)sundrugstore\.com(?:\b)" 1; +"~*(?:\b)sunflowerdrawingpaintings\.blogspot\.com(?:\b)" 1; "~*(?:\b)superfish\.com(?:\b)" 1; "~*(?:\b)superiends\.org(?:\b)" 1; "~*(?:\b)superinterstitial\.com(?:\b)" 1; @@ -6023,6 +6026,7 @@ "~*(?:\b)topclickguru\.com(?:\b)" 1; "~*(?:\b)top\-deal\.com\.pl(?:\b)" 1; "~*(?:\b)topdownloads\.ru(?:\b)" 1; +"~*(?:\b)topflownews\.com(?:\b)" 1; "~*(?:\b)topkarkas\.com(?:\b)" 1; "~*(?:\b)top\-karkas\.ru(?:\b)" 1; "~*(?:\b)top\-l2\.com(?:\b)" 1; @@ -6465,6 +6469,7 @@ "~*(?:\b)vsexkontakte\.net(?:\b)" 1; "~*(?:\b)vtcdns\.com(?:\b)" 1; "~*(?:\b)vtc\.pw(?:\b)" 1; +"~*(?:\b)vuclip\.com(?:\b)" 1; "~*(?:\b)vucms\.com(?:\b)" 1; "~*(?:\b)vut\.com\.ru(?:\b)" 1; "~*(?:\b)vvon\.co\.uk(?:\b)" 1; diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 22793dd10..c4667b0ac 100644 --- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.193.184.18 0; +34.122.208.80 0; diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 9e384499a..0fb8c0f7a 100644 --- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,9 +4,9 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.05.2359 -### Updated: Wed May 26 01:49:20 SAST 2021 -### Bad Referrer Count: 7043 +### Version: V4.2021.05.2360 +### Updated: Wed May 26 07:52:25 SAST 2021 +### Bad Referrer Count: 7048 ### Bad Bot Count: 608 ################################################### ### VERSION INFORMATION ## @@ -1847,6 +1847,7 @@ map $http_referer $bad_referer { "~*(?:\b)beta\.hotkeys\.com(?:\b)" 1; "~*(?:\b)betonka\.pro(?:\b)" 1; "~*(?:\b)bet\-prognoz\.com(?:\b)" 1; + "~*(?:\b)betshuckclean\.com(?:\b)" 1; "~*(?:\b)betterhdporn\.com(?:\b)" 1; "~*(?:\b)betteroffers\.review(?:\b)" 1; "~*(?:\b)betterscooter\.com(?:\b)" 1; @@ -1912,6 +1913,7 @@ map $http_referer $bad_referer { "~*(?:\b)biznesrealnost\.ru(?:\b)" 1; "~*(?:\b)biznesschat\.net(?:\b)" 1; "~*(?:\b)bizru\.info(?:\b)" 1; + "~*(?:\b)bizzliving\.com(?:\b)" 1; "~*(?:\b)bjanshee\.ru(?:\b)" 1; "~*(?:\b)bjetjt\.com(?:\b)" 1; "~*(?:\b)bjgugu\.net\.ua(?:\b)" 1; @@ -6765,6 +6767,7 @@ map $http_referer $bad_referer { "~*(?:\b)summerlinhomes411\.info(?:\b)" 1; "~*(?:\b)sumo\.com(?:\b)" 1; "~*(?:\b)sundrugstore\.com(?:\b)" 1; + "~*(?:\b)sunflowerdrawingpaintings\.blogspot\.com(?:\b)" 1; "~*(?:\b)superfish\.com(?:\b)" 1; "~*(?:\b)superiends\.org(?:\b)" 1; "~*(?:\b)superinterstitial\.com(?:\b)" 1; @@ -7059,6 +7062,7 @@ map $http_referer $bad_referer { "~*(?:\b)topclickguru\.com(?:\b)" 1; "~*(?:\b)top\-deal\.com\.pl(?:\b)" 1; "~*(?:\b)topdownloads\.ru(?:\b)" 1; + "~*(?:\b)topflownews\.com(?:\b)" 1; "~*(?:\b)topkarkas\.com(?:\b)" 1; "~*(?:\b)top\-karkas\.ru(?:\b)" 1; "~*(?:\b)top\-l2\.com(?:\b)" 1; @@ -7501,6 +7505,7 @@ map $http_referer $bad_referer { "~*(?:\b)vsexkontakte\.net(?:\b)" 1; "~*(?:\b)vtcdns\.com(?:\b)" 1; "~*(?:\b)vtc\.pw(?:\b)" 1; + "~*(?:\b)vuclip\.com(?:\b)" 1; "~*(?:\b)vucms\.com(?:\b)" 1; "~*(?:\b)vut\.com\.ru(?:\b)" 1; "~*(?:\b)vvon\.co\.uk(?:\b)" 1; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 9e384499a..0fb8c0f7a 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,9 +4,9 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.05.2359 -### Updated: Wed May 26 01:49:20 SAST 2021 -### Bad Referrer Count: 7043 +### Version: V4.2021.05.2360 +### Updated: Wed May 26 07:52:25 SAST 2021 +### Bad Referrer Count: 7048 ### Bad Bot Count: 608 ################################################### ### VERSION INFORMATION ## @@ -1847,6 +1847,7 @@ map $http_referer $bad_referer { "~*(?:\b)beta\.hotkeys\.com(?:\b)" 1; "~*(?:\b)betonka\.pro(?:\b)" 1; "~*(?:\b)bet\-prognoz\.com(?:\b)" 1; + "~*(?:\b)betshuckclean\.com(?:\b)" 1; "~*(?:\b)betterhdporn\.com(?:\b)" 1; "~*(?:\b)betteroffers\.review(?:\b)" 1; "~*(?:\b)betterscooter\.com(?:\b)" 1; @@ -1912,6 +1913,7 @@ map $http_referer $bad_referer { "~*(?:\b)biznesrealnost\.ru(?:\b)" 1; "~*(?:\b)biznesschat\.net(?:\b)" 1; "~*(?:\b)bizru\.info(?:\b)" 1; + "~*(?:\b)bizzliving\.com(?:\b)" 1; "~*(?:\b)bjanshee\.ru(?:\b)" 1; "~*(?:\b)bjetjt\.com(?:\b)" 1; "~*(?:\b)bjgugu\.net\.ua(?:\b)" 1; @@ -6765,6 +6767,7 @@ map $http_referer $bad_referer { "~*(?:\b)summerlinhomes411\.info(?:\b)" 1; "~*(?:\b)sumo\.com(?:\b)" 1; "~*(?:\b)sundrugstore\.com(?:\b)" 1; + "~*(?:\b)sunflowerdrawingpaintings\.blogspot\.com(?:\b)" 1; "~*(?:\b)superfish\.com(?:\b)" 1; "~*(?:\b)superiends\.org(?:\b)" 1; "~*(?:\b)superinterstitial\.com(?:\b)" 1; @@ -7059,6 +7062,7 @@ map $http_referer $bad_referer { "~*(?:\b)topclickguru\.com(?:\b)" 1; "~*(?:\b)top\-deal\.com\.pl(?:\b)" 1; "~*(?:\b)topdownloads\.ru(?:\b)" 1; + "~*(?:\b)topflownews\.com(?:\b)" 1; "~*(?:\b)topkarkas\.com(?:\b)" 1; "~*(?:\b)top\-karkas\.ru(?:\b)" 1; "~*(?:\b)top\-l2\.com(?:\b)" 1; @@ -7501,6 +7505,7 @@ map $http_referer $bad_referer { "~*(?:\b)vsexkontakte\.net(?:\b)" 1; "~*(?:\b)vtcdns\.com(?:\b)" 1; "~*(?:\b)vtc\.pw(?:\b)" 1; + "~*(?:\b)vuclip\.com(?:\b)" 1; "~*(?:\b)vucms\.com(?:\b)" 1; "~*(?:\b)vut\.com\.ru(?:\b)" 1; "~*(?:\b)vvon\.co\.uk(?:\b)" 1; diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 9e384499a..0fb8c0f7a 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,9 +4,9 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.05.2359 -### Updated: Wed May 26 01:49:20 SAST 2021 -### Bad Referrer Count: 7043 +### Version: V4.2021.05.2360 +### Updated: Wed May 26 07:52:25 SAST 2021 +### Bad Referrer Count: 7048 ### Bad Bot Count: 608 ################################################### ### VERSION INFORMATION ## @@ -1847,6 +1847,7 @@ map $http_referer $bad_referer { "~*(?:\b)beta\.hotkeys\.com(?:\b)" 1; "~*(?:\b)betonka\.pro(?:\b)" 1; "~*(?:\b)bet\-prognoz\.com(?:\b)" 1; + "~*(?:\b)betshuckclean\.com(?:\b)" 1; "~*(?:\b)betterhdporn\.com(?:\b)" 1; "~*(?:\b)betteroffers\.review(?:\b)" 1; "~*(?:\b)betterscooter\.com(?:\b)" 1; @@ -1912,6 +1913,7 @@ map $http_referer $bad_referer { "~*(?:\b)biznesrealnost\.ru(?:\b)" 1; "~*(?:\b)biznesschat\.net(?:\b)" 1; "~*(?:\b)bizru\.info(?:\b)" 1; + "~*(?:\b)bizzliving\.com(?:\b)" 1; "~*(?:\b)bjanshee\.ru(?:\b)" 1; "~*(?:\b)bjetjt\.com(?:\b)" 1; "~*(?:\b)bjgugu\.net\.ua(?:\b)" 1; @@ -6765,6 +6767,7 @@ map $http_referer $bad_referer { "~*(?:\b)summerlinhomes411\.info(?:\b)" 1; "~*(?:\b)sumo\.com(?:\b)" 1; "~*(?:\b)sundrugstore\.com(?:\b)" 1; + "~*(?:\b)sunflowerdrawingpaintings\.blogspot\.com(?:\b)" 1; "~*(?:\b)superfish\.com(?:\b)" 1; "~*(?:\b)superiends\.org(?:\b)" 1; "~*(?:\b)superinterstitial\.com(?:\b)" 1; @@ -7059,6 +7062,7 @@ map $http_referer $bad_referer { "~*(?:\b)topclickguru\.com(?:\b)" 1; "~*(?:\b)top\-deal\.com\.pl(?:\b)" 1; "~*(?:\b)topdownloads\.ru(?:\b)" 1; + "~*(?:\b)topflownews\.com(?:\b)" 1; "~*(?:\b)topkarkas\.com(?:\b)" 1; "~*(?:\b)top\-karkas\.ru(?:\b)" 1; "~*(?:\b)top\-l2\.com(?:\b)" 1; @@ -7501,6 +7505,7 @@ map $http_referer $bad_referer { "~*(?:\b)vsexkontakte\.net(?:\b)" 1; "~*(?:\b)vtcdns\.com(?:\b)" 1; "~*(?:\b)vtc\.pw(?:\b)" 1; + "~*(?:\b)vuclip\.com(?:\b)" 1; "~*(?:\b)vucms\.com(?:\b)" 1; "~*(?:\b)vut\.com\.ru(?:\b)" 1; "~*(?:\b)vvon\.co\.uk(?:\b)" 1; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/custom-bad-referrers.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/custom-bad-referrers.conf index 3e4121cc2..afb74d9a9 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/custom-bad-referrers.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/custom-bad-referrers.conf @@ -859,6 +859,7 @@ "~*(?:\b)bet365\.com(?:\b)" 0; "~*(?:\b)beta\.hotkeys\.com(?:\b)" 0; "~*(?:\b)betonka\.pro(?:\b)" 0; + "~*(?:\b)betshuckclean\.com(?:\b)" 0; "~*(?:\b)betterhdporn\.com(?:\b)" 0; "~*(?:\b)betteroffers\.review(?:\b)" 0; "~*(?:\b)betterscooter\.com(?:\b)" 0; @@ -924,6 +925,7 @@ "~*(?:\b)biznesrealnost\.ru(?:\b)" 0; "~*(?:\b)biznesschat\.net(?:\b)" 0; "~*(?:\b)bizru\.info(?:\b)" 0; + "~*(?:\b)bizzliving\.com(?:\b)" 0; "~*(?:\b)bjanshee\.ru(?:\b)" 0; "~*(?:\b)bjetjt\.com(?:\b)" 0; "~*(?:\b)bjgugu\.net\.ua(?:\b)" 0; @@ -5776,6 +5778,7 @@ "~*(?:\b)summerlinhomes411\.info(?:\b)" 0; "~*(?:\b)sumo\.com(?:\b)" 0; "~*(?:\b)sundrugstore\.com(?:\b)" 0; + "~*(?:\b)sunflowerdrawingpaintings\.blogspot\.com(?:\b)" 0; "~*(?:\b)superfish\.com(?:\b)" 0; "~*(?:\b)superiends\.org(?:\b)" 0; "~*(?:\b)superinterstitial\.com(?:\b)" 0; @@ -6073,6 +6076,7 @@ "~*(?:\b)topcasinoratings\.ru(?:\b)" 0; "~*(?:\b)topclickguru\.com(?:\b)" 0; "~*(?:\b)topdownloads\.ru(?:\b)" 0; + "~*(?:\b)topflownews\.com(?:\b)" 0; "~*(?:\b)topkarkas\.com(?:\b)" 0; "~*(?:\b)topmira\.com(?:\b)" 0; "~*(?:\b)topquality\.cf(?:\b)" 0; @@ -6512,6 +6516,7 @@ "~*(?:\b)vsexkontakte\.net(?:\b)" 0; "~*(?:\b)vtc\.pw(?:\b)" 0; "~*(?:\b)vtcdns\.com(?:\b)" 0; + "~*(?:\b)vuclip\.com(?:\b)" 0; "~*(?:\b)vucms\.com(?:\b)" 0; "~*(?:\b)vut\.com\.ru(?:\b)" 0; "~*(?:\b)vvon\.co\.uk(?:\b)" 0; diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 9e384499a..0fb8c0f7a 100644 --- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,9 +4,9 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.05.2359 -### Updated: Wed May 26 01:49:20 SAST 2021 -### Bad Referrer Count: 7043 +### Version: V4.2021.05.2360 +### Updated: Wed May 26 07:52:25 SAST 2021 +### Bad Referrer Count: 7048 ### Bad Bot Count: 608 ################################################### ### VERSION INFORMATION ## @@ -1847,6 +1847,7 @@ map $http_referer $bad_referer { "~*(?:\b)beta\.hotkeys\.com(?:\b)" 1; "~*(?:\b)betonka\.pro(?:\b)" 1; "~*(?:\b)bet\-prognoz\.com(?:\b)" 1; + "~*(?:\b)betshuckclean\.com(?:\b)" 1; "~*(?:\b)betterhdporn\.com(?:\b)" 1; "~*(?:\b)betteroffers\.review(?:\b)" 1; "~*(?:\b)betterscooter\.com(?:\b)" 1; @@ -1912,6 +1913,7 @@ map $http_referer $bad_referer { "~*(?:\b)biznesrealnost\.ru(?:\b)" 1; "~*(?:\b)biznesschat\.net(?:\b)" 1; "~*(?:\b)bizru\.info(?:\b)" 1; + "~*(?:\b)bizzliving\.com(?:\b)" 1; "~*(?:\b)bjanshee\.ru(?:\b)" 1; "~*(?:\b)bjetjt\.com(?:\b)" 1; "~*(?:\b)bjgugu\.net\.ua(?:\b)" 1; @@ -6765,6 +6767,7 @@ map $http_referer $bad_referer { "~*(?:\b)summerlinhomes411\.info(?:\b)" 1; "~*(?:\b)sumo\.com(?:\b)" 1; "~*(?:\b)sundrugstore\.com(?:\b)" 1; + "~*(?:\b)sunflowerdrawingpaintings\.blogspot\.com(?:\b)" 1; "~*(?:\b)superfish\.com(?:\b)" 1; "~*(?:\b)superiends\.org(?:\b)" 1; "~*(?:\b)superinterstitial\.com(?:\b)" 1; @@ -7059,6 +7062,7 @@ map $http_referer $bad_referer { "~*(?:\b)topclickguru\.com(?:\b)" 1; "~*(?:\b)top\-deal\.com\.pl(?:\b)" 1; "~*(?:\b)topdownloads\.ru(?:\b)" 1; + "~*(?:\b)topflownews\.com(?:\b)" 1; "~*(?:\b)topkarkas\.com(?:\b)" 1; "~*(?:\b)top\-karkas\.ru(?:\b)" 1; "~*(?:\b)top\-l2\.com(?:\b)" 1; @@ -7501,6 +7505,7 @@ map $http_referer $bad_referer { "~*(?:\b)vsexkontakte\.net(?:\b)" 1; "~*(?:\b)vtcdns\.com(?:\b)" 1; "~*(?:\b)vtc\.pw(?:\b)" 1; + "~*(?:\b)vuclip\.com(?:\b)" 1; "~*(?:\b)vucms\.com(?:\b)" 1; "~*(?:\b)vut\.com\.ru(?:\b)" 1; "~*(?:\b)vvon\.co\.uk(?:\b)" 1; diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 964763461..a40be186b 100644 --- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -34.122.208.80 0; 34.122.173.211 0; diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 540d253eb..7dfa025bb 100644 --- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,9 +4,9 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.05.2359 -### Updated: Wed May 26 01:49:20 SAST 2021 -### Bad Referrer Count: 7043 +### Version: V4.2021.05.2360 +### Updated: Wed May 26 07:52:25 SAST 2021 +### Bad Referrer Count: 7048 ### Bad Bot Count: 608 ################################################### ### VERSION INFORMATION ## @@ -1847,6 +1847,7 @@ map $http_referer $bad_referer { "~*(?:\b)beta\.hotkeys\.com(?:\b)" 1; "~*(?:\b)betonka\.pro(?:\b)" 1; "~*(?:\b)bet\-prognoz\.com(?:\b)" 1; + "~*(?:\b)betshuckclean\.com(?:\b)" 1; "~*(?:\b)betterhdporn\.com(?:\b)" 1; "~*(?:\b)betteroffers\.review(?:\b)" 1; "~*(?:\b)betterscooter\.com(?:\b)" 1; @@ -1912,6 +1913,7 @@ map $http_referer $bad_referer { "~*(?:\b)biznesrealnost\.ru(?:\b)" 1; "~*(?:\b)biznesschat\.net(?:\b)" 1; "~*(?:\b)bizru\.info(?:\b)" 1; + "~*(?:\b)bizzliving\.com(?:\b)" 1; "~*(?:\b)bjanshee\.ru(?:\b)" 1; "~*(?:\b)bjetjt\.com(?:\b)" 1; "~*(?:\b)bjgugu\.net\.ua(?:\b)" 1; @@ -6765,6 +6767,7 @@ map $http_referer $bad_referer { "~*(?:\b)summerlinhomes411\.info(?:\b)" 1; "~*(?:\b)sumo\.com(?:\b)" 1; "~*(?:\b)sundrugstore\.com(?:\b)" 1; + "~*(?:\b)sunflowerdrawingpaintings\.blogspot\.com(?:\b)" 1; "~*(?:\b)superfish\.com(?:\b)" 1; "~*(?:\b)superiends\.org(?:\b)" 1; "~*(?:\b)superinterstitial\.com(?:\b)" 1; @@ -7059,6 +7062,7 @@ map $http_referer $bad_referer { "~*(?:\b)topclickguru\.com(?:\b)" 1; "~*(?:\b)top\-deal\.com\.pl(?:\b)" 1; "~*(?:\b)topdownloads\.ru(?:\b)" 1; + "~*(?:\b)topflownews\.com(?:\b)" 1; "~*(?:\b)topkarkas\.com(?:\b)" 1; "~*(?:\b)top\-karkas\.ru(?:\b)" 1; "~*(?:\b)top\-l2\.com(?:\b)" 1; @@ -7501,6 +7505,7 @@ map $http_referer $bad_referer { "~*(?:\b)vsexkontakte\.net(?:\b)" 1; "~*(?:\b)vtcdns\.com(?:\b)" 1; "~*(?:\b)vtc\.pw(?:\b)" 1; + "~*(?:\b)vuclip\.com(?:\b)" 1; "~*(?:\b)vucms\.com(?:\b)" 1; "~*(?:\b)vut\.com\.ru(?:\b)" 1; "~*(?:\b)vvon\.co\.uk(?:\b)" 1; diff --git a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 361f3a3d5..22793dd10 100644 --- a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -46,4 +46,3 @@ # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST 35.193.184.18 0; -34.122.173.211 0; diff --git a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 8c24f41ab..3e6993457 100644 --- a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,9 +4,9 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.05.2359 -### Updated: Wed May 26 01:49:20 SAST 2021 -### Bad Referrer Count: 7043 +### Version: V4.2021.05.2360 +### Updated: Wed May 26 07:52:25 SAST 2021 +### Bad Referrer Count: 7048 ### Bad Bot Count: 608 ################################################### ### VERSION INFORMATION ## @@ -1847,6 +1847,7 @@ map $http_referer $bad_referer { "~*(?:\b)beta\.hotkeys\.com(?:\b)" 1; "~*(?:\b)betonka\.pro(?:\b)" 1; "~*(?:\b)bet\-prognoz\.com(?:\b)" 1; + "~*(?:\b)betshuckclean\.com(?:\b)" 1; "~*(?:\b)betterhdporn\.com(?:\b)" 1; "~*(?:\b)betteroffers\.review(?:\b)" 1; "~*(?:\b)betterscooter\.com(?:\b)" 1; @@ -1912,6 +1913,7 @@ map $http_referer $bad_referer { "~*(?:\b)biznesrealnost\.ru(?:\b)" 1; "~*(?:\b)biznesschat\.net(?:\b)" 1; "~*(?:\b)bizru\.info(?:\b)" 1; + "~*(?:\b)bizzliving\.com(?:\b)" 1; "~*(?:\b)bjanshee\.ru(?:\b)" 1; "~*(?:\b)bjetjt\.com(?:\b)" 1; "~*(?:\b)bjgugu\.net\.ua(?:\b)" 1; @@ -6765,6 +6767,7 @@ map $http_referer $bad_referer { "~*(?:\b)summerlinhomes411\.info(?:\b)" 1; "~*(?:\b)sumo\.com(?:\b)" 1; "~*(?:\b)sundrugstore\.com(?:\b)" 1; + "~*(?:\b)sunflowerdrawingpaintings\.blogspot\.com(?:\b)" 1; "~*(?:\b)superfish\.com(?:\b)" 1; "~*(?:\b)superiends\.org(?:\b)" 1; "~*(?:\b)superinterstitial\.com(?:\b)" 1; @@ -7059,6 +7062,7 @@ map $http_referer $bad_referer { "~*(?:\b)topclickguru\.com(?:\b)" 1; "~*(?:\b)top\-deal\.com\.pl(?:\b)" 1; "~*(?:\b)topdownloads\.ru(?:\b)" 1; + "~*(?:\b)topflownews\.com(?:\b)" 1; "~*(?:\b)topkarkas\.com(?:\b)" 1; "~*(?:\b)top\-karkas\.ru(?:\b)" 1; "~*(?:\b)top\-l2\.com(?:\b)" 1; @@ -7501,6 +7505,7 @@ map $http_referer $bad_referer { "~*(?:\b)vsexkontakte\.net(?:\b)" 1; "~*(?:\b)vtcdns\.com(?:\b)" 1; "~*(?:\b)vtc\.pw(?:\b)" 1; + "~*(?:\b)vuclip\.com(?:\b)" 1; "~*(?:\b)vucms\.com(?:\b)" 1; "~*(?:\b)vut\.com\.ru(?:\b)" 1; "~*(?:\b)vvon\.co\.uk(?:\b)" 1; diff --git a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf index 5e80f4199..2d9c3c5be 100644 --- a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf @@ -46,4 +46,4 @@ # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST 35.193.184.18 0; -34.122.208.80 0; +104.154.182.187 0; diff --git a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf index 9e384499a..0fb8c0f7a 100644 --- a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf @@ -4,9 +4,9 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.05.2359 -### Updated: Wed May 26 01:49:20 SAST 2021 -### Bad Referrer Count: 7043 +### Version: V4.2021.05.2360 +### Updated: Wed May 26 07:52:25 SAST 2021 +### Bad Referrer Count: 7048 ### Bad Bot Count: 608 ################################################### ### VERSION INFORMATION ## @@ -1847,6 +1847,7 @@ map $http_referer $bad_referer { "~*(?:\b)beta\.hotkeys\.com(?:\b)" 1; "~*(?:\b)betonka\.pro(?:\b)" 1; "~*(?:\b)bet\-prognoz\.com(?:\b)" 1; + "~*(?:\b)betshuckclean\.com(?:\b)" 1; "~*(?:\b)betterhdporn\.com(?:\b)" 1; "~*(?:\b)betteroffers\.review(?:\b)" 1; "~*(?:\b)betterscooter\.com(?:\b)" 1; @@ -1912,6 +1913,7 @@ map $http_referer $bad_referer { "~*(?:\b)biznesrealnost\.ru(?:\b)" 1; "~*(?:\b)biznesschat\.net(?:\b)" 1; "~*(?:\b)bizru\.info(?:\b)" 1; + "~*(?:\b)bizzliving\.com(?:\b)" 1; "~*(?:\b)bjanshee\.ru(?:\b)" 1; "~*(?:\b)bjetjt\.com(?:\b)" 1; "~*(?:\b)bjgugu\.net\.ua(?:\b)" 1; @@ -6765,6 +6767,7 @@ map $http_referer $bad_referer { "~*(?:\b)summerlinhomes411\.info(?:\b)" 1; "~*(?:\b)sumo\.com(?:\b)" 1; "~*(?:\b)sundrugstore\.com(?:\b)" 1; + "~*(?:\b)sunflowerdrawingpaintings\.blogspot\.com(?:\b)" 1; "~*(?:\b)superfish\.com(?:\b)" 1; "~*(?:\b)superiends\.org(?:\b)" 1; "~*(?:\b)superinterstitial\.com(?:\b)" 1; @@ -7059,6 +7062,7 @@ map $http_referer $bad_referer { "~*(?:\b)topclickguru\.com(?:\b)" 1; "~*(?:\b)top\-deal\.com\.pl(?:\b)" 1; "~*(?:\b)topdownloads\.ru(?:\b)" 1; + "~*(?:\b)topflownews\.com(?:\b)" 1; "~*(?:\b)topkarkas\.com(?:\b)" 1; "~*(?:\b)top\-karkas\.ru(?:\b)" 1; "~*(?:\b)top\-l2\.com(?:\b)" 1; @@ -7501,6 +7505,7 @@ map $http_referer $bad_referer { "~*(?:\b)vsexkontakte\.net(?:\b)" 1; "~*(?:\b)vtcdns\.com(?:\b)" 1; "~*(?:\b)vtc\.pw(?:\b)" 1; + "~*(?:\b)vuclip\.com(?:\b)" 1; "~*(?:\b)vucms\.com(?:\b)" 1; "~*(?:\b)vut\.com\.ru(?:\b)" 1; "~*(?:\b)vvon\.co\.uk(?:\b)" 1; diff --git a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf index 3d512ce96..c4667b0ac 100644 --- a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -34.122.173.211 0; -104.154.182.187 0; +34.122.208.80 0; diff --git a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf index 9e384499a..0fb8c0f7a 100644 --- a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf @@ -4,9 +4,9 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.05.2359 -### Updated: Wed May 26 01:49:20 SAST 2021 -### Bad Referrer Count: 7043 +### Version: V4.2021.05.2360 +### Updated: Wed May 26 07:52:25 SAST 2021 +### Bad Referrer Count: 7048 ### Bad Bot Count: 608 ################################################### ### VERSION INFORMATION ## @@ -1847,6 +1847,7 @@ map $http_referer $bad_referer { "~*(?:\b)beta\.hotkeys\.com(?:\b)" 1; "~*(?:\b)betonka\.pro(?:\b)" 1; "~*(?:\b)bet\-prognoz\.com(?:\b)" 1; + "~*(?:\b)betshuckclean\.com(?:\b)" 1; "~*(?:\b)betterhdporn\.com(?:\b)" 1; "~*(?:\b)betteroffers\.review(?:\b)" 1; "~*(?:\b)betterscooter\.com(?:\b)" 1; @@ -1912,6 +1913,7 @@ map $http_referer $bad_referer { "~*(?:\b)biznesrealnost\.ru(?:\b)" 1; "~*(?:\b)biznesschat\.net(?:\b)" 1; "~*(?:\b)bizru\.info(?:\b)" 1; + "~*(?:\b)bizzliving\.com(?:\b)" 1; "~*(?:\b)bjanshee\.ru(?:\b)" 1; "~*(?:\b)bjetjt\.com(?:\b)" 1; "~*(?:\b)bjgugu\.net\.ua(?:\b)" 1; @@ -6765,6 +6767,7 @@ map $http_referer $bad_referer { "~*(?:\b)summerlinhomes411\.info(?:\b)" 1; "~*(?:\b)sumo\.com(?:\b)" 1; "~*(?:\b)sundrugstore\.com(?:\b)" 1; + "~*(?:\b)sunflowerdrawingpaintings\.blogspot\.com(?:\b)" 1; "~*(?:\b)superfish\.com(?:\b)" 1; "~*(?:\b)superiends\.org(?:\b)" 1; "~*(?:\b)superinterstitial\.com(?:\b)" 1; @@ -7059,6 +7062,7 @@ map $http_referer $bad_referer { "~*(?:\b)topclickguru\.com(?:\b)" 1; "~*(?:\b)top\-deal\.com\.pl(?:\b)" 1; "~*(?:\b)topdownloads\.ru(?:\b)" 1; + "~*(?:\b)topflownews\.com(?:\b)" 1; "~*(?:\b)topkarkas\.com(?:\b)" 1; "~*(?:\b)top\-karkas\.ru(?:\b)" 1; "~*(?:\b)top\-l2\.com(?:\b)" 1; @@ -7501,6 +7505,7 @@ map $http_referer $bad_referer { "~*(?:\b)vsexkontakte\.net(?:\b)" 1; "~*(?:\b)vtcdns\.com(?:\b)" 1; "~*(?:\b)vtc\.pw(?:\b)" 1; + "~*(?:\b)vuclip\.com(?:\b)" 1; "~*(?:\b)vucms\.com(?:\b)" 1; "~*(?:\b)vut\.com\.ru(?:\b)" 1; "~*(?:\b)vvon\.co\.uk(?:\b)" 1; diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 180bdc087..3bd4c7e2e 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.122.173.211 1; +35.193.184.18 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/custom-bad-referrers.conf b/.dev-tools/test_units/custom-bad-referrers.conf index 3e4121cc2..afb74d9a9 100644 --- a/.dev-tools/test_units/custom-bad-referrers.conf +++ b/.dev-tools/test_units/custom-bad-referrers.conf @@ -859,6 +859,7 @@ "~*(?:\b)bet365\.com(?:\b)" 0; "~*(?:\b)beta\.hotkeys\.com(?:\b)" 0; "~*(?:\b)betonka\.pro(?:\b)" 0; + "~*(?:\b)betshuckclean\.com(?:\b)" 0; "~*(?:\b)betterhdporn\.com(?:\b)" 0; "~*(?:\b)betteroffers\.review(?:\b)" 0; "~*(?:\b)betterscooter\.com(?:\b)" 0; @@ -924,6 +925,7 @@ "~*(?:\b)biznesrealnost\.ru(?:\b)" 0; "~*(?:\b)biznesschat\.net(?:\b)" 0; "~*(?:\b)bizru\.info(?:\b)" 0; + "~*(?:\b)bizzliving\.com(?:\b)" 0; "~*(?:\b)bjanshee\.ru(?:\b)" 0; "~*(?:\b)bjetjt\.com(?:\b)" 0; "~*(?:\b)bjgugu\.net\.ua(?:\b)" 0; @@ -5776,6 +5778,7 @@ "~*(?:\b)summerlinhomes411\.info(?:\b)" 0; "~*(?:\b)sumo\.com(?:\b)" 0; "~*(?:\b)sundrugstore\.com(?:\b)" 0; + "~*(?:\b)sunflowerdrawingpaintings\.blogspot\.com(?:\b)" 0; "~*(?:\b)superfish\.com(?:\b)" 0; "~*(?:\b)superiends\.org(?:\b)" 0; "~*(?:\b)superinterstitial\.com(?:\b)" 0; @@ -6073,6 +6076,7 @@ "~*(?:\b)topcasinoratings\.ru(?:\b)" 0; "~*(?:\b)topclickguru\.com(?:\b)" 0; "~*(?:\b)topdownloads\.ru(?:\b)" 0; + "~*(?:\b)topflownews\.com(?:\b)" 0; "~*(?:\b)topkarkas\.com(?:\b)" 0; "~*(?:\b)topmira\.com(?:\b)" 0; "~*(?:\b)topquality\.cf(?:\b)" 0; @@ -6512,6 +6516,7 @@ "~*(?:\b)vsexkontakte\.net(?:\b)" 0; "~*(?:\b)vtc\.pw(?:\b)" 0; "~*(?:\b)vtcdns\.com(?:\b)" 0; + "~*(?:\b)vuclip\.com(?:\b)" 0; "~*(?:\b)vucms\.com(?:\b)" 0; "~*(?:\b)vut\.com\.ru(?:\b)" 0; "~*(?:\b)vvon\.co\.uk(?:\b)" 0; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 24924e8b0..04391db62 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Alexibot -crawler4j -Kozmosbot -Majestic-SEO -RankingBot -sp_auditbot -Turnitin -WebBandit -WEBDAV -WebsiteExtractor +Anthill +BlackWidow +CSHttp +Drip +evc-batch +HTTrack +IDBot +Netcraft +Pavuk +SmartDownload diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index 5df1d4fa8..79a43b2ef 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -01h4x.com -404checker -404enemy -Abonti -Aboundexbot -Acunetix -AfD-Verbotsverfahren +80legs +Aboundex +ADmantX AIBOT AiHitBot -Anarchie -archive.org_bot -Aspiegel +AllSubmitter +Ankit +arquivo.pt Asterias Attach -BacklinkCrawler -BackStreet -Badass +autoemailspider +BackDoorBot +Backlink-Ceck +backlink-check +BackWeb Bandit -Barkrowler +BatchFTP +Battleztar Bazinga BBBike -BDFetch BetaBot Bigfoot Bitacle +Blackboard BLEXBot -Blow Boardreader -Bolt +Brandprotect Brandwatch Buck +BuiltBotTough +BuiltWith +Bullseye BunnySlippers +BuzzSumo Calculon CATExplorador -CazoodleBot +Cegbfeieh check1.exe -CheeseBot CheTeam -ChinaClaw +Cliqzbot coccocbot-web Cocolyzebot -Collector +CODE87 +Cogentbot +cognitiveseo +com.plumanalytics CopyRightCheck -crawler4j -crawler.feedback -Crescent -CrunchBot +Craftbot CSHttp -DataCha0s -Deusu -Digincore -DigitalPebble -DIIbot -Dirbuster -Disco +Curious +DatabaseDriverMysqli +Devil +Discobot +Discoverybot Dispatch DnyzBot -DomainAppender -Domains Project -DomCopBot -Drip -DSearch +Dotbot +Download Wonder DTS Agent EasyDL -Ebingbong -Ecxi +ECCP/1.0 EMail Siphon +EMail Wolf +evc-batch Exabot -Express WebPictures +ExtLinksBot +Extractor ExtractorPro -Extreme Picture Finder EyeNetIE -Ezooms -Flunky -FyberSpider -Getintent -Gigablast +Firefox/7.0 +Fuzz +GetRight +Go-Ahead-Got-It +gopher Gotit GoZilla +Go!Zilla Grabber -GrapeshotCrawler -Haansoft -HaosouSpider -Hloader +GrabNet +GrapeFX +Havij +heritrix +Heritrix HMView -HTTP::Lite +HTMLparser HTTrack -IDBot +Iblog IDBTE4M Id-search -InfoNaviRobot +Image Fetch +IndeedBot +Indy Library instabid Intelliseek -InterGET -InternetSeer +Internet Ninja internetVista monitor ips-agent Iria IRLbot -isitwp.com -IstellaBot -JetCar +JennyBot Jetty -Jyxobot -Kinza +JikeSpider +Kenjin Spider +Kozmosbot +LeechFTP LeechGet -Lftp -Likse -LinkextractorPro +LexiBot +LibWeb +Libwhisker +Linkbot +Linkdexbot +LinksManager LinqiaRSSBot LinqiaScrapeBot -Lmspider +Litemage_walker LNSpiderguy Ltx71 +LWP::Simple Magnet Mag-Net Mail.RU_Bot -MarkWatch Mata Hari MauiBot -meanpathbot -Mediatoolkitbot -Microsoft Data Access -Mojeek +MegaIndex.ru +Metauri +MicroMessenger +MIDown tool +MIIxpc +MJ12bot Mojolicious Mozlila MSFrontPage -MSIECrawler muhstik-scan -Name Intelligence Navroad -NetAnts +NearSite Netcraft +netEstate NE Crawler NetLyzer -NetSpider -Net Vampire NetZIP -NextGenSearchBot Nibbler +Nikto NPbot -Nuclei +Nutch oBot -Octopus OnCrawl -Openfind +OpenLinkProfiler OpenVAS -OPPO A33 -OrangeBot -OutclicksBot OutfoxBot +PageAnalyzer +Page Analyzer +PageGrabber page scorer -Panscient -pcBrowser -PHPCrawl +Pandalytics +Pavuk +PeoplePal Picsearch PictureFinder -Pimonster -Pi-Monster Pixray -PleaseCrawl plumanalytics -probe-image-size +polaris version Probethenet -ProPowerBot Pu_iN -PyCurl -RankFlex -RankingBot +Pump +PxBroker +QueryN Metasearch RankingBot2 -RepoMonkey +Reaper +ripz +Rogerbot RSSingBot -scalaj-http +s1z.ru +SalesIntelligent +satoristudio.net ScanAlert Scanbot +scan.lol ScoutJet -Screaming +Scrapy ScreenerBot +SearchmetricsBot +Semrush +SentiBot +SEOkicks +SEOkicks-Robot Seomoz seoscanners -SEOstats serpstatbot -sexsearcher +Siphon +SISTRIX +Sitebeam SiteCheckerBotCrawler +sitechecker.pro SiteLockSpider -SiteSucker -Site Sucker -Sitevigil +SiteSnagger SlySearch -SmartDownload -SMTBot +Snapbot +Snoopy +sogouspider Sogou web spider Sosospider +Sottopop +Spammen +SpankBot sp_auditbot -SputnikBot -Sqlmap -Sqworm +Spbot +Spinn3r Stripper -Sucker -SuperHTTP Surfbot SurveyBot -Swiftbot -sysscan -tAkeOut -Titan +T0PHackTeam +TeleportPro +Telesphorep +Thumbor Trendictionbot -trendiction.com -trendiction.de +True_Robot Turnitin -TurnitinBot -TwengaBot -Typhoeus -VB Project -VeriCiteCrawler +VidibleScraper +VoidEYE Voil -WallpapersHD -WASALive-Bot -Web Auto -WebBandit +Webalta +WebAuto Web Collage -WEBDAV -WebEnhancer -Web Fetch -Web Fuck -WebImageCollector -webmeup-crawler +WebCopier +WebFetch +WebPix Web Pix +WebReaper WebSauger -Web Sauger -Webshag +WebsiteExtractor WebsiteQuester Website Quester Webster -WebStripper WebSucker Web Sucker +WebZIP WeSEE Whack -Whatweb -Who.is Bot -WISENutbot +Whacker +WiseGuys Robot +Wotbox Wprecon +WPScan WWW-Collector-E -WWW-Mechanize -WWWOFFLE +WWW::Mechanize x22Mozilla -Xenu -xpymep1.exe +Xaldon_WebSpider Zade -ZumBot -ZyBorg +Zauba +zauba.io +Zermelo +ZoomBot diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index 1150cddc4..10e309c6d 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ +01h4x.com 360Spider +404checker +404enemy 80legs Abonti -Aboundex Acunetix -AfD-Verbotsverfahren AIBOT -Aipbot +AiHitBot +Alexibot +Alligator +AlphaBot Anarchie -arquivo-web-crawler -Attach +ASPSeek +Asterias autoemailspider AwarioRssBot -AwarioSmartBot -BackDoorBot Backlink-Ceck -BacklinkCrawler Badass -BatchFTP -Battleztar Bazinga +Bandit BDCbot BetaBot -Bigfoot Bitacle Black Hole -BLEXBot +BlackWidow Blow Boardreader Bolt BotALot -Brandwatch -Buddy -BuiltWith -BuzzSumo -Calculon -CherryPicker +BuiltBotTough +BunnySlippers +CATExplorador +CensysInspect +CheeseBot ChinaClaw -Claritybot -Cloud mapping -coccocbot-web +Chlooe +Cliqzbot +Cocolyzebot +CODE87 Cogentbot cognitiveseo -com.plumanalytics -Cosmos -crawler.feedback +Collector +Copier +crawler4j +Crescent CSHttp -Curious -Custo -DatabaseDriverMysqli +DataCha0s DBLBot demandbase-bot Demon -Deusu -DIIbot -Dirbuster +Digincore +DigitalPebble Disco Discobot -Discoverybot -DittoSpyder +Dispatch +DomainAppender DomainCrawler -domainsproject.org +DomainSigmaCrawler DomainStatsBot -Download Wonder -Dragonfly -DTS Agent +Dotbot +DSearch EasyDL +Ebingbong eCatch ECCP/1.0 -Ecxi -EirGrabber +EMail Siphon EMail Wolf -EroCrawler -Express WebPictures -ExtLinksBot +Evil +ExtractorPro +EyeNetIE Ezooms -Fimap -Freeuploader -Fuzz -FyberSpider -GermCrawler -GetRight +FDM +FemtosearchBot +FHscan +FlashGet +GetWeb +Gigabot G-i-g-a-b-o-t -gopher -GoZilla -Grafula -HTMLparser +Go-Ahead-Got-It +GridBot +GT::WWW +Haansoft +HaosouSpider HTTrack -IDBot -IDBTE4M -IlseBot -Image Sucker +Humanlinks Indy Library instabid -Intelliseek -Internet Ninja internetVista monitor -isitwp.com -Iskanie -IstellaBot -JamesBOT -JennyBot -Jetty -JOC Web Spider Joomla -Jorgee +JustView Jyxobot -LibWeb +Keyword Density +Kozmosbot +Lanshanbot +Libwhisker LieBaoFast Lightspeedsystems Likse -Linkbot -Linkdexbot -LinkextractorPro LinksManager -LinqiaMetadataDownloaderBot LinqiaScrapeBot +Lipperhey Lipperhey Spider -LNSpiderguy Ltx71 -lwp-request -LWP::Simple -Magnet +lwp-trivial Mag-Net -Majestic SEO -Majestic-SEO +MarkMonitor +MarkWatch Mata Hari -MauiBot -Mb2345Browser -MeanPath Bot -Mediatoolkitbot +mediawords +MegaIndex.ru Microsoft Data Access +Microsoft URL Control +MIDown tool MIIxpc Mister PiX +MJ12bot Mojolicious -Mozlila +Morfeus Fucking Scanner +MQQBrowser +Mr.4x3 MSFrontPage Msrabot -MTRobot +muhstik-scan Musobot -Name Intelligence -Navroad -Needle +Netcraft +NetLyzer +NetMechanic NetSpider -Nibbler +Nettrack +Netvibes NICErsPRO +Niki-bot Nikto NimbleCrawler +Nimbostratus Ninja Nmap Octopus +Openfind +OpenVAS OPPO A33 -OutfoxBot -PageAnalyzer +Page Analyzer +page scorer PageScorer +Pandalytics Panscient -pcBrowser -PECL::HTTP +Papa Foto +PeoplePal PHPCrawl +Picsearch +PictureFinder +Pimonster plumanalytics -polaris version -Probethenet +POE-Component-Client-HTTP +ProPowerBot ProWebWalker -Quick-Crawler -RankActive -RankingBot -RankurBot -RealDownload +Psbot +PxBroker +PyCurl +QueryN Metasearch +RankActiveLinkBot +RankFlex Reaper RebelMouse -ReGet -Re-re -Ripper -ripz -RocketCrawler -s1z.ru -SalesIntelligent +Recorder +RedesScrapy +RepoMonkey +RSSingBot +satoristudio.net +SBIder scalaj-http +Scanbot scan.lol -Screaming -SearchmetricsBot -SentiBot +Scrapy +Searchestate +Semrush +SemrushBot +SEOkicks SEOlyticsCrawler -SeoSiteCheckup -sexsearcher -Shodan +SEOprofiler +SEOstats +serpstatbot +SISTRIX Sitebeam -SiteCheckerBotCrawler sitechecker.pro -Siteimprove -siteripz +SiteExplorer +SiteSucker Site Sucker SmartDownload -SocialRankIOBot +Snapbot +Snoopy Sociscraper -sogouspider -Sogou web spider Sosospider -SpaceBison -SpankBot -SputnikBot -Sucker -Sucuri -SuperHTTP -SurveyBot -Suzuran -Szukacz -T8Abot +Spammen +Spanner +sp_auditbot +Spbot +spyfu +Sqlworm +SuperBot +Surfbot +Swiftbot +sysscan +tAkeOut Telesphoreo -The Intraformant -Toata -trendiction.com -True_Robot +TheNomad +Titan +Tracemyfile Turingos -URLy.Warning -Vacuum +TurnitinBot +Upflow +URLy Warning VelenPublicWebCrawler -VeriCiteCrawler -Voltron +Voil WallpapersHD -WASALive-Bot Web Collage -WebCopier +WEBDAV WebEnhancer Web Enhancer -WebFetch WebFuck +Web Fuck WebGo IS -WebLeacher +WebImageCollector WebmasterWorldForumBot -WebSauger +webmeup-crawler +Webshag WebsiteExtractor Website Quester Webster -WebStripper -Web Sucker -WebZIP WeSEE -Whacker -Who.is Bot -WiseGuys Robot +Whatweb +WinHTTrack +Wonderbot Woobot -WWW::Mechanize +Wprecon +WPScan +WWW-Collector-E +WWW-Mechanize WWWOFFLE x09Mozilla -Zade +x22Mozilla +Xaldon_WebSpider +YoudaoBot +Zauba Zermelo +Zeus zgrab -Zitebot +ZoomBot ZoominfoBot -ZumBot +ZyBorg diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index 8af017d91..ccbd64c9e 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -ahrefs.com -avitocars.ru -bvlgariring.xyz -freenode.info -jewelryandfiligree.com -kumuk.info -lezbiyanki.net -pomoc-drogowa.cba.pl -socialmonkee.com -tk-assortiment.ru +bezcmexa.ru +chatseo.com +getlamborghini.ga +koleso24.com.ua +minegam.com +my-bc.ru +pokerniydom.ru +sherlock.se +theendivechronicles.com +tizanidinehydrochloride4mgstreetvalue.blogspot.com diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index f1e656bda..2a09ca792 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -007angels.com -08800.top -1008.su -101billion.com +101raccoon.ru +108shot.com 123any.com -1688.com -1kdailyprofit.me -1pamm.ru -2015god.org -2ads.co.uk -45en.ru -888.com -8jn.dating-app.ru -8si.ru -98oi.ru -absugars.com -admeasures.com -affrh2015.com -ahhjf.com -albamargroup.com -allmarketsnewdayli.gdn -allnews.md -alphavisions.net -amazon-seo-service.com -am-se.com -apibrowsesmartne-a.akamaihd.net -apilinkswiftco-a.akamaihd.net -apioasisspacenet-a.akamaihd.net -apiqualitinknet-a.akamaihd.net -app5.letmacworkfaster.world -arabgirls.adultgalls.com -arpelsreplica.xyz -artefakct.com -artel116.ru -autobudpostach.club -auto.rusvile.lt -availit.weebly.com -avon-severozapad.ru -azbukadiets.ru -babyfactory.fr -babyguns.ru +1bet.com +3rbseyes.com +4k-player.pl +5forex.ru +66cpwgln.space +76brighton.co.uk +7ooo.ru +83net.jp +adinterax.com +adventureparkcostarica.com +akusherok.ru +alevinefesleri.com +algerianembassy.co.in +aliexpress.com +allpdfmags.net +altamayoztourism.com +alveris.ru +ameblo.top +amoi.tn +amt-k.ru +amyfoxfitness.com +analnoeporno.tv +apiappenableinfo-a.akamaihd.net +apibatbrowsecom-a.akamaihd.net +apiwoodensealcom-a.akamaihd.net +appiq.mobi +appleid-verification.com +approvedlocal.co.za +ap.senai.br +artparquet.ru +asseenontv.ru +atlant-auto.info +atlasvkusov.ru +atley.eu.pn +autolombard-krasnodar.ru +avek.ru +aviapanda.ru +avon-ukraine.com +avtoarenda.by +ayakino.net +backuperwebcam.weebly.com +balook.com bamo.xsl.pt banan.tv -bbsoldes.fr -bedcapdealers.com -begalka.xyz -berrymall.ru -bestpriceninja.com -betwinservice.com -binomo.com -bitcoinpile.com -blog.koorg.ru -blog.koreadaily.com -blogporn.in -blogs.rediff.com -bradleylive.xyz -braindaily.xyz -bugof.gq -bukleteg.xyz -bum.com.ru -buqayy0.livejournal.com +banki76.ru +bankofthewext.com +beatifullandscape.co +beauty-clinic.ru +best-seo-offer.com +beyan.host.sk +bigcareer.info +bikini-image.com +bkns.vn +blockety.co +bnt-team.com +boazpower.com +boc.kz +bonux.nextview.ru +boobsimge.com +bookmaker-bet.com +bookmark4you.com.biz +brandbucket.com +break-the-chains.com +brewdom.ru +bristolhotel.com.ua +browserprotecter.com +buckspar.gq +budilneg.xyz +bumskontakte.org buqyxa.rincian.info -burkesales.com -bus-offer.com -bycontext.com -candcstuccoandstone.com -cand.jp -candlewooddentalcentre.com.au -canrioloadm.gq -canzoni.ru -carina-sy.de -cartierlove.xyz -cascadelink.org -casite-513049.cloudaccess.net -cenoval.ru -c-gainsbourg.com -chastnoeporno.com -cheapmoncler.xyz -chelyabinsk.xrus.org -chinajerseyswholesalecoupons.com -christianlouboutinsaleonline.us -chuckguilford.com -cjs.com.ru -clickso.com -club-musics.ru -cocolyze.com -cognitiveseo.com -community.allhiphop.com -compliance-don.xyz -compliance-fred.top -compliance-fred.xyz -compliance-mary.top -conocer-sanabria.com -contentsexpress.com -continent-e.tv -coolgramgoods.com -corta.co -cosmeticswomens-womensports.rhcloud.com -counter.yadro.ru -crest3d.ru -cyse.tk -damedingel.ya.ru -danashop.ru -daydream-studio.ru -dayibiao.com +buypuppies.ca +capsderfudd.tk +carapics.com +carstrends2015.com +cartechnic.ru +cartierwatch.xyz +cbox.ws +cejewelry.xyz +centrdebut.ru +cfacarrosserie74.com +cgi2.nintendo.co.jp +changde.58.com +cheapestjerseysonwholesale.com +cheapjerseysa.com +cialischsrx.com +citizenclsdriveri7.pen.io +citysecurity.nu +clayvasedesigns.tk +clickbank.net +clicksor.net +clicksotrk.com +clksite.com +clubfashionista.com +compiko.info +compliance-brian.xyz +compliance-checker.info +compliance-elena.xyz +compliance-george.top +connectionstrenth.com +coolwallpapers4k.info +copenergo.ru +copypaste.traderzplanet.in +costablue.xyz +creatives.adbetclickin.pink +cscwtalkto.site +customergrowthsystems.com +cxpromote.com +daneshetabiat.com +day-news.info ddpills.com -demenageur.com -dengi-pod-zalog-nedvizhimosti.ru -detskie-konstruktory.ru -detskie-zabavi.ru -diffbot.com +depositfiles-porn.ga +design-lands.ru +dichvuvesinhhanoi.com digest-project.ru -digilander.libero.it -digitalfaq.com -digital-sale.su -directrev.com -diusyawiga.tk -djihispano.com -djonwatch.ru -dogbreedspicture.net -dokfilms.net -doktoronline.no -domainroam.win -domini.cat -domznaniy.ru -dosug-lux.ru -draniki.org -drev.biz -druzhininevgeniy63.blogspot.com -duplicashapp.com -easytuningshop.ru -easyukraine.com -ebonyporn.site -ecommerce-seo.org -ecookna.com.ua +dikqlyremy.info +directivepub.com +discountbarbour.online +dispo.de +dnepr-avtospar.com.ua +domain2008.com +dptaughtme.com +earncash.com.ua +earthmagic.info +editmedios.com editors.choice6912650.hulfingtonpost.com -ekspertmed.com -elektronischezigarettekaufen2.tumblr.com -elektrozigaretten1.tumblr.com -elektrozigaretten1.webs.com -elidelcream.weebly.com -elite-sex-finders.com -empirepoker.com -etur.ru -euromasterclass.ru -european-torches.ru -expolicenciaslatam.co -ezigarettenshop2.postbit.com +ekobata.ru +election.interferencer.ru +electronicadirect.com +elektrischezigarette1.onsugar.com +eloxal.ru +elstal.com.pl +elvel.com.ua +encodable.com +energy-ua.com +enews.tech +enge-fotzen.info +esfchat.tk +essay-edu.biz +etotupo.ru +everytalk.tv +exchangeit.gq +extads.net +extlinks.com +f5mtrack.com failingmarriege.blogspot.com -familyphysician.ru -faptitans.com -fast-torrent.ru -ferrotodo.com -fetlifeblog.com -fickblock18.com -fickenbumsen.net -filesmonster.porn -financeloan.us -findpik.com -findsexguide.com -finemanteam.com -finteks.ru -floridahuntingfishingadventures.com -forpackningsutveckling.se -freakycheats.com -freemags.cc -freewebs.com -frequiry.com -fullgirl.ru -fyl.com.ru -fym.com.ru -gateway.zscalertwo.net -gdebestkupit.ru -geile-lelly.eu -genericviagrasildenafiled.net -getdot.ru -getridofstretchmarks.org -ghostvisitor.com -gloverid.site -gonextmedia.com -goodhumor24.com +fakehandbags.xyz +familyholiday.ml +fanoboi.com +fashionindeed.ml +fashion-stickers.ru +fastfixing.tech +fenoyl.batcave.net +feorina.ru +fickkontakte.org +firma-legion.ru +flashahead.info +flashlarevista.com +fordsonmajbor.cf +forms-mtm.ru +fortwosmartcar.pw +frcls.fr +free-deals.faith +freejabs.com +front.to +frvo.alptandem.ru +fuckbuddybestgilf.info +funnypica.com +galaxys6manual.info +gamewrath.com +garciniaxt.us +gemara.com +getprismatic.com +girlsatgames.ru +given2.com +glcomputers.ru +gogalleryawesome.com +golden-catalog.pro +googglet.com google-liar.ru googlemare.com -gopro-online.info -greatidea.marketing -greatzip.com -guildebzh.info -gyffu.com -habermetre.com -hard-porn.mobi -hatedriveapart.com -hd-film.pl -hdxnxxtube.mobi -healing-dysplasia.ru -hebr.myddns-flir.com -helicalpile.us -highland-homes.com -hoholikik.club -hosting-tracker.com -hostsshop.ru -host-tracker.com -hotgirlhdwallpaper.com -housediz.com -hptwaakw.blog.fc2.com -hundejo.com +googlepositions.com +googst2.ru +goroda-vsego-mira.ru +gosmeb.ru +greenshop.su +growboxbl.ru +growshop.es +guod.me +hamptonoaks.ca +handicapvantoday.com +hanink.biz.ly +harmonyglen.us +hawaiielectriclight.com +hesteel.pl +hildinghr.se +hledejvshopech.cz +hollywoodactress.info +homedecoguide.info +homeinns.com +hostcritique.com husky-shop.cz -hyiphunter.org -iboss.com -idegenvezeto.eu -ifmo.ru -i-hobot.ru +hut1.ru +hyhj.info +ico.re +id-forex.com +iklysha.ml ilmen.net -ilmexico.com -iloveitaly.ru -imabase.com -imagefinder.site -images-free.net -imediadesk.com -imgarcade.com -import-sales.com -impotentik.com -informatiecentro.be -instabid.tech +imagecoolpub.com +images.gyffu.com +iminent.com +inboundlinks.win +interferencer.ru +investmac.com investzalog.ru -io9.com -iqoption.pro -iradiology.ru -irkutsk.online-podarki.com -istripper.com -itch.io -ivanstroi.ru -jabimgo.pw +iomoio.net +irunfar.com +isitwp.com +istizanidineanopiate.blogspot.com +itservicesthatworkforyou.com +jackwolfskinoutlet.online jav-fetish.com -javitas.info -jerseyssportsshop.com -jerseyswholesalechinalimited.com -jofucipiku.tk -joyceblog.top -kabbalah-red-bracelets.com -kamorel.com -kellyonline.xyz -kemerovo.zrus.org -ketrzyn.pl -kidskunst.info -kinobest.pl -kiwe-analytics.com -koral.se -koronirealestate.gr -krasula.pp.ua -krynica.info -kurwa.win -laapp.com +jav-way.site +jerseysbizwholesalecheap.com +job.icivil.ir +jrcigars.com +justprofit.xyz +jwss.cc +jyrxd.com +kaac.ru +keywordsuggest.org +kichenaid.ru +kiinomaniak.pl +kino-fun.ru +kinotorka.ru +knigonosha.net +konica.kz +krafte.ru +kreativperlen.ch labplus.ru la-fa.ru -le-clos-des-alouettes.com -lennatin.info -lesbian.xyz -letmacwork.world -lider-zhaluzi.kiev.ua -lincolntheatre.com -linkrr.com -live-sexchat.ru +lanadelreyfans.us +limtu.ifmo.ru +livingroomdecor.info +localflirtbuddies.com lol-smurfs.com -lombia.co -lonfon.xyz -louboutinbooties.xyz -madot.onlinewebshop.net -manuscript.su -maridan.com.ua +longlifelomilomi.info +lostfilm-online.ru +low-format.ru +lunamedia.co +lyngdalhudterapi.no +lyrster.com +magicdiet.gq +makis.nu +manipulyator-peterburg.ru +mantramusic.ru +marinetraffic.com masthopehomes.com -mathgym.com.au -matsdale.com -maxxtor.eu -meccadumps.net -medanestesia.ru +maxthon.com +mbiologi.ru +mcadamssupplyco.com +mebeldekor.com.ua mediaoffers.click -medkletki.ru -medosmotr-ufa.ru -megaindex.ru -mega-polis.biz.ua -meget.co.za -micasainvest.com -mir-betting.ru -missvietnam.org -mmstat.com +mediawhirl.net +medispainstitute.com.au +megaapteka.ru +merryhouse.co.uk +michaelkorssaleoutletonline.net +michellblog.online +millionare.com +minecraft-neo.ru +minegam.com +mirmedinfo.ru +misswell.net +mjchamonix.org +mobplayer.ru moinozhki.com -monclerjacketsoutlet.pw -moneymaster.ru -mossmesi.com -moyaterapiya.ru -muz-baza.net -my-aladin.com +monarchfind-a.akamaihd.net +moneyzzz.ru +monsterdivx.com +morefastermac.trade +msfsaar.de +mycaf.it +mydownloadengine.com +myfreetutorials.com mylida.org -needtosellmyhousefast.com -net-profits.xyz -nfljerseysforsalewholesaler.com -nhl09.ru -nikkiewart.ru -notebook-pro.ru -novgorod.xrus.org -novosti-hi-tech.ru -o00.in -oakleyglassesonline.us +myphotopipe.com +myprintscreen.com +nagdak.ru +nalogovyykodeks.ru +namenectar.com +nbsproject.ru +neks.info +netfacet.net +net-radar.com +newtechspb.ru +nikitabuch.com +ningessaybe.me +nrjmobile.fr +o333o.com +oivcvx.website okayimage.com -oksrv.com -onclickpredictiv.com -onemantrip.com -onko-24.com -onlyporno.ru -onlywoman.org -o-o-6-o-o.com -ooo-olni.ru -orel-reshka.net +okmusic.jp +okroshki.ru +omsk.xrus.org +online-templatestore.com orgasmatrix.com -paccohichetoti.ml -paceform.com -palocco.it -pb-dv.ru -pdamods.ru -pdns.cz -pensplan4u.com -pepperstyle.ru -perfection-pleasure.ru -perm-profnastil.ru -photorepair.ru -phuketscreen.com -pills24h.com -piratecams.com -pistonclasico.com -pix-hd.com -platesauto.com -pl.id-forex.com -podshipniki-nsk.ru -popserve.adscpm.net -popugauka.ru -pornofiljmi.com -porno-play.net +orion-code-access.net +outrageousdeal-a.akamaihd.net +ownshop.cf +oyster-green.com +paidonlinesites.com +pavlodar.xkaz.org +pcimforum.com +pdns.download +picturesify.com +pixell.club +poiskzakona.ru +pontiacsolstice.info +popunder.ru +popup-jdh.xyz +pornobrazzers.biz +pornoforadult.com +porno-home365.com +porno-raskazy.ru pornoreino.com -pornoted.com -postclass.com -powc.r.ca.d.sendibm2.com -pozdravleniya-c.ru -priscilarodrigues.com.br -privacylocationforloc.com -privatefx-in.ru -prizesbook.online +pornowarp.info +portal-eu.ru +pourvous.info +powitania.pl +priora-2.com +prize44.com +prizefestival.mobi +produkto.net +professionaldieselcare.com progonrumarket.ru -projefrio.com.br -prostitutki-kharkova.org -psa48.ru -push-ad.com -puteshestvennik.com +progress-upakovka.ru +pro-tec.kz +putevka24.ru +queerspace.com quizzitch.net -randki-sex.com -ranksonic.com -rapidsites.pro -razleton.com -realizmobi.com -rebrand.ly -regionshop.biz -registrysweeper.com -remybutler.fr -renecaovillasale.online -rewardpoll.com -robertefuller.com -robotixix.com -royal-investments.net -rp9.ru -ruf777.com -running-line.ru -saddiechoua.com -sakhboard.ru -salut-camp.ru -samara.rosfirm.ru -sandhillsonline.com -sarf3omlat.com -saveindex.xyz -scanmyphones.com +randalljhoward.com +rankexperience.com +realmonte.net +realtytimes.com +recinziireale.com +reelheroes.net +rentehno.ru +restaurantlescampi.com +retailwith.com +rezeptiblud.ru +ric.info +rique.host.sk +rniaeba.ga +roleforum.ru +russia-tao.ru +russintv.fr +rvi.biz +sax-sex.com +sayyoethe.blogspot.co.za scanner-ivan.top -scanner-jane.top -scanner-walt.top -search-error.com -seasaltwithfood.com -semp.net -seo-prof1.xyz -seo-smm.kz -seotoolsagency.com -serpstat.com -sex-pr.net +schlampen-treffen.com +seadragonherbery.com +search.alot.com +searchengineranker.email +seasonvar.ru +security60-e.com +see-your-website-here.com +seo18.su +serving.adbetclickin.pink +sex-foto.pw +sex-tracker.com sextracker.de -shell-pmr.ru -sim-service.net -sitechecker.pro -sitopreferito.it -sivs.ru -sky-mine.ru -slimcdn.com -sobecjvuwa.com.ru -socialbutton.xyz -socialmadesimple.com -social-s-iii.xyz -sockshares.tv -soda.media -souvenir.cc +sexy-pings.com +shama-rc.net +shop.acim.org +simon3.ru +sims-sims.ru +sisi-go.ru +sitebeam.net +skatestick.bid +slavia.info +slomm.ru +slowmacfaster.trade +smadihome.com +smailik.org +smartbalanceworld.com +smart-scripts.com +sneakyboy.com +snjatie-geroinovoy-lomki.ru +socialbookmarksubmission.org +social-search.me +socialseet.ru +softxaker.ru +sotkal.lark.ru soviet-portal.do.am -spacash.com -spy-sts.com -ssconstruction.co -stair.registrydomainservices.com +special-porn.com +sr-rekneskap.no stard.shop -stariy-baku.com -statistici.ro -stmassage.ru -strfls.com -stroiminsk.com -stroiminsk.org +stats-collector.org +steame.ru +stickers-market.ru +stjamesschool.info +stop-zavisimost.com +stpicks.com +strana-krasoty.ru suchenindeutschland.com -superlist.biz -superstats.com +sudexpert66.ru syvertsen-da.no -tagil.zrus.org -tampabaywatch.org -tandvardshuset.net -tarad.com -td-33.ru -tds-advert002.info -teencastingporn.com -teenporn18.net -template-kid.com -testingads.pro -theautoprofit.ml +taqplayer.info +tecnoteakviareggio.it +tedy.su +teguh.info +telefonsexi.com +telefonsexsofort.tk +texbaza.by thenews-today.info -thiegs.reco.ws -titelhelden.eu -tizanidine4mgstreetprice.blogspot.com -tizanidineandgabapentin.blogspot.com -tizanidinefibromyalgia.blogspot.com -tizanidinehcl2mg.blogspot.com -tizanidinehydrochloride2mg.blogspot.com -tizanidineingredients.blogspot.com -tizanidinerestlesslegsyndrome.blogspot.com -tizanidinesideeffectsweightloss.blogspot.com -toonfamilies.net -topmira.com -torture.ml -totu.us -tour-line.net -toy-shop.top -truck-rece.life -ttrraacckkrr.com -tuckpointingmasonrysystems.com -udsgame.online -ugogo.info -umnovocaminho.com -unitygame3d.com -uprour.com -urldelivery.com -url-extractor.xyz -userequip.com -vacuumcleanerguru.com -via-energy-cumpara.com -viagroid.ru -videochat.life +thepokertimer.com +thetardistimes.ovh +thewebsitetemplate.info +thewomenlife.com +thexart.club +timeallnews.ru +titan-cloud.life +tizanidinedosage.blogspot.com +tizanidineduringpregnancy.blogspot.com +tizanidineformigraines.blogspot.com +tizanidinehcl2mgtablet.blogspot.com +tizanidinehydrochloride4mgstreetvalue.blogspot.com +tizanidineinteractions.blogspot.com +tizanidinewithdrawal.blogspot.com +top250movies.ru +torontoplumbinggroup.com +traffic-club.info +trahic.ru +trubywriting.com +trumpetedextremes.com +try-rx.com +tuckermktg.com +turvgori.ru +u-cheats.ru +unisexjewelry.org +unmaroll.ya.ru +upstore.me +uptimebot.net +usdx.us +utrolive.ru +valsalud.com +venta-prom.ru +viagra.pp.ua +viberdownload10.com videochaty.ru -videogamesecrets.com -videojam.tv -vielporno.net -viel.su -vigrx-original.ru -virus-respirators.com -vladhistory.com -voditeltrezviy.ru -vvon.co.uk -wapsite.me -warningzscaler.heraeus.com -watsonrealtycorp.com -webenlace.com.ar -webkeyit.com -welck.octopis.com -wemedinc.com -whatistizanidinehclusedfor.blogspot.com +vk-mus.ru +voronezh.xrus.org +vseigru.one +vzlomfb.com +wallpapers-best.com +watchdogs-2.ru +watchinf.com +wcb.su +webix.me +webscouter.net +websiteaccountant.de +website-speed-checker.site +websites-reviews.com +wesharepics.info +whengirlsgowild.com where-toget.com -whereverdesperate.gq -wholesalenfljerseys.us.com -woman-tampon.ru -works.if.ua -xn--1-8sbcpb0bdm8k6a.xn--p1ai -xn----7sbho2agebbhlivy.xn--p1ai -xn--80aagddcgkbcqbad7amllnejg6dya.xn--p1ai +winx-play.ru +wordpress-crew.net +worldis.me +wrz0iuebwhp5fg.freeddns.com +wwwadultcheck.com +www.pinnacle-bets.com +wygraj-skiny.win +xaijo.com +xchangetrak.com +xchat26.myfreecams.com +xjlottery.com +xn----7sbaaabaei0cc8aj5bj0bncejx.xn--p1ai +xn----7sbbahaq9bb5afgiqfliv4m.xn--p1ai +xn--80aaaks3bbhabgbigamdr2h.xn--p1ai +xn--80aebbcbcdemfkhba4byaehoejh8dza3v.xn--p1ai +xn--80atua3d.xn--p1ai +xn--d1acah0c.xn--p1ai xn--h1ahbi.com.ua -xtremeeagles.net -xwatt.ru -yellowproxy.net -youandcredit.ru -yourporn.com -yugk.net +x-stars.ru +xxx-cam.webcam +yebocasino.co.za +yourothersite.com +yugo-star.ru +zapatosenventa.info zarabiaj-dzis.pl -zhorapankratov7.blogspot.com +zeroredirect6.com +znakom.sibtest.ru zoolubimets.ru -zryydi.com +zophim.me +zytpirwai.net diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index 663881013..5ba299929 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -03p.info -0912701309f8ce.com -1001desert.com -123movies.love -1adult.com -1qingdao.com -1xbet4you.com +01apple.com +101raccoon.ru 2drittel.de -3xforum.ro -4replicawatch.net -4senses.co -991mostfm.co.id -aa08daf7e13b6345e09e92f771507fa5f4.com -acmebtn.ml -adservme.com -agahinameh.com -air-edem.ru -algerianembassy.co.in -angigreene.com -anjalika.co.in -apartmentratings.com -appearance-cool.com -arenda-yeisk.ru -asscenihotosidea.blogspot.com -autobudpostach.club -autolombard-krasnodar.ru -aviav.ru.com -ayerbo.xhost.ro -azartclub.org -backiee.com -badavit.com.ua -bazaronline24.ru -beauby.ru -best-games.today -bet-prognoz.com -beztuberkuleza.ru -bif-ru.info -bikini-image.com -bizru.info -bjetjt.com -bloglag.com -braindaily.xyz -break-the-chains.com -brothers-smaller.ru -calc-for-credit.ru -camdenmemorials.com -canacopegdl.com -casinorewards.info +2rich4bitches.com +66cpwgln.space +absugars.com +academiacsmendoza.org +acortarurl.es +adsloads.com +adultfullhd.com +affiliate-fr.com +agecheckadult.com +alphaforum.ru +amazingpic.net +animal36.com +anime.dougasouko.com +anonymizeme.pro +api.stathat.com +approved.su +appsecurityr.com +a.pr-cy.ru +asacopaco.tk +ascat.porn +asrvrep-a.akamaihd.net +avek.ru +avtointeres.ru +azazaporn.com +azbaseimages.net +bad-stars.net +baladur.ru +batanga.net +berlininsl.com +bestprofits-there.com +bget.ru +bigpenisguide.com +bin-brokers.com +bio.trade-jp.net +blog.axant.it +boom-celebs.com +brakehawk.com +bristolhostel.com +budilneg.xyz +buehne-fuer-menschenrechte.de +butstrap.space +buyparajumpers.online +candy-glam-hp.com +carstrends2015.com +cartierjusteunclou.xyz +cartierlovebracelet.xyz c-english.ru -cfacarrosserie74.com -clipartnew.com +cheatcode-lita12.rhcloud.com +chelnytruck.ru +chorus.terakeet.com +circlesl.com +classiquebijoux.ru clodo.ru -coin-hive.com -com-cleaner.systems -compliance-checker.info -compliance-donald.xyz -compliance-mary.top -conboy.us -coolwallpapers4k.info -crackzplanet.com -dalavia.ru -db.speedup.gdn -ddlmega.net -decenttools.com -design-ideas.info -dev78.dioniqlabb.se -dev-seo.blog -djonwatch.ru -domashneeruporno.com -dptaughtme.com -dscaas.website -dverimegapolis.ru -eleimgo.pw -elektrozigaretten1.webs.com -elidelcream.weebly.com -enskedesquashclub.se -euroskat.ru -expertblog.info +compliance-ivan.xyz +compliance-john.top +constantaservice.net +construmac.com.mx +counter.bloke.com +countercrazy.com +culturevie.info +cxpromote.com +dayibiao.com +docsportal.net +dominterior.org +downloadeer.net +drev.biz +drugspowerstore.com +educontest.net +edudocs.net +ee77ee.com +elektrozigarettekaufen2.blogse.nl +enbersoft.com +enge-fotzen.info +eralph.tk +eugenevaultstorage.com +exdocsfiles.com +exoclick.com +extener.org +eyelike.com.ua eyes-on-you.ga -ezigarettekaufen2.blox.pl -f1nder.org -faithe.top -fapgon.com -favornews.com -filerockstar298.weebly.com -fingerprintjs.com -flauntyoursite.com -floridamobilebillboards.com -foxweber.com -freegamesplay.online -free-gluten.ru -free-share-buttons.blogspot.com -freshmac.space -fullfileaccess.com -gagrasector.ru -gallerylisting.com -gameplexcity.com -gigixo.com -girlsfuckdick.com -googglet.com -greamimgo.pw -greatgrace.ru -greendream.com.ua -gwebtools.com -hccoder.info -hotblog.top -hreade.com -hyipmanager.in -ido3.com -iideaidekonkatu.info -ilmen.net -imgarcade.com -img.wallpaperstock.net -inome.com.ua -integritylandscapeservices.com -interesnie-faktu.ru -interior-stickers.ru -irkutsk.zrus.org -iskalko.ru -islandminingsupply.wordpress.com -ispaniya-costa-blanca.ru -janavibekken.no -kaac.ru -kalb.ru -kazka.ru -keenoutlet.online -keywordblocks.com -kfon.eu -kozhniebolezni.com -kw21.org -labafydjxa.su -labplus.ru -lafriore.ru -lalalove.ru -leadwayau.com -lflash.ru -li-er.ru -liky.co.ua +favorcosmetics.com +fenoyl.batcave.net +figuringmoneyout.com +fitfloponline.store +fitness-video.net +florida-tourism.net +freesitetest.com +fungamelands.com +galleryawesome.com +geilehausfrauen.net +gembird.com +generalporn.org +gerhardhealer.com +getresponse.com +gigablast.com +goldpanningtools.com +goodwinmetals.co +googlefeud.com +growshop.es +hchha.com +hidemyass.com +hkdiiohi.skyrock.com +homegardenlova.com +hotel-mkad.ru +housediz.com +i-hobot.ru +i-midias.net.br +imperia31.ru +impresagaia.it +inboxdollars.com +incest-ru.com +indetiske.ya.ru +innodgfdriverhm.aircus.com +int.search.mywebsearch.com +iron-age.info +itronics.ca +jabimgo.pw +jacago.com +javcoast.com +justdating.online +justkillingti.me +kam-dom.ru +keywordsdoctor.com +keywordsking.com +keywordteam.net +kinomaniatv.pl +konteiner24.com +koversite.info +kuzinsp.ru littlesunraiser.com -loginduepunti.it -m4ever.net -maju.bluesalt.co -mamasuper.prom.ua +lsp-awak-perikanan.com +mackeeper-center.club +mac-shield.com +madot.onlinewebshop.net +magazin-pics.ru manifestation.betteroffers.review -marblestyle.ru -marinetraffic.com -m.b00kmarks.com -mil-stak.com -mixx.com -mobifunapp.weebly.com -moscow.online-podarki.com -mp3ritm.top -mulberryoutletonlineeu.com -my-bc.ru -mystats.xyz -nalogovyykodeks.ru -naturalshair.site -newstraveller.ru -nextbackgroundcheck.gq -nordvpn.com -novodigs.com -nsatc.net -odywpjtw.bloger.index.hr +marcogrup.com +martlinker.com +medicovi.com +mex-annushka.ru +midst.eu +mindbox.co.za +mobile-appster.ru +moivestiy.biz +mrwhite.biz +muz-baza.net +mxgetcode.com +mybinaryoptionsrobot.com +nalogovyy-kodeks.ru +naperehresti.info +narkologiya-orel.ru +natali-forex.com +neodownload.webcam +nightvision746.weebly.com +norththeface.store +nrv.co.za +oivcvx.website oklogistic.ru -paphoselectricianandplumber.com -partner-pop.men -partnersafe.men -partners-ship.pro -pertlocogasilk.tk -php-market.ru -piski.top -pizza-imperia.com -poems.com.ua -pooleroadmedicalcentre.co.uk -pornhubforum.tk -porno-dojki.net -pornozhara.com -pretty-mart.com -pronekut.com -prostitutki-kharkova.org -prostitutki-yaroslavlya.org -ranking2017.ga -rapidokbrain.com -realitykings.com -redirectingat.com -rff-cfal.info -royalcar-ufa.ru -saddiechoua.com -salutmontreal.com -sanidumps.com -sawin.beth.webd.pl -scansafe.net -scenarii-1-sentyabrya.uroki.org.ua -sdrescher.net -seksvideoonlain.com +onemantrip.com +oneshotdate.com +ons-add.men +optom-deshevo.ru +osnova3.ru +oxford-book.com.ua +papasdelivery.ru +partnerline.men +perso.wanadoo.es +photo.houseofgaga.ru +picquery.com +picscout.com +pizda.lol +porndairy.in +pornophoto.xyz +potoideas.us +pricheskaonline.ru +privatov-zapisi.ru +proposal-engine.com +pussyspace.net +putevka24.ru +rankings-analytics.com +recipedays.com +refads.pro +rennlist.com +rogervivierforsale.com +royal-betting.net +rustic-quiver.win +scanner-margo.top +scenicmissouri.us +seeresultshub-a.akamaihd.net semxiu.com -servingnotice.com -sethrollins.net -simply.net -slayerlife.com -solmarket.by -spb.afora.ru -stard.shop -stjamesschool.info -storehouse.ua -suhanpacktech.com -tedxrj.com -teenporn18.net -telegramdownload10.com -theendivechronicles.com -tilido.com -tizanidineandgabapentin.blogspot.com -tizanidinedosageforsleep.blogspot.com -tizanidinehydrochloride2mg.blogspot.com -tizanidineinfo.blogspot.com -tizanidineshowupondrugtest.blogspot.com -torrnada.ru -trafficfactory.biz -twu.com.ua -url-extractor.xyz -usacasino.com -varikoz24.com -vashsvet.com -via-energy-order.com -videochat.mx -visa-china.ru -voloomoney.com -vseigry.fun -warningwar.ru -warningzscaler.heraeus.com +seo-smm.kz +shoesonlinebuy.cn +shoesonlinebuy.xyz +shopwme.ru +signal03.ru +sinestesia.host.sk +sisiynas.ru +site.ru +slavkokacunko.de +slkrm.ru +slonechka.ru +social-vestnik.ru +spb.ru +spravka-medosmotr.ru +stathat.com +stmassage.ru +strongholdsb.ru +stuff-about-money.com +tampabaywatch.org +td-l-market.ru +teastory.co +technika-remont.ru +tedy.su +timer4web.com +tizanidineformigraines.blogspot.com +tnaionline.org +torontoplumbinggroup.com +torrents-tracker.com +toyota.7zap.com +traffictrade.life +traffixer.com +tube8.com +ublaze.ru +unrealcommander.com +upproar.com +uptimebot.net +upupa.net +urldelivery.com +urlopener.com +veerotech.com +vepad.com +videositename.com +weboptimizes.com webpromotion.ae -website-analytics.online -webstatsdomain.org -westsextube.com -womens-journal.net -wordkeyhelper.com -wowcasinoonline.ooo -www.bookmaker-bets.com -xev.ru -xgames-04.com -xn--24-glceagatoq7c2a6ioc.xn--p1ai -xn--hxazdsfy.blogspot.com -yougame.biz -youtuhe.com +websiteaccountant.de +website-speed-checker.site +weekes.biz.tc +wygraj-teraz.com +xaylapdiendanang.com +xn----btbdvdh4aafrfciljm6k.xn--p1ai +xtremeeagles.net +yoopsie.com +youradulthosting.com za-fun-offer.com -zajm-zalog-krasnodar.ru -zigarettenonl.canalblog.com -zlatnajesen.com -z-master.ru -zytpirwai.net +zajm-pod-zalog-nedvizhimosti.ru +zdesformula.ru +zigarettenonlinekaufen1.blox.pl diff --git a/.dev-tools/test_units/ratelimittest-master.txt b/.dev-tools/test_units/ratelimittest-master.txt index 3c54e5485..b2122ba99 100644 --- a/.dev-tools/test_units/ratelimittest-master.txt +++ b/.dev-tools/test_units/ratelimittest-master.txt @@ -5,6 +5,13 @@