diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 307ec3ebb..8f1bcccce 100644 --- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,9 +4,9 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1740 -### Updated: Tue Jul 2 16:14:53 SAST 2019 -### Bad Referrer Count: 6717 +### Version: V3.2019.07.1741 +### Updated: Tue Jul 2 16:37:06 SAST 2019 +### Bad Referrer Count: 6719 ### Bad Bot Count: 556 ################################################### ### VERSION INFORMATION ## @@ -3837,6 +3837,7 @@ map $http_referer $bad_referer { "~*(?:\b)informatiecentro\.be(?:\b)" 1; "~*(?:\b)infospot\.pt(?:\b)" 1; "~*(?:\b)infostatsvc\.com(?:\b)" 1; + "~*(?:\b)infoupdate\.org(?:\b)" 1; "~*(?:\b)infowarcraft\.ru(?:\b)" 1; "~*(?:\b)inmate\-locator\.us(?:\b)" 1; "~*(?:\b)innodgfdriverhm\.aircus\.com(?:\b)" 1; @@ -4884,6 +4885,7 @@ map $http_referer $bad_referer { "~*(?:\b)nate\.com(?:\b)" 1; "~*(?:\b)na\-telefon\.biz(?:\b)" 1; "~*(?:\b)nationalbreakdown\.com(?:\b)" 1; + "~*(?:\b)national\-today\-winning\-winner\.club(?:\b)" 1; "~*(?:\b)naturalbreakthroughsresearch\.com(?:\b)" 1; "~*(?:\b)naturalpharm\.com\.ua(?:\b)" 1; "~*(?:\b)naturalshair\.site(?:\b)" 1; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 307ec3ebb..8f1bcccce 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,9 +4,9 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1740 -### Updated: Tue Jul 2 16:14:53 SAST 2019 -### Bad Referrer Count: 6717 +### Version: V3.2019.07.1741 +### Updated: Tue Jul 2 16:37:06 SAST 2019 +### Bad Referrer Count: 6719 ### Bad Bot Count: 556 ################################################### ### VERSION INFORMATION ## @@ -3837,6 +3837,7 @@ map $http_referer $bad_referer { "~*(?:\b)informatiecentro\.be(?:\b)" 1; "~*(?:\b)infospot\.pt(?:\b)" 1; "~*(?:\b)infostatsvc\.com(?:\b)" 1; + "~*(?:\b)infoupdate\.org(?:\b)" 1; "~*(?:\b)infowarcraft\.ru(?:\b)" 1; "~*(?:\b)inmate\-locator\.us(?:\b)" 1; "~*(?:\b)innodgfdriverhm\.aircus\.com(?:\b)" 1; @@ -4884,6 +4885,7 @@ map $http_referer $bad_referer { "~*(?:\b)nate\.com(?:\b)" 1; "~*(?:\b)na\-telefon\.biz(?:\b)" 1; "~*(?:\b)nationalbreakdown\.com(?:\b)" 1; + "~*(?:\b)national\-today\-winning\-winner\.club(?:\b)" 1; "~*(?:\b)naturalbreakthroughsresearch\.com(?:\b)" 1; "~*(?:\b)naturalpharm\.com\.ua(?:\b)" 1; "~*(?:\b)naturalshair\.site(?:\b)" 1; diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 307ec3ebb..8f1bcccce 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,9 +4,9 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1740 -### Updated: Tue Jul 2 16:14:53 SAST 2019 -### Bad Referrer Count: 6717 +### Version: V3.2019.07.1741 +### Updated: Tue Jul 2 16:37:06 SAST 2019 +### Bad Referrer Count: 6719 ### Bad Bot Count: 556 ################################################### ### VERSION INFORMATION ## @@ -3837,6 +3837,7 @@ map $http_referer $bad_referer { "~*(?:\b)informatiecentro\.be(?:\b)" 1; "~*(?:\b)infospot\.pt(?:\b)" 1; "~*(?:\b)infostatsvc\.com(?:\b)" 1; + "~*(?:\b)infoupdate\.org(?:\b)" 1; "~*(?:\b)infowarcraft\.ru(?:\b)" 1; "~*(?:\b)inmate\-locator\.us(?:\b)" 1; "~*(?:\b)innodgfdriverhm\.aircus\.com(?:\b)" 1; @@ -4884,6 +4885,7 @@ map $http_referer $bad_referer { "~*(?:\b)nate\.com(?:\b)" 1; "~*(?:\b)na\-telefon\.biz(?:\b)" 1; "~*(?:\b)nationalbreakdown\.com(?:\b)" 1; + "~*(?:\b)national\-today\-winning\-winner\.club(?:\b)" 1; "~*(?:\b)naturalbreakthroughsresearch\.com(?:\b)" 1; "~*(?:\b)naturalpharm\.com\.ua(?:\b)" 1; "~*(?:\b)naturalshair\.site(?:\b)" 1; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/custom-bad-referrers.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/custom-bad-referrers.conf index 9421a6049..a47fb02f5 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/custom-bad-referrers.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/custom-bad-referrers.conf @@ -2904,6 +2904,7 @@ "~*(?:\b)informatiecentro\.be(?:\b)" 0; "~*(?:\b)infospot\.pt(?:\b)" 0; "~*(?:\b)infostatsvc\.com(?:\b)" 0; + "~*(?:\b)infoupdate\.org(?:\b)" 0; "~*(?:\b)infowarcraft\.ru(?:\b)" 0; "~*(?:\b)inmate\-locator\.us(?:\b)" 0; "~*(?:\b)innodgfdriverhm\.aircus\.com(?:\b)" 0; @@ -3948,6 +3949,7 @@ "~*(?:\b)nastydollars\.com(?:\b)" 0; "~*(?:\b)natali\-forex\.com(?:\b)" 0; "~*(?:\b)nate\.com(?:\b)" 0; + "~*(?:\b)national\-today\-winning\-winner\.club(?:\b)" 0; "~*(?:\b)nationalbreakdown\.com(?:\b)" 0; "~*(?:\b)naturalbreakthroughsresearch\.com(?:\b)" 0; "~*(?:\b)naturalpharm\.com\.ua(?:\b)" 0; diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 307ec3ebb..8f1bcccce 100644 --- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,9 +4,9 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1740 -### Updated: Tue Jul 2 16:14:53 SAST 2019 -### Bad Referrer Count: 6717 +### Version: V3.2019.07.1741 +### Updated: Tue Jul 2 16:37:06 SAST 2019 +### Bad Referrer Count: 6719 ### Bad Bot Count: 556 ################################################### ### VERSION INFORMATION ## @@ -3837,6 +3837,7 @@ map $http_referer $bad_referer { "~*(?:\b)informatiecentro\.be(?:\b)" 1; "~*(?:\b)infospot\.pt(?:\b)" 1; "~*(?:\b)infostatsvc\.com(?:\b)" 1; + "~*(?:\b)infoupdate\.org(?:\b)" 1; "~*(?:\b)infowarcraft\.ru(?:\b)" 1; "~*(?:\b)inmate\-locator\.us(?:\b)" 1; "~*(?:\b)innodgfdriverhm\.aircus\.com(?:\b)" 1; @@ -4884,6 +4885,7 @@ map $http_referer $bad_referer { "~*(?:\b)nate\.com(?:\b)" 1; "~*(?:\b)na\-telefon\.biz(?:\b)" 1; "~*(?:\b)nationalbreakdown\.com(?:\b)" 1; + "~*(?:\b)national\-today\-winning\-winner\.club(?:\b)" 1; "~*(?:\b)naturalbreakthroughsresearch\.com(?:\b)" 1; "~*(?:\b)naturalpharm\.com\.ua(?:\b)" 1; "~*(?:\b)naturalshair\.site(?:\b)" 1; diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 307ec3ebb..8f1bcccce 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,9 +4,9 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1740 -### Updated: Tue Jul 2 16:14:53 SAST 2019 -### Bad Referrer Count: 6717 +### Version: V3.2019.07.1741 +### Updated: Tue Jul 2 16:37:06 SAST 2019 +### Bad Referrer Count: 6719 ### Bad Bot Count: 556 ################################################### ### VERSION INFORMATION ## @@ -3837,6 +3837,7 @@ map $http_referer $bad_referer { "~*(?:\b)informatiecentro\.be(?:\b)" 1; "~*(?:\b)infospot\.pt(?:\b)" 1; "~*(?:\b)infostatsvc\.com(?:\b)" 1; + "~*(?:\b)infoupdate\.org(?:\b)" 1; "~*(?:\b)infowarcraft\.ru(?:\b)" 1; "~*(?:\b)inmate\-locator\.us(?:\b)" 1; "~*(?:\b)innodgfdriverhm\.aircus\.com(?:\b)" 1; @@ -4884,6 +4885,7 @@ map $http_referer $bad_referer { "~*(?:\b)nate\.com(?:\b)" 1; "~*(?:\b)na\-telefon\.biz(?:\b)" 1; "~*(?:\b)nationalbreakdown\.com(?:\b)" 1; + "~*(?:\b)national\-today\-winning\-winner\.club(?:\b)" 1; "~*(?:\b)naturalbreakthroughsresearch\.com(?:\b)" 1; "~*(?:\b)naturalpharm\.com\.ua(?:\b)" 1; "~*(?:\b)naturalshair\.site(?:\b)" 1; diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index dcc018f62..2f488a3fb 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,9 +4,9 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1740 -### Updated: Tue Jul 2 16:14:52 SAST 2019 -### Bad Referrer Count: 6717 +### Version: V4.2019.07.1741 +### Updated: Tue Jul 2 16:37:05 SAST 2019 +### Bad Referrer Count: 6719 ### Bad Bot Count: 556 ################################################### ### VERSION INFORMATION ## @@ -3837,6 +3837,7 @@ map $http_referer $bad_referer { "~*(?:\b)informatiecentro\.be(?:\b)" 1; "~*(?:\b)infospot\.pt(?:\b)" 1; "~*(?:\b)infostatsvc\.com(?:\b)" 1; + "~*(?:\b)infoupdate\.org(?:\b)" 1; "~*(?:\b)infowarcraft\.ru(?:\b)" 1; "~*(?:\b)inmate\-locator\.us(?:\b)" 1; "~*(?:\b)innodgfdriverhm\.aircus\.com(?:\b)" 1; @@ -4884,6 +4885,7 @@ map $http_referer $bad_referer { "~*(?:\b)nate\.com(?:\b)" 1; "~*(?:\b)na\-telefon\.biz(?:\b)" 1; "~*(?:\b)nationalbreakdown\.com(?:\b)" 1; + "~*(?:\b)national\-today\-winning\-winner\.club(?:\b)" 1; "~*(?:\b)naturalbreakthroughsresearch\.com(?:\b)" 1; "~*(?:\b)naturalpharm\.com\.ua(?:\b)" 1; "~*(?:\b)naturalshair\.site(?:\b)" 1; diff --git a/.dev-tools/referrers-regex-format-whitelist-test.txt b/.dev-tools/referrers-regex-format-whitelist-test.txt index b8e464736..6d049fccd 100644 --- a/.dev-tools/referrers-regex-format-whitelist-test.txt +++ b/.dev-tools/referrers-regex-format-whitelist-test.txt @@ -2857,6 +2857,7 @@ "~*(?:\b)informatiecentro\.be(?:\b)" 0; "~*(?:\b)infospot\.pt(?:\b)" 0; "~*(?:\b)infostatsvc\.com(?:\b)" 0; +"~*(?:\b)infoupdate\.org(?:\b)" 0; "~*(?:\b)infowarcraft\.ru(?:\b)" 0; "~*(?:\b)inmate\-locator\.us(?:\b)" 0; "~*(?:\b)innodgfdriverhm\.aircus\.com(?:\b)" 0; @@ -3901,6 +3902,7 @@ "~*(?:\b)nastydollars\.com(?:\b)" 0; "~*(?:\b)natali\-forex\.com(?:\b)" 0; "~*(?:\b)nate\.com(?:\b)" 0; +"~*(?:\b)national\-today\-winning\-winner\.club(?:\b)" 0; "~*(?:\b)nationalbreakdown\.com(?:\b)" 0; "~*(?:\b)naturalbreakthroughsresearch\.com(?:\b)" 0; "~*(?:\b)naturalpharm\.com\.ua(?:\b)" 0; diff --git a/.dev-tools/referrers-regex-format.txt b/.dev-tools/referrers-regex-format.txt index a8d4e9bd0..0ba0779bb 100644 --- a/.dev-tools/referrers-regex-format.txt +++ b/.dev-tools/referrers-regex-format.txt @@ -2855,6 +2855,7 @@ "~*(?:\b)informatiecentro\.be(?:\b)" 1; "~*(?:\b)infospot\.pt(?:\b)" 1; "~*(?:\b)infostatsvc\.com(?:\b)" 1; +"~*(?:\b)infoupdate\.org(?:\b)" 1; "~*(?:\b)infowarcraft\.ru(?:\b)" 1; "~*(?:\b)inmate\-locator\.us(?:\b)" 1; "~*(?:\b)innodgfdriverhm\.aircus\.com(?:\b)" 1; @@ -3902,6 +3903,7 @@ "~*(?:\b)nate\.com(?:\b)" 1; "~*(?:\b)na\-telefon\.biz(?:\b)" 1; "~*(?:\b)nationalbreakdown\.com(?:\b)" 1; +"~*(?:\b)national\-today\-winning\-winner\.club(?:\b)" 1; "~*(?:\b)naturalbreakthroughsresearch\.com(?:\b)" 1; "~*(?:\b)naturalpharm\.com\.ua(?:\b)" 1; "~*(?:\b)naturalshair\.site(?:\b)" 1; diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 896ffe576..2fc596b5d 100644 --- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -104.154.120.187 0; +35.184.226.236 0; diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf index dcc018f62..2f488a3fb 100644 --- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,9 +4,9 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1740 -### Updated: Tue Jul 2 16:14:52 SAST 2019 -### Bad Referrer Count: 6717 +### Version: V4.2019.07.1741 +### Updated: Tue Jul 2 16:37:05 SAST 2019 +### Bad Referrer Count: 6719 ### Bad Bot Count: 556 ################################################### ### VERSION INFORMATION ## @@ -3837,6 +3837,7 @@ map $http_referer $bad_referer { "~*(?:\b)informatiecentro\.be(?:\b)" 1; "~*(?:\b)infospot\.pt(?:\b)" 1; "~*(?:\b)infostatsvc\.com(?:\b)" 1; + "~*(?:\b)infoupdate\.org(?:\b)" 1; "~*(?:\b)infowarcraft\.ru(?:\b)" 1; "~*(?:\b)inmate\-locator\.us(?:\b)" 1; "~*(?:\b)innodgfdriverhm\.aircus\.com(?:\b)" 1; @@ -4884,6 +4885,7 @@ map $http_referer $bad_referer { "~*(?:\b)nate\.com(?:\b)" 1; "~*(?:\b)na\-telefon\.biz(?:\b)" 1; "~*(?:\b)nationalbreakdown\.com(?:\b)" 1; + "~*(?:\b)national\-today\-winning\-winner\.club(?:\b)" 1; "~*(?:\b)naturalbreakthroughsresearch\.com(?:\b)" 1; "~*(?:\b)naturalpharm\.com\.ua(?:\b)" 1; "~*(?:\b)naturalshair\.site(?:\b)" 1; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 90fe4f9d3..479de1217 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 1; +35.192.85.2 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index bc389ee32..d9f0a2c04 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 0; +35.192.85.2 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index dcc018f62..2f488a3fb 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,9 +4,9 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1740 -### Updated: Tue Jul 2 16:14:52 SAST 2019 -### Bad Referrer Count: 6717 +### Version: V4.2019.07.1741 +### Updated: Tue Jul 2 16:37:05 SAST 2019 +### Bad Referrer Count: 6719 ### Bad Bot Count: 556 ################################################### ### VERSION INFORMATION ## @@ -3837,6 +3837,7 @@ map $http_referer $bad_referer { "~*(?:\b)informatiecentro\.be(?:\b)" 1; "~*(?:\b)infospot\.pt(?:\b)" 1; "~*(?:\b)infostatsvc\.com(?:\b)" 1; + "~*(?:\b)infoupdate\.org(?:\b)" 1; "~*(?:\b)infowarcraft\.ru(?:\b)" 1; "~*(?:\b)inmate\-locator\.us(?:\b)" 1; "~*(?:\b)innodgfdriverhm\.aircus\.com(?:\b)" 1; @@ -4884,6 +4885,7 @@ map $http_referer $bad_referer { "~*(?:\b)nate\.com(?:\b)" 1; "~*(?:\b)na\-telefon\.biz(?:\b)" 1; "~*(?:\b)nationalbreakdown\.com(?:\b)" 1; + "~*(?:\b)national\-today\-winning\-winner\.club(?:\b)" 1; "~*(?:\b)naturalbreakthroughsresearch\.com(?:\b)" 1; "~*(?:\b)naturalpharm\.com\.ua(?:\b)" 1; "~*(?:\b)naturalshair\.site(?:\b)" 1; diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 90fe4f9d3..479de1217 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 1; +35.192.85.2 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index bc389ee32..d9f0a2c04 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 0; +35.192.85.2 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index dcc018f62..2f488a3fb 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,9 +4,9 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1740 -### Updated: Tue Jul 2 16:14:52 SAST 2019 -### Bad Referrer Count: 6717 +### Version: V4.2019.07.1741 +### Updated: Tue Jul 2 16:37:05 SAST 2019 +### Bad Referrer Count: 6719 ### Bad Bot Count: 556 ################################################### ### VERSION INFORMATION ## @@ -3837,6 +3837,7 @@ map $http_referer $bad_referer { "~*(?:\b)informatiecentro\.be(?:\b)" 1; "~*(?:\b)infospot\.pt(?:\b)" 1; "~*(?:\b)infostatsvc\.com(?:\b)" 1; + "~*(?:\b)infoupdate\.org(?:\b)" 1; "~*(?:\b)infowarcraft\.ru(?:\b)" 1; "~*(?:\b)inmate\-locator\.us(?:\b)" 1; "~*(?:\b)innodgfdriverhm\.aircus\.com(?:\b)" 1; @@ -4884,6 +4885,7 @@ map $http_referer $bad_referer { "~*(?:\b)nate\.com(?:\b)" 1; "~*(?:\b)na\-telefon\.biz(?:\b)" 1; "~*(?:\b)nationalbreakdown\.com(?:\b)" 1; + "~*(?:\b)national\-today\-winning\-winner\.club(?:\b)" 1; "~*(?:\b)naturalbreakthroughsresearch\.com(?:\b)" 1; "~*(?:\b)naturalpharm\.com\.ua(?:\b)" 1; "~*(?:\b)naturalshair\.site(?:\b)" 1; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 90fe4f9d3..479de1217 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 1; +35.192.85.2 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/custom-bad-referrers.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/custom-bad-referrers.conf index 9421a6049..a47fb02f5 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/custom-bad-referrers.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/custom-bad-referrers.conf @@ -2904,6 +2904,7 @@ "~*(?:\b)informatiecentro\.be(?:\b)" 0; "~*(?:\b)infospot\.pt(?:\b)" 0; "~*(?:\b)infostatsvc\.com(?:\b)" 0; + "~*(?:\b)infoupdate\.org(?:\b)" 0; "~*(?:\b)infowarcraft\.ru(?:\b)" 0; "~*(?:\b)inmate\-locator\.us(?:\b)" 0; "~*(?:\b)innodgfdriverhm\.aircus\.com(?:\b)" 0; @@ -3948,6 +3949,7 @@ "~*(?:\b)nastydollars\.com(?:\b)" 0; "~*(?:\b)natali\-forex\.com(?:\b)" 0; "~*(?:\b)nate\.com(?:\b)" 0; + "~*(?:\b)national\-today\-winning\-winner\.club(?:\b)" 0; "~*(?:\b)nationalbreakdown\.com(?:\b)" 0; "~*(?:\b)naturalbreakthroughsresearch\.com(?:\b)" 0; "~*(?:\b)naturalpharm\.com\.ua(?:\b)" 0; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index bc389ee32..d9f0a2c04 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.120.187 0; +35.192.85.2 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index dcc018f62..2f488a3fb 100644 --- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,9 +4,9 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1740 -### Updated: Tue Jul 2 16:14:52 SAST 2019 -### Bad Referrer Count: 6717 +### Version: V4.2019.07.1741 +### Updated: Tue Jul 2 16:37:05 SAST 2019 +### Bad Referrer Count: 6719 ### Bad Bot Count: 556 ################################################### ### VERSION INFORMATION ## @@ -3837,6 +3837,7 @@ map $http_referer $bad_referer { "~*(?:\b)informatiecentro\.be(?:\b)" 1; "~*(?:\b)infospot\.pt(?:\b)" 1; "~*(?:\b)infostatsvc\.com(?:\b)" 1; + "~*(?:\b)infoupdate\.org(?:\b)" 1; "~*(?:\b)infowarcraft\.ru(?:\b)" 1; "~*(?:\b)inmate\-locator\.us(?:\b)" 1; "~*(?:\b)innodgfdriverhm\.aircus\.com(?:\b)" 1; @@ -4884,6 +4885,7 @@ map $http_referer $bad_referer { "~*(?:\b)nate\.com(?:\b)" 1; "~*(?:\b)na\-telefon\.biz(?:\b)" 1; "~*(?:\b)nationalbreakdown\.com(?:\b)" 1; + "~*(?:\b)national\-today\-winning\-winner\.club(?:\b)" 1; "~*(?:\b)naturalbreakthroughsresearch\.com(?:\b)" 1; "~*(?:\b)naturalpharm\.com\.ua(?:\b)" 1; "~*(?:\b)naturalshair\.site(?:\b)" 1; diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index deb2992bb..3eee46194 100644 --- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.202.145.110 0; +104.154.120.187 0; +35.193.7.13 0; diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf index b7aa99af1..882550692 100644 --- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,9 +4,9 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1740 -### Updated: Tue Jul 2 16:14:52 SAST 2019 -### Bad Referrer Count: 6717 +### Version: V4.2019.07.1741 +### Updated: Tue Jul 2 16:37:05 SAST 2019 +### Bad Referrer Count: 6719 ### Bad Bot Count: 556 ################################################### ### VERSION INFORMATION ## @@ -3837,6 +3837,7 @@ map $http_referer $bad_referer { "~*(?:\b)informatiecentro\.be(?:\b)" 1; "~*(?:\b)infospot\.pt(?:\b)" 1; "~*(?:\b)infostatsvc\.com(?:\b)" 1; + "~*(?:\b)infoupdate\.org(?:\b)" 1; "~*(?:\b)infowarcraft\.ru(?:\b)" 1; "~*(?:\b)inmate\-locator\.us(?:\b)" 1; "~*(?:\b)innodgfdriverhm\.aircus\.com(?:\b)" 1; @@ -4884,6 +4885,7 @@ map $http_referer $bad_referer { "~*(?:\b)nate\.com(?:\b)" 1; "~*(?:\b)na\-telefon\.biz(?:\b)" 1; "~*(?:\b)nationalbreakdown\.com(?:\b)" 1; + "~*(?:\b)national\-today\-winning\-winner\.club(?:\b)" 1; "~*(?:\b)naturalbreakthroughsresearch\.com(?:\b)" 1; "~*(?:\b)naturalpharm\.com\.ua(?:\b)" 1; "~*(?:\b)naturalshair\.site(?:\b)" 1; diff --git a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 9550b3094..3618b5e9a 100644 --- a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.224.112.202 0; -35.192.85.2 0; +35.202.145.110 0; +35.184.226.236 0; diff --git a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 80c73357e..0cb525b6e 100644 --- a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,9 +4,9 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1740 -### Updated: Tue Jul 2 16:14:52 SAST 2019 -### Bad Referrer Count: 6717 +### Version: V4.2019.07.1741 +### Updated: Tue Jul 2 16:37:05 SAST 2019 +### Bad Referrer Count: 6719 ### Bad Bot Count: 556 ################################################### ### VERSION INFORMATION ## @@ -3837,6 +3837,7 @@ map $http_referer $bad_referer { "~*(?:\b)informatiecentro\.be(?:\b)" 1; "~*(?:\b)infospot\.pt(?:\b)" 1; "~*(?:\b)infostatsvc\.com(?:\b)" 1; + "~*(?:\b)infoupdate\.org(?:\b)" 1; "~*(?:\b)infowarcraft\.ru(?:\b)" 1; "~*(?:\b)inmate\-locator\.us(?:\b)" 1; "~*(?:\b)innodgfdriverhm\.aircus\.com(?:\b)" 1; @@ -4884,6 +4885,7 @@ map $http_referer $bad_referer { "~*(?:\b)nate\.com(?:\b)" 1; "~*(?:\b)na\-telefon\.biz(?:\b)" 1; "~*(?:\b)nationalbreakdown\.com(?:\b)" 1; + "~*(?:\b)national\-today\-winning\-winner\.club(?:\b)" 1; "~*(?:\b)naturalbreakthroughsresearch\.com(?:\b)" 1; "~*(?:\b)naturalpharm\.com\.ua(?:\b)" 1; "~*(?:\b)naturalshair\.site(?:\b)" 1; diff --git a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf index ad582619f..767501cab 100644 --- a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf @@ -46,5 +46,5 @@ # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST 35.193.7.13 0; -35.188.1.99 0; -35.184.96.71 0; +35.184.226.236 0; +104.154.120.187 0; diff --git a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf index dcc018f62..2f488a3fb 100644 --- a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf @@ -4,9 +4,9 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1740 -### Updated: Tue Jul 2 16:14:52 SAST 2019 -### Bad Referrer Count: 6717 +### Version: V4.2019.07.1741 +### Updated: Tue Jul 2 16:37:05 SAST 2019 +### Bad Referrer Count: 6719 ### Bad Bot Count: 556 ################################################### ### VERSION INFORMATION ## @@ -3837,6 +3837,7 @@ map $http_referer $bad_referer { "~*(?:\b)informatiecentro\.be(?:\b)" 1; "~*(?:\b)infospot\.pt(?:\b)" 1; "~*(?:\b)infostatsvc\.com(?:\b)" 1; + "~*(?:\b)infoupdate\.org(?:\b)" 1; "~*(?:\b)infowarcraft\.ru(?:\b)" 1; "~*(?:\b)inmate\-locator\.us(?:\b)" 1; "~*(?:\b)innodgfdriverhm\.aircus\.com(?:\b)" 1; @@ -4884,6 +4885,7 @@ map $http_referer $bad_referer { "~*(?:\b)nate\.com(?:\b)" 1; "~*(?:\b)na\-telefon\.biz(?:\b)" 1; "~*(?:\b)nationalbreakdown\.com(?:\b)" 1; + "~*(?:\b)national\-today\-winning\-winner\.club(?:\b)" 1; "~*(?:\b)naturalbreakthroughsresearch\.com(?:\b)" 1; "~*(?:\b)naturalpharm\.com\.ua(?:\b)" 1; "~*(?:\b)naturalshair\.site(?:\b)" 1; diff --git a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf index 4e733bac6..79b44b95c 100644 --- a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,6 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.193.7.13 0; +35.184.96.71 0; +35.202.145.110 0; 104.154.120.187 0; diff --git a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf index dcc018f62..2f488a3fb 100644 --- a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf @@ -4,9 +4,9 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1740 -### Updated: Tue Jul 2 16:14:52 SAST 2019 -### Bad Referrer Count: 6717 +### Version: V4.2019.07.1741 +### Updated: Tue Jul 2 16:37:05 SAST 2019 +### Bad Referrer Count: 6719 ### Bad Bot Count: 556 ################################################### ### VERSION INFORMATION ## @@ -3837,6 +3837,7 @@ map $http_referer $bad_referer { "~*(?:\b)informatiecentro\.be(?:\b)" 1; "~*(?:\b)infospot\.pt(?:\b)" 1; "~*(?:\b)infostatsvc\.com(?:\b)" 1; + "~*(?:\b)infoupdate\.org(?:\b)" 1; "~*(?:\b)infowarcraft\.ru(?:\b)" 1; "~*(?:\b)inmate\-locator\.us(?:\b)" 1; "~*(?:\b)innodgfdriverhm\.aircus\.com(?:\b)" 1; @@ -4884,6 +4885,7 @@ map $http_referer $bad_referer { "~*(?:\b)nate\.com(?:\b)" 1; "~*(?:\b)na\-telefon\.biz(?:\b)" 1; "~*(?:\b)nationalbreakdown\.com(?:\b)" 1; + "~*(?:\b)national\-today\-winning\-winner\.club(?:\b)" 1; "~*(?:\b)naturalbreakthroughsresearch\.com(?:\b)" 1; "~*(?:\b)naturalpharm\.com\.ua(?:\b)" 1; "~*(?:\b)naturalshair\.site(?:\b)" 1; diff --git a/.dev-tools/test_units/custom-bad-referrers.conf b/.dev-tools/test_units/custom-bad-referrers.conf index 9421a6049..a47fb02f5 100644 --- a/.dev-tools/test_units/custom-bad-referrers.conf +++ b/.dev-tools/test_units/custom-bad-referrers.conf @@ -2904,6 +2904,7 @@ "~*(?:\b)informatiecentro\.be(?:\b)" 0; "~*(?:\b)infospot\.pt(?:\b)" 0; "~*(?:\b)infostatsvc\.com(?:\b)" 0; + "~*(?:\b)infoupdate\.org(?:\b)" 0; "~*(?:\b)infowarcraft\.ru(?:\b)" 0; "~*(?:\b)inmate\-locator\.us(?:\b)" 0; "~*(?:\b)innodgfdriverhm\.aircus\.com(?:\b)" 0; @@ -3948,6 +3949,7 @@ "~*(?:\b)nastydollars\.com(?:\b)" 0; "~*(?:\b)natali\-forex\.com(?:\b)" 0; "~*(?:\b)nate\.com(?:\b)" 0; + "~*(?:\b)national\-today\-winning\-winner\.club(?:\b)" 0; "~*(?:\b)nationalbreakdown\.com(?:\b)" 0; "~*(?:\b)naturalbreakthroughsresearch\.com(?:\b)" 0; "~*(?:\b)naturalpharm\.com\.ua(?:\b)" 0; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 5b11979d9..bb0dd2083 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -CrunchBot -ExtractorPro -Freeuploader -Gigablast -GrabNet -Microsoft Data Access -Pi-Monster -Sqlmap -Web Pix -WebStripper +Backlink-Ceck +Bullseye +CCBot +EMail Siphon +Kozmosbot +MeanPath Bot +MSIECrawler +Tracemyfile +VoidEYE +Zauba diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index f5e32d1b8..d8f627bd3 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ +360Spider 404checker +404enemy +Abonti +Aboundexbot +ADmantX AfD-Verbotsverfahren -AhrefsBot AIBOT AiHitBot -Alexibot +Aipbot +Alligator AllSubmitter AlphaBot -Anarchie -Apexoo -archive.org_bot +BackDoorBot Backlink-Ceck +backlink-check BacklinkCrawler -Badass -Barkrowler -BatchFTP +BackWeb +Bandit Battleztar Bazinga -BBBike -BDCbot -BetaBot -Bigfoot +BDFetch Bitacle BLEXBot BlowFish -Bolt -BuiltWith +BotALot +Brandprotect +Brandwatch +BuiltBotTough Bullseye -Calculon CCBot -Cegbfeieh -CheeseBot +CheTeam +ChinaClaw Claritybot -Cliqzbot -coccocbot-web +Cogentbot cognitiveseo +com.plumanalytics Copier -Copyscape -crawler.feedback -crawl.sogou.com -CrunchBot -Curious -demandbase-bot +Cosmos +Crescent +DatabaseDriverMysqli +DBLBot +Demon Deusu -Devil -Digincore -DIIbot -Dirbuster -DittoSpyder +DigitalPebble DnyzBot +DomainCrawler +DomainStatsBot Dotbot Drip +DTS Agent +ECCP/1.0 Ecxi EirGrabber -EMail Wolf +EroCrawler Evil -ExtLinksBot -EyeNetIE -Ezooms -FDM +Exabot +Express WebPictures +Extractor +ExtractorPro +facebookscraper Fimap FlashGet Flunky -Foobot -Freeuploader -FrontPage Fyrebot -Genieo +Getintent Gigabot -G-i-g-a-b-o-t Go-Ahead-Got-It -Gotit GoZilla Go!Zilla -Grafula +Grabber +GrabNet +GrapeshotCrawler +HaosouSpider Havij HEADMasterSEO -Heritrix -HTTrack +Hloader +HMView +HTMLparser +Humanlinks HybridBot +Image Fetch +Image Sucker Indy Library -InfoNaviRobot InfoTekies instabid -Intelliseek -InterGET InternetSeer -internetVista monitor -JamesBOT -JikeSpider +ips-agent +IRLbot +Iskanie +IstellaBot +JennyBot +JetCar +JOC Web Spider Joomla -JustView +Jorgee +Jyxobot +Kenjin Spider Keyword Density -Larbin -LexiBot -LibWeb -LinkpadBot -LinkScan -LinkWalker -LinqiaRSSBot -LinqiaScrapeBot +Kozmosbot +LeechGet +Lftp +Libwhisker +Likse +Linkdexbot +LinkextractorPro Lipperhey -Litemage_walker -Lmspider +Lipperhey Spider +Ltx71 +lwp-request LWP::Simple Magnet -magpie-crawler -Mail.RU_Bot -MarkMonitor +Mag-Net +Majestic12 +Majestic-SEO MarkWatch -Mass Downloader -Meanpathbot -Mediatoolkitbot +Masscan +MauiBot +MeanPath Bot +mediawords MegaIndex.ru -Metauri -Microsoft Data Access +MFC_Tear_Sample Microsoft URL Control +MIDown tool MIIxpc -Mister PiX -MJ12bot +Mojeek Mr.4x3 MSFrontPage Msrabot -Name Intelligence +muhstik-scan +Musobot Nameprotect -Needle -netEstate NE Crawler -NetLyzer -NetZIP -NextGenSearchBot +NearSite +NetAnts +Netcraft +NetSpider +Nettrack +Net Vampire Nibbler -NICErsPRO -Niki-bot Nikto -Nimbostratus -Ninja -Offline Navigator -OrangeSpider -OutclicksBot -OutfoxBot -page scorer +NimbleCrawler +Nutch +oBot +OnCrawl +OpenLinkProfiler +OrangeBot +PageAnalyzer Panscient -Papa Foto -Pavuk -pcBrowser -PECL::HTTP PeoplePal -PictureFinder +Picsearch +Pimonster +Pi-Monster Pixray PleaseCrawl -Pockey +Probethenet ProPowerBot -ProWebWalker +Psbot +Pump PxBroker PyCurl -QueryN Metasearch -RankActive -Rankivabot -RankurBot -RebelMouse -RepoMonkey -Rogerbot -s1z.ru +RankingBot +RankingBot2 +RealDownload +Recorder +RocketCrawler ScanAlert ScoutJet +Scrapy SearchmetricsBot -SemrushBot +SEOlyticsCrawler seoscanners -SEOstats -serpstatbot -Sitebeam -SiteExplorer -SiteLockSpider +SeoSiteCheckup +Shodan +Siteimprove SiteSnagger -SiteSucker +Site Sucker Sitevigil -SlySearch -SMTBot -Snapbot Snoopy -SocialRankIOBot +Sociscraper Sosospider Sottopop -sp_auditbot -SputnikBot -spyfu -Sqworm -Steeler +SpaceBison +SpankBot Stripper Sucker +Sucuri SuperHTTP SurveyBot Suzuran +sysscan +T0PHackTeam T8Abot -tAkeOut -Teleport TeleportPro -Telesphorep +The Intraformant Thumbor +TightTwatBot +Toata Toweyabot -Tracemyfile Trendiction -trendiction.com -trendiction.de -True_Robot Turingos -Turnitin TurnitinBot +Twice +UnisterBot +Upflow +URLy Warning URLy.Warning -Vagabondo -VB Project +Vacuum VeriCiteCrawler +VidibleScraper +Virusdie VoidEYE -Voil -Wallpapers/3.0 WallpapersHD -WebAuto -WebCollage -Web Collage -WebCopier +WASALive-Bot +WebBandit +WebEnhancer Web Enhancer -WebFuck +WebFetch +Web Fuck +WebGo IS +WebImageCollector WebLeacher -webmeup-crawler WebPix Web Pix -Web Sauger -Webshag +WebReaper +WebsiteQuester Website Quester -Webster -WebStripper +Web Sucker WebWhacker +WeSEE Whack +Whacker Whatweb Who.is Bot Widow -Wprecon +WinHTTrack +Wonderbot +Wotbox WPScan -WWW-Collector-E WWW-Mechanize WWW::Mechanize -WWWOFFLE x09Mozilla +x22Mozilla Xaldon_WebSpider Xenu +xpymep1.exe +Zauba zauba.io Zermelo Zeus zgrab ZmEu -ZyBorg diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index 41833648a..ed2e3ee5b 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ 80legs -Aboundex Aipbot Alligator AlphaBot Anarchie -Apexoo -archive.org_bot -ASPSeek -Attach +autoemailspider +BackDoorBot Bandit Barkrowler BatchFTP -Battleztar Bazinga -BBBike -BetaBot +BDCbot +BDFetch Bigfoot -Bitacle Blackboard -BlowFish +BLEXBot Bolt -BotALot Brandprotect -BuiltWith +Brandwatch +BuiltBotTough Bullseye -BuzzSumo -Calculon +BunnySlippers +CATExplorador +CazoodleBot +CheeseBot CheTeam -Claritybot -Cliqzbot -Cloud mapping -Collector -Copyscape -Craftbot +Chlooe +cognitiveseo +com.plumanalytics +CopyRightCheck +Cosmos crawler4j -CrazyWebCrawler -Crescent -CSHttp +crawler.feedback +CrunchBot +Custo DataCha0s -demandbase-bot Demon -Devil Digincore -DittoSpyder -DnyzBot -Drip -EasyDL +DigitalPebble +DIIbot +Discobot +DomainAppender +DomainSigmaCrawler +Dotbot +DTS Agent Ebingbong +eCatch ECCP/1.0 Ecxi EMail Wolf EroCrawler Evil Express WebPictures -Extractor -ExtractorPro -FemtosearchBot -Firefox/7.0 -FlashGet -FrontPage -FyberSpider +EyeNetIE +Ezooms +FDM +Fimap +Foobot +Freeuploader Fyrebot -GalaxyBot Getintent -GetWeb -G-i-g-a-b-o-t +Gigabot Go-Ahead-Got-It Gotit -Grabber GrapeFX +GT::WWW Haansoft -Harvest -HEADMasterSEO +HaosouSpider +Havij +Heritrix Hloader -HTMLparser -HTTrack -Humanlinks -Iblog -Id-search +HMView +IDBot IlseBot Image Fetch Indy Library +InfoNaviRobot InfoTekies -InterGET -Internet Ninja +instabid InternetSeer -ips-agent -Iria +IRLbot +Iskanie JamesBOT Jbrofuzz +Jetty +JOC Web Spider Joomla -Jorgee -Jyxobot +JustView Keyword Density Lanshanbot Larbin -LeechFTP -LibWeb +Lftp Lightspeedsystems -Linkdexbot -LinkextractorPro -LinksManager -LinqiaMetadataDownloaderBot -LinqiaRSSBot +Likse +LinqiaScrapeBot +Lmspider +LNSpiderguy LWP::Simple lwp-trivial Mail.RU_Bot +Majestic SEO MarkMonitor MarkWatch Masscan -Mass Downloader MauiBot -meanpathbot -Meanpathbot Mediatoolkitbot -MegaIndex.ru +mediawords +Metauri Microsoft Data Access -MIIxpc -Mister PiX -Mojeek -Morfeus Fucking Scanner -Mr.4x3 -MSFrontPage +MIDown tool MSIECrawler +Msrabot MS Web Services Client Protocol -Name Intelligence +Musobot +Nameprotect Navroad +NearSite +Nessus Netcraft -netEstate NE Crawler +NetLyzer NetMechanic +Nettrack +Net Vampire NICErsPRO Niki-bot -Nikto Nimbostratus -Ninja Nmap -Nutch -oBot -Offline Navigator -OnCrawl +NPbot +Offline Explorer Openfind -OrangeSpider +OpenLinkProfiler +OpenVAS OutclicksBot OutfoxBot -PageAnalyzer Page Analyzer -PageGrabber page scorer Panscient +Papa Foto Pavuk PeoplePal -PHPCrawl -Picscout Picsearch +Pimonster Pixray -PleaseCrawl plumanalytics -Probethenet +Pockey +Pump +PyCurl Quick-Crawler RankActive +RankActiveLinkBot +RankFlex +RankingBot +RankingBot2 RankurBot -RepoMonkey -SalesIntelligent -Scanbot -ScoutJet +RealDownload +Reaper +RebelMouse +RedesScrapy +RocketCrawler +Rogerbot +Scrapy Screaming Searchestate +SearchmetricsBot Semrush -SemrushBot -SEOlyticsCrawler -SEOprofiler +SEOkicks-Robot +SeoSiteCheckup serpstatbot +sexsearcher Shodan +Siphon SISTRIX Sitebeam +SiteExplorer Site Sucker -SmartDownload -SMTBot +SlySearch +Snapbot SocialRankIOBot -Sociscraper -Sogou web spider +sogouspider Sottopop -SputnikBot -spyfu -Sqworm +SpaceBison +sp_auditbot Steeler Stripper +Sucker +Sucuri SuperBot +SuperHTTP Surfbot -SurveyBot -Suzuran -Swiftbot +sysscan Szukacz +T0PHackTeam +tAkeOut +Teleport +TeleportPro Telesphoreo +Telesphorep The Intraformant TheNomad +TightTwatBot Toata Tracemyfile -Trendictionbot -trendiction.com -trendiction.de -True_Robot Turingos -Turnitin -Twice -Typhoeus +TwengaBot Upflow +URLy Warning URLy.Warning -Vagabondo -Virusdie -Voil -WBSearchBot -WebAuto -WebBandit +VCI +VeriCiteCrawler +VidibleScraper +VoidEYE +Voltron +WASALive-Bot +Webalta WebCollage -WEBDAV -WebEnhancer +Web Collage +WebCopier Web Enhancer -WebFuck -WebImageCollector +Web Fuck +WebGo IS WebLeacher -webmeup-crawler -Web Pix +WebmasterWorldForumBot +WebPix WebSauger Webshag +WebsiteExtractor Website Quester +WebStripper WebSucker +Web Sucker +WebWhacker WeSEE -Whack Whacker Whatweb Who.is Bot -WinHTTrack -WiseGuys Robot -WISENutbot +Wonderbot Wotbox -WPScan -WWW-Mechanize +WWW-Collector-E +WWW::Mechanize +WWWOFFLE x22Mozilla Xaldon WebSpider Xaldon_WebSpider -YoudaoBot +Xenu Zade Zauba Zermelo +Zeus zgrab -Zitebot -ZmEu ZumBot ZyBorg diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index 052ab559c..4424f12c9 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -ample-awards-today.us -belinvestdom.by -cialischsrx.com -compliance-fred.xyz -forumprofi.de -ideawheel.com -moscow.online-podarki.com -seansonline24.pl -spammen.de -um-razum.ru +agysya.ru +anti-virus-removal.info +apioasisspacenet-a.akamaihd.net +karpun-iris.ru +mesbuta.info +missis.top +sharebutton.net +tizanidinehcl2mgsideeffects.blogspot.com +toonfamilies.net +worldoffiles.ru diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index a2cf3e320..e4610c36b 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -00webcams.com +00go.com 01apple.com -1000n1.ru -100searchengines.com -123locker.com +1314dh.com 1-99seo.com -24x7-server-support.site -2ads.co.uk -34.gs -4kpics.rocks -5-steps-to-start-business.com -5tey7463.weebly.com -6128786.com -888.com -9med.net -a96527gi.beget.tech -aa08daf7e13b6345e09e92f771507fa5f4.com -aa81bf391151884adfa3dd677e41f94be1.com +1kinobig.ru +2015god.org +273-fz.ru +2kata.ru +7a2rnuey1tw9ar.ru +8gold.com aa9d046aab36af4ff182f097f840430d51.com -adconscious.com -adinterax.com -admitad.com -adtech.de -affrh2015.com -ahmedabadwebs.com -aksonural.ru -akusherok.ru +activepr.ru +adult3dgames.com +adverster.com +affordablewebsitesandmobileapps.com albuteroli.com +alekseevec.ru alfabot.xyz -alfapro.ru -alkoravto.ru -allbizne.co.ua -alldubai.biz -allwidewallpapers.com -alphacarolinas.com -alpinism.ru -am-se.com -amung.us -android4fun.org -apiluckyleapnet-a.akamaihd.net -apper.de -a.pr-cy.ru -arcteryxsale.online -arcteryxstore.online -arraty.altervista.org -asdfz.pro -asrv-a.akamaihd.net -atleticpharm.org -atley.eu.pn -atmovs.com -auspolice.com -autogrep.ru -aviav.ru -avirasecureserver.com -avon-ukraine.com -avtointeres.ru -ayerbo.xhost.ro +alfa-medosmotr.ru +alf-img.com +allnews.md +anaksma.info +animaltoplist.com +anniemation.com +apple.com-webbrowsing-security.review +approved.su +appsaurus.com +arcadepages.com +arendatora.ru +artdeko.info +artefakct.com +as5000.com +atofilms.com +autotop.com.ua +avitocars.ru +avtovolop.ru +ayeartoforget.com azadnegar.com -azartmix.com -babyfactory.fr -backgroundpictures.net -bad-stars.net -bagsonsale.online -baixar-musicas-gratis.com -bamo.xsl.pt -baoxaydung.com.vn +azbaseimages.net +babosas.com +bankofthewext.com +bannertesting.com bard-real.com.ua -belinka.com.ua -bestcalovebracelet.cn -besthoro.ru -bestmobilityscooterstoday.com -best-seo-offer.com -bfz.biz -bigpenisguide.com -bio-market.kz -bjetjt.com +beauty-bracelet.com +beauty-things.com +bestcurs.org +bestpriceninja.com +bgviagrachrx.com +big-cash.net +bio.trade-jp.net blockety.co blog.f00kclan.de -bluesman.nu -bochemit.com.ua -boeuklad.com -bonvillan.com -bookhome.info -braindaily.xyz +blpmovies.com +bluejays-jerseys.us +bluerobot.info +bluesalt.co +bobinoz.com +bongacams.com +bosefux.esy.es +bracketsmackdown.com brateg.xyz -btc4u.ru -buchananshardware.com -budilneg.xyz -builtwith.com -bum.com.ru -buron.pw -bus-offer.com -callawaygolfstore.online -canacopegdl.com -carabela.com.do -cartierlovestore.com -cbox.ws -cerev.info -cheapmoncler.win -checkhit.com -christianlouboutinoutlet.win -cialis-samples.com -cigarpass.com -clickintext.net -clickprotects.com -clipartnew.com -comissionka.net -compliance-alex.top -compliance-don.xyz -compliance-julia.top -compliance-mark.top -cookie-law-enforcement-hh.xyz -countbertwistdisp26.soup.io -crest3d.ru -cryptoswap.biz -daneshetabiat.com -davidovic.info -dayibiao.com -ddospanel.com -dealwifi.com -den-noch24.ru -detki-opt.ru +breastaugmentation.co.za +bristolhotel.com.ua +businescoop.men +buyessay3.blogspot.ru +buzzsumo.com +bvlgariring.xyz +c1.onedmp.com +carson.getenjoyment.net +cartierbraceletsreplica.pw +cbozhe.com +cercacamion.it +cfjump.com +changde.58.com +chatroulette.world +chcu.net +cheapjerseysap.com +choosecuisine.com +chorus.terakeet.com +cleanersoft.com +clean-virus-mac.com +clickzzs.nl +clippingphotoindia.com +clknsee.com +clksite.com +clothesforcash.com +co.lumb.co +com-cleaner.systems +com-onlinesupport.site +compliance-alexa.top +compliance-alex.xyz +contentsexpress.com +coolingoods.com +coolyarddecorations.com +coprofam.org +cordstrap.cc +cosmetic.donna7753191.ru +counter.yadro.ru +covetnica.com +culmimg.pw +custom-electric-guitar.com +cutalltheshit.com +damedingel.ya.ru +danashop.ru +deadlinkchecker.com +delayreferat.ru +demian.kz +dengi-pod-zalog-nedvizhimosti.ru +derevesendeco.com +detective01.ru +deutschland123.de +dev33.dioniqlabb.se dev-seo.blog -dfwu1013.info dieswaene.com -dirtpics.pw -diy-handmade-ideas.com -doctissimo.fr -doska-vsem.ru -dostavka-v-ukrainu.ru -download-of-the-warez.blogspot.com +dieta-personalna.pl +digitalassetmanagement.site +dignitasdata.se +dnepropetrovsk.mistr-x.org +doeco.ru +dojki-hd.com +dolohen.com +domainsatcost.com +dorratex.tn +downloads-whatsapp.com +droidlook.net drugstoreforyou.com -dvd-famille.com -e-biznes.info -edge.sharethis.com -ednorxmed.com -educatemetv.com -efkt.jp -elektrischezigaretten1.blogse.nl -elektrozigarette1.dreamwidth.org -elmacho.xyz -empirepoker.com -escortplius.com -eshop.md -everflora.ru -excaliburfilms.com -exchangeit.gq -extremal-blog.com -f1nder.org -fefo.gdn -fellowshipoftheminds.com -fickluder69.com -filmgo.ru -finemanteam.com -flash4fun.com -flashbannernow.com -food.dtu.dk -fordsonmajbor.cf -formularz-konkurs.tk -free-share-buttons.top -freesitetest.com -free-social-buttons.com +dustyorate.com +eandsgallery.com +econom.co +ecookna.com.ua +editmedios.com +education-cz.ru +electricwheelchairsarea.com +electro-prom.com +elektrischezi.canalblog.com +elektronischezigarettekaufen1.beeplog.com +elektrozigaretten1.webs.com +elvenar.com +eng-lyrics.com +eorogo.top +eredijovon.com +escort-russian.com +essay-writing.work +este-line.com.ua +exct.net +exmasters.com +ezigarettenshop1.yolasite.com +ezigaretteshop.webs.com +fable.in.ua +face.hostingx.eu +familienzahnaerzte.com +farmingworm.com +fast-wordpress-start.com +fatfasts-4tmz.com +fermersovet.ru +findanysex.com +firma-legion.ru +fitness-video.net +flagcounter.me +flex4launch.ru +flytourisme.org +f-online.de +forexunion.net +foto-weinberger.at +frbizlist.com +free-floating-buttons.com +freejabs.com freewareseek.com -ftns.ru -fuckmill.com -fuel-gas.com -fullgirl.ru -funtoonez.com -fusoradio.info -futbolkisales.ru -germetiki.com.ua -get-free-social-traffic.com -gg-arena.ru -glasof.es -glogow.pl -glopages.ru -goldpanningtools.com -google-liar.ru -googlepositions.com -gowreckdiving.com -gq-catalog.gq -gsasearchengineranker.pw +freshsuperbloop.com +fsalas.com +fullfileaccess.com +g7m.pl +gambarkataku.co +gamblingnerd.com +gamingspark.com +gazoblok.net.ua +geilehausfrauen.net +get-free-traffic-now.com +getlaid-xxxhookupdirect.com +gg.zzyjxs.com +gigapeta.com +given2.com +glavprofit.ru +globetrotting-culture.ru +gloverid.site +go2album.com +goldadpremium.com +goosefishpost.bid +gorodservis.ru +gourcy.altervista.org +gov.yanao.ru g.starmoe.xyz -guod.me -gwebtools.com.br -handicapvantoday.com -hao123.com -hasshe.com -hdfreeporno.net -helicalpile.us -heroz.fr -hexpilot.com -hidefiles.org -historichometeam.com +guigyverpo.cf +guitar-master.org +gwagka.com +hamilton.ca +handicapbathtubarea.com +hauleddes.com +highland-homes.com +highstairs-a.akamaihd.net +hiwibyh.bugs3.com hkladys.com -hobbyhuren24.net -holidaypics.org -home.myplaycity.com -home-task.com -hotloans.ru -hotxnights.info -housemilan.ru -house.sieraddns.com -houston-vikings.com -hoverboard360.de -hoverboard360.se -hplaserjetpdriver8y.pen.io -hspline.com -hully.altervista.org -hundejo.com -iamsport.org -id-forex.com -ilte.info +homelygarden.com +homik.pw +hostnow.men +hotelcrocenzi.sm +hotenergy.ru +housekuba.org +huimin764128.com +hyiphunter.org +icaseclub.ru +idegenvezeto.eu +igrovyeavtomaty777.ru +ikritikimou.gr +ilikevitaly.com +imagecoolpub.com imagefinder.site -imagui.eu -invivo.hu -irkutsk.online-podarki.com -iron-age.info -islamtoday.co.za -itronics.ca -ivanstroi.ru -japfm.com -johannesburgsingles.co.za -jpcycles.com -juliadiets.com -jurajskie.info -kakablog.net -kalb.ru -kaliningrad.zrus.org -karpun-iris.ru -katadhin.co -kovrenok.ru -ktotut.net -kurbappeal.info -labvis.host.sk -laexotic.com -leadwayau.com -legionalpha.com -letmacworkfaster.world -linkwithin.com -liumimgx.pw -lkbennettoutlet.online -lodki-pvh.dp.ua -longlifelomilomi.info -luxup.ru -mabdoola.blogspot.com -mafcards.ru +investingclub.ru +iplogger.org +iqoption.com +irunfar.com +itch.io +iwanttodeliver.com +izhevsk.xrus.org +jamiembrown.com +javlibrary.cc +jav-way.site +jerseysbizwholesalecheap.com +jestr.org +jikoman.info +jose.mulinohouse.co +justkillingti.me +kadashihotel.com +kareliatobacco.ru +keywordblocks.com +kfon.eu +kidd.reunionwatch.com +kino2018.cc +kiprinform.com +klosetkitten.com +kollekcioner.ru +komputers-best.ru +kosynka-games.ru +kovesszucs.atw.hu +lanadelreyfans.us +laptop-4-less.com +ledis.top +legalrc.biz +life.biz.ua +lightinghomes.net +lincolntheatre.com +linkbuddies.com +littleberry.ru +live-sexcam.tk +live-sexchat.ru +lizace.com +lol-smurfs.com +lookingglassemb.com +m3gadownload.pl +mafa-free.com +managerpak204.weebly.com manipulyator-peterburg.ru -mantramusic.ru -manyresultshub-a.akamaihd.net -map028.com -marketingvici.com -marmotstore.online -maslenka.kz -mbiologi.ru -mebel-ekb.com -mere.host.sk -metarip.ru -mindeyegames.com -mmostrike.ru -modenamebel.ru -moinozhki.com -mole.pluto.ro -monclerjacketsoutlet.pw -monetizationking.net -monsterdivx.com -monthlywinners.com -morocco-nomad-excursions.com -mototsikl.org -mp3downloadhq.com -mp3ringtone.info -mrbitsandbytes.com -mrsdalloways.com -msk.afora.ru -mug-na-chas-moscow.ru -musicktab.com -muznachas-service.ru -mydirtystuff.com -mydoctorok.ru -myfreecams.com -mygameplus.ru +mansiondelrio.co +mcadamssupplyco.com +medispainstitute.com.au +medmajor.ru +meendo-free-traffic.ga +metascephe.com +microsoftportal.net +minneapoliscopiers.com +mixtapetorrent.com +mmgq.ru +monarchfind-a.akamaihd.net +moncleroutletonline.pw +moneymaster.ru +moneytop.ru +montredemarque.nl +moomi-daeri.com +motherboard.vice.com +mouselink.co +moxo.com +mrinsidesales.com +mrmoneymustache.com +muizre.ru +musicvidz.ru +muz-shoes.ru +mxgetcode.com +myftpupload.com myhitmp3.club -myiptest.com -myplaycity.com -najaden.no -narkologiya-peterburg.ru -nbsproject.ru -negociosdasha.com -negral.pluto.ro -netpics.org -newstraveller.ru -nodup.ru -notasprensa.info -nufaq.com -nvssf.com -oakridgemo.com -oconto.ru -oddamzadarmo.eu +myindospace.com +mylida.org +myseoconsultant.com +myyour.eu +narkologiya-orel.ru +narosty.com +netcheckcdn.xyz +new7ob.com +newyorkhotelsmotels.info +nextrent-crimea.ru +nfljerseyscheapbiz.us +nl.netlog.com +nofreezingmac.click +novosti-hi-tech.ru +nowtorrents.com +nudo.ca +offside2.5v.pl oil-td.ru -o.light.d0t.ru -onlainbesplatno.ru -online-templatestore.com -ooomeru.ru -openfrost.com -orenburg-gsm.ru -orsonet.ru -osnova3.ru -paceform.com -panouri-solare-acoperis.com -paperwritingservice17.blogspot.ru +okeinfo.online +okmedia.sk +online-podarki.com +ownshop.cf +paleohub.info +pammik.ru +panamaforbeginners.com +panchro.co.uk +papasdelivery.ru +partner-high.men p-business.ru -pewit.pw +pcboa.se +pensplan.com +petitions.whitehouse.gov pflexads.com -pintattoos.com -pinwallpaper.top -pinwallpaper.xyz -piulatte.cz -pix-hd.com -playmsn.com -podshipniki-ntn.ru -poisk-zakona.ru -pooleroadmedicalcentre.co.uk -popserve.adscpm.net -pornokajf.com -presleycollectibles.com -privetsochi.ru -producm.ru -projefrio.com.br -proxyradar.com -pushdata.sendpulse.com -quebec-bin.com -quickbuck.com -rapidokbrain.com -raschtextil.com.ua -r-e-f-e-r-e-r.com -reining.lovasszovetseg.hu -relax.ru -relayblog.com -remont-fridge-tv.ru -remontgruzovik.ru -remybutler.fr +pharmacyincity.com +physfunc.ru +picmoonco.pw +picswe.com +pihl.se +piuminiita.com +pixshark.com +plaff-go.ru +popads.net +popugauka.ru +pornhive.org +pornofiljmi.com +pornosee.info +pornosmola.info +pornozhara.com +porodasobak.net +portside.xyz +pozvonim.com +predominant-invent.tk +princevc.com +progonrumarket.ru +prom23.ru +pronorm.fr +prostitutki-odessa.org +pskcijdc.bloger.index.hr +psvita.ru +pufip.com +pulse33.ru +qexyfu.bugs3.com +rada.ru +radiodigital.co +realizmobi.com +redhotfreebies.co.uk +reeyanaturopathy.com +reklama-i-rabota.ru rentalcarnavi.info -rentaremotecomputer.com -replicalouboutin.xyz -responsinator.com -rff-cfal.info -ric.info -ringtonepartner.com -rockprogblog.com -ruf777.com -rutor.group -rvi.biz -sanjosestartups.com -sbtdesign.co.uk -scanner-ivan.top -scanner-jess.top -scanner-mark.top -scanner-nelson.top -scenarii-1-sentyabrya.uroki.org.ua -score-ads.men -scottbywater.com -screentoolkit.com -searchengineranker.email -search-error.com -securityallianceservices.com -seksotur.ru -seofied.com -seo-smm.kz -serviporno.com -sexkrasivo.net -sexs-foto.top -sexuria.net -sharebutton.net -shillyourcoins.com -shmetall.com.ua -shopperifymac.com -sibvitr.ru -sildenafilcitratemed.com -simple-image.com.ua -simplepooltips.com -sim-service.net -siteexpress.co.il -skylta.com -snworks.com -social-fun.ru -socialmadesimple.com -soft-terminal.ru -songplanet.ru -space2019.top -space-worry.ml -spin2016.cf -spitfiremusic.com -sportbetfair.com -srdrvp.com -stard.shop -staticfs.host -storehouse.ua -svetodiodoff.ru -svtrd.com -swinger-mobil.net -swinon.site -syndicate.fun -tabakur77.com -taqywu51.soup.io +rethinkwasteni.info +rialp.getenjoyment.net +ribieiendom.no +richinvestmonitor.com +rockingclicks.com +sabizonline.com +salutmontreal.com +saneyes.com +sa-rewards.co.za +scanner-andrew.top +scanner-margo.top +scrnet.biz.ua +sdelai-prosto.ru +search.1and1.com +search.xtconnect.com +seeresultshub-a.akamaihd.net +sell-fb-group-here.com +seogadget.ru +seolab.top +seorankinglinks.us +serdcenebolit.com +servisural.ru +sexflirtbook.com +sexfreepornoxxx.com +sexreliz.com +shariki-zuma-lines.ru +shisha-swag.de +shoesonlinebuy.xyz +shoppingjequiti.com.br +signoredom.com +silvercash.com +sirpornogratis.xxx +sky-mine.ru +slimcdn.com +smsactivator.ru +snjack.info +socialsignals24.com +sockshare.net +soda.media +softwaretrend.net +sonata-arctica.wz.cz +sosdepotdebilan.com +spabali.org +spylog.com +spymac.net +spy-sts.com +stillmiracle.com +streha-metalko.si +stroy-portal22.ru +superiends.org +swsociety.se +syvertsen-da.no +talant-factory.ru +tasteidea.com tattoo33.ru -tedy.su -terraclicks.com -testingads.pro -themeforest.net +tattooha.com +technopellet.gr +telefonsexsofort.tk +theallgirlarcade.com +thebestphotos.eu +thebitcoincode.com +thesmartsearch.net +thewomenlife.com +thfox.com +thin.me.pn thruport.com -tizanidinehcl2mg.blogspot.com -tizanidinehydrochloride4mgstreetvalue.blogspot.com -tizanidineingredients.blogspot.com -tizanidineinteractions.blogspot.com -tizanidineoral.blogspot.com -tizanidineshowupondrugtest.blogspot.com -tizanidinesideeffectsweightloss.blogspot.com -tizanidinevsvalium.blogspot.com -tovaroboom.vast.ru -toy-shop.top -tozup.com -tradgardspartner.se -traffic-club.info -trafficjunky.com +titan-ads.life +tizanidineforopiatewithdrawal.blogspot.com +tmearegion26.com +toonfamilies.net +top10-way.com +topappspro.com +totu.us +traderzplanet.in +traffic100.com +traffictrade.life truck-land.life -truck-rece.life -trustedhealthtips.com -twinderbella.com -u555u.info +truemfilelj.gq +tsyndicate.com +tuberkulezanet.ru +tuckermktg.com ua-company.ru -uchetunet.su -udsgame.online -unblocksit.es -undergroundcityphoto.com -unisexjewelry.org -unpredictable.ga -upstore.me -uptime-alpha.net -urzedowski.eu -utrolive.ru -vandrie-ict.nl -vapomnoncri.tk -vesnatehno.ru -via-energy-acquistare.com -viagroid.ru +uhod-za-sobakoj.ru +umityangin.net +vapsy.com +vekzdorov.ru +venerologiya.com +venta-prom.ru +via-energy-order.com +videochat.tv.br +videokrik.net videos-for-your-business.com viel.su -vinylvault.co.uk -vipromoffers.com -virtuagirl.com -visitcambridge.org -vitoriacabos.com -vpnhowto.info -vvpg.ru -vykupavto-krasnodar.ru -vzubah.com -wallpapersist.com -wareseeker.com -warning.or.kr -websiteaccountant.de -websites-reviews.com -website-stealer.nufaq.com -wellcome2slovenia.ru -westermarkanjou.se -westsextube.com -whengirlsgowild.com +vinsit.ru +visa-china.ru +vitanail.ru +viteonlusarezzo.it +vonradio.com +vozbujdenie.com +vut.com.ru +vzube.com +wcb.su +weblo.com +website-analytics.online +website-speed-check.site +weightatraining.com +wejdz-tu.pl +welcomeauto.ru +wfb.hatedriveapart.com +wholesalejerseyscheapjerseys.us.com +wildnatureimages.com williamrobsonproperty.com -wineitudes.wordpress.com -win-spy.com -winx-play.ru -woman-orgasm.ru -worldlovers.ru -world-mmo.com -wpthemedetector.co.uk -wufak.com -xbaboon.com -x-diesel.biz -x-diesel.info -xgftnlrt.bloger.index.hr -xn--80aaaks3bbhabgbigamdr2h.xn--p1ai -xn-----8kcatubaocd1bneepefojs1h2e.xn--p1ai -xn----8sbarihbihxpxqgaf0g1e.xn--80adxhks +wma-x.com +wonderfulflowers.biz +wyniki-lista.pl +xmronta.com +xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai +xn----7sbifcamovvfggw9d.xn--p1ai +xn--80aaafbn2bc2ahdfrfkln6l.xn--p1ai +xn--80aaajbdbddwj2alwjieei2afr3v.xn--p1ai +xn--80adaggc5bdhlfamsfdij4p7b.xn--p1ai +xn--80aeahghtf8ac5i.xn--p1ai +xn----8sbdbjgb1ap7a9c4czbh.xn--p1acf xn----8sblgmbj1a1bk8l.xn----161-4vemb6cjl7anbaea3afninj.xn--p1ai -xn--e1aggki3c.xn--80adxhks -xn----itbkqkfiq.xn--p1ai -xn--l1aengat.xn--p1ai -yellowads.men -youghbould.wordpress.com -your-bearings.com -yugo-star.ru -yun56.co +xtube.com +xxart.ru +xxxkaz.org +xxxrus.org +xxx-treker.ru +yeartwit.com +yogamatsexpert.com +youandcredit.ru +yugk.net +zagadki.in.ua zahvat.ru -zaloadi.ru -zarabotok--doma.ru -znakomstvaonlain.ru -znaniyapolza.ru -zoomovies.org -zs2vm.top +zaimite.ru +zarabiaj-dzis.pl +zigarettenonlinekaufen1.blox.pl +zigarettenonlinekaufen.tumblr.com +zlatnajesen.com zvezdagedon.ru -zzlgxh.com +zzbroya.com.ua diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index c34e4506c..9b3dc0a02 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -11pikachu.ru -5ws.dating-app.ru -8si.ru -adanih.com -adidas.frwebs.fr -adrunnr.com -adventureparkcostarica.com -affrh2015.com -akusherok.ru -alfapro.ru +100dollars-seo.com +101lesbian.xyz +2020iscoming.info +214jaluwobapef.cf +actionnooz.com +admitad.com +adult3dgames.com +a.frcls.fr alkoravto.ru -alveris.ru -amateurgalls.com -amt-k.ru -anaksma.info -android-systems.ru -aosexkontakte.net -apple.com-webbrowsing-security.science +alldezservice.kz +allproblog.com +alphacarolinas.com +apiadanaknet-a.akamaihd.net +apidiamondatanet-a.akamaihd.net +aquarium-pro.ru arenanews.com.ua -arvut.org -asiengirls.net -asseenontv.ru -balitouroffice.com -bankofthewext.com -bannerpower.com -bausparen.bz.it -beachpics.com -bestdraws.com -bestsexyblog.com -bio-optomarket.ru -blogqpot.com -bloke.com -bluerobot.info -blue-square.biz -bonky.biz -brendbutik.ru -btnativenav.com -budilneg.xyz -bugof.gq -buyessayonline19.blogspot.ru -buzzurl.jp -bvlgariring.xyz -caulderwoodkennels.com -cbb1smartlist12.click -cb.iphantom.com -cezartabac.ro -chidporn.com -christianlouboutinreplica.pw -cialiswithoutadoctor.net +atout-energie-69.com +australia-opening-times.com +autogrep.ru +autoloans.com +aversis.net +avtochehli.by +avtocredit-legko.ru +bagcionderlab.com +bang-hotties.com +bayareaaeroclub.org +benchmarkcommunications.co.uk +bestwebsitesawards.com +bidr.trellian.com +big-boards.info +billiard-classic.com.ua +bitnote.co +bizru.info +blog.f00kclan.de +bloggedporn.com +brillianty.info +burger-imperia.com +bwlx.prepedu.cn +cartierlove2u.com +catalogs-parts.com +c-english.ru +centraletermice.us +centrumcoachingu.com +cfacarrosserie74.com +cheapwebsitehoster.com +checkm8.com +citizenclsdriveri7.pen.io clash-clans.ru -cleanmypc.com -clodo.ru -club-samodelkin.ru -coaching-netz.info -codq.info -compliance-jess.top -compliance-julia.top -compliance-willy.top -constantaservice.net -contentsexpress.com -copypaste.traderzplanet.in -credit-respect.ru -datsun-do.com -decoratinghomes.ga -dieswaene.com -dikx.gdn -dividendo.ru -doktoronline.no -dollartree.info -domainroam.win -downloaddy.net -drhomes.biz -eachdayisagift.review -ee77ee.com -elmacho.xyz -elvenar.com -emergencyneeds.org -englishdictionaryfree.com -eropornosex.ru -essayservicewriting.org -f0815.de -fashionindeed.ml -fettefrauen.net -fickkontakte.org -floating-share-buttons.com -focalink.com -fordsonmajbor.cf -forex21.ru -fotosfotos.eu -fototravel.eu -foto-weinberger.at -freelifetimefuckbook.com -frighteningremain.cf -fugarif.ga -fungamelands.com -get-free-traffic-now.com -ghazel.ru -girlsfuckdick.com -gk170.ru -gnuetella.com -goatse.ru -goodwinmetals.co -googst2.ru -greatdealshop.com -gsasearchengineranker.xyz -hackers-crackers.tk -hauleddes.com -hdpixent.com -hdwallpapers-free.com -hexpilot.com -hornymatches.com -hosting-tracker.com -hotdl.in -hoverboard360.nl -ifirestarter.ru -ilovevitaly.ru -indianmedicaltourismshop.com -intermesh.net -iscblog.info -jabimgo.pw -jerseysbizwholesalecheap.com -jovencitas.gratis -karusel-market.ru -kotaku.com -kovrenok.ru -kumuk.info -landoftracking.com -laptop-4-less.com -lion.conboy.us -lkbennettoutlet.online -lonely-mature.com -luciddiagnostics.in -malwareremovalcenter.com -maranbrinfo.com.br -markjaybeefractal.com -marktforschung-stuttgart.com -marmitaco.cat -matematikus.info -medictube.ru -meds-online24.com -med-zdorovie.com.ua -menhealed.net -mesbuta.info -mesto-x.com -miniads.ca -mnogolok.info -moinozhki.com -monclerboots.xyz -monclercheap.xyz -mototsikl.org -mrsdalloways.com -musflashtv.com -my-floor.in.ua -navalwiki.info -new-post.tk -o333o.com -obnal.org -offer.camp -office2web.com -onetravelguides.com -onlinemeetingnow.com -onlineserialy.ru -ontargetseo.us -openfrost.com -panamaforbeginners.com -pdamods.ru -percin.biz.ly -pestomou.info -pictures-and-images.net -pijoto.net -pinstake.com -pistonclasico.com -pixelrz.com -polybuild.ru -popads.net -porn555.com -pornokorol.com -pozdrawleniya.ru -priscilarodrigues.com.br -ranksonic.com -reckonstat.info -recordpage-a.akamaihd.net -remont-fridge-tv.ru -remont-komputerov-notebook.ru -roleforum.ru -royal-betting.net -russia-tao.ru -saitevpatorii.com -search.1and1.com -search-goo.com -sevendays.com.ua -sexiporno.net +clickcash.com +clmforexeu.com +collegerentals.com +co.lumb.co +com-onlinesupport.site +compliance-margo.top +compliance-olga.top +concordexoticrentals.com +creams.makeforum.eu +daydream-studio.ru +dentalpearls.com.au +dfiles.me +diffbot.com +dildofotzen.net +divatraffic.com +drpornogratisx.xxx +educatemetv.com +education-cz.ru +elektrischezi.canalblog.com +elektrozigarette2.webs.com +englate.com +ero-advertising.com +etm-consult.de +evehemming.blogspot.com.au +extremepornos.net +failingmarriege.blogspot.com +fickluder69.com +figuringmoneyout.com +flashbannernow.com +forex-procto.ru +forum20.smailik.org +free-share-buttons.top +fsakhalin.ru +funnypica.com +gael-s.ru +galleryawesome.com +gay-file.com +getmiro.com +gilbertbanda.net +global-ics.co.za +gne8.com +grand-chlen.ru +guitar-master.org +hd-filmy.net +healbio.ru +helicalpile.us +high-speed1.net +hmmm.cz +hoholikik.club +hotblog.top +ideawheel.com +igithab.com +igrovyeavtomaty777.ru +imgarit.pw +i-midias.net.br +indiakino.net +inmate-locator.us +istizanidineanarcoticdrug.blogspot.com +izismile.com +je7.us +j-times.ru +kaidalibor.de +katushka.net +ketrzyn.pl +kidskunst.info +kleine-titten.biz +kosmetyki.tm.pl +krafte.ru +lalalove.ru +laptoper.net +larger.io +laserpen.club +leboard.ru +letsrepair.in +liky.co.ua +lombia.com +louboutinreplica.pw +luckyday.world +luckyshop.net.ua +m5home.ru +magazintiande.ru +mansparskats.com +medicines-choice.com +mejoresfotos.eu +memberty.com +mini.7zap.com +mirobuvi.com.ua +mmgq.ru +mobsfun.net +moncleronline.xyz +moscow-clining.ru +most-kerch.org +nailsimg.com +narutonaruto.ru +nfljerseyscheapchinabiz.com +nikitabuch.com +otbelivanie-zubov.com +oyster-green.com +piccshare.com +picmoonco.pw +picscout.com +piulatte.cz +pix24x7.com +pixell.club +playfortuna-play.ru +play-mp3.com +pl.id-forex.com +pornoplen.com +porno-raskazy.ru +portside.xyz +positive2b.ru +printie.com +prpops.com +psoriasis-file.trade +ptr.ruvds.com +qwarckoine.com +r-control.ru +realitykings.com +refererx.com +registratciya-v-moskve.ru +registry-cleaner.net +remorcicomerciale.ro +reyel1985.webnode.fr +roma-kukareku.livejournal.com +rome2rio.com +rusexy.xyz +ruspdd.com +russia-today-video.ru +s1z.ru +scopich.com +scrapy.org +seinterface.com +semp.net +seojokes.net +seokicks.de sexpornotales.com -shlyahten.ru -silvercash.com -skanninge.se -slonechka.ru -smartadserver.com -socialmonkee.com -socialtrade.biz -space4updating.win -spb.afora.ru -stackthatbucks.com -stairliftstrue.com -statoutlook.info -stauga.altervista.org -stroymonolit.su -styro.ru -superfish.com -susanholtphotography.com -svarbit.com -swinon.site -takethatad.com -td-l-market.ru -templates.radiodigital.co -thegioixekhach.com -tizanidine4mguses.blogspot.com -top1-seo-service.com -topbestgames.com -torrent-newgames.com -toys.erolove.in -tuberkulezanet.ru -ugguk.online -vektorpress.ru -vezuviy.su -viberdownload10.com -videochat.life -vilingstore.net -vipms.ru -vrnelectro.ru -wahicbefa31.soup.io -watchinf.com -webadvance.club -wellcome2slovenia.ru -white-truck.life -wleuaprpxuvr.ga -woman-h.ru -wpsecurity.website -wttavern.com -www.kabbalah-red-bracelets.com -xdoza.com -xn----7sbifcamovvfggw9d.xn--p1ai -xn--80ab4aa2g.xn--p1ai -yebocasino.co.za -yoopsie.com -youandcredit.ru -youraticles.pl -yourdesires.ru -zajm-pod-zalog-nedvizhimosti.ru -zigarettenonlinekaufen2.drupalgardens.com +sexsaoy.com +sex-tracker.com +shopwme.ru +sibvitr.ru +sim-service.net +sockshare.net +store-rx.com +strfls.com +stroiminsk.org +stuff-about-money.com +swimpool.ca +tabakur77.com +tattomedia.com +telegramdownload10.com +timdreby.com +tizanidinedosage.blogspot.com +tizanidinehcl2mgsideeffects.blogspot.com +trackzapper.com +traffictrade.life +trainoffend.ml +tri-slona.org +trudogolik.net +turist-strani.ru +tyumen.xrus.org +u555u.info +uggsale.online +uhdtv.website +ukrup.com +umnovocaminho.com +userequip.com +utiblog.fr +validdomain.xyz +ventelnos.com +versaut.xxx-cam.webcam +veselokloun.ru +videosbox.ru +vigrx-original.ru +villakohlanta.nu +vip.51.la +vipps.com.my +vitalads.net +wait3sec.org +web.cvut.cz +wedding-salon.net +welck.octopis.com +wemedinc.com +wfb.hatedriveapart.com +whatistizanidine2mg.blogspot.com +wheelchairliftsarea.com +wholesalejerseychinaoutlet.com +wholesalenfljerseys.us.com +womensterritory.ru +xcc24.pl +xchangetrak.com +xep.info +xingzi-vision.com +xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai +xn-----6kccaibs5cb8afhjrfmix2n.xn--p1ai +xn--80aaajbdbddwj2alwjieei2afr3v.xn--p1ai +xn--l1aengat.xn--p1ai +yaoguangdj.com +youdesigner.kz +youghbould.wordpress.com +yugk.net +zdesoboi.com +zero1.it diff --git a/.dev-tools/test_units/ratelimittest-beta.txt b/.dev-tools/test_units/ratelimittest-beta.txt index a7215fb74..29d446e1f 100644 --- a/.dev-tools/test_units/ratelimittest-beta.txt +++ b/.dev-tools/test_units/ratelimittest-beta.txt @@ -1,3 +1,14 @@ + + +
+This is merely used for testing !!!
+ +l>