diff --git a/.dev-tools/_robots_input/robots-input.txt b/.dev-tools/_robots_input/robots-input.txt index 448edc61e..e22a7e73f 100644 --- a/.dev-tools/_robots_input/robots-input.txt +++ b/.dev-tools/_robots_input/robots-input.txt @@ -70,6 +70,7 @@ CATExplorador CazoodleBot CCBot Cegbfeieh +CensysInspect check1.exe CheeseBot CherryPicker diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 3def820e9..c0545570d 100644 --- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.01.2240 -### Updated: Mon Jan 4 12:20:21 SAST 2021 +### Version: V3.2021.01.2241 +### Updated: Mon Jan 4 12:40:59 SAST 2021 ### Bad Referrer Count: 6909 -### Bad Bot Count: 591 +### Bad Bot Count: 592 ################################################### ### VERSION INFORMATION ## @@ -219,6 +219,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)CazoodleBot(?:\b)" 3; "~*(?:\b)CCBot(?:\b)" 3; "~*(?:\b)Cegbfeieh(?:\b)" 3; + "~*(?:\b)CensysInspect(?:\b)" 3; "~*(?:\b)check1.exe(?:\b)" 3; "~*(?:\b)CheeseBot(?:\b)" 3; "~*(?:\b)CherryPicker(?:\b)" 3; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 18b642a16..180bdc087 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.182.187 1; +34.122.173.211 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index dd5291a4a..bb50a4a64 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.182.187 0; +34.122.173.211 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 3def820e9..c0545570d 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.01.2240 -### Updated: Mon Jan 4 12:20:21 SAST 2021 +### Version: V3.2021.01.2241 +### Updated: Mon Jan 4 12:40:59 SAST 2021 ### Bad Referrer Count: 6909 -### Bad Bot Count: 591 +### Bad Bot Count: 592 ################################################### ### VERSION INFORMATION ## @@ -219,6 +219,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)CazoodleBot(?:\b)" 3; "~*(?:\b)CCBot(?:\b)" 3; "~*(?:\b)Cegbfeieh(?:\b)" 3; + "~*(?:\b)CensysInspect(?:\b)" 3; "~*(?:\b)check1.exe(?:\b)" 3; "~*(?:\b)CheeseBot(?:\b)" 3; "~*(?:\b)CherryPicker(?:\b)" 3; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 18b642a16..180bdc087 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.182.187 1; +34.122.173.211 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index dd5291a4a..bb50a4a64 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.182.187 0; +34.122.173.211 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 3def820e9..c0545570d 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.01.2240 -### Updated: Mon Jan 4 12:20:21 SAST 2021 +### Version: V3.2021.01.2241 +### Updated: Mon Jan 4 12:40:59 SAST 2021 ### Bad Referrer Count: 6909 -### Bad Bot Count: 591 +### Bad Bot Count: 592 ################################################### ### VERSION INFORMATION ## @@ -219,6 +219,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)CazoodleBot(?:\b)" 3; "~*(?:\b)CCBot(?:\b)" 3; "~*(?:\b)Cegbfeieh(?:\b)" 3; + "~*(?:\b)CensysInspect(?:\b)" 3; "~*(?:\b)check1.exe(?:\b)" 3; "~*(?:\b)CheeseBot(?:\b)" 3; "~*(?:\b)CherryPicker(?:\b)" 3; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 18b642a16..180bdc087 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.182.187 1; +34.122.173.211 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-user-agents.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-user-agents.conf index 0688107c1..b2d62337a 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-user-agents.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-user-agents.conf @@ -131,6 +131,7 @@ "~*(?:\b)CazoodleBot(?:\b|)" 0; "~*(?:\b)CCBot(?:\b|)" 0; "~*(?:\b)Cegbfeieh(?:\b|)" 0; + "~*(?:\b)CensysInspect(?:\b|)" 0; "~*(?:\b)check1.exe(?:\b|)" 0; "~*(?:\b)CheeseBot(?:\b|)" 0; "~*(?:\b)CherryPicker(?:\b|)" 0; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index dd5291a4a..bb50a4a64 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.182.187 0; +34.122.173.211 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 3def820e9..c0545570d 100644 --- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.01.2240 -### Updated: Mon Jan 4 12:20:21 SAST 2021 +### Version: V3.2021.01.2241 +### Updated: Mon Jan 4 12:40:59 SAST 2021 ### Bad Referrer Count: 6909 -### Bad Bot Count: 591 +### Bad Bot Count: 592 ################################################### ### VERSION INFORMATION ## @@ -219,6 +219,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)CazoodleBot(?:\b)" 3; "~*(?:\b)CCBot(?:\b)" 3; "~*(?:\b)Cegbfeieh(?:\b)" 3; + "~*(?:\b)CensysInspect(?:\b)" 3; "~*(?:\b)check1.exe(?:\b)" 3; "~*(?:\b)CheeseBot(?:\b)" 3; "~*(?:\b)CherryPicker(?:\b)" 3; diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 3def820e9..c0545570d 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.01.2240 -### Updated: Mon Jan 4 12:20:21 SAST 2021 +### Version: V3.2021.01.2241 +### Updated: Mon Jan 4 12:40:59 SAST 2021 ### Bad Referrer Count: 6909 -### Bad Bot Count: 591 +### Bad Bot Count: 592 ################################################### ### VERSION INFORMATION ## @@ -219,6 +219,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)CazoodleBot(?:\b)" 3; "~*(?:\b)CCBot(?:\b)" 3; "~*(?:\b)Cegbfeieh(?:\b)" 3; + "~*(?:\b)CensysInspect(?:\b)" 3; "~*(?:\b)check1.exe(?:\b)" 3; "~*(?:\b)CheeseBot(?:\b)" 3; "~*(?:\b)CherryPicker(?:\b)" 3; diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index afca6a926..9916d4db6 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.01.2240 -### Updated: Mon Jan 4 12:20:20 SAST 2021 +### Version: V4.2021.01.2241 +### Updated: Mon Jan 4 12:40:58 SAST 2021 ### Bad Referrer Count: 6909 -### Bad Bot Count: 591 +### Bad Bot Count: 592 ################################################### ### VERSION INFORMATION ## @@ -219,6 +219,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)CazoodleBot(?:\b)" 3; "~*(?:\b)CCBot(?:\b)" 3; "~*(?:\b)Cegbfeieh(?:\b)" 3; + "~*(?:\b)CensysInspect(?:\b)" 3; "~*(?:\b)check1.exe(?:\b)" 3; "~*(?:\b)CheeseBot(?:\b)" 3; "~*(?:\b)CherryPicker(?:\b)" 3; diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index a40be186b..52422de58 100644 --- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -34.122.173.211 0; +104.154.182.187 0; diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf index afca6a926..9916d4db6 100644 --- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.01.2240 -### Updated: Mon Jan 4 12:20:20 SAST 2021 +### Version: V4.2021.01.2241 +### Updated: Mon Jan 4 12:40:58 SAST 2021 ### Bad Referrer Count: 6909 -### Bad Bot Count: 591 +### Bad Bot Count: 592 ################################################### ### VERSION INFORMATION ## @@ -219,6 +219,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)CazoodleBot(?:\b)" 3; "~*(?:\b)CCBot(?:\b)" 3; "~*(?:\b)Cegbfeieh(?:\b)" 3; + "~*(?:\b)CensysInspect(?:\b)" 3; "~*(?:\b)check1.exe(?:\b)" 3; "~*(?:\b)CheeseBot(?:\b)" 3; "~*(?:\b)CherryPicker(?:\b)" 3; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index afca6a926..9916d4db6 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.01.2240 -### Updated: Mon Jan 4 12:20:20 SAST 2021 +### Version: V4.2021.01.2241 +### Updated: Mon Jan 4 12:40:58 SAST 2021 ### Bad Referrer Count: 6909 -### Bad Bot Count: 591 +### Bad Bot Count: 592 ################################################### ### VERSION INFORMATION ## @@ -219,6 +219,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)CazoodleBot(?:\b)" 3; "~*(?:\b)CCBot(?:\b)" 3; "~*(?:\b)Cegbfeieh(?:\b)" 3; + "~*(?:\b)CensysInspect(?:\b)" 3; "~*(?:\b)check1.exe(?:\b)" 3; "~*(?:\b)CheeseBot(?:\b)" 3; "~*(?:\b)CherryPicker(?:\b)" 3; diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index afca6a926..9916d4db6 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.01.2240 -### Updated: Mon Jan 4 12:20:20 SAST 2021 +### Version: V4.2021.01.2241 +### Updated: Mon Jan 4 12:40:58 SAST 2021 ### Bad Referrer Count: 6909 -### Bad Bot Count: 591 +### Bad Bot Count: 592 ################################################### ### VERSION INFORMATION ## @@ -219,6 +219,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)CazoodleBot(?:\b)" 3; "~*(?:\b)CCBot(?:\b)" 3; "~*(?:\b)Cegbfeieh(?:\b)" 3; + "~*(?:\b)CensysInspect(?:\b)" 3; "~*(?:\b)check1.exe(?:\b)" 3; "~*(?:\b)CheeseBot(?:\b)" 3; "~*(?:\b)CherryPicker(?:\b)" 3; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf index 0688107c1..b2d62337a 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf @@ -131,6 +131,7 @@ "~*(?:\b)CazoodleBot(?:\b|)" 0; "~*(?:\b)CCBot(?:\b|)" 0; "~*(?:\b)Cegbfeieh(?:\b|)" 0; + "~*(?:\b)CensysInspect(?:\b|)" 0; "~*(?:\b)check1.exe(?:\b|)" 0; "~*(?:\b)CheeseBot(?:\b|)" 0; "~*(?:\b)CherryPicker(?:\b|)" 0; diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index afca6a926..9916d4db6 100644 --- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.01.2240 -### Updated: Mon Jan 4 12:20:20 SAST 2021 +### Version: V4.2021.01.2241 +### Updated: Mon Jan 4 12:40:58 SAST 2021 ### Bad Referrer Count: 6909 -### Bad Bot Count: 591 +### Bad Bot Count: 592 ################################################### ### VERSION INFORMATION ## @@ -219,6 +219,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)CazoodleBot(?:\b)" 3; "~*(?:\b)CCBot(?:\b)" 3; "~*(?:\b)Cegbfeieh(?:\b)" 3; + "~*(?:\b)CensysInspect(?:\b)" 3; "~*(?:\b)check1.exe(?:\b)" 3; "~*(?:\b)CheeseBot(?:\b)" 3; "~*(?:\b)CherryPicker(?:\b)" 3; diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index c8638035f..32af08fbb 100644 --- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -104.154.182.187 0; 34.122.173.211 0; +35.193.184.18 0; diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 548c2db27..7c6b0bb50 100644 --- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.01.2240 -### Updated: Mon Jan 4 12:20:20 SAST 2021 +### Version: V4.2021.01.2241 +### Updated: Mon Jan 4 12:40:58 SAST 2021 ### Bad Referrer Count: 6909 -### Bad Bot Count: 591 +### Bad Bot Count: 592 ################################################### ### VERSION INFORMATION ## @@ -219,6 +219,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)CazoodleBot(?:\b)" 3; "~*(?:\b)CCBot(?:\b)" 3; "~*(?:\b)Cegbfeieh(?:\b)" 3; + "~*(?:\b)CensysInspect(?:\b)" 3; "~*(?:\b)check1.exe(?:\b)" 3; "~*(?:\b)CheeseBot(?:\b)" 3; "~*(?:\b)CherryPicker(?:\b)" 3; diff --git a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 52422de58..2d9c3c5be 100644 --- a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST +35.193.184.18 0; 104.154.182.187 0; diff --git a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 7fcb67a9e..0847ae44a 100644 --- a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.01.2240 -### Updated: Mon Jan 4 12:20:20 SAST 2021 +### Version: V4.2021.01.2241 +### Updated: Mon Jan 4 12:40:58 SAST 2021 ### Bad Referrer Count: 6909 -### Bad Bot Count: 591 +### Bad Bot Count: 592 ################################################### ### VERSION INFORMATION ## @@ -219,6 +219,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)CazoodleBot(?:\b)" 3; "~*(?:\b)CCBot(?:\b)" 3; "~*(?:\b)Cegbfeieh(?:\b)" 3; + "~*(?:\b)CensysInspect(?:\b)" 3; "~*(?:\b)check1.exe(?:\b)" 3; "~*(?:\b)CheeseBot(?:\b)" 3; "~*(?:\b)CherryPicker(?:\b)" 3; diff --git a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf index 361f3a3d5..79c4b94b2 100644 --- a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,6 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.193.184.18 0; 34.122.173.211 0; +104.154.182.187 0; +35.193.184.18 0; diff --git a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf index afca6a926..9916d4db6 100644 --- a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.01.2240 -### Updated: Mon Jan 4 12:20:20 SAST 2021 +### Version: V4.2021.01.2241 +### Updated: Mon Jan 4 12:40:58 SAST 2021 ### Bad Referrer Count: 6909 -### Bad Bot Count: 591 +### Bad Bot Count: 592 ################################################### ### VERSION INFORMATION ## @@ -219,6 +219,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)CazoodleBot(?:\b)" 3; "~*(?:\b)CCBot(?:\b)" 3; "~*(?:\b)Cegbfeieh(?:\b)" 3; + "~*(?:\b)CensysInspect(?:\b)" 3; "~*(?:\b)check1.exe(?:\b)" 3; "~*(?:\b)CheeseBot(?:\b)" 3; "~*(?:\b)CherryPicker(?:\b)" 3; diff --git a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf index dd31fa79a..5796badb7 100644 --- a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf @@ -45,6 +45,6 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -104.154.182.187 0; +34.122.208.80 0; 34.122.173.211 0; -35.193.184.18 0; +104.154.182.187 0; diff --git a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf index afca6a926..9916d4db6 100644 --- a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.01.2240 -### Updated: Mon Jan 4 12:20:20 SAST 2021 +### Version: V4.2021.01.2241 +### Updated: Mon Jan 4 12:40:58 SAST 2021 ### Bad Referrer Count: 6909 -### Bad Bot Count: 591 +### Bad Bot Count: 592 ################################################### ### VERSION INFORMATION ## @@ -219,6 +219,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)CazoodleBot(?:\b)" 3; "~*(?:\b)CCBot(?:\b)" 3; "~*(?:\b)Cegbfeieh(?:\b)" 3; + "~*(?:\b)CensysInspect(?:\b)" 3; "~*(?:\b)check1.exe(?:\b)" 3; "~*(?:\b)CheeseBot(?:\b)" 3; "~*(?:\b)CherryPicker(?:\b)" 3; diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 18b642a16..180bdc087 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.182.187 1; +34.122.173.211 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/blacklist-user-agents.conf b/.dev-tools/test_units/blacklist-user-agents.conf index 0688107c1..b2d62337a 100644 --- a/.dev-tools/test_units/blacklist-user-agents.conf +++ b/.dev-tools/test_units/blacklist-user-agents.conf @@ -131,6 +131,7 @@ "~*(?:\b)CazoodleBot(?:\b|)" 0; "~*(?:\b)CCBot(?:\b|)" 0; "~*(?:\b)Cegbfeieh(?:\b|)" 0; + "~*(?:\b)CensysInspect(?:\b|)" 0; "~*(?:\b)check1.exe(?:\b|)" 0; "~*(?:\b)CheeseBot(?:\b|)" 0; "~*(?:\b)CherryPicker(?:\b|)" 0; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 0add4efe2..ef53b897f 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Aipbot -Blackboard -EasyDL -GalaxyBot -Mag-Net -Panscient -Scanbot -sexsearcher -Site Sucker -Spammen +Evil +Havij +Jyxobot +page scorer +RealDownload +Thumbor +Virusdie +Webalta +WEBDAV +WWWOFFLE diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index 8349ed1c4..5cd87d1f8 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -Abonti +404checker +80legs Aboundex -Aboundexbot -Acunetix +AiHitBot Aipbot Alexibot +Alligator AlphaBot Ankit -Anthill -Asterias -AwarioRssBot AwarioSmartBot -BackDoorBot +Backlink-Ceck +BackStreet BackWeb -Bandit +Barkrowler BatchFTP Battleztar Bazinga -BDCbot -BDFetch -BetaBot -Bigfoot -Bitacle -BlackWidow +BBBike +Black Hole +BLEXBot Bolt +Brandprotect BuiltWith -Bullseye -BunnySlippers CATExplorador -CazoodleBot -check1.exe +Cegbfeieh +CensysInspect +CherryPicker CheTeam +ChinaClaw +Claritybot +Cliqzbot coccocbot-web -Cogentbot -Craftbot +cognitiveseo +Collector +com.plumanalytics +Cosmos crawler.feedback crawl.sogou.com -CrunchBot -CSHttp -demandbase-bot -Dispatch -DomainAppender -DomainStatsBot -Dotbot -Ecxi -EroCrawler +CrazyWebCrawler +Deusu +Devil +Digincore +DIIbot +Discoverybot +DittoSpyder +DnyzBot +DomainCrawler +DomainSigmaCrawler +Domains Project +DSearch +DTS Agent +eCatch +ECCP/1.0 +EirGrabber +EMail Siphon +EMail Wolf +evc-batch Exabot Express WebPictures +ExtLinksBot Extractor ExtractorPro -Extreme Picture Finder -EyeNetIE -facebookscraper +FDM FHscan -FlashGet +Fimap +Firefox/7.0 Flunky -FrontPage +Freeuploader Fyrebot Genieo -Gigabot -Go-Ahead-Got-It -Gotit -Go!Zilla -GrabNet -Grafula +GetRight +Gigablast GrapeFX GrapeshotCrawler -GridBot +GT::WWW Haansoft HaosouSpider -Harvest -HEADMasterSEO -Heritrix -Hloader -HTMLparser +Havij +HMView +HTTP::Lite +Humanlinks +HybridBot +IDBot Id-search IlseBot Image Fetch Image Sucker -Indy Library Intelliseek -InterGET Internet Ninja -internetVista monitor -ips-agent +InternetSeer IRLbot +Iskanie +JamesBOT Jbrofuzz JOC Web Spider -Joomla -Jorgee JustView -Keyword Density -Kozmosbot Lanshanbot -LeechFTP -LeechGet +Larbin +LexiBot Lftp -LibWeb +LieBaoFast Linkdexbot -LinkpadBot -LinkScan +LinkextractorPro LinksManager LinqiaMetadataDownloaderBot -LinqiaScrapeBot -Lipperhey -Lipperhey Spider -Litemage_walker -lwp-request -LWP::Simple +lwp-trivial Magnet +Mag-Net Majestic12 Majestic-SEO -Masscan +MarkMonitor Mass Downloader -Mata Hari MauiBot +Mediatoolkitbot mediawords -Metauri -MFC_Tear_Sample +MegaIndex.ru MicroMessenger +Microsoft URL Control +MIDown tool MIIxpc -Mister PiX -MSFrontPage -MSIECrawler +Morfeus Fucking Scanner +Mozlila +MQQBrowser Msrabot -Nameprotect -NearSite +Musobot +Name Intelligence +Navroad Needle -Nessus NetAnts -netEstate NE Crawler +NetLyzer NetMechanic NetSpider -NetZIP +Net Vampire NextGenSearchBot -NimbleCrawler -Ninja -Nmap +Nibbler +Nikto +Nutch +oBot +Octopus Offline Explorer Offline Navigator -OnCrawl -OpenLinkProfiler -Openvas -OpenVAS -OutclicksBot +OPPO A33 +OrangeSpider +OutfoxBot +PageAnalyzer Page Analyzer page scorer +Pandalytics +Panscient Papa Foto -Pavuk -pcBrowser -PECL::HTTP -PeoplePal +Petalbot PHPCrawl -Picsearch +Picscout Pimonster +Pixray plumanalytics Pockey ProWebWalker Psbot PxBroker PyCurl -QueryN Metasearch -Quick-Crawler -RankingBot +RankActive +RankFlex +RankingBot2 Rankivabot -RealDownload RebelMouse Recorder -ReGet RepoMonkey +Ripper Rogerbot RSSingBot s1z.ru satoristudio.net -ScanAlert -Scanbot +ScoutJet Scrapy -Screaming -Searchestate SearchmetricsBot -Semrush SEOkicks-Robot Seomoz -Shodan -SISTRIX -Sitebeam -SiteExplorer -SiteLockSpider -SiteSucker +seoscanners +SEOstats +sitechecker.pro +SlySearch SMTBot -Snapbot +Snake Snoopy -SocialRankIOBot -sogouspider -Sottopop -SpaceBison -SpankBot -Spinn3r -Steeler +Sociscraper +Sosospider +Spanner +Spbot +SputnikBot +Sqlmap +Sqlworm Stripper +SuperBot +Suzuran Swiftbot T0PHackTeam -tAkeOut Teleport -Telesoft +TeleportPro Telesphoreo -Thumbor -TightTwatBot +Telesphorep +Titan Toata -Trendictionbot -trendiction.de -Typhoeus -Upflow +Toweyabot +Tracemyfile +Trendiction +True_Robot +TurnitinBot +UnisterBot URLy.Warning Vagabondo VB Project VeriCiteCrawler +Virusdie VoidEYE Voil -Wallpapers/3.0 -Webalta -WebAuto +WallpapersHD +WebCollage Web Collage -WebFetch +WebCopier +Web Enhancer WebFuck +WebLeacher +WebmasterWorldForumBot webmeup-crawler -Web Pix +WebPix WebReaper +WebSauger +Webshag WebsiteQuester Website Quester -Webster -WebStripper +WebSucker Web Sucker -WebWhacker -WebZIP Whack Whacker Who.is Bot -WiseGuys Robot -WISENutbot -Woobot -WWWOFFLE +WinHTTrack +Wonderbot +Wotbox +Wprecon +WPScan +WWW-Collector-E +WWW::Mechanize x09Mozilla x22Mozilla Xaldon_WebSpider -Xenu -YoudaoBot -Zade -ZmEu -ZoominfoBot +zauba.io +Zeus +zgrab +Zitebot ZumBot diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index c259fc819..fdfd3b5de 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ 360Spider -404checker -404enemy -Aboundexbot +Aboundex +Acunetix ADmantX -AhrefsBot AiHitBot -Alligator -AllSubmitter +Alexibot AlphaBot Anarchie -Ankit Anthill -Apexoo +arquivo.pt Asterias +autoemailspider AwarioRssBot -AwarioSmartBot -BackDoorBot -backlink-check -Badass +BacklinkCrawler +BackWeb +Bandit Battleztar Bazinga +BBBike +BDCbot BDFetch -Blackboard -Black Hole -BlackWidow -BotALot -Buck +BetaBot +Bitacle +Blow +BlowFish +Boardreader +Brandwatch Buddy -BuiltWith -Calculon -Cegbfeieh +BuzzSumo +CATExplorador +CazoodleBot +CCBot check1.exe +CheeseBot +ChinaClaw +Chlooe Cloud mapping -Cocolyzebot -Copier +CopyRightCheck Copyscape Cosmos crawler4j -crawler.feedback Crescent CrunchBot CSHttp -Curious Custo DatabaseDriverMysqli -Demon -Devil -DIIbot -Discoverybot -Dispatch -DomainAppender -domainsproject.org -DomainStatsBot -Dragonfly -Drip +DataCha0s +Deusu +Dirbuster +Discobot +DomainCrawler +Domains Project +ECCP/1.0 +Ecxi +EirGrabber EMail Siphon -EMail Wolf +EroCrawler evc-batch -Evil +Exabot Express WebPictures +ExtLinksBot Extractor ExtractorPro -Ezooms -facebookscraper FDM -FHscan -Fimap +FemtosearchBot Firefox/7.0 +Flunky Freeuploader -FrontPage FyberSpider Fyrebot -GalaxyBot Genieo -GetWeb -G-i-g-a-b-o-t +GermCrawler +Gigablast Go-Ahead-Got-It +Go!Zilla Grabber -GrabNet -HaosouSpider +Grafula +GridBot +GT::WWW Harvest -Heritrix -HMView +HTMLparser HTTP::Lite -IDBot -IndeedBot +HTTrack +Humanlinks +Iblog +Image Fetch +Image Sucker +Indy Library InfoTekies -instabid -Internet Ninja -internetVista monitor -IRLbot -Jbrofuzz -JikeSpider -Joomla -Jorgee +InterGET +InternetSeer +ips-agent +Iria +IstellaBot +JamesBOT +Jetty JustView -Keyword Density -Larbin +Kozmosbot +Lanshanbot LeechFTP -LexiBot +LeechGet Lftp +LibWeb Libwhisker +LieBaoFast +Lightspeedsystems +Likse Linkdexbot -LinkpadBot +LinkextractorPro LinksManager LinqiaMetadataDownloaderBot -LinqiaRSSBot -LinqiaScrapeBot -Lipperhey Spider Litemage_walker -LNSpiderguy -LWP::Simple lwp-trivial magpie-crawler -Mass Downloader -Mb2345Browser -Meanpathbot -MeanPath Bot -Mediatoolkitbot +Mail.RU_Bot +MarkMonitor +Masscan +meanpathbot +mediawords +Microsoft URL Control +MIIxpc +MJ12bot Mozlila Mr.4x3 -MSFrontPage MSIECrawler -Musobot -Nameprotect -Needle +muhstik-scan +Name Intelligence Nessus NetAnts -netEstate NE Crawler -NetLyzer +Netcraft Nettrack +Netvibes NextGenSearchBot Nibbler NICErsPRO -Nikto -Nmap -Nutch +NimbleCrawler +Nimbostratus oBot Octopus -Offline Explorer -Offline Navigator OnCrawl Openfind OPPO A33 -OrangeBot PageAnalyzer +Page Analyzer +PageGrabber +PageScorer Panscient Pavuk +pcBrowser +PeoplePal +Picsearch PictureFinder -Pimonster -Pixray -PleaseCrawl -Probethenet +plumanalytics +polaris version ProWebWalker -Psbot -QueryN Metasearch -RankActive -RankingBot -Rankivabot -RankurBot +Pump +RankActiveLinkBot RebelMouse -Recorder RepoMonkey -Rogerbot +Ripper +SalesIntelligent +satoristudio.net SBIder scan.lol -ScoutJet Screaming ScreenerBot Searchestate -SemrushBot -SEOkicks-Robot -SeoSiteCheckup -SEOstats +Semrush +SentiBot +SEOkicks +SEOlyticsCrawler +SEOprofiler +serpstatbot Shodan -Sitebeam +Siphon +SISTRIX sitechecker.pro -SiteExplorer +Siteimprove SiteLockSpider SiteSucker Sitevigil +SlySearch SMTBot Snapbot -Snoopy +Sociscraper sogouspider Sogou web spider Sosospider -Sottopop -sp_auditbot +SpaceBison +Spammen Spbot -SputnikBot -spyfu Sqlmap -Sqworm -Steeler -SuperBot -SuperHTTP -sysscan -Szukacz +Stripper +Sucker +Sucuri +Surfbot +SurveyBot +Suzuran +T0PHackTeam tAkeOut -Teleport -The Intraformant -TheNomad +TeleportPro +Telesoft +Thumbor TightTwatBot +Titan +Toata +Toweyabot Tracemyfile +Trendiction +trendiction.com trendiction.de -True_Robot +Turingos +Turnitin +TurnitinBot TwengaBot +Upflow +Vacuum VB Project -VelenPublicWebCrawler Virusdie -VoidEYE +Voltron +Wallpapers/3.0 WallpapersHD -WBSearchBot -Webalta -WebAuto -Web Auto -WebCollage -WebCopier -WebFetch -Web Fetch -WebGo IS +WASALive-Bot +WebBandit +Web Collage +WebFuck +Web Fuck +WebImageCollector WebLeacher -WebmasterWorldForumBot -WebSauger -Web Sauger +WebPix +WebReaper +Webshag WebsiteExtractor Website Quester Webster WebStripper Web Sucker WebWhacker -Whack -Whacker -Whatweb Who.is Bot -Wonderbot +WiseGuys Robot +WISENutbot Woobot +Wotbox Wprecon WWW-Collector-E -x22Mozilla -Xaldon_WebSpider -Xenu -Zade -zgrab -Zitebot -ZoomBot -ZoominfoBot +WWW-Mechanize +WWW::Mechanize +WWWOFFLE +x09Mozilla +Zeus ZumBot -ZyBorg diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index b3489fa05..ad0e84b39 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -bracketsmackdown.com -forum.poker4life.ru -je7.us -justdating.online -mncrftpcs.com -pornzone.tv -tmearegion26.com -video-chat.love -worst-sites.online -x-musics.com +gloverid.site +gwebtools.com.br +handicapvantoday.com +myindospace.com +o00.in +offer.camp +sammlungfotos.online +scanner-alex.top +telefonsex-ohne0900.net +webtherapy.ru diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index 81ee45649..c3f99dc74 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -0912701309f8ce.com -1001desert.com -1688.com -3w24.com -4kepics.com -4kplayer.pl -4pp13.com -5000-cotydzien.com -7a2rnuey1tw9ar.ru -8gold.com -absolutelyanalog.com -absugars.com -accessoires-mode.in -adcash.com -adconscious.com -adimmix.com -adprotect.net -adserver-e7.com -adtology.com -advokateg.xyz -adzpower.com -afmuseum.com -a.frcls.fr -airmaxshoes-2016.com -albumsuper.info -aliexpresscashback.club -alive-ua.com -allwomen.info -alpinism.ru -ample-awards-today.us -angigreene.com -angry-fermi-7633.arukascloud.io -apessay.com +08800.top +101raccoon.ru +1-99seo.com +1j7740kd.website +1kinobig.ru +1xbet4you.com +273-fz.ru +2itech.ru +40cg.com +4istoshop.com +51.la +777-club.ru +7wind.ru +aaronabel.com +abcguru.xyz +abusora.com +acheterviagrafr24.com +acunetix-referrer.com +adidas.frwebs.fr +adsloads.com +adult3dgames.com +adzerg.com +all4invest.ru +all-number.com +anal-acrobats.com +ananumous.ru +angel1777.kz +angkortours.vn +aosexkontakte.net apiholdingmypage-a.akamaihd.net -apioutoboxnet-a.akamaihd.net -apishops.ru -apparel-offer.com -apps-analytics.net -apptester.tk -aramaicmedia.org -arquapetrarca.info -arraty.altervista.org -aruplighting.com -asociatia-tipografilor-transilvania.ro -asrvrep-a.akamaihd.net -asseenontv.ru -atout-energie-69.com -autorn.ru -aviav.eu -awency.com -axbocz.net -b2b-lounge.com -bannerpower.com -bausparen.bz.it -belinvestdom.by -bestbrainprod.win -bestpriceninja.com -bestsexyblog.com -beta.hotkeys.com -betune.onlinewebshop.net -bin-brokers.com -bird1.ru -blagovest-med.ru -blog.f00kclan.de +apilinkswiftco-a.akamaihd.net +apple.com-cleaner.systems +applicationg29.com +australia-opening-times.com +auto4style.ru +autolombard-krasnodar.ru +autovideobroadcast.com +auto-zapchasti.org +aviva-limoux.com +avtoarenda.by +awaybird.ru +babespcs.com +backiee.com +baersaratov.ru +bag77.ru +bankofthewext.com +bcmp.org +beauty-b0x.pl +bestofpicture.com +bestofupload.info +besttorrentknifta.weebly.com +big-boards.info +bioca.org +biznesrealnost.ru +bkgr.se +blavia.00author.com +blogqpot.com bloke.com -bocoarchives.org boeuklad.com -bookmark4you.com.biz -bpro1.top -brainzpod.win -braip.com.br -breastaugmentation.co.za -brk-rti.ru -builtwith.com -buron.pw -buy-meds24.com -camsex.xxx-cam.webcam +bolitgorlo.net +bonzybuddy.com +bravegirlsclub.com +bristolhostel.com +bristolhotel.com +bscodecs.com +buehne-fuer-menschenrechte.de +bupropion-sr-150-mg.us +buybest1.biz +buyclomidonlaine.com +buyhoverboard.com canvas.gloverid.site -canyougethighofftizanidine.blogspot.com -cartierreplica.xyz -cartierring.xyz -cfcl.co.uk -cgi2.nintendo.co.jp -cheapjerseysap.com -cheapmoncler.win -cheap-pills-norx.com +carloans.com +carmuffler.net +cartujano-pre.de +cashkitten-a.akamaihd.net +centrdebut.ru +cercacamion.it +cheapmoncler.pw +chee-by.biz chimiver.info -chinajerseyswholesalecoupons.com -ciekawinki.pl -ciproandtizanidine.blogspot.com -citysecurity.nu -cleanallspyware.com -clevernt.com -compliance-elena.top -compliance-george.xyz -connectionstrenth.com +chinese-amezon.com +chlooe.com +chocoslim.pro +cigarpass.com +civilwartheater.com +clash-clans.ru +clickbanksites.info +clicksotrk.com +clippingphotoindia.com +clothesforcash.com +coindirect.io +compliance-alexa.xyz +compliance-jane.top +compliance-jess.top +compliance-josh.top +confib.ifmo.ru +consorzioilmosaico.org +continent-e.tv cookie-law-enforcement-aa.xyz -cool-wedding.net -cornerstone-countertops.com -corta.co -cosmeticswomens-womensports.rhcloud.com -cracksplanet.com -creditnation.ru -cs-passion.pl -culad.com -custodieva.ru +cottageofgrace.com +counterbot.com +credit.co.ua +credit-respect.ru customchocolate.business-for-home.com -cyprusbuyproperties.com -czat.wp.pl -dafatiri.com -dairyindia.in -daooda.com -data-mining.tk +cxpromote.com +dandiyabeats.in +darmebel.com.ua dayibiao.com -ddospanel.com -deanmoore.ie -deshevo-nedorogo.ru -design-lands.ru -detsky-nabytek.info -dignitasdata.se -dimkino.ru -discountbarbour.online -divku.ru -domain-submit.info -dorratex.tn -dostavimvdom.ru -downtuptv.gq -drivotracker.com -dvd-famille.com -e705.net -earthmagic.info -easyshoppermac.com -ecookna.com.ua -ednorxmed.com -efkt.jp -elektrischezigarette1.onsugar.com +delta-line.men +dentalpearls.com.au +descargar-musica-gratis.net +detki-opt.ru +deutschehobbyhuren.net +dev78.dioniqlabb.se +directrev.com +dkvorota.ru +downloadeer.net +downloadmefiranaratb1972.xpg.com.br +dpihatinh.gov.vn +draniki.org +drpornogratisx.xxx +earncash.com.ua +e-c.al +ecxtracking.com +editmedios.com +ekosmetyki.net.pl +election.interferencer.ru +electro-prom.com elektrozigaretten1.webs.com -eloxal.ru -energydiet24.ru -enge-fotzen.info -eorogo.top -e-poker-2005.com -erotikstories.ru -etotupo.ru -expertblog.info -expertnaya-ocenka.ru -ezigarettekaufen2.yolasite.com -ezigarettekaufen.myblog.de -facecup.top -feel-planet.com -femdom.twiclub.in -fickblock18.com +elmifarhangi.com +el-nation.com +emediate.eu +erot.co +estelight.ru +eugenevaultstorage.com +exchangeit.gq +excitacao.com +ezigarettenkaufen1.deviantart.com +f00kclan.de +facebook-mobile.xyz +falopicm.pw +familyholiday.ml +fantasticpixcool.com +favornews.com +feorina.ru +fetroshok.ru +fettefrauen.net +ff30236ddef1465f88547e760973d70a.com +figuringmoneyout.com +filesvine.com +filmfanatic.com financepoints.eu -fiuxy.com -flauntyoursite.com +firesub.pl +flipper.top flooringinstallation-edmonton.com -florida-tourism.net -flprog.com -fm-upgrade.ru -forexgb.ru -formseo.com -fr-bearings.ru -freegamesplay.online -freelinkbuilding.website.tk -freeuploader.com -freeuploader.ml -fullgirl.ru -fyl.com.ru -galaxy-family.ru -galaxys6manual.info +flytourisme.org +forex.osobye.ru +forum69.info +forums.d2jsp.org +frcls.fr +freemaintenancesysforpcandmac.top +freshmac.space +frighteningremain.cf +fungamelands.com +gambarkataku.co gamedayassist.com -gateway.zscalerone.net -gay-file.com -geileweiber.tk -get-your-social-buttons.info -gigablast.com -gigixo.com -gilsonchiro.xyz +game-mmorpg.net +gaypornmovie.net +gdzkurokam.ru +ggiaro.com +girlsfuckdick.com gk170.ru -gojiberriess.apishops.ru -goldpanningtools.com -golmau.host.sk -gombita.info -gopro-online.info -gotwebsite1.com -gsasearchengineranker.site -guildebzh.info -handicapvansarea.com -hchha.com -headpress.ru -hidefiles.org -hobild.net -hopeonthestreet.co.uk -hostnow.men -houdom.net -hunterboots.online -idegenvezeto.eu -ihc2015.info -ikearugs.xyz -ilovevitaly.xyz -imperia31.ru -inboundlinks.win -infokonkurs.ru -innoslicon.com -instakink.com -in-tandem.co -intellekt21.ru -interfucks.net -invest-pamm.ru -io9.com +gktt.ru +gogalleryawesome.com +goodnightjournal.com +googlemare.com +googleseo.com.tr +gov.yanao.ru +gowreckdiving.com +grand-chlen.ru +greatgrace.ru +greatzip.com +green-tea.tv +gsmtlf.ru +g.starmoe.xyz +guigyverpo.cf +hentai-manga.porn +hildinghr.se +histock.info +hitsbox.info +hiwibyh.bugs3.com +homedecoguide.info +hosting-tracker.com +host-protection.com +hotgirlhdwallpaper.com +house.sieraddns.com +hundejo.com +hyhj.info +hyipmanager.in +ideashome.id +ie.57883.net +iflycapetown.co.za +igrovyeavtomaty777.ru +iinstalll-fii1leis.jus0wil.pp.ua +imagine-ex.co +imitex-plus.ru +incest-ru.com +intelhdgraphicsgtdrive6w.metroblog.com +int.search.tb.ask.com +ipornox.xxx ipostroika.ru -iqupdatetmz.win -iradiology.ru +iscblog.info +islamtoday.co.za itch.io -javlibrary.cc -javxxx18.com -jmat.cn +janerikholst.se +javspace.net +je7.us +justbcause.com +justkillingti.me kalb.ru -kambasoft.com -karusel-market.ru -katjimej.blog.fc2.com -kaz.kz -kongoultry.net +kazan.xrus.org +kchaxton.com +kichenaid.ru +kino-rating.ru +kmgamex.cf +konkursov.net +kostenlos-sexvideos.com +krasnodar.zrus.org kriokomora.info -ks1234.com -ktotut.net -labvis.host.sk -lacave.ntic.fr -lafourmiliaire.com -lanasshop.ru -lawyers.cafe +kurbappeal.info +labelwater.se +lacapilla.info +landmania.ru +laptoper.net +larger.io +law-check-eight.xyz leftofcentrist.com -lida-ru.com -lifeinsurancekb.com -lion.playtap.us -livefixer.com -localflirtbuddies.com -lol-smurfs.com -lombardfinder.ru -longlifelomilomi.info -lovi-moment.com.ua -lyngdalhudterapi.no -mabdoola.blogspot.com -mafcards.ru -magnetic-bracelets.ru -managerpak204.weebly.com -manyresultshub-a.akamaihd.net -mararoom.ru -marmitaco.cat -matchpal-a.akamaihd.net -mebel-ekb.com -mediaoffers.click -medicovi.com -medispainstitute.com.au -medkritika.ru -medtherapy.ru -methodsmarketing.com -michaelkorssaleoutletonline.net -migente.com -minet.club -mobilierland.com +lider-zhaluzi.kiev.ua +lifebyleese.com +likesdesign.com +littlecity.ch +liveinternet.ro +lombia.com +m5home.ru +macnewtech.com +manve.info +marinetraffic.com +marsgatan.com +marwer.info +masserect.com +matrixalchemy.com +mebelcomplekt.ru +medkletki.ru +megavolt.net.ua +member-quiz.com +mensandals.xyz +microsoftportal.net +midst.eu +minecraft-neo.ru +mini.7zap.com +misandesign.se +missvietnam.org +misswell.net mobstarr.com -mojaocena.com -moneymaster.ru -morlat.altervista.org -moscow-region.ru -mowser.com -moyaterapiya.ru -mrmoneymustache.com -muz-shoes.ru -my-big-family.com -mykings.pw -mylesosibirsk.ru -myphotopipe.com -net-profits.xyz -new7ob.com -niki-mlt.ru -nodding-passion.tk -nofreezingmac.work -nonameread45.live -normalegal.ru -nuup.info -odywpjtw.bloger.index.hr -omoikiri-japan.ru -onlyforemont.ru -o-o-8-o-o.com -openmultipleurl.com -ops.picscout.com +mockupui.com +mompussy.net +moneyzzz.ru +moscow.online-podarki.com +most-kerch.org +mrcsa.com.au +musicstock.me +mustwineblog.com +myanyone.net +mymobilemoneypages.com +mysex21.com +nakozhe.com +net-radar.com +ngps1.ru +nhl17coins.exblog.jp +nicefloor.co.uk +northfacestore.online +novodigs.com +novosibirsk.xrus.org +nufaq.com +oballergiya.ru +ochistka-stokov.ru +okel.co +ok-ua.info +old-rock.com +online.ktc45.ru +onlywoman.org +openfrost.net orenburg-gsm.ru -orgasmus-virtual.com -orion-code-access.net -outclicks.net +orgasmatrix.com owathemes.com -pandroid.co -panicatack.com -parajumpersjakkesalgnorge.info -park.above.com -partner-trustworthy.men -pateaswing.com -pay2me.pl -paydayloanslocal.com +paclitor.com +paintingplanet.ru +parvezmia.xyz +pathwhelp.org pcads.ru -pekori.to -pensplan.com +perederni.net perfection-pleasure.ru -pflexads.com -picquery.com -picurams.pw -pillscheap24h.com -pinwallpaper.xyz -pio.polytopesexempt.com -pirateday.ru -piter.xrus.org -pk-services.ru -play.leadzupc.com -playtap.us -pobeiranie.pl -pogosh.com -pomoc-drogowa.cba.pl -popup.matchmaker.com -porndl.org -porno-raskazy.ru -pornotubexxx.name +pipki.r.acdnpro.com +pistonclasico.com +popander.mobi +popugaychiki.com +pornoklad.net +pornophoto.xyz +porno.simple-image.com.ua +porno-video-chati.ru pp-budpostach.com.ua -prchecker.info -privatamateure.com -privetsochi.ru -proekt-mos.ru -pronorm.fr -prospekt-st.ru -purplesphere.in -pushdata.sendpulse.com -qcstrtvt.bloger.index.hr -qitt.ru -qor360.com -raisedseo.com -rangjued.com -ranksonic.com -raschtextil.com.ua -redirectingat.com -registry-cleaner.net -registrydomainservices.com -rentalcarnavi.info -restorator-msk.ru -robertefuller.com -runtnc.net -russkie-gorki.ru +preconnubial.usuby.site +princeadvantagesales.com +productarium.com +proekt-gaz.ru +prokotov.com +propranolol40mg.blogspot.com +prostitutki-rostova.org +ptr.ruvds.com +pufip.com +pussyspace.net +quickcashlimited.com +rankingchart.de +ranksonic.info +rapidsites.pro +recinziireale.com +refads.pro +referencemoi.com +r-e-f-e-r-e-r.com +registratciya-v-moskve.ru +relax.ru +remedyotc.com +remmling.de +remote-dba.de +replica-watch.ru +resellerclub.com +rewardpoll.com +rogervivierforsale.com +romhacking.ru +rostov.xrus.org +rusenvironmental.net +rusoft-zone.ru +russia-today-video.ru +rus-teh.narod.ru +rutor.vip saecsa.co -samara.rosfirm.ru -saneyes.com -saratov.xrus.org -sa-rewards.co.za +sanatorrii.ru +saveindex.xyz sbprabooks.com -sbt-aqua.ru -scanmyphones.com -scanner-elena.top -scanner-irvin.top -scanner-mark.top -seksvideoonlain.com -seoboxes.com -seocdvig.ru -service-core.ru -seryeznie-znakomstva.ru -sevendays.com.ua -sexkontakte-seite.com -sex-pr.net -sextracker.be -sex-tracker.de -sexvideo-sex.com +scrapinghub.com +sdelai-prosto.ru +searchimage.co +searchinquire.com +searchkut.com +searchtooknow-a.akamaihd.net +sel-hoz.com +seminarygeorgia59.ga +seolab.top +seonetwizard.com +seorankinglinks.com +seorussian.ru +servingnotice.com sharebutton.net -sharebutton.org -sherlock.se -shoppingmiracles.co.uk -silvercash.com -sisiynas.ru -site3.free-share-buttons.com -sk.golden-praga.ru -skladvaz.ru -slim.sellany.ru -smartadserver.com -smartbalanceworld.com -smart-scripts.com -smartshoppymac.com -smichovbike.cz -sms2x2.ru -socialmadesimple.com -socialseet.ru -social-s-ggg.xyz -soft-program.com -solitaire-game.ru +shinikiev.com.ua +shodanhq.com +shop-electron.ru +shoppingjequiti.com.br +shop.xz618.com +sibtest.ru +sicfor.bcu.cc +sientalyric.co +sildenafilcitratemed.com +similardeals.net +simpoed.ufop.br +sirpornogratis.xxx +site.ru +skincrate.net +smstraf.ru +snjatie-geroinovoy-lomki.ru +snworks.com +socialbuttons.xyz +socialmonkee.com +sofit-dmd.ru +souvenir.cc +space2019.top spasswelt.xyz -spb-plitka.ru -spin2016.cf -sptslmtrafms.com -spywarebegone.com -spywarenuker.com -starwars.wikia.com -storehouse.ua -stpicks.com -stretchingabuckblog.com -stroymonolit.su -sukirgenk.dvrlists.com -supernew.org -svarkagid.com -sygraem.com -syndicate.fun -szucs.ru -takethatad.com -tampabaywatch.org -templates.franklinfire.co -tetracsaudi.com -textads.men -thedownloadfreeonlinegames.blogspot.com -theguardlan.com -thenetinfo.com -theporndude.com -the-usa-games.blogspot.com -thewomenlife.com -titslove.yopoint.in -tizanidinedosage.blogspot.com -tizanidinehydrochloride2mg.blogspot.com -tizanidinestreetprice.blogspot.com -tkanorganizma.ru -tmearegion26.com -tnctrx.com +sports-supplements.us +srdrvp.com +srecorder.com +ssconstruction.co +stair.registrydomainservices.com +star61.de +steamoff.net +strigkaomsk.ru +stroiminsk.com +strongholdsb.ru +students-cheapskate.ml +sukarame.net +suture.co +szamponrevita.pl +tabakur77.com +tabletkinaodchudzanie.com.pl +taranerymagesswa.blogspot.com +tattoo33.ru +tattooha.com +td-l-market.ru +telegramdownload10.com +templates.radiodigital.co +tengohydar.tk +texbaza.by +thebitcoincode.com +thedownloadfromwarez.blogspot.com +thefarmergame.com +thefds.net +thegamerznetwork.com +thejournal.ru +thelottosecrets.com +tizanidinedosageforsleep.blogspot.com +tizanidineingredients.blogspot.com +tmm-kurs.ru +tn811.us +topdownloads.ru +top-karkas.ru +toproadrunner5.info +topsiteminecraft.com top-study.work -topvidos.ru -torrent-newgames.com -toursmaps.com -trackzapper.com -traffique.net -trustedhealthtips.com -tube8.com -tubeline.biz -twiclub.in -twodollarshows.com -unionmarkt.de -urdoot.win -url2image.com -usadacha.net -userequip.com -vabasa.inwtrade.com -validccseller.com -valoresito.com -varikozdok.ru -veerotech.com -venta-prom.ru -vertaform.com +torrent-to-magnet.com +tracfone.com +trackmedia101.com +trafficfactory.biz +traffpartners.com +ttsq.fr +tvnewsclips.info +tvteleport.ru +twittrading.com +typimga.pw +unlimitdocs.net +unmaroll.ya.ru +uogonline.com +valmetrundan.se +valuado.com +vancleefreplica.pw +varikoz24.com +vbtracker.net +veles.shop +vellings.info viagraneggrx.com -videonsk.com -vilingstore.net -visa-pasport.ru -vmnmvzsmn.over-blog.com -voluumtrk.com -vpnhowto.info -vriel.batcave.net +viddyoze.com +videojam.tv +videooko.weebly.com +video-production.com +viel.su +villakohlanta.nu +vipsiterip.org +vitanail.ru +viven.host.sk +vizitki.net +vodaodessa.com +voloomoney.com +voloslove.ru +voluumtracker1.com +vote-up.ru vroze.com -vzglyadriv.kg -watchmyfb.pl -webmasters.stackexchange.com -website-analytics.online -welck.octopis.com -wfb.hatedriveapart.com -whatsupinfoley.com -whiteproduct.com -wholesalenfljerseys.us.com -wineitudes.wordpress.com -winterclassichockeyjerseys.com -winwotgold.pl -withstandingheartwarming.com -woman-orgasm.ru -wordkeyhelper.com -workle.website -worldhistory.biz +vsesubwaysurfers.com +wapsite.me +waycash.net +weblo.com +weddingdresses.xyz +weightatraining.com +wesharepics.com +westsextube.com +whatsappdownload10.com +wheelchairliftsarea.com +wholesalejerseychinaoutlet.com +whos.amung.us +wikes.20fr.com +williamrobsonproperty.com worldtraveler.world -ws.ampower.me -wttavern.com -wwwadultcheck.com +wufak.com +ww2awards.info +xbaboon.com +xcc24.pl xchat26.myfreecams.com -xdoza.com -xn-----6kccaibs5cb8afhjrfmix2n.xn--p1ai -xn----7sbaaabaei0cc8aj5bj0bncejx.xn--p1ai -xn--80ahvj9e.xn--p1ai -xn--d1abj0abs9d.in.ua -xn----itbeirbjbi7bc6bh2d.xn--p1ai -xnxx-n.com -x-porno.video -xvideosbay.com -y8games-free.com -zajm-pod-zalog-nedvizhimosti.ru -zakonobosago.ru -zarenica.net -zazagames.org -zeg-distribution.com +xfire.com +xfluro.com +xn-----7kcabaipgeakzcss7bjdqdwpfnhv.xn--p1ai +xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai +xn--e1aggki3c.xn--80adxhks +xn----itbkqkfiq.xn--p1ai +xxx-cam.webcam +yginekologa.com +yougetsignal.com +youresponsive.com +ypmuseum.ru +zaidia.xhost.ro +zeikopay.com +zhongwenlink.com zhorapankratov7.blogspot.com -zhuravlev.info -zlatnajesen.com -zootoplist.com -zophim.me -zvezdagedon.ru +zoolubimets.ru +zytpirwai.net diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index ea978f02a..8c63ccb3b 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -00author.com -40cg.com -4kplayer.pl -4ur.click -5kstore.com -7ooo.ru -a96527gi.beget.tech -addblueoff.com.ua -adultactioncam.com -adult-shop.com.ua -afslankpillen2017nl.eu -all4invest.ru -allknow.info -aloofly.com -anal-acrobats.com -anapa-inns.ru -animal-drawings.com -anonymous-redirect.com -apartmentbay.ru -apiportalmorecom-a.akamaihd.net -apper.de -arendatora.ru -arpelsreplica.xyz +123cha.com +1adult.com +1-free-share-buttons.com +2015god.org +2728fb936f0.com +a1security.com.ua +aa625d84f1587749c1ab011d6f269f7d64.com +acortarurl.es +adelly.bg +adman.se +ample-awards-today.us +anonymizeme.pro +aosheng-tech.com +appfastplay.com +appiq.mobi +approvedlocal.co.za asacopaco.tk -australia-opening-times.com -autobudpostach.club -ayeartoforget.com -backlinkwatch.com -bagcionderlab.com -balitouroffice.com -balla-boo.se -baoxaydung.com.vn -bestdooz.com -brainsandeggs.blogspot.com -brendbutik.ru -buttons-for-website.com -cablecar.us -candiceloves.us -capture-room.com -cartierreplica.top +asseenontvonline.ru +availit.weebly.com +backuperwebcam.weebly.com +bashtime.ru +beztuberkuleza.ru +bigames.online +blackcurranthumidifiers.site +board.f00d.de +bolegapakistan.com +bongiornos.info +bosman.pluto.ro +brothers-smaller.ru +brus.city +butstrap.space +cakesplus.com.au +canyougethighofftizanidine.blogspot.com cartierwatch.xyz -cashonads.com -chuckguilford.com -civilwartheater.com -clash-clans.ru -clmforexeu.com -cmd.kz -cocolyze.com -compliance-alexa.xyz -compliance-andrew.xyz -compliance-jessica.top -coolyarddecorations.com -copro.pw -crest3d.ru -customsua.com.ua -dairyindia.in -daretodonate.co -darodar.com -data.vtc.pw -daymusam.com -d-black.bz -demian.kz -deutschland123.de -dildofotzen.net -directivepub.com +ceotrk.com +chastnoeporno.com +chatroulette.world +check-host.net +chidporn.com +cialis-samples.com +clickpapa.com +compliance-alexa.top +compliance-margo.top +conciergegroup.org +confib.ifmo.ru +crd.clan.su +creditnation.ru +csgo4.win +custom-electric-guitar.com +dealwifi.com +digitalassetmanagement.site +dirtpics.pw dosug-lux.ru -druzhbany.ru -elektronischezigarettekaufen1.myblog.de -elektrozigaretten1.postbit.com -escortslet.net -extener.org -extremepornos.net -facecup.top -faptitans.com -fetroshok.ru -floridamobilebillboards.com +doublepimp.com +dumuelave.xyz +eachdayisagift.review +elitepcgames.com +elvenmachine.com +embedle.com +encodable.com +enge-fotzen.info +ezigarettekaufen2.mpbloggar.se +fanoboi.com +fantasticpixcool.com +fastcrawl.com +financeloan.us flprog.com -forex21.ru -forpostlock.ru -fullgirl.ru -funponsel.com -gamesprite.me -gazobeton-p.com.ua -get-free-traffic-now.com -golden-catalog.pro -golden-praga.ru -gowreckdiving.com -gox.com.ua -growshop.es -guod.me -hahashka.ru -hdpixent.com -hit-kino.ru -hkdiiohi.skyrock.com -homeandhealth.ru -homedo.fabpage.com +freshsuperbloop.com +front.to +fuckmill.com +gameonasia.com +gaypornmovie.net +gg.zzyjxs.com +goldadpremium.com +gomusix.com +google-liar.ru +goosefishpost.bid +gratuitbaise.com +gsbs.com.ua +gwhwpxbw.bloger.index.hr +haveinc.xyz +hchha.com +hdapp1008-a.akamaihd.net +hdseriale.pl +hdwalls.xyz +heroz.fr +hetmanship.xyz +hexpilot.com +hidemyass.com +himgaws.pw +hit-men.men hornymatches.com -https-legalrc.biz -iboss.com -igtools.club -imagerydatabase.com -infobabki.ru -infoupdate.org -iopeninghours.co.uk -iplogger.org -ivoiretechnocom.ci -jackwolfskinoutlet.online -japan-bearings.ru -justbcause.com -jyrxd.com -kometars.xyz -krasnodar-avtolombards.ru -ladsblue.com -la-fa.ru +host-tracker.com +hotsocialz.com +housediz.com +housekuba.org +houston-vikings.com +igrovyeavtomaty777.ru +ikearugs.xyz +img.wallpaperstock.net +i-midias.net.br +incolors.club +innodgfdriverhm.aircus.com +kanimage.com +kenaba.su +kerwinandcariza.com +kicknights.gq +kinoduh.ru +kinozapas.org +kladrus.ru +knogg.net +krafte.ru +kumuk.info +kupiproday.com.ua +kvartiry-remont.ucoz.ru landreferat.ru -lankarns.com -lflash.ru -libertybilisim.com -lider-zhaluzi.kiev.ua -lietaer.com -life-instyle.com -liquimondo.com -livejasmin.com -locustdesign.co -lombia.com -lomza.info -louboutinreplica.xyz -lunchrock.co -luxup.ru -malls.com -mansparskats.com -masterseek.com -mindeyegames.com -minecraft-neo.ru -minet.club -mixed-wrestling.ru -mobile-appster.ru -mojaocena.com -mompussy.net -mrvideospornogratis.xxx -muschisexbilder.com +lapolis.it +ledpolice.ru +letmacworkfaster.world +likrot.com +linkrr.com +localflirtbuddies.com +louisvuittonoutletstore.net +mackeeper-center.club +maglid.ru +meccadumps.net +megaindex.ru +megavolt.net.ua +mikrobiologies.ru +miniature.io +monclerjacketsoutlet.win +monitorwebsitespeed.com +morepoweronmac.trade +msfsaar.de +musicas.baixar-musicas-gratis.com musicvidz.ru -muztops.ru -mwtpludn.review +my-big-family.com mydeathspace.com -mymercy.info -myplaycity.com -mypornfree.ru -netallergy.ru -net-profits.xyz -newtechspb.ru -nextconseil.com -obuv-kupit.ru -one-gear.com -parajumpersoutlet.online -pcboa.se -pcimforum.com -pekori.to -phelissota.xyz -photo-clip.ru -pinkduck.ga -pio.polytopesexempt.com -playmsn.com -pornhubforum.tk -porn-w.org -powitania.pl -prointer.net.ua -pts163.ru -pxhdwsm.com -quality-traffic.com -rapidokbrain.com -regionshop.biz -romhacking.ru -rucrypt.com -sape.top -sayyoethe.blogspot.co.za -scanner-andrew.top -scenarii-1-sentyabrya.uroki.org.ua -searchimpression.com -sei80.com -seojokes.net -sexfreepornoxxx.com -sideeffectsoftizanidine.blogspot.com -sildenafil-tadalafil.info -simple-share-buttons.com -simply.net -sitebeam.net -small-game.com -snip.tw -snomer1.ru -socialbookmarksubmission.org -softtor.com +mydownloadengine.com +myliveblog.ru +mypets.by +negral.pluto.ro +nero-us.com +nibbler.silktide.com +no-fuel.org +nonews.co +notfastfood.ru +oakridgemo.com +odoratus.net +offtime.ru +okonich.com.ua +ossmalta.com +oxotl.com +oynat.info +paceform.com +par-fallen.ga +partybunny.ru +patol01.pw +pc4download.co +pc-test.net +photokitchendesign.com +picturesfrom.com +pinwallpaper.xyz +pornmania.pl +pornogig.com +pornotubexxx.name +pornstartits.xblog.in +pornzone.tv +promover.org +pronorm.fr +puzo2arbuza.ru +pwwysydh.com +randki-sex.com +ratemodels.net +rebuildermedical.com +redbottomheels.xyz +remont-ustanovka-tehniki.ru +remote-dba.de +renecaovilla.online +rentalcarnavi.info +rep-am.com +replicalouboutin.xyz +ros-ctm.ru +russia-today-video.ru +sankt-peterburg.nodup.ru +savingsslider-a.akamaihd.net +sbf441.com +scanner-nelson.top +searchinterneat-a.akamaihd.net +seonetwizard.com +seo-prof1.xyz +sevenstars7.com +sexiporno.net +sexspornotub.com +sherlock.se +sky-mine.ru +skyway24.ru +smartpet.ru +snyatie-lomki-v-stacionare.ru +socialbuttons.xyz solitaire-game.ru -souvenir.cc -spywarenuker.com -spywarespy.com -stair.registrydomainservices.com -stauga.altervista.org -streetfire.net -studiofaca.com -svetodiodoff.ru -taaaak.com -tampabaywatch.org -telemetryverification.net -tengohydar.tk -theallgirlarcade.com +songoo.wz.cz +stickers-market.ru +stjamesschool.info +strag-invest.ru +sugarkun.com +surfbuyermac.com +svarbit.com +taqplayer.info thebestphotos.eu -theplacetoupdating.pw -the-usa-games.blogspot.com -tizanidinewithdrawal.blogspot.com -tnctrx.com -tootoo.to -torrentgamer.net -torture.ml -track2.shop -trkdf.com -truck-rece.life -tx41tclega.ru -u17795.netangels.ru -u555u.info -uni.me -vegascosmetics.ru -velobikestock.com -vip-file.com -vipsiterip.org -visa-pasport.ru -vkontarkte.com -vladhistory.com -vmnmvzsmn.over-blog.com -vtcdns.com -vtc.pw -wallpapers-best.com -warningwar.ru -wingsofrefuge.net -www.bookmaker-bets.com -www.event-tracking.com -xfluro.com -xingzi-vision.com -xn--e1afanlbnfckd7c3d.xn--p1ai -xtremeeagles.net -x-true.info -yellowproxy.net -yougame.biz -yourmovies.pl -youtuhe.com -zarabotat-na-sajte.ru -zdesoboi.com -zigarettenonlinekaufen.tumblr.com -zoogdiesney.com -zytpirwai.net +thebestweightlosspills.ovh +thefotosgratis.eu +thetardistimes.ovh +threecolumnblogger.com +tiandeural.ru +tizanidine4mguses.blogspot.com +tmearegion26.com +tubeline.biz +tvoystartup.ru +twodollarshows.com +uac.net.au +ua-company.ru +ufa.xrus.org +viagra.pp.ua +video-production.com +volume-pills.biz +vrnelectro.ru +w-journal.ru +wonderfulflowers.biz +wordpresscore.com +xmronta.com +xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai +xn--90acenikpebbdd4f6d.xn--p1ai +xn----btbdvdh4aafrfciljm6k.xn--p1ai +xn--e1aggki3c.xn--80adxhks +xn----itbkqkfiq.xn--p1ai +xn--oogle-wmc.com +xtube.com +xvideosbay.com +xxart.ru +yellocloud.be +your-bearings.com +yourporngay.com +youtubologia.it +zajm-zalog-krasnodar.ru +zeroredirect9.com +zigarettenonl.canalblog.com +zryydi.com +zscalerone.net +zscalertwo.net diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index dd5291a4a..bb50a4a64 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.182.187 0; +34.122.173.211 0; 127.0.0.1 0; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index 9c803b6d1..84ee6881a 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index f49e384ee..e393950aa 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 4aa1fb7ec..c53e68b29 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,9 +4,9 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.01.2240 +#### Version: V4.2021.01.2241 #### Bad Referrers Blocked: [6909](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [591](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [592](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 0217d9e64..5e0d4ff64 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,9 +4,9 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.01.2240 +#### Version: V4.2021.01.2241 #### Bad Referrers Blocked: [6909](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [591](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [592](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/README.md b/README.md index b1693e54b..c1b687d02 100755 --- a/README.md +++ b/README.md @@ -11,9 +11,9 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2021.01.2240 +#### Version: V4.2021.01.2241 #### Bad Referrers Blocked: [6909](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [591](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [592](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/_generator_lists/bad-user-agents.list b/_generator_lists/bad-user-agents.list index 4f90b14b3..1fd33e57b 100755 --- a/_generator_lists/bad-user-agents.list +++ b/_generator_lists/bad-user-agents.list @@ -70,6 +70,7 @@ CATExplorador CazoodleBot CCBot Cegbfeieh +CensysInspect check1.exe CheeseBot CherryPicker @@ -108,7 +109,6 @@ demandbase-bot Demon Deusu Devil -CensysInspect Digincore DigitalPebble DIIbot diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 4239594ad..74f5b53a3 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,9 +3,9 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2021.01.2240 +#### Version: V4.2021.01.2241 #### Bad Referrers Blocked: [6909](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [591](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [592](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index afca6a926..9916d4db6 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.01.2240 -### Updated: Mon Jan 4 12:20:20 SAST 2021 +### Version: V4.2021.01.2241 +### Updated: Mon Jan 4 12:40:58 SAST 2021 ### Bad Referrer Count: 6909 -### Bad Bot Count: 591 +### Bad Bot Count: 592 ################################################### ### VERSION INFORMATION ## @@ -219,6 +219,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)CazoodleBot(?:\b)" 3; "~*(?:\b)CCBot(?:\b)" 3; "~*(?:\b)Cegbfeieh(?:\b)" 3; + "~*(?:\b)CensysInspect(?:\b)" 3; "~*(?:\b)check1.exe(?:\b)" 3; "~*(?:\b)CheeseBot(?:\b)" 3; "~*(?:\b)CherryPicker(?:\b)" 3; diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 3def820e9..c0545570d 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.01.2240 -### Updated: Mon Jan 4 12:20:21 SAST 2021 +### Version: V3.2021.01.2241 +### Updated: Mon Jan 4 12:40:59 SAST 2021 ### Bad Referrer Count: 6909 -### Bad Bot Count: 591 +### Bad Bot Count: 592 ################################################### ### VERSION INFORMATION ## @@ -219,6 +219,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)CazoodleBot(?:\b)" 3; "~*(?:\b)CCBot(?:\b)" 3; "~*(?:\b)Cegbfeieh(?:\b)" 3; + "~*(?:\b)CensysInspect(?:\b)" 3; "~*(?:\b)check1.exe(?:\b)" 3; "~*(?:\b)CheeseBot(?:\b)" 3; "~*(?:\b)CherryPicker(?:\b)" 3; diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index afca6a926..9916d4db6 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.01.2240 -### Updated: Mon Jan 4 12:20:20 SAST 2021 +### Version: V4.2021.01.2241 +### Updated: Mon Jan 4 12:40:58 SAST 2021 ### Bad Referrer Count: 6909 -### Bad Bot Count: 591 +### Bad Bot Count: 592 ################################################### ### VERSION INFORMATION ## @@ -219,6 +219,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)CazoodleBot(?:\b)" 3; "~*(?:\b)CCBot(?:\b)" 3; "~*(?:\b)Cegbfeieh(?:\b)" 3; + "~*(?:\b)CensysInspect(?:\b)" 3; "~*(?:\b)check1.exe(?:\b)" 3; "~*(?:\b)CheeseBot(?:\b)" 3; "~*(?:\b)CherryPicker(?:\b)" 3; diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 36eff9557..820d19d2a 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,9 +6,9 @@ ### Version Information # ################################################### -### Version: V4.2021.01.2240 -### Updated: Mon Jan 4 12:20:22 SAST 2021 -### Bad Bot Count: 591 +### Version: V4.2021.01.2241 +### Updated: Mon Jan 4 12:41:00 SAST 2021 +### Bad Bot Count: 592 ################################################### ### Version Information ## @@ -159,6 +159,8 @@ User-agent: CCBot Disallow:/ User-agent: Cegbfeieh Disallow:/ +User-agent: CensysInspect +Disallow:/ User-agent: check1.exe Disallow:/ User-agent: CheeseBot