diff --git a/.dev-tools/_robots_input/robots-input.txt b/.dev-tools/_robots_input/robots-input.txt index b337479ac..3497c34cf 100644 --- a/.dev-tools/_robots_input/robots-input.txt +++ b/.dev-tools/_robots_input/robots-input.txt @@ -384,6 +384,7 @@ Probethenet ProPowerBot ProWebWalker Psbot +Pu_iN Pump PxBroker PyCurl diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 4a73da19f..d1c6c9d4a 100644 --- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.02.2268 -### Updated: Fri Feb 5 09:41:04 SAST 2021 +### Version: V3.2021.02.2269 +### Updated: Fri Feb 5 09:56:32 SAST 2021 ### Bad Referrer Count: 6930 -### Bad Bot Count: 603 +### Bad Bot Count: 604 ################################################### ### VERSION INFORMATION ## @@ -533,6 +533,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)ProPowerBot(?:\b)" 3; "~*(?:\b)ProWebWalker(?:\b)" 3; "~*(?:\b)Psbot(?:\b)" 3; + "~*(?:\b)Pu_iN(?:\b)" 3; "~*(?:\b)Pump(?:\b)" 3; "~*(?:\b)PxBroker(?:\b)" 3; "~*(?:\b)PyCurl(?:\b)" 3; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 4a73da19f..d1c6c9d4a 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.02.2268 -### Updated: Fri Feb 5 09:41:04 SAST 2021 +### Version: V3.2021.02.2269 +### Updated: Fri Feb 5 09:56:32 SAST 2021 ### Bad Referrer Count: 6930 -### Bad Bot Count: 603 +### Bad Bot Count: 604 ################################################### ### VERSION INFORMATION ## @@ -533,6 +533,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)ProPowerBot(?:\b)" 3; "~*(?:\b)ProWebWalker(?:\b)" 3; "~*(?:\b)Psbot(?:\b)" 3; + "~*(?:\b)Pu_iN(?:\b)" 3; "~*(?:\b)Pump(?:\b)" 3; "~*(?:\b)PxBroker(?:\b)" 3; "~*(?:\b)PyCurl(?:\b)" 3; diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 4a73da19f..d1c6c9d4a 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.02.2268 -### Updated: Fri Feb 5 09:41:04 SAST 2021 +### Version: V3.2021.02.2269 +### Updated: Fri Feb 5 09:56:32 SAST 2021 ### Bad Referrer Count: 6930 -### Bad Bot Count: 603 +### Bad Bot Count: 604 ################################################### ### VERSION INFORMATION ## @@ -533,6 +533,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)ProPowerBot(?:\b)" 3; "~*(?:\b)ProWebWalker(?:\b)" 3; "~*(?:\b)Psbot(?:\b)" 3; + "~*(?:\b)Pu_iN(?:\b)" 3; "~*(?:\b)Pump(?:\b)" 3; "~*(?:\b)PxBroker(?:\b)" 3; "~*(?:\b)PyCurl(?:\b)" 3; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-user-agents.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-user-agents.conf index 66f7cd010..bd5f48d78 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-user-agents.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-user-agents.conf @@ -445,6 +445,7 @@ "~*(?:\b)ProPowerBot(?:\b|)" 0; "~*(?:\b)ProWebWalker(?:\b|)" 0; "~*(?:\b)Psbot(?:\b|)" 0; + "~*(?:\b)Pu_iN(?:\b|)" 0; "~*(?:\b)Pump(?:\b|)" 0; "~*(?:\b)PxBroker(?:\b|)" 0; "~*(?:\b)PyCurl(?:\b|)" 0; diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 4a73da19f..d1c6c9d4a 100644 --- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.02.2268 -### Updated: Fri Feb 5 09:41:04 SAST 2021 +### Version: V3.2021.02.2269 +### Updated: Fri Feb 5 09:56:32 SAST 2021 ### Bad Referrer Count: 6930 -### Bad Bot Count: 603 +### Bad Bot Count: 604 ################################################### ### VERSION INFORMATION ## @@ -533,6 +533,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)ProPowerBot(?:\b)" 3; "~*(?:\b)ProWebWalker(?:\b)" 3; "~*(?:\b)Psbot(?:\b)" 3; + "~*(?:\b)Pu_iN(?:\b)" 3; "~*(?:\b)Pump(?:\b)" 3; "~*(?:\b)PxBroker(?:\b)" 3; "~*(?:\b)PyCurl(?:\b)" 3; diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 4a73da19f..d1c6c9d4a 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.02.2268 -### Updated: Fri Feb 5 09:41:04 SAST 2021 +### Version: V3.2021.02.2269 +### Updated: Fri Feb 5 09:56:32 SAST 2021 ### Bad Referrer Count: 6930 -### Bad Bot Count: 603 +### Bad Bot Count: 604 ################################################### ### VERSION INFORMATION ## @@ -533,6 +533,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)ProPowerBot(?:\b)" 3; "~*(?:\b)ProWebWalker(?:\b)" 3; "~*(?:\b)Psbot(?:\b)" 3; + "~*(?:\b)Pu_iN(?:\b)" 3; "~*(?:\b)Pump(?:\b)" 3; "~*(?:\b)PxBroker(?:\b)" 3; "~*(?:\b)PyCurl(?:\b)" 3; diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 8b04380fc..0da264e2f 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.02.2268 -### Updated: Fri Feb 5 09:41:03 SAST 2021 +### Version: V4.2021.02.2269 +### Updated: Fri Feb 5 09:56:31 SAST 2021 ### Bad Referrer Count: 6930 -### Bad Bot Count: 603 +### Bad Bot Count: 604 ################################################### ### VERSION INFORMATION ## @@ -533,6 +533,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)ProPowerBot(?:\b)" 3; "~*(?:\b)ProWebWalker(?:\b)" 3; "~*(?:\b)Psbot(?:\b)" 3; + "~*(?:\b)Pu_iN(?:\b)" 3; "~*(?:\b)Pump(?:\b)" 3; "~*(?:\b)PxBroker(?:\b)" 3; "~*(?:\b)PyCurl(?:\b)" 3; diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 8b04380fc..0da264e2f 100644 --- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.02.2268 -### Updated: Fri Feb 5 09:41:03 SAST 2021 +### Version: V4.2021.02.2269 +### Updated: Fri Feb 5 09:56:31 SAST 2021 ### Bad Referrer Count: 6930 -### Bad Bot Count: 603 +### Bad Bot Count: 604 ################################################### ### VERSION INFORMATION ## @@ -533,6 +533,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)ProPowerBot(?:\b)" 3; "~*(?:\b)ProWebWalker(?:\b)" 3; "~*(?:\b)Psbot(?:\b)" 3; + "~*(?:\b)Pu_iN(?:\b)" 3; "~*(?:\b)Pump(?:\b)" 3; "~*(?:\b)PxBroker(?:\b)" 3; "~*(?:\b)PyCurl(?:\b)" 3; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 701efaf43..3bd4c7e2e 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.122.208.80 1; +35.193.184.18 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index d99c8cd8c..cc2baf875 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.122.208.80 0; +35.193.184.18 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 8b04380fc..0da264e2f 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.02.2268 -### Updated: Fri Feb 5 09:41:03 SAST 2021 +### Version: V4.2021.02.2269 +### Updated: Fri Feb 5 09:56:31 SAST 2021 ### Bad Referrer Count: 6930 -### Bad Bot Count: 603 +### Bad Bot Count: 604 ################################################### ### VERSION INFORMATION ## @@ -533,6 +533,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)ProPowerBot(?:\b)" 3; "~*(?:\b)ProWebWalker(?:\b)" 3; "~*(?:\b)Psbot(?:\b)" 3; + "~*(?:\b)Pu_iN(?:\b)" 3; "~*(?:\b)Pump(?:\b)" 3; "~*(?:\b)PxBroker(?:\b)" 3; "~*(?:\b)PyCurl(?:\b)" 3; diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 701efaf43..3bd4c7e2e 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.122.208.80 1; +35.193.184.18 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index d99c8cd8c..cc2baf875 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.122.208.80 0; +35.193.184.18 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 8b04380fc..0da264e2f 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.02.2268 -### Updated: Fri Feb 5 09:41:03 SAST 2021 +### Version: V4.2021.02.2269 +### Updated: Fri Feb 5 09:56:31 SAST 2021 ### Bad Referrer Count: 6930 -### Bad Bot Count: 603 +### Bad Bot Count: 604 ################################################### ### VERSION INFORMATION ## @@ -533,6 +533,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)ProPowerBot(?:\b)" 3; "~*(?:\b)ProWebWalker(?:\b)" 3; "~*(?:\b)Psbot(?:\b)" 3; + "~*(?:\b)Pu_iN(?:\b)" 3; "~*(?:\b)Pump(?:\b)" 3; "~*(?:\b)PxBroker(?:\b)" 3; "~*(?:\b)PyCurl(?:\b)" 3; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 701efaf43..3bd4c7e2e 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.122.208.80 1; +35.193.184.18 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf index 66f7cd010..bd5f48d78 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf @@ -445,6 +445,7 @@ "~*(?:\b)ProPowerBot(?:\b|)" 0; "~*(?:\b)ProWebWalker(?:\b|)" 0; "~*(?:\b)Psbot(?:\b|)" 0; + "~*(?:\b)Pu_iN(?:\b|)" 0; "~*(?:\b)Pump(?:\b|)" 0; "~*(?:\b)PxBroker(?:\b|)" 0; "~*(?:\b)PyCurl(?:\b|)" 0; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index d99c8cd8c..cc2baf875 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.122.208.80 0; +35.193.184.18 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 8b04380fc..0da264e2f 100644 --- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.02.2268 -### Updated: Fri Feb 5 09:41:03 SAST 2021 +### Version: V4.2021.02.2269 +### Updated: Fri Feb 5 09:56:31 SAST 2021 ### Bad Referrer Count: 6930 -### Bad Bot Count: 603 +### Bad Bot Count: 604 ################################################### ### VERSION INFORMATION ## @@ -533,6 +533,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)ProPowerBot(?:\b)" 3; "~*(?:\b)ProWebWalker(?:\b)" 3; "~*(?:\b)Psbot(?:\b)" 3; + "~*(?:\b)Pu_iN(?:\b)" 3; "~*(?:\b)Pump(?:\b)" 3; "~*(?:\b)PxBroker(?:\b)" 3; "~*(?:\b)PyCurl(?:\b)" 3; diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 22793dd10..361f3a3d5 100644 --- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -46,3 +46,4 @@ # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST 35.193.184.18 0; +34.122.173.211 0; diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf index a34be1c16..8f27640f3 100644 --- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.02.2268 -### Updated: Fri Feb 5 09:41:03 SAST 2021 +### Version: V4.2021.02.2269 +### Updated: Fri Feb 5 09:56:31 SAST 2021 ### Bad Referrer Count: 6930 -### Bad Bot Count: 603 +### Bad Bot Count: 604 ################################################### ### VERSION INFORMATION ## @@ -533,6 +533,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)ProPowerBot(?:\b)" 3; "~*(?:\b)ProWebWalker(?:\b)" 3; "~*(?:\b)Psbot(?:\b)" 3; + "~*(?:\b)Pu_iN(?:\b)" 3; "~*(?:\b)Pump(?:\b)" 3; "~*(?:\b)PxBroker(?:\b)" 3; "~*(?:\b)PyCurl(?:\b)" 3; diff --git a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 5f9b58ab0..05cbcec9a 100644 --- a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -34.122.208.80 0; 104.154.182.187 0; +35.193.184.18 0; diff --git a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf index c2ac884ce..7e5e646b9 100644 --- a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.02.2268 -### Updated: Fri Feb 5 09:41:03 SAST 2021 +### Version: V4.2021.02.2269 +### Updated: Fri Feb 5 09:56:31 SAST 2021 ### Bad Referrer Count: 6930 -### Bad Bot Count: 603 +### Bad Bot Count: 604 ################################################### ### VERSION INFORMATION ## @@ -533,6 +533,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)ProPowerBot(?:\b)" 3; "~*(?:\b)ProWebWalker(?:\b)" 3; "~*(?:\b)Psbot(?:\b)" 3; + "~*(?:\b)Pu_iN(?:\b)" 3; "~*(?:\b)Pump(?:\b)" 3; "~*(?:\b)PxBroker(?:\b)" 3; "~*(?:\b)PyCurl(?:\b)" 3; diff --git a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf index 4b93e0faa..8304b9b70 100644 --- a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,6 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST +35.193.184.18 0; 104.154.182.187 0; 34.122.208.80 0; diff --git a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf index 8b04380fc..0da264e2f 100644 --- a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.02.2268 -### Updated: Fri Feb 5 09:41:03 SAST 2021 +### Version: V4.2021.02.2269 +### Updated: Fri Feb 5 09:56:31 SAST 2021 ### Bad Referrer Count: 6930 -### Bad Bot Count: 603 +### Bad Bot Count: 604 ################################################### ### VERSION INFORMATION ## @@ -533,6 +533,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)ProPowerBot(?:\b)" 3; "~*(?:\b)ProWebWalker(?:\b)" 3; "~*(?:\b)Psbot(?:\b)" 3; + "~*(?:\b)Pu_iN(?:\b)" 3; "~*(?:\b)Pump(?:\b)" 3; "~*(?:\b)PxBroker(?:\b)" 3; "~*(?:\b)PyCurl(?:\b)" 3; diff --git a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf index 48dd30f67..5f9b58ab0 100644 --- a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf @@ -47,4 +47,3 @@ # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST 34.122.208.80 0; 104.154.182.187 0; -34.122.173.211 0; diff --git a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf index 8b04380fc..0da264e2f 100644 --- a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.02.2268 -### Updated: Fri Feb 5 09:41:03 SAST 2021 +### Version: V4.2021.02.2269 +### Updated: Fri Feb 5 09:56:31 SAST 2021 ### Bad Referrer Count: 6930 -### Bad Bot Count: 603 +### Bad Bot Count: 604 ################################################### ### VERSION INFORMATION ## @@ -533,6 +533,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)ProPowerBot(?:\b)" 3; "~*(?:\b)ProWebWalker(?:\b)" 3; "~*(?:\b)Psbot(?:\b)" 3; + "~*(?:\b)Pu_iN(?:\b)" 3; "~*(?:\b)Pump(?:\b)" 3; "~*(?:\b)PxBroker(?:\b)" 3; "~*(?:\b)PyCurl(?:\b)" 3; diff --git a/.dev-tools/test_units/blacklist-user-agents.conf b/.dev-tools/test_units/blacklist-user-agents.conf index 66f7cd010..bd5f48d78 100644 --- a/.dev-tools/test_units/blacklist-user-agents.conf +++ b/.dev-tools/test_units/blacklist-user-agents.conf @@ -445,6 +445,7 @@ "~*(?:\b)ProPowerBot(?:\b|)" 0; "~*(?:\b)ProWebWalker(?:\b|)" 0; "~*(?:\b)Psbot(?:\b|)" 0; + "~*(?:\b)Pu_iN(?:\b|)" 0; "~*(?:\b)Pump(?:\b|)" 0; "~*(?:\b)PxBroker(?:\b|)" 0; "~*(?:\b)PyCurl(?:\b|)" 0; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index ad3065e20..371837135 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Attach -Bolt -IndeedBot -Internet Ninja -JennyBot -Keyword Density -LNSpiderguy -PxBroker -ReGet -scan.lol +Acunetix +Calculon +DSearch +JOC Web Spider +Mr.4x3 +MSIECrawler +SEOprofiler +Sucuri +Vagabondo +Whatweb diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index 783394f6d..64f524a2b 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ +404checker 404enemy -80legs -Abonti -Acunetix +Aboundexbot AfD-Verbotsverfahren AhrefsBot AIBOT -Aipbot Alexibot +Alligator AlphaBot -Anarchy -Apexoo +Anarchy99 +Ankit +Anthill arquivo.pt -Aspiegel -ASPSeek -Asterias +arquivo-web-crawler Attach -BacklinkCrawler +autoemailspider +AwarioSmartBot +backlink-check BackStreet -BackWeb -Badass -Battleztar Bazinga -BDCbot +BatchFTP +BBBike BDFetch -BlackWidow -BLEXBot -Blow -BlowFish -Boardreader -Brandprotect -Buck +Bitacle +Bolt +BotALot Buddy -BuiltBotTough -BuiltWith BunnySlippers +BuzzSumo CATExplorador +CazoodleBot CCBot +Cegbfeieh CensysInspect -CherryPicker ChinaClaw -Cogentbot +Cliqzbot +Cocolyzebot cognitiveseo +Collector com.plumanalytics -Craftbot -crawler4j -crawl.sogou.com -CrazyWebCrawler -Demon -Devil -Dirbuster -Disco -Discobot -Discoverybot +Copier +Copyscape +Cosmos +Crescent +CSHttp +CyotekWebCopy +DatabaseDriverMysqli +DataCha0s +DBLBot +demandbase-bot +Deusu +Digincore DittoSpyder -DomainCrawler -Domains Project +DomainAppender Dotbot -DTS Agent -Ebingbong -EirGrabber +Download Wonder +Drip +DSearch +EasyDL +ECCP/1.0 +EMail Siphon +Evil Exabot ExtLinksBot -Extractor -ExtractorPro -Extreme Picture Finder EyeNetIE -FDM -FemtosearchBot +Ezooms +facebookscraper FHscan +Firefox/7.0 FlashGet -Flunky -Fuzz -GetRight +Freeuploader +Fyrebot GetWeb Gigablast -Gotit -Go!Zilla -Grabber -Grafula +Gigabot +G-i-g-a-b-o-t +gopher +GoZilla +GrapeFX GridBot -HaosouSpider Harvest Havij -HEADMasterSEO +heritrix +Heritrix Hloader HMView -Humanlinks -IDBot +HTTP::Lite +Iblog IlseBot -Image Sucker -IndeedBot +Image Fetch +Indy Library +InfoTekies +instabid Intelliseek -InternetSeer -internetVista monitor -ips-agent +InterGET Iria IRLbot isitwp.com -IstellaBot +JennyBot JikeSpider -Jorgee -JustView -Keyword Density +Joomla +Kenjin Spider +Kinza Lanshanbot +Larbin +LeechFTP LeechGet -LexiBot -LieBaoFast -Likse -LinkextractorPro -LinkpadBot -LinkWalker -LinqiaMetadataDownloaderBot -LinqiaScrapeBot +Libwhisker +Lightspeedsystems +Linkbot Lipperhey Spider -magpie-crawler +Ltx71 +lwp-trivial +Magnet +Mag-Net Mail.RU_Bot -Majestic12 -MarkMonitor +Majestic SEO +MarkWatch Masscan Mass Downloader +Mata Hari MauiBot +Mb2345Browser meanpathbot +Meanpathbot +MeanPath Bot mediawords -MegaIndex.ru MIDown tool +MIIxpc Mister PiX Mojeek -Morfeus Fucking Scanner -Mr.4x3 -MSFrontPage +Mojolicious +MQQBrowser MSIECrawler +Msrabot muhstik-scan +Name Intelligence NearSite +Needle Nessus -NetAnts -NetMechanic -NetSpider -Nettrack +netEstate NE Crawler +NetLyzer +Net Vampire +Netvibes NetZIP -NextGenSearchBot Nibbler -NICErsPRO -Niki-bot NimbleCrawler Ninja -Nmap -node-fetch -Octopus -Offline Navigator -OnCrawl +Nuclei +Nutch +OpenLinkProfiler +Openvas OpenVAS -OrangeSpider -OutclicksBot -PageAnalyzer -PageThing.com +OPPO A33 +OutfoxBot +Page Analyzer Pandalytics -Pavuk -PECL::HTTP +Panscient +PeoplePal Petalbot +Picsearch +PictureFinder +Pi-Monster Pixray -PleaseCrawl +Pockey +POE-Component-Client-HTTP +Probethenet +ProWebWalker +Psbot +Pump PxBroker -PyCurl -RankingBot +QueryN Metasearch +RankActive RankingBot2 -RealDownload -RebelMouse -RepoMonkey -Re-re -Ripper -Rogerbot -RSSingBot -SalesIntelligent -satoristudio.net -SBIder -Screaming -Searchestate +Rankivabot +Reaper +RedesScrapy +scalaj-http +ScanAlert +Scanbot +ScoutJet +Scrapy SearchmetricsBot -Semrush SentiBot -Seomoz -seoscanners +SEOkicks-Robot +SEOstats +serpstatbot sexsearcher -Shodan -Siphon SISTRIX -sitechecker.pro -SiteSucker -Site Sucker -Snake +Sitebeam +SmartDownload +SMTBot Snapbot SocialRankIOBot -Spammen -SpankBot +Sosospider +Sottopop +SpaceBison sp_auditbot +Spbot +Spinn3r SputnikBot -Sqlmap -Steeler -Stripper -Sucker -SuperHTTP +SuperBot SurveyBot Suzuran Szukacz -T8Abot -TeleportPro +T0PHackTeam +tAkeOut +Teleport Telesoft Telesphoreo Telesphorep TheNomad +Thumbor +Toata +Trendictionbot +True_Robot Turingos -Turnitin +TurnitinBot Typhoeus Upflow -URLy.Warning -VelenPublicWebCrawler +Vacuum +VB Project Virusdie Wallpapers/3.0 -WallpapersHD -WASALive-Bot -WebAuto +Webalta Web Auto +Web Collage +WebCopier WEBDAV -Web Enhancer -WebFuck -Web Fuck -WebImageCollector +WebEnhancer +WebFetch +Web Fetch +WebLeacher webmeup-crawler -Web Pix -WebSauger -Web Sauger -Webshag -WebsiteExtractor -Webster -WebSucker -WebZIP +WebsiteQuester +WebStripper +Web Sucker WeSEE -Whatweb +Whack +Widow WinHTTrack -WiseGuys Robot Wonderbot -WWW-Collector-E -WWW-Mechanize -WWWOFFLE -Xaldon WebSpider -Xenu -Zade -Zermelo -zgrab -ZmEu +Wotbox +WPScan +WWW::Mechanize +xpymep1.exe +YoudaoBot +Zauba +Zeus +Zitebot +ZoomBot diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index 63ecaf5a4..6090f88b1 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ 01h4x.com -Abonti -Aboundex +360Spider +404checker +404enemy +80legs Aboundexbot -Acunetix -ADmantX -AfD-Verbotsverfahren -AIBOT -AlphaBot -Anarchy -Anthill +Aipbot +Alligator +Anarchie +Anarchy99 Apexoo -Aspiegel -Backlink-Ceck -BacklinkCrawler -BackStreet -BackWeb -Bandit +Attach +AwarioRssBot +AwarioSmartBot +BackDoorBot +Badass +Barkrowler +BatchFTP Battleztar Bazinga +BBBike +BDFetch Bigfoot Bitacle -Black Hole +Blackboard BlackWidow Blow -Bolt -Buck BuiltBotTough +BuiltWith Bullseye +BunnySlippers BuzzSumo -Calculon CATExplorador CazoodleBot -Cegbfeieh CensysInspect -CheeseBot -CherryPicker +CheTeam ChinaClaw Chlooe -Claritybot -CODE87 +Cliqzbot +Cloud mapping +coccocbot-web +Cocolyzebot +Cogentbot +cognitiveseo Collector -Cosmos -Craftbot +Copier +CopyRightCheck +Copyscape crawler.feedback crawl.sogou.com -CrunchBot +CrazyWebCrawler +CSHttp Custo -CyotekWebCopy -demandbase-bot +DatabaseDriverMysqli +DBLBot Demon Devil -Digincore -Dirbuster +DigitalPebble Discobot -Discoverybot +Dispatch DittoSpyder -DnyzBot -Dragonfly +DomainAppender +DomainStatsBot +Download Wonder Drip -EasyDL -Ecxi -EirGrabber -EMail Wolf -Exabot -Express WebPictures -Extractor +DSearch +Ebingbong +eCatch +EMail Siphon +EroCrawler +ExtLinksBot EyeNetIE facebookscraper -FHscan -Fimap -Foobot +FemtosearchBot +Firefox/7.0 +FlashGet +Flunky +Freeuploader FrontPage Fuzz -GalaxyBot Genieo -Gigablast -G-i-g-a-b-o-t +GermCrawler Go-Ahead-Got-It Go!Zilla -GrapeFX -Haansoft -HaosouSpider +Grafula +GrapeshotCrawler +GridBot HEADMasterSEO -heritrix -Hloader +HMView +HTMLparser HTTrack -Iblog -IDBot +Humanlinks IDBTE4M -Image Fetch Image Sucker -IndeedBot -Indy Library -InfoNaviRobot +Intelliseek InterGET +ips-agent +IRLbot +isitwp.com +Iskanie +Jbrofuzz JennyBot -JOC Web Spider +JikeSpider JustView -Jyxobot -Kozmosbot Lanshanbot -Lftp +Larbin +LeechFTP +LexiBot +LibWeb Libwhisker LieBaoFast -LinkextractorPro -LinkpadBot -LinqiaMetadataDownloaderBot -LinqiaScrapeBot -Lipperhey -Lmspider +Lightspeedsystems +Linkbot +Linkdexbot +LinkWalker +Lipperhey Spider +Litemage_walker +LNSpiderguy Ltx71 -Magnet +lwp-trivial Mag-Net -MarkMonitor +Mail.RU_Bot +Majestic12 +Majestic-SEO MarkWatch +Masscan Mass Downloader -MauiBot -Mb2345Browser -mediawords -MicroMessenger +meanpathbot +Meanpathbot +MegaIndex.ru +Microsoft Data Access Microsoft URL Control MIDown tool MIIxpc -MJ12bot Mr.4x3 Msrabot -MTRobot -Musobot -Name Intelligence -NearSite +muhstik-scan +Nameprotect +Needle +Nessus netEstate NE Crawler +NetLyzer NetMechanic -NetSpider +Nettrack Netvibes NextGenSearchBot -Niki-bot -Nikto NimbleCrawler -Nmap +Ninja node-fetch NPbot -oBot +Nutch Octopus Offline Navigator -OutfoxBot +OnCrawl +Openfind +OpenLinkProfiler +Openvas +OpenVAS +OutclicksBot +PageAnalyzer +page scorer PageThing.com Pandalytics -Panscient pcBrowser -Picsearch -PictureFinder Pimonster -Pi-Monster Pixray -plumanalytics -Probethenet -Pump +PleaseCrawl +Psbot +Pu_iN PyCurl -RankActive -RankActiveLinkBot -RankingBot +QueryN Metasearch +Quick-Crawler RankingBot2 -RankurBot -Reaper -RedesScrapy +Rankivabot +RealDownload +Recorder +ReGet +Ripper RocketCrawler -Rogerbot -RSSingBot -SalesIntelligent +s1z.ru +scalaj-http +ScanAlert Scanbot scan.lol -ScreenerBot -SemrushBot -SentiBot +Screaming +SEOkicks SEOkicks-Robot -SEOlyticsCrawler -seoscanners -serpstatbot -Sitebeam -SiteCheckerBotCrawler sitechecker.pro -SiteSucker -Site Sucker -Snapbot -Snoopy -Sogou web spider -Sosospider -Sottopop -SpaceBison +Siteimprove +SiteLockSpider +SlySearch +SMTBot +SocialRankIOBot +sogouspider Spammen -SpankBot -sp_auditbot -spyfu -Sqlmap -Sqlworm -Sqworm -Steeler +SputnikBot Stripper -Sucker +Sucuri SuperHTTP Surfbot +SurveyBot +T0PHackTeam T8Abot +Teleport +TeleportPro Telesoft -Telesphoreo +The Intraformant Thumbor -Toata +Titan Tracemyfile -Trendiction -Trendictionbot trendiction.com -Turnitin -TwengaBot -Twice -URLy Warning -Vacuum +trendiction.de +TurnitinBot +UnisterBot +URLy.Warning +Vagabondo +VCI VelenPublicWebCrawler -VidibleScraper Virusdie -VoidEYE WASALive-Bot -WebAuto +WBSearchBot +Web Auto WebBandit -WebCollage +Web Collage +WebCopier WEBDAV WebEnhancer -WebFetch Web Fetch -Web Fuck -WebLeacher +WebFuck +WebImageCollector +WebmasterWorldForumBot webmeup-crawler -WebPix -WebReaper -Web Sauger +WebSauger Webshag -WebsiteExtractor -Webster +Website Quester +WebStripper WebZIP -Whack -Whacker -Whatweb +Widow WinHTTrack -WiseGuys Robot -Wonderbot -WWW-Collector-E +WISENutbot +Woobot +WWW-Mechanize +WWWOFFLE +Xaldon WebSpider Xaldon_WebSpider +Xenu xpymep1.exe -YoudaoBot +Zade +Zermelo Zeus -ZoomBot -ZoominfoBot +ZmEu diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index 2c4ef984f..9b1b8ff0d 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -coslab.club -craftinsta.ru -highspeed5.net -homik.pw -marcogrup.com -matb3aa.com -socialbookmarksubmission.org -vbabule.net -xerox-douglas.cf -yourserverisdown.com +2345.com +addtoadd.men +arendakvartir.kz +blogsfunky672.weebly.com +ftns.ru +livingroomdecor.info +optikremont.ru +portal-eu.ru +rarbg.to +westen-v.life diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index e8fde00e6..2cf9268bd 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -00author.com +08800.top 0n-line.tv -1688.com -1j7740kd.website -1qingdao.com -24videos.tv +123locker.com +1flag.co.za 24x7-server-support.site -28n2gl3wfyb0.ru -72-news.com -aa81bf391151884adfa3dd677e41f94be1.com -academia-nsk.org -actices.com +2nt.ru +3xforum.ro +40cg.com +4kplayer.pl +4pp13.com +5000-cotydzien.com +7search.com +aaa38852e886ac4af1a3cff9b47cab6272.com +acmebtn.ml actulite.com -adverster.com -agadelha.com.br -agahinameh.com +adultactioncam.com +adultfriendfinder.com +afftrack001.com ageofclones.com -aimayangzhi.com -alert-hgd.xyz -aludecor.info -am-se.com -amt-k.ru -anal-acrobats.com -ananumous.ru -andpolice.com -android-systems.ru -angigreene.com -animalrank.com -animenime.ru -anjalika.co.in -anmysite.com -apiadanaknet-a.akamaihd.net -appsecurityr.com -a.pr-cy.ru -arendas.net -arkartex.ru -asacopaco.tk -atlasvkusov.ru +ahrefs.com +air-edem.ru +airmaxshoes-2016.com +albumsuper.info +alert-fdm.xyz +algerianembassy.co.in +allforminecraft.ru +allstatesugarbowl.org +alphavisions.net +amazon-seo-service.com +angel1777.kz +apartmentbay.ru +apiqualitinknet-a.akamaihd.net +arendakvartir.kz +arewater.com +arraty.altervista.org +asiavirtualsolutions.com +asmxsatadriverin.aircus.com +atofilms.com autochoixspinelli.com -autotop.com.ua -autowebmarket.com.ua -aviav.eu -backuperwebcam.weebly.com -balois.worldbreak.com -bamo.xsl.pt -bang-hotties.com -beauby.ru -belstaffstore.online -bestofferswalkmydogouteveryday.gq -bestwaystogetpaid.us -bestwebsiteawards.com -betonka.pro -betterhdporn.com -bidr.trellian.com -bikini-image.com -biographiya.com +autogrep.ru +autoplate.info +azazu.ru +azbukadiets.ru +azbuka-mo.ru +azinoofficial777.ru +backgroundpictures.net +backlink4u.net +bankiem.pl +bannerads.de +bavsac.com +beachdriveblog.com +bestcoin.cc +bestdooz.com +bestofupload.info +best-seo-offer.com +bin-brokers.com +bio.trade-jp.net birzha-truda.eu -bitporno.sx -blackbabesporn.com -bluerobot.info -bnt-team.com -bocoarchives.org -bookmark4you.com.biz -brainzpod.win -brandehk.dk -btnativenav.com -bugof.gq -businesxxl.com -buyessaynow.biz -buyhoverboard.com -buzzsumo.com -cacheimages.com -cakesplus.com.au -cam-kontakte.org -camsex.xxx-cam.webcam +bkns.vn +blog.koreadaily.com +blog.remote-computer.de +bloke.com +bmw-ark.ru +boeuklad.com +bolezniorganov.ru +bonky.biz +b-styles.xyz +burger-tycoon.com +businesn.men +buyscabiescream.com +bvlgariring.xyz +callawaygolfstore.online +call-of-duty.info +camdolls.com canrole.com -cartierbracelet.xyz -cascadelink.org -casite-513049.cloudaccess.net -cb.iphantom.com -cdnnetwok.xyz -cfcl.co.uk -cgi2.nintendo.co.jp -chatroulette.online -cheapjerseysbizwholesale.us -cheapmarmot.online +cardsharp1.ru +carrauterie.be +carstrends2015.com +cartierlovestore.xyz +cbcseward.com +chlooe.com choice-credit.ru -christianlouboutinsaleonline.us -cindymatches.com -clickcash.com -community.allhiphop.com -compiko.info -compliance-checker-7.info -compliance-checker.info -compliance-don.xyz -compliance-elena.xyz -construmac.com.mx -converse.ddsoldes.fr -coolwallpapers4k.info -coolyarddecorations.com -coslab.club -costablue.xyz -crazyboost.pro -cs-passion.pl +cicaki.net +cineacademy.ru +civilwartheater.com +classicakuhni.ru +clickbanksites.info +clickhype.com +clickprotects.com +club-lukojl.ru +coaching-netz.info +coderstate.com +codq.info +colobit.biz +companies-catalog.com +compliance-alexa.xyz +compliance-julia.top +compucelunlock.net +cookie-law-enforcement-aa.xyz +coprofam.org +counciltally.com +cowlmash.com culad.com -cyclobenzaprinevstizanidine.blogspot.com -danschawbel.com -daretodonate.co -daymusam.com -dealighted.com -delayreferat.ru -delfin-aqua.com.ua -demenageur.com -designdevise.com -dev78.dioniqlabb.se -dfwu1019.info -discountliv.com -divku.ru -docs4all.com +d0t.ru +dafatiri.com +damedingel.ya.ru +dcj-nn.ru +defenderxtactical.com +deluxedumps.com +demian.kz +design-ideas.info +detsky-nabytek.info +dignitasdata.se +dildofotzen.net +directivepub.com +dneprsvet.com.ua +dodlive.mil +dogbreedspicture.net dojki365.online -domainsphoto.com -domznaniy.ru -dostavka-v-krym.com -downloadkakaotalk.com -download-of-the-warez.blogspot.com +domcran.net +dosug-lux.ru +dosugrostov.site +dotnetdotcom.org +doublepimp.com +downtuptv.gq drhomes.biz -driving.kiev.ua -drugspowerstore.com -drugstoreforyou.com -dtnlyss.com -dustyorate.com -e-buyeasy.com -ed-shop01.ru -educatemetv.com -ekn-art.se -elektrischezi.canalblog.com -elektrischezigarettekaufen2.cowblog.fr -elektrozigarette2.wordpressy.pl -elitesportsadvisor.com -empis.magix.net -engines-usa.com -errorfixing.space -european-torches.ru +dyshagi.ru +e-commerce-seo.com +electrik-avenue.com +electronicadirect.com +elektronischezigarettekaufen1.myblog.de +enginebay.ru +englishdictionaryfree.com +eshop.md +eugenevaultstorage.com +evogarage.com +executehosting.com +extremepornos.net +ezb.elvenmachine.com f07.de -facebook-mobile.xyz -fanoboi.com -fearcrow.com -feargames.ru -feeriaclub.ru -ferieboligkbh.dk -fickblock18.com -finuse.com -fiuxy.com -flagcounter.me -forensicpsychiatry.ru -forms-mtm.ru -fortevidyoze.net -foto-sisek.porngalleries.top -foxweber.com -freejabs.com -free-laptop-reward.com -freelifetimefuckbook.com +f1nder.org +facecup.top +fickkontakte.org +figuringmoneyout.com +finejewelryshop.ru +firstdrugmall.ru +fivedwld.cf +footbalive.org +fortunejack.com +forum-engineering.ru +foxjuegos.com +free-deals.faith +freenom.link freeuploader.ml -freshsuperbloop.com -froggytube.com -fuckingawesome.com +fr.netlog.com +front.ru +fsakhalin.ru fuck-paid-share-buttons.xyz -futbolkisales.ru fxgallery.com -gallerily.com -gamerextra.com -ge0ip.com -generalporn.org -get-seo-domain.com -getyourimage.club -ghostvisitor.com -gifspics.com -girlsfuckdick.com -gk-atlant.info -glavprofit.ru -gnuetella.com -go2album.com -go2mike.ru -googst2.ru -goroda-vsego-mira.ru -gotomontenegro.net -greatzip.com -gz2.bbsoldes.fr -hackers-crackers.tk -hacktougroup.ru -hamacapty.com -handicapvantoday.com -hdpixion.com -heliko.no -hentai-manga.porn -hit-kino.ru -hitmuzik.ru -hledejvshopech.cz -homedecorpicture.us -homemature.net +gamevalue7.weebly.com +geile-lelly.eu +getoutofdebtfree.org +gettpromos.com +girlsatgames.ru +glall.ru +glass-msk.ru +globalsurfari.com +good-mummy.ru +googlepositions.com +goosefishpost.bid +gosreg.amchs.ru +grand-chlen.ru +greendream.com.ua +greenzaim.ru +gsmlab.pl +gtopstats.com +handicapvansarea.com +hatedriveapart.com +heartofbeijing.blogspot.com +helvetia.com.ua +hesteel.pl +hiwibyh.bugs3.com +hobild.net +homegardenlova.com +hoporno.com +hosting-tracker.com host-tracker.com -hoverboard360.at -hydropump.su -hystersister.com -icaseclub.ru -imagui.eu -imk.com.ua -impotentik.com -inbabes.sexushost.com -infostatsvc.com +hotdl.in +hotenergy.ru +hoterika.com +howtoclean.club +howtowhitenteethfast.xyz +hustoon.over-blog.com +ilovevitaly.ru +immigrational.info +impisr.edunsk.ru +incep.imagine-ex.co inmate-locator.us -insider.pro -ipchicken.com -istock-mebel.ru -itag.pw -japfm.com -javatex.co.id -jillepille.com -jobmarket.com.ua -justdating.online -kaac.ru -kalb.ru -kambasoft.com -kanimage.com -kevblog.top -keywesthideaways.co -kinky-fetishes.com +insurple.com +interfucks.net +iplusbit.blogspot.co.za +ipornox.xxx +iqoption-bin.com +iscblog.info +isoveti.ru +ix20.ru +joingames.org +journeydownthescale.info +jus0wil.pp.ua +kazka.ru +kchaxton.com +kemerovo.zrus.org +kerei.ru +keywordsdoctor.com kinoduh.ru +kino-filmi.com kino-fun.ru -kinoplen.ru -konica.kz -koopilka.com -koversite.info -kovesszucs.atw.hu -kredit-pod-zalog-krasnodar.ru -ks1234.com +kinomaniatv.pl +kit-opt.ru +knogg.net +kollesa.ru +komp-pomosch.ru +kongruan.com +konkursowo-24.pl +kupit-adenu.ru +lampokrat.ws +landinez.co +landscaping.center lankarns.com -law-check-seven.xyz -linkpulse.com -linkredirect.biz -lion.bolegapakistan.com -lion.snapmap.us -liumimgx.pw -lkbennettstore.online -lol-smurfs.com +larger.io +larose.jb2c.me +letmacworkfaster.site +letsrepair.in +liffa.ru +linkwithin.com +liveinternet.ru +livejasmin.com +loadingpages.me +locatellicorretor.com.br long-beach-air-conditioning.com -lotto6888.com -lsex.xyz -lsp-awak-perikanan.com -lubetube.com -luckyshop.net.ua -m0r0zk0-krava.ru -m1media.net -m4ever.net -mac-shield.com -mactechinfo.info -makis.nu -manualterap.roleforum.ru -markjaybeefractal.com -masserect.com -masthopehomes.com -max-p.men -mebeldekor.com.ua -mensandals.xyz -metaxalonevstizanidine.blogspot.com +louboutinreplica.xyz +ltvperf.com +lyngdalhudterapi.no +mackeeper-center.club +macresource.co.uk +madot.onlinewebshop.net +magicplayer-s.acestream.net +make-money-online.com +makemoneyonline.com +mamasuper.prom.ua +mansiondelrio.co +marcogrup.com +maslenka.kz +maximilitary.ru +mcnamaratech.com +mebel-ekb.com +mebel-vstroika.ru +mediafresh.online +medicines-choice.com +medispainstitute.com.au +mega-bony2017.pl +menstennisforums.com +mexicosleevegastrectomy.com +mirtorrent.net misandesign.se -missis.top -misterjtbarbers.com -mixx.com -mmostrike.ru -mnogolok.info -mobicover.com.ua -mobplayer.net -modnie-futbolki.net -moi-glazki.ru -monclercheap.xyz -moneyteam24.com -morepoweronmac.trade -morpicert.pw -moscow-region.ru -mouselink.co -musirc.com -mydeathspace.com -myfreecams.com -mykings.pw -nalogovyy-kodeks.ru -nikkiewart.ru -niroo.info -nordvpn.com -nrv.co.za -nvssf.com -oconto.ru -ofanda.com -oksrv.com -olympescort.com -online7777.com -online-hd.pl -onlyporno.ru -o-o-11-o-o.com -osagonline.ru -paintingplanet.ru +mncrftpcs.com +mobile-appster.ru +mobioffertrck.com +moesexy.com +monsterdivx.com +morefastermac.trade +more-letom.ru +moviemail-online.co.uk +muizre.ru +multgo.ru +musicktab.com +muznachas-service.ru +myblogregistercm.tk +naj-filmy24.pl +nakozhe.com +nate.com +neks.info +new-post.tk +nfljerseyscheapbiz.us +nikhilbahl.com +obnal.org +offer.camp +ohmyrings.com +okel.co +ok-ua.info +onescreen.cc +online.ktc45.ru +ontargetseo.us +openmediasoft.com +optibuymac.com +optitrade24.com +orion-code-access.net +ostrovtaxi.ru +ourville.info +ovirus.ru +owathemes.com +oxford-book.com.ua +paclitor.com +painting-planet.com +palvira.com.ua panamaforbeginners.com -parajumpersoutlet.online -paramountmarble.co.uk +parajumpersstore.online +par-fallen.ga partner-cdn.men -paydayloanslocal.com -pc4download.co -pcgroup.com.uy -petitions.whitehouse.gov -pewit.pw -photostudiolightings.com -pic2fly.com -picsfair.com -pijoto.net -piulatte.cz -pixgood.com -plugingeorgia.com +partnersafe.men +partybunny.ru +p-business.ru +petsblogroll.com +picsearch.com +piratecams.com +piski.top +pochtovyi-index.ru pod-muzyku.club -pogosh.com -poiskzakona.ru -polcin.de -polimga.pw -pooleroadmedicalcentre.co.uk -poptool.net -porndroids.com -porngalleries.top -pornhive.org -pornobrazzers.biz -porno-dojki.net -pornophoto.xyz -pozvonim.com -priora-2.com -profitfx.online -profitsport.club -prointer.net.ua -promoforum.ru -prostitutki-rostova.org -prostitutki-yaroslavlya.org -pwwysydh.com -raisedseo.com -rankexperience.com -rarbg.to -raschtextil.com.ua -realizmobi.com -realmonte.net -recipedays.ru -recordpage-a.akamaihd.net -reklama1.ru -renecaovillasale.online -rep-am.com -replicalouboutin.xyz -resellerclub.com -restorator-msk.ru -reyel1985.webnode.fr -rosbalt.com.ua -rospromtest.ru -ru-dety.ru -ruscopybook.com -saletool.ru -sandhillsonline.com -sanidumps.com -sbricur.com -searchinquire.com +pokemon-go-play.online +popmarker.com +popup-fdm.xyz +popup.matchmaker.com +pornoblood.com +pornofeuer.com +pornstartits.xblog.in +porn-w.org +princeadvantagesales.com +privatamateure.com +professionaldieselcare.com +profit-opportunity.com +prostitutki-tolyatti.org +pushdata.sendpulse.com +q-moto.ru +questionmarque.ch +randki-sex.com +razorweb-a.akamaihd.net +realting-moscow.ru +rebelmouse.com +redbottomheels.xyz +reeyanaturopathy.com +registry-clean-up.net +remont-ustanovka-tehniki.ru +rentehno.ru +revistaindustria.com +rfd-split.hr +ribieiendom.no +richinvestmonitor.com +ringporno.com +rockingclicks.com +ruspdd.com +russian-postindex.ru +s1z.ru +sabaapress.com +saecsa.co +samara.rosfirm.ru +sa-rewards.co.za +savememoney.co.za +scanmarine.info +scanner-viktor.top +scansafe.net +scenicmissouri.us searchinterneat-a.akamaihd.net -securesmrt-dt.com -seminarygeorgia59.ga -seoholding.com -seomarketings.online -seoprofiler.com -serdcenebolit.com -seryeznie-znakomstva.ru -sevenstars7.com -se-welding.ru -sexkontakte-seite.com +search.pch.com +seokicks.de +seo-prof1.xyz +seorankinglinks.xyz +servisural.ru +serw.clicksor.com sexphoto.site -sexy.babes.frontend-stack.top -sexy-pings.com -shama-rc.net -sharebutton.org -shmetall.com.ua -shoesonlinebuy.xyz -shoppingmiracles.co.uk -sildenafilcitratemed.com -silvercash.com -simon3.ru -sisiynas.ru -sitechecker.pro -siteheart.net -site.ru -sitevalued.com +sexpornotales.com +sexpornotales.net +sexreliz.com +sexystrippe.info +sex-znakomstva.online +shivafurnishings.com +shop-electron.ru +silvermature.net +simple-share-buttons.com +site3.free-share-buttons.com +siteexpress.co.il +sk.golden-praga.ru +sky-mine.ru skypasss.com -slavia.info -sledstvie-veli.net -slowmacfaster.trade -smart-balancewheel.com -smartpet.ru -smichovbike.cz -snjatie-geroinovoy-lomki.ru +slavkokacunko.de +slimcdn.com +small-game.com +smokewithrabbits.com +smsactivator.ru +snjack.info +snyatie-lomki-v-stacionare.ru soblaznu.net -socas.pluto.ro -social-s-iii.xyz -softwaretrend.net -sophang8.com -souvenir.cc -spabali.org -spbchampionat.ru +social-buttons.com +social-fun.ru +softtor.com +sortthemesitesby.com +spasswelt.xyz +speechfoodie.com +sports-supplements.us +squidoo.com stanthonyscatholicchurch.org -stathat.com -storehouse.ua -subj.ukr-lit.com -superoboi.com.ua -suture.co -sweepstakes.rewardit.com -telefonsexkostenlos.tk -telefonsexsofort.tk +stats-collector.org +steebook.com +svetodiodoff.ru +swinginwithme.ru +taihouse.ru +tattoo33.ru +tds-advert002.info +tecspb.ru +tedxrj.com +template-kid.com testingads.pro -thebluenoodle.com -thelottosecrets.com -thesmartsearch.net -thin.me.pn -tilido.com -tizanidine4mgstreetprice.blogspot.com -tizanidinedosageforsleep.blogspot.com -tizanidinehydrochloride4mgstreetvalue.blogspot.com -tizanidinerecreationaluse.blogspot.com +thecounter.com +theendivechronicles.com +thefarmergame.com +thenews-today.info +theprofitsmaker.net +thetardistimes.ovh +thetattoohut.com +thruport.com +ticketsys.inetwd.com +titslove.yopoint.in +tizanidinepain.blogspot.com +tizanidinewithdrawal.blogspot.com todohr.com -torrentdownloadhub.com -torrnada.ru +token-lab.org +tongkatmadura.info +toolsky.com +top10-way.com +topbestgames.com +toproadrunner5.info touchmods.fr -tourcroatia.co.uk -toxicwap.com -tpu.ru -traffic2money.com +trafficmonetize.org trafficmp.com -trafficreceiver.club -trustaffs.com -ttrraacckkrr.com -turbodsp.com -txxx.com +trafficstars.com +trahvid.com +traxdom.ru +truck-rece.life +tt-ipd.info +turkeyreport.tk +typer.one typimga.pw tzritel.tk -udsgame.online -ugogo.info -ukr-lit.com -uk-zheu20.ru -umaseh.com -umekana.ru -uprour.com -uptime-gamma.net -url-extractor.xyz -urlopener.blogspot.com.au -uytmaster.ru -v24s.net -valsalud.com -v-doc.co -vedomstvo.net -vesnatehno.ru -via-gra.webstarts.com -vipsiterip.org -volume-pills.biz -vostoktrade.info -vriel.batcave.net -vse-pesni.com +uggbootsoutletsale.us +usacasino.com +usiad.net +uzungil.com +vadimkravtcov.ru +vgoloveboli.net +via-energy-acquistare.com +videochat.mx +vipms.ru +vkonche.com +vkontarkte.com +vltai.com +voluumtrk.com +vseigru.one +vut.com.ru +vzlom-na-zakaz.com vzubah.com -w3data.co -wapsite.me -watchdogs-2.ru -webmonetizer.net -webstatsdomain.org +webkeyit.com +webnode.me wedding0venues.tk -wfb.hatedriveapart.com -whatistizanidine2mg.blogspot.com -whatsappdownload10.com -wholesalejerseys-cheapest.com -wingsoffury2.com -woman-h.ru -wormix-cheats.ru -wpsecurity.website -www.kabbalah-red-bracelets.com -xchangetrak.com -xgames-04.com -xitjw.info -xmronta.com -xn----7sbaphztdjeboffeiof6c.xn--p1ai -xn----7sbho2agebbhlivy.xn--p1ai -xn--80abgj3a5acid6ghs.top -xn--80ahdheogk5l.xn--p1ai -xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai -xsion.net -xtremeeagles.net -xwatt.ru -xxxdatinglocal.us -yebocasino.co.za -yopoint.in -zarabiaj-dzis.pl -zawyna.ua -zdesoboi.com -zeikopay.com -zrizvtrnpale.tk -zvooq.eu +westen-v.life +wetgames.ru +wheelchairliftsarea.com +whereiskentoday.com +w-journal.ru +womens-journal.net +wordpresscore.com +word-vorlagen.net +wttavern.com +ww2awards.info +www.solartek.ru +wyniki-lista.pl +x-diesel.com +x-diesel.org +xedserver.com +x-musics.com +xn--1-8sbcpb0bdm8k6a.xn--p1ai +xn----7sbbahaq9bb5afgiqfliv4m.xn--p1ai +xn----btbdvdh4aafrfciljm6k.xn--p1ai +xn----dtbndd4ae7eub.top +xnxxandxvideos.com +xsfetish.org +xxart.ru +xxxkaz.org +yebocasino.com +yhit.press +yougetsignal.com +youresponsive.com +yourserverisdown.com +yousense.info +youtube-downloader.savetubevideo.com +zero1.it +zeroredirect2.com +zmoda.hostreo.com +zoogdinsney.com +zoogdisany.com +zryydi.com +zverokruh-shop.cz diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index fa412e33b..74a4c43a8 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -00webcams.com -123any.com -2girls1cup-free.com -40cg.com -4kepics.com -4webmasters.org -55wmz.ru -5kstore.com -addtoadd.men -adktrailmap.com -adnotbad.com -adtech.fr -agadelha.com.br -akusherok.ru -alert-jdh.xyz -all4wap.ru -allproblog.com -am15.net -amazingpic.net -android4fun.org -androids-store.com -anonymizeme.pro -anonymous-redirect.com -apartamentwroclaw.eu -apessay.com -app5.letmacworkfaster.world -apper.de -arclk.net -arkartex.ru -asrvvv-a.akamaihd.net -aussie-prizes.com -autobudpostach.club -avtolombard-krasnodar.ru -azartclub.org -bagsonsale.online -basisches-wasser.net -beatifullandscape.co -belstaffstore.online -bestwebsitesawards.com +123cha.com +1flag.co.za +2ads.co.uk +7minuteworkout.com +7ooo.ru +7yue.org +8jn.dating-app.ru +a1security.com.ua +acads.net +add-add.men +adsland.men +adultgalls.com +advokateg.ru +alive-ua.com +all4invest.ru +amigobulls.com +asrv-a.akamaihd.net +atmovs.com +atout-energie-69.com +avtocredit-legko.ru +backgroundpictures.net +balkanfarma.org +bdsmgalls.net +bedandbreakfast.com +bestdooz.com +bestfortraders.com +beztuberkuleza.ru bimatoprost-careprost.com.ua -bird1.ru -bluesalt.co -bmwhighperformers.com -brainboosting.club -builtwith.com -bumble.cheapwebsitehoster.com -buy-cheap-online.info -callawaygolfoutlet.online -cardiosport.com.ua -casinos4dummies.co.uk -cenoval.ru -changde.58.com -chocolateslim-original.com -clksite.com -club-musics.ru -com-onlinesupport.site -comsysnet.com -coolwallpapers4k.info -culturevie.info -customboxes4less.com -daptravel.com -dcj-nn.ru -defenderxtactical.com -degerlund.net -delitime.info -dentalpearls.com.au -discountliv.com -dms-sw.ru -dokumentalkino.net -domaineaneblanc.com -doska-vsem.ru -dprtb.com -econom.co -eluxer.net -encodable.com -en.home-task.com -evening-dating-club.info -everytalk.tv -farm26.ru -favoritemoney.ru -favornews.com -ferieboligkbh.dk -fikasound.tk -filmetricsasia.com -flooringinstallation-edmonton.com -forex21.ru +bingo8888.com +blagovest-med.ru +bum.com.ru +buqyxa.rincian.info +burkesales.com +businesn.men +cand.jp +canyougethighofftizanidine.blogspot.com +cartierlovebracelet.xyz +caulderwoodkennels.com +cdnnetwok.xyz +celebsopics.com +children-learningreading.info +comissionka.net +coolgramgoods.com +counterbot.com +dailystrength.org +deluxedumps.com +demenageur.com +descargar-musica-gratis.net +dieta-personalna.pl +digilander.libero.it +divku.ru +dojki365.online +domashneeruporno.com +domoysshop.ru +dorratex.tn +electronicadirect.com +elitesportsadvisor.com +elstal.com.pl +enskedesquashclub.se +e-poker-2005.com +eropornosex.ru +erotiktreff24.info +eurosamodelki.ru +event-tracking.com +expertblog.info +f0815.de +f5mtrack.com +famix.xyz +fashionavenuegame.com +fickblock18.com +fickenprivat.info +fickkontakte.org +filmidivx.com +fitness-video.net +flauntyoursite.com +f-loaded.de +fodelsedagspresenter.nu +forpostlock.ru fortevidyoze.net -forum.tvmir.org -free-laptop-reward.com -get-your-social-buttons.info -gq-catalog.gq -gribokstop.com -gsasearchengineranker.space -hamacapty.com -hanink.biz.ly -hard-porn.mobi -haveinc.xyz -hccoder.info -heygidday.biz -hmywwogw.bloger.index.hr -home.myplaycity.com -horoshieokna.com -hostsshop.ru -ideibiznesa2015.ru -ilmen.net +frbizlist.com +fuck-paid-share-buttons.xyz +gabeshop.ru +gdcentre.ru +generousdeal-a.akamaihd.net +germes-trans.com +go2jump.org +good-mummy.ru +graphics8.info +guge.io +guod.me +harmonyglen.us +hd-film.pl +hdpixent.com +hdwalls.xyz +heliko.no +historichometeam.com +hobbyhuren-datenbank.com +hreade.com +hspline.com +hundejo.com +husky-shop.cz +ie.57883.net ilovevitaly.xyz -img.wallpaperstock.net -inet-traffic.com -iopeninghours.co.uk -iqoption.pro -isoveti.ru -itservicesthatworkforyou.com -iwantedmoney.com -iweblist.info -jamiembrown.com -johannesburgsingles.co.za -johnrobertsoninc.com -jolic2.com -kaac.ru -kamalsinha.com -keyhantercume.com -kino2018.club -kosova.de -lasvegaslockandsafe.com +infobabki.ru +innodgfdriverhm.aircus.com +innoslicon.com +invitefashion.com +iphantom.com +istanbulit.com +iusstf.org +ivoiretechnocom.ci +jerseywholesalebizchina.com +jjbabskoe.ru +junglenet-a.akamaihd.net +kakadu-interior.com.ua +katjimej.blog.fc2.com +kino2018.cc +konkursov.net +konturkrasoty.ru +koptims.tiu.ru +laxob.com li-er.ru -littleberry.ru -live-sexcam.tk -lizace.com -localmatchbook.com -lockerz.com -long-beach-air-conditioning.com -lovasszovetseg.hu -lsp-awak-perikanan.com -luckyday.world -luxup.ru -m4ever.net -machicon-ueno.info -mailemedicinals.com -mainhp.net -mapquestz.us -matb3aa.com -matsdale.com -meduza-consult.ru -mindbox.co.za -minecraft-rus.org -misandesign.se -mlf.hordo.win -mmostrike.ru -mojpreskumanie.com -mossmesi.com -moviemail-online.co.uk -msk-diplomat.com -musicstock.me -mvpicton.co.uk -nalogovyykodeks.ru -narutonaruto.ru -navalwiki.info -netfacet.net -netvouz.com -nevansk.ru -nhl17coins.exblog.jp -no-rx.info -notfastfood.ru -odesproperty.com -ohmyrings.com -oren-cats.ru -owohho.com -paclitor.com -pio.polytopesexempt.com -pistonclasico.com -pix-hd.com +lookingglassemb.com +losangeles-ads.com +lyngdalhudterapi.no +magnetic-bracelets.ru +manualterap.roleforum.ru +matrixalchemy.com +max-eclat.men +mbiologi.ru +medicovi.com +medosmotr-ufa.ru +meetlocalchicks.com +metalonly.info +middlerush-a.akamaihd.net +mobile.ok.ru +moivestiy.biz +monarchfind-a.akamaihd.net +monsterdivx.tv +mowser.com +mozello.ru +mydearest.co +mydirtystuff.com +mygameplus.com +myshopmatemac.com +naturalshair.site +notasprensa.info +novosti-hi-tech.ru +nw-servis.ru +o333o.com +okmusic.jp +o.light.d0t.ru +optitrade24.com +paperwritingservice17.blogspot.ru +picquery.com +piski.top pixshark.com -pornhive.org -pourvous.info -prefersurvey.net -prizesbook.online -propranolol40mg.blogspot.com -prostitutki-kharkova.org -pro-tec.kz -razamicroelectronics.com -razorweb-a.akamaihd.net -realitykings.com -refads.pro -refererx.com -rennlist.com -reversing.cc -royalcar-ufa.ru -ruclicks.com -sashagreyblog.ga -seasonvar.ru -seocheki.net -service.adtech.us -sfd-chess.ru -shtaketniki.ru -site.ru -smsactivator.ru -snomer1.ru +pokerniydom.ru +porndl.org +pornoklad.ru +porto.abuilder.net +presleycollectibles.com +printingpeach.com +privatamateure.com +promalp-universal.ru +promoheads.com +pronekut.com +prpops.com +ptr.ruvds.com +pukaporn.com +puzzleweb.ru +rankingchart.de +ranksonic.org +rapidokbrain.com +raschtextil.com.ua +rewardpoll.com +royalvegascasino.com +roznica.com.ua +rusprostitute.com +sadaholding.com +samoiedo.it +satellite.maps.ilovevitaly.com +scat.porn +search-goo.com +secretscook.ru +securesmrt-dt.com +security60-e.com +seoexperimenty.ru +seokicks.de +sexflirtbook.com +sexfreepornoxxx.com +si-unique.com +skincrate.net +slimcdn.com +smokewithrabbits.com +snyatie-lomki-v-stacionare.ru socialbookmarksubmission.org -songoo.wz.cz -splendorsearch-a.akamaihd.net -spy-app.info -spymac.net -srgwebmail.nl -stairliftsarea.com -stal-rulon.ru -steelmaster.lv -strana-krasoty.ru -sukirgenk.dvrlists.com -survival.betteroffers.review -tampabaywatch.org -teencastingporn.com -teenporn18.net -tgtclick.com -thegamerznetwork.com -thewomenlife.com -tizanidinedruginteractions.blogspot.com -tizanidinerecreationaluse.blogspot.com -tizanidinesleepaid.blogspot.com -tizanidinevsvalium.blogspot.com -topvidos.ru +sogimlecal.tk +spaceshipad.com +startwp.org +statistici.ro +stoki.ru +stromerrealty.com +sugarkun.com +surffoundation.nl +tabletkinaodchudzanie.com.pl +thin.me.pn +titan-ads.life +todohr.com +trackzapper.com +trafficstars.com traffmonster.info -trainoffend.ml -tripper.de -trumpetedextremes.com -tsan.net -tvorozhnaja-zapekanka-recept.ru -unpredictable.ga -url2image.com -usiad.net -uzungil.com -v720hd.ru -vashsvet.com -vegan-foods.us -velobikestock.com -video-hollywood.ru -vkgaleria.com -webinstantservice.com -webpromotion.ae -welcomeauto.ru -westum.se -wholesalejerseychinashop.com -works.if.ua -xblognetwork.com -xwatt.ru -xxxhdvideo.site -youjizz.com -youporn-forum.ga +trion.od.ua +trubywriting.com +turkeyreport.tk +turn-up-life.life +tversvet.ru +twinderbella.com +typer.one +uasb.ru +unimodemhalfduplefw.pen.io +vapeface.club +vchulkah.net +vellings.info +versaut.xxx-cam.webcam +villacoloniale.com +vodaodessa.com +vrotike.ru +vsdshnik.com +warezkeeper.com +watchdogs-2.ru +weburlopener.com +wholesalejerseyscheapjerseys.us.com +wiosenny-bon-1500.pl +worldis.me +wpthemedetector.co.uk +ws.ampower.me +xep.info +xn--24-glceagatoq7c2a6ioc.xn--p1ai +y8games-free.com +yaaknaa.info +youraticles.pl yubikk.info -zeroredirect8.com -zigarettenonlinekaufen1.bloog.pl +yuweng.info +zatjmuzu.info +zeroredirect10.com +zeroredirect7.com +zmoda.hostreo.com +znaturaloriginal.com +zone-kev717.info diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index 38660c96e..20756c372 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index fd4851b6e..0a2851d25 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 919afd7a5..8cf07f55a 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,9 +4,9 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.02.2268 +#### Version: V4.2021.02.2269 #### Bad Referrers Blocked: [6930](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [603](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [604](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 047fd514a..fe3d1d4ae 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,9 +4,9 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.02.2268 +#### Version: V4.2021.02.2269 #### Bad Referrers Blocked: [6930](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [603](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [604](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/README.md b/README.md index 9376e33ec..8bd64532e 100755 --- a/README.md +++ b/README.md @@ -11,9 +11,9 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2021.02.2268 +#### Version: V4.2021.02.2269 #### Bad Referrers Blocked: [6930](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [603](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [604](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/_generator_lists/bad-user-agents.list b/_generator_lists/bad-user-agents.list index bcd4d1e25..f20b325a4 100755 --- a/_generator_lists/bad-user-agents.list +++ b/_generator_lists/bad-user-agents.list @@ -1,4 +1,3 @@ -Pu_iN 01h4x.com 360Spider 404checker @@ -385,6 +384,7 @@ Probethenet ProPowerBot ProWebWalker Psbot +Pu_iN Pump PxBroker PyCurl diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 29ada8c7e..aff5dd346 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,9 +3,9 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2021.02.2268 +#### Version: V4.2021.02.2269 #### Bad Referrers Blocked: [6930](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [603](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [604](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 8b04380fc..0da264e2f 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.02.2268 -### Updated: Fri Feb 5 09:41:03 SAST 2021 +### Version: V4.2021.02.2269 +### Updated: Fri Feb 5 09:56:31 SAST 2021 ### Bad Referrer Count: 6930 -### Bad Bot Count: 603 +### Bad Bot Count: 604 ################################################### ### VERSION INFORMATION ## @@ -533,6 +533,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)ProPowerBot(?:\b)" 3; "~*(?:\b)ProWebWalker(?:\b)" 3; "~*(?:\b)Psbot(?:\b)" 3; + "~*(?:\b)Pu_iN(?:\b)" 3; "~*(?:\b)Pump(?:\b)" 3; "~*(?:\b)PxBroker(?:\b)" 3; "~*(?:\b)PyCurl(?:\b)" 3; diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 4a73da19f..d1c6c9d4a 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.02.2268 -### Updated: Fri Feb 5 09:41:04 SAST 2021 +### Version: V3.2021.02.2269 +### Updated: Fri Feb 5 09:56:32 SAST 2021 ### Bad Referrer Count: 6930 -### Bad Bot Count: 603 +### Bad Bot Count: 604 ################################################### ### VERSION INFORMATION ## @@ -533,6 +533,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)ProPowerBot(?:\b)" 3; "~*(?:\b)ProWebWalker(?:\b)" 3; "~*(?:\b)Psbot(?:\b)" 3; + "~*(?:\b)Pu_iN(?:\b)" 3; "~*(?:\b)Pump(?:\b)" 3; "~*(?:\b)PxBroker(?:\b)" 3; "~*(?:\b)PyCurl(?:\b)" 3; diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 8b04380fc..0da264e2f 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.02.2268 -### Updated: Fri Feb 5 09:41:03 SAST 2021 +### Version: V4.2021.02.2269 +### Updated: Fri Feb 5 09:56:31 SAST 2021 ### Bad Referrer Count: 6930 -### Bad Bot Count: 603 +### Bad Bot Count: 604 ################################################### ### VERSION INFORMATION ## @@ -533,6 +533,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)ProPowerBot(?:\b)" 3; "~*(?:\b)ProWebWalker(?:\b)" 3; "~*(?:\b)Psbot(?:\b)" 3; + "~*(?:\b)Pu_iN(?:\b)" 3; "~*(?:\b)Pump(?:\b)" 3; "~*(?:\b)PxBroker(?:\b)" 3; "~*(?:\b)PyCurl(?:\b)" 3; diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 27a297b8a..2d73e864d 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,9 +6,9 @@ ### Version Information # ################################################### -### Version: V4.2021.02.2268 -### Updated: Fri Feb 5 09:41:05 SAST 2021 -### Bad Bot Count: 603 +### Version: V4.2021.02.2269 +### Updated: Fri Feb 5 09:56:34 SAST 2021 +### Bad Bot Count: 604 ################################################### ### Version Information ## @@ -787,6 +787,8 @@ User-agent: ProWebWalker Disallow:/ User-agent: Psbot Disallow:/ +User-agent: Pu_iN +Disallow:/ User-agent: Pump Disallow:/ User-agent: PxBroker