diff --git a/.dev-tools/_robots_input/robots-input.txt b/.dev-tools/_robots_input/robots-input.txt index 4c41347fa..509ee0971 100644 --- a/.dev-tools/_robots_input/robots-input.txt +++ b/.dev-tools/_robots_input/robots-input.txt @@ -565,8 +565,6 @@ zauba.io Zermelo Zeus zgrab -zh_CN -zh-CN Zitebot ZmEu ZumBot diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 735701a7c..625933c15 100644 --- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2020.03.2020 -### Updated: Fri Mar 13 21:56:52 SAST 2020 +### Version: V3.2020.03.2021 +### Updated: Sat Mar 14 09:26:18 SAST 2020 ### Bad Referrer Count: 6831 -### Bad Bot Count: 573 +### Bad Bot Count: 571 ################################################### ### VERSION INFORMATION ## @@ -714,8 +714,6 @@ map $http_user_agent $bad_bot { "~*(?:\b)Zermelo(?:\b)" 3; "~*(?:\b)Zeus(?:\b)" 3; "~*(?:\b)zgrab(?:\b)" 3; - "~*(?:\b)zh_CN(?:\b)" 3; - "~*(?:\b)zh-CN(?:\b)" 3; "~*(?:\b)Zitebot(?:\b)" 3; "~*(?:\b)ZmEu(?:\b)" 3; "~*(?:\b)ZumBot(?:\b)" 3; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 5e7c0ed8e..8a7a5941a 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.184.226.236 1; +104.196.57.92 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 3e60bde86..9a0a5abca 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.184.226.236 0; +104.196.57.92 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 735701a7c..625933c15 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2020.03.2020 -### Updated: Fri Mar 13 21:56:52 SAST 2020 +### Version: V3.2020.03.2021 +### Updated: Sat Mar 14 09:26:18 SAST 2020 ### Bad Referrer Count: 6831 -### Bad Bot Count: 573 +### Bad Bot Count: 571 ################################################### ### VERSION INFORMATION ## @@ -714,8 +714,6 @@ map $http_user_agent $bad_bot { "~*(?:\b)Zermelo(?:\b)" 3; "~*(?:\b)Zeus(?:\b)" 3; "~*(?:\b)zgrab(?:\b)" 3; - "~*(?:\b)zh_CN(?:\b)" 3; - "~*(?:\b)zh-CN(?:\b)" 3; "~*(?:\b)Zitebot(?:\b)" 3; "~*(?:\b)ZmEu(?:\b)" 3; "~*(?:\b)ZumBot(?:\b)" 3; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 5e7c0ed8e..8a7a5941a 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.184.226.236 1; +104.196.57.92 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 3e60bde86..9a0a5abca 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.184.226.236 0; +104.196.57.92 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 735701a7c..625933c15 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2020.03.2020 -### Updated: Fri Mar 13 21:56:52 SAST 2020 +### Version: V3.2020.03.2021 +### Updated: Sat Mar 14 09:26:18 SAST 2020 ### Bad Referrer Count: 6831 -### Bad Bot Count: 573 +### Bad Bot Count: 571 ################################################### ### VERSION INFORMATION ## @@ -714,8 +714,6 @@ map $http_user_agent $bad_bot { "~*(?:\b)Zermelo(?:\b)" 3; "~*(?:\b)Zeus(?:\b)" 3; "~*(?:\b)zgrab(?:\b)" 3; - "~*(?:\b)zh_CN(?:\b)" 3; - "~*(?:\b)zh-CN(?:\b)" 3; "~*(?:\b)Zitebot(?:\b)" 3; "~*(?:\b)ZmEu(?:\b)" 3; "~*(?:\b)ZumBot(?:\b)" 3; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 5e7c0ed8e..8a7a5941a 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.184.226.236 1; +104.196.57.92 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-user-agents.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-user-agents.conf index b2e508c02..a57f3829f 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-user-agents.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-user-agents.conf @@ -626,8 +626,6 @@ "~*(?:\b)Zermelo(?:\b|)" 0; "~*(?:\b)Zeus(?:\b|)" 0; "~*(?:\b)zgrab(?:\b|)" 0; - "~*(?:\b)zh_CN(?:\b|)" 0; - "~*(?:\b)zh-CN(?:\b|)" 0; "~*(?:\b)Zitebot(?:\b|)" 0; "~*(?:\b)ZmEu(?:\b|)" 0; "~*(?:\b)ZumBot(?:\b|)" 0; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 3e60bde86..9a0a5abca 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.184.226.236 0; +104.196.57.92 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 735701a7c..625933c15 100644 --- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2020.03.2020 -### Updated: Fri Mar 13 21:56:52 SAST 2020 +### Version: V3.2020.03.2021 +### Updated: Sat Mar 14 09:26:18 SAST 2020 ### Bad Referrer Count: 6831 -### Bad Bot Count: 573 +### Bad Bot Count: 571 ################################################### ### VERSION INFORMATION ## @@ -714,8 +714,6 @@ map $http_user_agent $bad_bot { "~*(?:\b)Zermelo(?:\b)" 3; "~*(?:\b)Zeus(?:\b)" 3; "~*(?:\b)zgrab(?:\b)" 3; - "~*(?:\b)zh_CN(?:\b)" 3; - "~*(?:\b)zh-CN(?:\b)" 3; "~*(?:\b)Zitebot(?:\b)" 3; "~*(?:\b)ZmEu(?:\b)" 3; "~*(?:\b)ZumBot(?:\b)" 3; diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 735701a7c..625933c15 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2020.03.2020 -### Updated: Fri Mar 13 21:56:52 SAST 2020 +### Version: V3.2020.03.2021 +### Updated: Sat Mar 14 09:26:18 SAST 2020 ### Bad Referrer Count: 6831 -### Bad Bot Count: 573 +### Bad Bot Count: 571 ################################################### ### VERSION INFORMATION ## @@ -714,8 +714,6 @@ map $http_user_agent $bad_bot { "~*(?:\b)Zermelo(?:\b)" 3; "~*(?:\b)Zeus(?:\b)" 3; "~*(?:\b)zgrab(?:\b)" 3; - "~*(?:\b)zh_CN(?:\b)" 3; - "~*(?:\b)zh-CN(?:\b)" 3; "~*(?:\b)Zitebot(?:\b)" 3; "~*(?:\b)ZmEu(?:\b)" 3; "~*(?:\b)ZumBot(?:\b)" 3; diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 93803075e..6b8d62099 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.03.2020 -### Updated: Fri Mar 13 21:56:51 SAST 2020 +### Version: V4.2020.03.2021 +### Updated: Sat Mar 14 09:26:17 SAST 2020 ### Bad Referrer Count: 6831 -### Bad Bot Count: 573 +### Bad Bot Count: 571 ################################################### ### VERSION INFORMATION ## @@ -714,8 +714,6 @@ map $http_user_agent $bad_bot { "~*(?:\b)Zermelo(?:\b)" 3; "~*(?:\b)Zeus(?:\b)" 3; "~*(?:\b)zgrab(?:\b)" 3; - "~*(?:\b)zh_CN(?:\b)" 3; - "~*(?:\b)zh-CN(?:\b)" 3; "~*(?:\b)Zitebot(?:\b)" 3; "~*(?:\b)ZmEu(?:\b)" 3; "~*(?:\b)ZumBot(?:\b)" 3; diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 2fc596b5d..719bd636b 100644 --- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.184.226.236 0; +35.196.72.151 0; diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 93803075e..6b8d62099 100644 --- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.03.2020 -### Updated: Fri Mar 13 21:56:51 SAST 2020 +### Version: V4.2020.03.2021 +### Updated: Sat Mar 14 09:26:17 SAST 2020 ### Bad Referrer Count: 6831 -### Bad Bot Count: 573 +### Bad Bot Count: 571 ################################################### ### VERSION INFORMATION ## @@ -714,8 +714,6 @@ map $http_user_agent $bad_bot { "~*(?:\b)Zermelo(?:\b)" 3; "~*(?:\b)Zeus(?:\b)" 3; "~*(?:\b)zgrab(?:\b)" 3; - "~*(?:\b)zh_CN(?:\b)" 3; - "~*(?:\b)zh-CN(?:\b)" 3; "~*(?:\b)Zitebot(?:\b)" 3; "~*(?:\b)ZmEu(?:\b)" 3; "~*(?:\b)ZumBot(?:\b)" 3; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 479de1217..fb87e15aa 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 1; +35.196.158.85 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index d9f0a2c04..755513aa7 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 0; +35.196.158.85 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 93803075e..6b8d62099 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.03.2020 -### Updated: Fri Mar 13 21:56:51 SAST 2020 +### Version: V4.2020.03.2021 +### Updated: Sat Mar 14 09:26:17 SAST 2020 ### Bad Referrer Count: 6831 -### Bad Bot Count: 573 +### Bad Bot Count: 571 ################################################### ### VERSION INFORMATION ## @@ -714,8 +714,6 @@ map $http_user_agent $bad_bot { "~*(?:\b)Zermelo(?:\b)" 3; "~*(?:\b)Zeus(?:\b)" 3; "~*(?:\b)zgrab(?:\b)" 3; - "~*(?:\b)zh_CN(?:\b)" 3; - "~*(?:\b)zh-CN(?:\b)" 3; "~*(?:\b)Zitebot(?:\b)" 3; "~*(?:\b)ZmEu(?:\b)" 3; "~*(?:\b)ZumBot(?:\b)" 3; diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 479de1217..fb87e15aa 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 1; +35.196.158.85 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index d9f0a2c04..755513aa7 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 0; +35.196.158.85 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 93803075e..6b8d62099 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.03.2020 -### Updated: Fri Mar 13 21:56:51 SAST 2020 +### Version: V4.2020.03.2021 +### Updated: Sat Mar 14 09:26:17 SAST 2020 ### Bad Referrer Count: 6831 -### Bad Bot Count: 573 +### Bad Bot Count: 571 ################################################### ### VERSION INFORMATION ## @@ -714,8 +714,6 @@ map $http_user_agent $bad_bot { "~*(?:\b)Zermelo(?:\b)" 3; "~*(?:\b)Zeus(?:\b)" 3; "~*(?:\b)zgrab(?:\b)" 3; - "~*(?:\b)zh_CN(?:\b)" 3; - "~*(?:\b)zh-CN(?:\b)" 3; "~*(?:\b)Zitebot(?:\b)" 3; "~*(?:\b)ZmEu(?:\b)" 3; "~*(?:\b)ZumBot(?:\b)" 3; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 479de1217..fb87e15aa 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 1; +35.196.158.85 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf index b2e508c02..a57f3829f 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf @@ -626,8 +626,6 @@ "~*(?:\b)Zermelo(?:\b|)" 0; "~*(?:\b)Zeus(?:\b|)" 0; "~*(?:\b)zgrab(?:\b|)" 0; - "~*(?:\b)zh_CN(?:\b|)" 0; - "~*(?:\b)zh-CN(?:\b|)" 0; "~*(?:\b)Zitebot(?:\b|)" 0; "~*(?:\b)ZmEu(?:\b|)" 0; "~*(?:\b)ZumBot(?:\b|)" 0; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index d9f0a2c04..755513aa7 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.85.2 0; +35.196.158.85 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 93803075e..6b8d62099 100644 --- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.03.2020 -### Updated: Fri Mar 13 21:56:51 SAST 2020 +### Version: V4.2020.03.2021 +### Updated: Sat Mar 14 09:26:17 SAST 2020 ### Bad Referrer Count: 6831 -### Bad Bot Count: 573 +### Bad Bot Count: 571 ################################################### ### VERSION INFORMATION ## @@ -714,8 +714,6 @@ map $http_user_agent $bad_bot { "~*(?:\b)Zermelo(?:\b)" 3; "~*(?:\b)Zeus(?:\b)" 3; "~*(?:\b)zgrab(?:\b)" 3; - "~*(?:\b)zh_CN(?:\b)" 3; - "~*(?:\b)zh-CN(?:\b)" 3; "~*(?:\b)Zitebot(?:\b)" 3; "~*(?:\b)ZmEu(?:\b)" 3; "~*(?:\b)ZumBot(?:\b)" 3; diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 42e3cd3be..ce4d992b8 100644 --- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -104.154.120.187 0; -35.188.1.99 0; +104.196.57.92 0; +35.196.158.85 0; diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf index c7135f6ed..26af88087 100644 --- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.03.2020 -### Updated: Fri Mar 13 21:56:51 SAST 2020 +### Version: V4.2020.03.2021 +### Updated: Sat Mar 14 09:26:17 SAST 2020 ### Bad Referrer Count: 6831 -### Bad Bot Count: 573 +### Bad Bot Count: 571 ################################################### ### VERSION INFORMATION ## @@ -714,8 +714,6 @@ map $http_user_agent $bad_bot { "~*(?:\b)Zermelo(?:\b)" 3; "~*(?:\b)Zeus(?:\b)" 3; "~*(?:\b)zgrab(?:\b)" 3; - "~*(?:\b)zh_CN(?:\b)" 3; - "~*(?:\b)zh-CN(?:\b)" 3; "~*(?:\b)Zitebot(?:\b)" 3; "~*(?:\b)ZmEu(?:\b)" 3; "~*(?:\b)ZumBot(?:\b)" 3; diff --git a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index e4b82c0ee..dc681a445 100644 --- a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.222.7.205 0; -35.192.85.2 0; +35.196.72.151 0; +34.74.79.111 0; diff --git a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf index e32fc7c2c..e27761522 100644 --- a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.03.2020 -### Updated: Fri Mar 13 21:56:51 SAST 2020 +### Version: V4.2020.03.2021 +### Updated: Sat Mar 14 09:26:17 SAST 2020 ### Bad Referrer Count: 6831 -### Bad Bot Count: 573 +### Bad Bot Count: 571 ################################################### ### VERSION INFORMATION ## @@ -714,8 +714,6 @@ map $http_user_agent $bad_bot { "~*(?:\b)Zermelo(?:\b)" 3; "~*(?:\b)Zeus(?:\b)" 3; "~*(?:\b)zgrab(?:\b)" 3; - "~*(?:\b)zh_CN(?:\b)" 3; - "~*(?:\b)zh-CN(?:\b)" 3; "~*(?:\b)Zitebot(?:\b)" 3; "~*(?:\b)ZmEu(?:\b)" 3; "~*(?:\b)ZumBot(?:\b)" 3; diff --git a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf index 6fdc3069c..d4518aed3 100644 --- a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf @@ -45,6 +45,6 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.202.145.110 0; -35.193.7.13 0; -35.188.1.99 0; +35.196.158.85 0; +104.196.57.92 0; +35.196.72.151 0; diff --git a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf index 93803075e..6b8d62099 100644 --- a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.03.2020 -### Updated: Fri Mar 13 21:56:51 SAST 2020 +### Version: V4.2020.03.2021 +### Updated: Sat Mar 14 09:26:17 SAST 2020 ### Bad Referrer Count: 6831 -### Bad Bot Count: 573 +### Bad Bot Count: 571 ################################################### ### VERSION INFORMATION ## @@ -714,8 +714,6 @@ map $http_user_agent $bad_bot { "~*(?:\b)Zermelo(?:\b)" 3; "~*(?:\b)Zeus(?:\b)" 3; "~*(?:\b)zgrab(?:\b)" 3; - "~*(?:\b)zh_CN(?:\b)" 3; - "~*(?:\b)zh-CN(?:\b)" 3; "~*(?:\b)Zitebot(?:\b)" 3; "~*(?:\b)ZmEu(?:\b)" 3; "~*(?:\b)ZumBot(?:\b)" 3; diff --git a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf index ccd280934..ab2d38c87 100644 --- a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf @@ -45,6 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.222.7.205 0; -104.154.120.187 0; -35.184.226.236 0; +35.227.97.188 0; +104.196.57.92 0; diff --git a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf index 93803075e..6b8d62099 100644 --- a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.03.2020 -### Updated: Fri Mar 13 21:56:51 SAST 2020 +### Version: V4.2020.03.2021 +### Updated: Sat Mar 14 09:26:17 SAST 2020 ### Bad Referrer Count: 6831 -### Bad Bot Count: 573 +### Bad Bot Count: 571 ################################################### ### VERSION INFORMATION ## @@ -714,8 +714,6 @@ map $http_user_agent $bad_bot { "~*(?:\b)Zermelo(?:\b)" 3; "~*(?:\b)Zeus(?:\b)" 3; "~*(?:\b)zgrab(?:\b)" 3; - "~*(?:\b)zh_CN(?:\b)" 3; - "~*(?:\b)zh-CN(?:\b)" 3; "~*(?:\b)Zitebot(?:\b)" 3; "~*(?:\b)ZmEu(?:\b)" 3; "~*(?:\b)ZumBot(?:\b)" 3; diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 5e7c0ed8e..8a7a5941a 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.184.226.236 1; +104.196.57.92 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/blacklist-user-agents.conf b/.dev-tools/test_units/blacklist-user-agents.conf index b2e508c02..a57f3829f 100644 --- a/.dev-tools/test_units/blacklist-user-agents.conf +++ b/.dev-tools/test_units/blacklist-user-agents.conf @@ -626,8 +626,6 @@ "~*(?:\b)Zermelo(?:\b|)" 0; "~*(?:\b)Zeus(?:\b|)" 0; "~*(?:\b)zgrab(?:\b|)" 0; - "~*(?:\b)zh_CN(?:\b|)" 0; - "~*(?:\b)zh-CN(?:\b|)" 0; "~*(?:\b)Zitebot(?:\b|)" 0; "~*(?:\b)ZmEu(?:\b|)" 0; "~*(?:\b)ZumBot(?:\b|)" 0; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index abfe60946..de686160e 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -BatchFTP -Bigfoot -GrabNet -Lipperhey Spider -Majestic-SEO -MauiBot -Net Vampire -NetZIP -oBot -YoudaoBot +backlink-check +BetaBot +CopyRightCheck +Drip +Humanlinks +LinkpadBot +mediawords +trendiction.de +URLy.Warning +Wonderbot diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index c8be4f2b6..9dc5b9875 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -360Spider -Abonti -Aboundex +404enemy Aboundexbot -ADmantX AfD-Verbotsverfahren -AIBOT -AiHitBot +AhrefsBot Aipbot -AlphaBot +Alexibot Anarchie +Ankit Apexoo -archive.org_bot +arquivo.pt arquivo-web-crawler -ASPSeek +Aspeigel +Asterias Attach -autoemailspider -AwarioRssBot -BackDoorBot -BacklinkCrawler +AwarioSmartBot BackStreet -Bandit -Battleztar Bazinga -BBBike -BDFetch -BlackWidow -Bolt +Badass +BDCbot +Bigfoot +Blackboard +Boardreader BotALot +Brandprotect Brandwatch BuiltBotTough +BuiltWith Bullseye BunnySlippers -BuzzSumo CATExplorador -Cegbfeieh +CheeseBot +CherryPicker +CheTeam Claritybot +coccocbot-web Cogentbot -cognitiveseo Collector -CopyRightCheck -crawler4j +com.plumanalytics CrazyWebCrawler -Crescent -CSHttp Curious -demandbase-bot +DatabaseDriverMysqli +DataCha0s Demon Deusu -Digincore -DigitalPebble -Dirbuster -Disco -Discobot -DittoSpyder +Devil +DIIbot +DomainAppender +DomainSigmaCrawler +DomainStatsBot Download Wonder -DTS Agent -EasyDL +Dragonfly +Drip Ebingbong -Exabot +eCatch +ECCP/1.0 +Ecxi +EMail Wolf +Evil +Express WebPictures ExtLinksBot Extractor Ezooms -FDM -FlashGet -Fyrebot +facebookscraper +FHscan +Fimap +Firefox/7.0 +Foobot +FrontPage Genieo GermCrawler +GetRight +GetWeb Gigablast -GoZilla -GrabNet +Gigabot +GrapeshotCrawler GridBot -Haansoft -Havij +GT::WWW +HEADMasterSEO Hloader -HMView HTMLparser -Humanlinks -Iblog +HybridBot IDBot Id-search IlseBot -Image Sucker +Image Fetch Indy Library -instabid +InfoNaviRobot +Intelliseek InterGET -internetVista monitor +Internet Ninja +InternetSeer +Iria +Iskanie +Jbrofuzz JetCar Jetty JikeSpider +JOC Web Spider +Jyxobot +Kenjin Spider Keyword Density -Kinza +Kozmosbot +Lanshanbot +Larbin LeechGet -LibWeb -LieBaoFast Lightspeedsystems Likse LinkextractorPro -LinkWalker -LinqiaScrapeBot -Lipperhey -Litemage_walker -Ltx71 +Lmspider lwp-request -lwp-trivial -Mail.RU_Bot +Mag-Net +magpie-crawler Majestic SEO MarkMonitor Masscan -MauiBot +Mass Downloader meanpathbot +Meanpathbot Mediatoolkitbot -MFC_Tear_Sample -MicroMessenger -Microsoft Data Access -Mojeek +mediawords +Metauri +Microsoft URL Control +MIDown tool +Mister PiX +MJ12bot Mojolicious -Morfeus Fucking Scanner -Mr.4x3 Msrabot muhstik-scan Musobot -Navroad -NearSite Needle -NetAnts -NetSpider +NetMechanic Nettrack -Netvibes NetZIP +NextGenSearchBot +Nibbler NICErsPRO -NimbleCrawler -Nmap -Nutch +Nikto +NPbot +oBot Offline Navigator OnCrawl Openfind -Openvas +OpenLinkProfiler OrangeBot OrangeSpider +OutclicksBot OutfoxBot -page scorer +PageAnalyzer PageScorer -Pandalytics Pavuk -pcBrowser -PECL::HTTP -PeoplePal -PictureFinder -Pi-Monster +PHPCrawl +Picscout +Pimonster Pixray +PleaseCrawl +plumanalytics Pockey -POE-Component-Client-HTTP -polaris version +ProWebWalker +Psbot PxBroker -PyCurl +QueryN Metasearch +Quick-Crawler RankActive -RankActiveLinkBot -RankFlex -RankingBot -RankingBot2 -RealDownload -Recorder -s1z.ru -SalesIntelligent +Rankivabot +ReGet +RepoMonkey +Ripper +RocketCrawler +RSSingBot ScanAlert Scanbot scan.lol +ScoutJet +Screaming +ScreenerBot Searchestate -SEOkicks -SEOkicks-Robot +SemrushBot +SEOlyticsCrawler +Seomoz +SEOprofiler seoscanners -SEOstats +SeoSiteCheckup sexsearcher -Siphon -SISTRIX -SiteExplorer -Siteimprove -SiteLockSpider +Shodan +Sitebeam SiteSnagger Site Sucker -SMTBot +SlySearch +SmartDownload +Snake +sogouspider Sottopop SpaceBison Spammen -Spanner -sp_auditbot Spinn3r -spyfu -SuperBot -SuperHTTP +SputnikBot +Sqworm +Steeler +Stripper Surfbot -SurveyBot -Swiftbot +Suzuran sysscan +T0PHackTeam T8Abot -tAkeOut -Teleport TeleportPro +Telesphoreo Telesphorep -TheNomad TightTwatBot Toata -Tracemyfile -Trendiction -trendiction.com +Toweyabot +Trendictionbot trendiction.de -True_Robot -TwengaBot +Turingos +Turnitin +TurnitinBot Twice Typhoeus -UnisterBot +Upflow URLy Warning -VB Project -VidibleScraper -Virusdie +URLy.Warning Voil -Voltron +Wallpapers/3.0 WallpapersHD -WebAuto -WebBandit +WBSearchBot +Webalta +Web Auto +WebEnhancer +Web Enhancer WebFetch WebFuck +WebGo IS +WebImageCollector WebLeacher -WebmasterWorldForumBot -webmeup-crawler -WebPix +Web Pix WebSauger Web Sauger -WebsiteExtractor -WebsiteQuester +Website Quester WebSucker -Web Sucker WebWhacker -WeSEE -Whacker -Who.is Bot -WinHTTrack +WebZIP +Whack +Widow WiseGuys Robot WISENutbot -Woobot -Wprecon -WWW-Collector-E -WWW-Mechanize -x09Mozilla -Xaldon_WebSpider -zauba.io +WPScan +WWWOFFLE +x22Mozilla +Xenu +YoudaoBot Zermelo -ZmEu ZumBot -ZyBorg diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index fb067a8d8..fca933f1c 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -404checker -AfD-Verbotsverfahren -Alexibot +404enemy +80legs +Abonti +Acunetix +ADmantX +AIBOT +AiHitBot +Alligator AllSubmitter -Ankit -arquivo.pt +Anarchie +Apexoo +archive.org_bot ASPSeek +BackDoorBot +Backlink-Ceck backlink-check BackWeb Badass -Bandit Barkrowler +BDFetch Bitacle Blackboard BLEXBot -BlowFish -Boardreader +Blow Brandwatch -BuiltBotTough +BuzzSumo Calculon +CATExplorador CazoodleBot -CherryPicker +Cegbfeieh +CheeseBot CheTeam -ChinaClaw -Claritybot +Chlooe Collector -CopyRightCheck -Copyscape -Craftbot -crawl.sogou.com +crawler.feedback CrunchBot -demandbase-bot +Curious +Custo +DatabaseDriverMysqli Demon -Deusu Devil +DigitalPebble DIIbot -Discobot +Dirbuster +Discoverybot +DittoSpyder +DnyzBot +DomainCrawler DomainSigmaCrawler -DomainStatsBot -Dragonfly +Dotbot +Download Wonder Drip DSearch Ebingbong ECCP/1.0 -Ecxi -EirGrabber EMail Wolf EroCrawler -Exabot -Extractor -Extreme Picture Finder -facebookscraper -FemtosearchBot -FHscan -Fimap +Express WebPictures +ExtractorPro +Ezooms +FDM Foobot -Freeuploader FrontPage -Getintent GetRight GetWeb Gigablast Gigabot -G-i-g-a-b-o-t -Go-Ahead-Got-It +Gotit Grabber -Grafula -GridBot -HEADMasterSEO +GrabNet +GrapeFX +GT::WWW +Harvest +Havij +heritrix Heritrix HMView -HTMLparser -Humanlinks -Iblog +HybridBot IDBot -IlseBot Image Fetch +IndeedBot Indy Library +InfoNaviRobot InfoTekies +Intelliseek InterGET Internet Ninja -InternetSeer -internetVista monitor ips-agent -Iria -IRLbot Iskanie -Jbrofuzz -JetCar +JamesBOT JikeSpider -JOC Web Spider -Joomla -Jorgee +JustView Jyxobot -Kinza Kozmosbot -Lanshanbot -LeechFTP LeechGet -LexiBot LibWeb Libwhisker Lightspeedsystems Likse -LinkextractorPro +LinkScan +LinqiaMetadataDownloaderBot LinqiaRSSBot -Litemage_walker -Lmspider +Lipperhey +LNSpiderguy +lwp-request lwp-trivial -magpie-crawler Majestic12 Majestic-SEO -MarkMonitor -MarkWatch Mass Downloader +Mata Hari +MauiBot Mb2345Browser -mediawords +Meanpathbot +Mediatoolkitbot MegaIndex.ru -MicroMessenger -Microsoft Data Access -MIIxpc -Mister PiX -Mojeek +MFC_Tear_Sample Mr.4x3 MSFrontPage MSIECrawler muhstik-scan -Musobot Name Intelligence +NearSite Needle Nessus -Netcraft -netEstate NE Crawler +NetLyzer +NetMechanic +NetSpider +Netvibes NextGenSearchBot Nibbler -Nimbostratus -Ninja -OnCrawl -Openfind +NICErsPRO +Niki-bot +Nikto +NPbot +Nutch +Offline Explorer OpenLinkProfiler OpenVAS +OPPO A33 OrangeBot -OrangeSpider -PageAnalyzer +Page Analyzer PageGrabber page scorer -Pavuk -pcBrowser +PECL::HTTP +PeoplePal PHPCrawl +Picscout PictureFinder -Pixray +Pimonster +Pi-Monster POE-Component-Client-HTTP Probethenet ProPowerBot +ProWebWalker Pump -PxBroker +PyCurl +QueryN Metasearch +Quick-Crawler +RankActive RankActiveLinkBot RankFlex -RankurBot -Reaper +Rankivabot Recorder -RepoMonkey -RSSingBot -SalesIntelligent -SBIder -Scrapy -Screaming +Rogerbot +s1z.ru +Scanbot ScreenerBot -SearchmetricsBot -SEOlyticsCrawler +Searchestate +Semrush +SEOkicks +Seomoz SEOprofiler seoscanners -serpstatbot -Sitebeam -Siteimprove +SeoSiteCheckup +Shodan +SiteExplorer +SiteLockSpider SiteSnagger -Sitevigil +Site Sucker SlySearch -Snake -Snapbot Snoopy SocialRankIOBot -sogouspider -SpaceBison -SpankBot +Sottopop +Spammen Spanner -Spbot +sp_auditbot Spinn3r SputnikBot -spyfu -Steeler +Sqworm Stripper Sucuri +SuperBot SuperHTTP +Surfbot SurveyBot -Suzuran +sysscan +T0PHackTeam tAkeOut -Telesoft +TeleportPro +Telesphoreo +Telesphorep TheNomad Thumbor +TightTwatBot +Titan Toata Toweyabot -Tracemyfile Trendiction trendiction.com trendiction.de -Turingos -Turnitin +True_Robot TurnitinBot -TwengaBot +Twice Typhoeus UnisterBot -URLy.Warning -Vacuum -Vagabondo -VB Project VCI +VeriCiteCrawler Virusdie -WASALive-Bot -WebBandit -Web Enhancer +VoidEYE +Voltron +WBSearchBot +Webalta +WebAuto +Web Collage +WebCopier WebFetch Web Fetch -WebFuck +WebGo IS WebImageCollector WebLeacher WebmasterWorldForumBot webmeup-crawler WebPix +WebReaper +Web Sauger WebsiteExtractor -Website Quester -WebStripper +Web Sucker +WeSEE Whacker -Who.is Bot Widow -WiseGuys Robot -Wonderbot -WPScan +WinHTTrack +WISENutbot +Wprecon WWW-Mechanize -Xaldon WebSpider +WWW::Mechanize +WWWOFFLE Xaldon_WebSpider -Xenu -xpymep1.exe YoudaoBot Zeus -zgrab -zh_CN -zh-CN -ZumBot ZyBorg diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index f162d5d57..5e0dcfbc2 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -apimossnetinfo-a.akamaihd.net -dev-seo.blog -downloadmefiranaratb1972.xpg.com.br -free-stock-illustration.com -koversite.info -matchpal-a.akamaihd.net -office-windows.ru -svtrd.com -thaismartloan.com -traffic-club.info +256bit.by +advokateg.ru +alveris.ru +florida-tourism.net +iinstalll-fii1leis.jus0wil.pp.ua +iweblist.info +qwarckoine.com +rebuildermedical.com +supervesti.ru +thewebsitetemplate.info diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index d77e2f167..dea0c540b 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -100searchengines.com -101flag.ru -101lesbian.xyz -1millionusd.xyz -1stat.ru -2020iscoming.info -2itech.ru +01apple.com +0lovespells0.blogspot.com +123kuma.com +13tabs.com +1-99seo.com +1j7740kd.website 4inn.ru -4istoshop.com -4senses.co -4webmasters.org -aasoldes.fr +4kepics.com +4rent.ru +5-steps-to-start-business.com +5ws.dating-app.ru +70casino.online +7xc4n.com +aadroid.net +above.com +absolute-s.ru acc.eu.org -adktrailmap.com -adman.se -adrenalin-stk.ru +adconscious.com ads.tremorhub.com -adultnet.in -advancedsoftwaresupport.com -adventureparkcostarica.com -advokat-grodno.by -affiliate-fr.com -agardomains.com -ahrntal.verymes.xyz -alibestsale.com -allkrim.com -allproblog.com -alpharma.net -aludecor.info -amateurlivechat.org -amazingpic.net -angigreene.com -animaltoplist.com -anime.dougasouko.com -apiholdingmypage-a.akamaihd.net -apple.com-cleaner.systems -apptester.tk -apxeo.info -arabgirls.adultgalls.com -arabsexxxtube.com -arendas.net -asrvvv-a.akamaihd.net -avkzarabotok.com -avtocredit-legko.ru -ayodhya.co +adult3dgames.com +adultfullhd.com +adultwebhosting.info +adviceforum.info +advokateg.xyz +airlandsea.info +alfabot.xyz +aliexpresscashback.club +alldubai.biz +allfinweb.com +alphavisions.net +altamayoztourism.com +amazon-seo-service.com +amt-k.ru +animal-drawings.com +apiallgeniusinfo-a.akamaihd.net +apibetweenlinesn-a.akamaihd.net +apimegabrowsebiz-a.akamaihd.net +api.stathat.com +apiwoodensealcom-a.akamaihd.net +appmsr.org +arenanews.com.ua +aussie-prizes.com +autoua.top +avirasecureserver.com +azazaporn.com +azbuka-mo.ru babieca.com backuperwebcam.weebly.com -baixar-musicas-gratis.com -bannerconnect.net -basedecor.ru -battleforupdating.site +baersaratov.ru +bag77.ru +bala.getenjoyment.net +balitouroffice.com +baltgem.com bayareaaeroclub.org -beauty-clinic.ru -belinvestdom.by -bestadbid.com -bestcalovebracelet.cn -bestchoice.cf -besthoro.ru -bestmarriages.com -bestpornuha.com -bet365.com -betonka.pro -bezcmexa.ru -bget.ru -biznesrealnost.ru -bjgugu.net.ua -bnt-team.com -bodybuilding-shop.biz -boleznikogi.com -bosman.pluto.ro -brimstonehillfortress.org -budilneg.xyz -buketeg.xyz -buyclomidonlaine.com -buyessayonline19.blogspot.ru -buzzsumo.com -camdolls.com -candiceloves.us -cartierbracelet.xyz -cartierlove2u.xyz -cascadelink.org -casinos4dummies.co.uk -ccbill.com +begalka.xyz +belstaffstore.online +best-coupon-offer.com +bestcurs.org +betwinservice.com +bidbuy.co.kr +bigpenisguide.com +biketank.ga +bioinnovate.co +bio-optomarket.ru +biznesschat.net +bloglag.com +bongiornos.info +bonzbuddy.com +bonzybuddy.com +bookmark4you.com.biz +brandov.ru +briomotor.co +bscodecs.com +buigas.00it.com +buy-cheap-pills-order-online.com +bvlgariwallet.xyz +byme.se +callmd5map.com +calvet.altervista.org +candlewooddentalcentre.com.au +capture-room.com +carapics.com +carfax.com.ua +carrauterie.be celejihad.info -cementaresearch.se -ceotrk.com +cenoval.ru +centre-indigo.org.ua +cfcl.co.uk c-gainsbourg.com -chatroulette.si -cheap-pills-norx.com -cheatcode-lita12.rhcloud.com -checkm8.com -chidporn.com -children-learningreading.info -christianlouboutinreplica.win -christianlouboutinshoes.xyz -cialgenisrx.com -cialischmrx.com -clash-clans.ru -clicksor.com -codysbbq.com -cognitiveseo.com -com-cleaner.systems -comissionka.net -compliance-barak.xyz -compliance-olga.top -copro.pw -copyrightclaims.org -covadhosting.biz -cowblog.fr -cracksplanet.com -crd.clan.su -creativehutindia.com -creditmoney.com.ua +chastnoeporno.com +checkpagerank.net +checktext.org +chiptuninger.com +christianlouboutinsaleonline.us +classiquebijoux.ru +clickbanksites.info +clothesforcash.com +cl.s7.exct.net +club-lukojl.ru +compliance-alex.top +compliance-alex.xyz +compliance-barak.top +compliance-walter.top +com-supportcenter.website +cookingmeat.ru creditnation.ru -culturevie.info -custodieva.ru -cypernhuset.se -datadepths.com -davebestdeals.com -derevesendeco.com -design-lands.ru +cyclobenzaprinevstizanidine.blogspot.com +daisye.top +dalavia.ru +danashop.ru +dataloading.net +ddlmega.net +decorationspcs.com +dekorkeramik.ru +demenageur.com detalizaciya-tut.biz -detskie-zabavi.ru -dev33.dioniqlabb.se -devochki.top -dgfitness.co -digital-sale.su -dimaka.info -diy-handmade-ideas.com +detective01.ru +detoxmed24.ru +dildofotzen.net +dkvorota.ru +docstoc.com +documentsite.net +dogbreedspicture.net dollartree.info -dominateforex.ml -donvito.unas.cz -dorratex.tn -doska-vsem.ru -downloadeer.net -downvids.net -e-avon.ru -e-kwiaciarz.pl -elektrozigarettekaufen1.devhub.com -elexies.info -elitedollars.com -elitepcgames.com -elvenar.com +domaincdn.xyz +domain.webkeyit.com +dptaughtme.com +drugspowerstore.com +drunkenstepfather.com +dscaas.website +dstroy.su +dustyorate.com +ebooknovel.club +ecxtracking.com +editmedios.com +elektroniksigaraankara.info +elektronischezigarettekaufen1.beeplog.com +elkacentr.ru +encodable.com +enthuse.computernetworksonline.com e-poker-2005.com -eropho.net -espaceinventoristes.com -essay-edu.biz -eu-cookie-law.info -european-torches.ru -euroskat.ru -excaliburfilms.com +eropornosex.ru +erotik0049.com +escortslet.net +etur.ru +europages.com.ru expolicenciaslatam.co -ezigarettenshop1.yolasite.com -f0815.de -falcoware.com -favorcosmetics.com -fikasound.tk -financetip.eu -fireads.men -flauntyoursite.com -fodelsedagspresenter.nu -forums.d2jsp.org -fotosfotos.eu -fototravel.eu -foxweber.com -franklinfire.co -frbizlist.com +exportshop.us +expresstoplivo.ru +extremal-blog.com +eyelike.com.ua +eywords-monitoring-your-success.com +fanpagerobot.com +faz99.com +ferrotodo.com +fickblock18.com +findpik.com +finteks.ru +floating-share-buttons.com +floridahuntingfishingadventures.com +florida-tourism.net +footbalive.org +fotopop.club +fr-bearings.ru +freecamdollars.com freelinkbuilding.website.tk -freeseedsonline.com -free-today.com -frvo.alptandem.ru +free-stock-illustration.com +freeuploader.ml +freshdz.com +fres-news.com +frivgame250.com +fr.netlog.com +front.ru ftns.ru -fyxabomiw.ru -gael-s.ru -games.kolossale.ru -gamevalue7.weebly.com +funnypica.com +fz139.ttk.ru +gambarxkata.co +gamedayhouse.com +game-mmorpg.net +gaming-journal.com gamingspark.com -gateway.zscalertwo.net -gavuer.ru +gateway.zscalerone.net +geckoandfly.com +generousdeal-a.akamaihd.net gerhardhealer.com -get-free-social-traffic.com -getprismatic.com -get-seo-domain.com -glicol.kz -glopages.ru -gogalleryawesome.com -golaya.pw -goldandcard.ru -good-mummy.ru -goodwinmetals.co -gorabagrata.ru -gorodservis.ru -gosreg.amchs.ru +getlaid-xxxhookupdirect.com +ghernnqr.skyrock.com +gheus.altervista.org +ghostvisitor.com +girls-ufa.ru +googglet.com gpirate.com -graphid.com -gsasearchengineranker.top -gsasearchengineranker.xyz -gsmtlf.ru -gungamesz.com -habermetre.com -hahashka.ru -haikuware.com -handicapvantoday.com +gsasearchenginerankerdiscount.com +gta-top.ru +gwebtools.com.br +gwhwpxbw.bloger.index.hr +gymi.name hard-porn.mobi -hasfun.com -hd-filmy.net -hdimagelib.com -hermesbelts.xyz -hostnow.men -hotshoppymac.com -hoverboard360.at -hustoon.over-blog.com -hybrid.ru +havepussy.com +hawaiisurf.com +hdhc.ru +health-medical-portal.info +hitcpm.com +hmmm.cz +hop.clickbank.net +horoshieokna.com +howtoclean.club hystersister.com -iamsport.org -iboss.com -idealtits.net -ido3.com -igithab.com -imabase.com -imicrovision.com -int.search.tb.ask.com -iqs.biz.ua +ifmo.ru +impresagaia.it +incomekey.net +indianmedicaltourismshop.com +insider.pro +inspiring-desperate.tk +insurple.com +intellekt21.ru +intellektmedia.at +invitefashion.com +iplogger.org +islandminingsupply.wordpress.com +isoveti.ru +ispaniya-costa-blanca.ru +istanbulit.com +istock-mebel.ru +itbc.kiev.ua +it-max.com.ua +iwanttodeliver.com +izhevsk.zrus.org janavibekken.no -javxxx18.com -jose.mulinohouse.co -jovencitas.gratis -kaac.ru +jav-fetish.site +jav-way.site +jerseywholesalechinabiz.com +jerseywholesaleelitestore.com +job.icivil.ir +joingames.org +jolic2.com kadashihotel.com -kaidalibor.de -kartiniresto.com -kazrent.com -keyword-suggestions.com -kihi.gdn -kimcurlrvsms.com -kinocccp.net -kladrus.ru -klitimg.pw -knogg.net -kochanelli.com -kollekcioner.ru -kongruan.com -konkursov.net -konkursowo-24.pl -koptims.tiu.ru +kamagragelusa.net +katjimej.blog.fc2.com +kazinogames.lv +keki.info +kollesa.ru +koopilka.com +koronirealestate.gr kostenlos-sexvideos.com -kotaku.com -kountrylife.com -kupit-adenu.ru -kwzf.net -labplus.ru -ladsup.com -landscaping.center -lasvegaslockandsafe.com -law-check-seven.xyz -ldrtrack.com -le-clos-des-alouettes.com -legalrc.biz -letslowbefast.today -link.ac -linkarena.com -linkrr.com -liumimgx.pw -live-cam6.info -livetsomudvekslingstudent.bloggersdelight.dk -lol-smurfs.com -lomb.co -lombia.com -lotto6888.com -louboutinbooties.xyz -louisvuittonoutletstore.net -luxup.ru -lyrics.home-task.com -mac-shield.com -makemoneyonline.com -mall.uk -manyresultshub-a.akamaihd.net -mapquestz.us -marsgatan.com -mathgym.com.au -mb140.ru -medispainstitute.com.au -meet-flirt-dating.com -mega-bony-2017.pl -menetie.ru -metaxalonevstizanidine.blogspot.com -micasainvest.com -mindbox.co.za -mjchamonix.org -mobplayer.net +kosynka-games.ru +krasivoe-hd.com +krasnodar.ru +krassh.ru +kurbappeal.info +lacapilla.info +languagecode.com +laulini.soclog.se +laxdrills.com +ledis.top +lego4x4.ru +lescinq.com +letslowbefast.site +lifeinsurancekb.com +linksharingt.com +lion.playtap.us +littlesexdolls.com +macnewtech.com +macresource.co.uk +m.b00kmarks.com +mebel-alait.ru +meduza-consult.ru +michaelkorsoutletstore.net +mir-limuzinov.ru +mirobuvi.com.ua +missvietnam.org +mitrasound.ru +mlvc4zzw.space +mmofreegames.online +mmostrike.ru +moesexy.com mojpregled.com -monclerboots.xyz -morpicert.pw -movies-in-theaters.net -mp3downloadhq.com -mrsdalloways.com -mrvideospornogratis.xxx -muabancantho.info -mydeathspace.com -mymercy.info -myplaycity.com -nagdak.ru -narkologiya-belgorod.ru -navalwiki.info -net-radar.com -newtechspb.ru -nextlnk12.com -npoet.ru +monclercheap.xyz +monclerjacketsoutlet.pw +moncleroutletonline.xyz +money-for-placing-articles.com +moscow.online-podarki.com +mosdverka.ru +motherboard.vice.com +mriyadh.com +mrmoneymustache.com +musezone.su +musicspire.online +muztops.ru +muz-tracker.net +mwtpludn.review +mymobilemoneypages.com +nextrent-crimea.ru +nowtorrents.com +nrjmobile.fr o333o.com oballergiya.ru +obnal.org of-ireland.info -okonich.com.ua -online7777.com -onlinewritingjobs17.blogspot.ru -o-o-6-o-o.com -ooo-gotovie.ru -oranga.host.sk -orhonit.com -ororodnik.goodbb.ru -osb.se11.ru -osoznanie-narkotikam.net -ostroike.org -otbelivanie-zubov.com +oil-td.ru +okayimage.com +onblastblog.online +oneshotdate.com +onlainbesplatno.ru +onlinebay.ru +online.ktc45.ru +onlineserialy.ru +onlinetvseries.me +onlythegames.com +open-odyssey.org +oralsexfilme.net +ordernorxx.com +orgasmatrix.com +origin-my.ru +ostrovtaxi.ru +oynat.info +partner-host.men partnersafe.men -pekori.to -piccdata.com -picmoonco.pw +pcboa.se +pewit.pw +phobia.us +photosaga.info picphotos.net -piuminiita.com -pix-hd.com -pl.aasoldes.fr -pladform.ru -platinumdeals.gr -playfortuna-play.ru -pl.id-forex.com -podshipniki-ntn.ru -pogosh.com -pornobrazzers.biz -porno-play.net -pornosmola.info -pornotubexxx.name -pozdrawleniya.com -pricheski-video.com -prizesbook.online -pronekut.com -proprostatit.com -prostitutki-novgoroda.org -psvita.ru -q-moto.ru -rabotaetvse.ru -raisedseo.com -ranksays.com -razyboard.com -realting-moscow.ru -recordpage-a.akamaihd.net +pictures-and-images.net +pills24h.com +pixell.club +pkr1hand.com +pk-services.ru +pochemychka.net +pogruztehnik.ru +pokemongooo.ml +pontiacsolstice.info +pooleroadmedicalcentre.co.uk +popunder.net +porndl.org +porndroids.com +pornogad.com +pornokorol.com +porn-w.org +porodasobak.net +portadd.men +portnoff.od.ua +pozdravleniya-c.ru +privacylocationforloc.com +prod2016.com +proekt-mos.ru +promoforum.ru +prosperent.com +qpypcx.com +quickcashlimited.com +realitykings.com redirectme.net -reklama-i-rabota.ru -restorator-msk.ru -retreatia.com -rfserial.net -rock-cafe.info -roll123.com -romhacking.ru -saletool.ru -salmonfishingsacramentoriver.com -sbdl.no +rednise.com +repeatlogo.co.uk +rfd-split.hr +riders.ro +rospromtest.ru +rubanners.com +ru-dety.ru +rus-pornuha.com +russian-postindex.ru +sankt-peterburg.nodup.ru +scanner-elena.top scanner-margo.top -scansafe.net -sei80.com -servethis.com -sexflirtbook.com -sexpornotales.com -sexvideo-sex.com -shiksabd.com -shitmovs.com -shop.xz618.com +scanner-viktor.top +scmor.ilxc.cc +sdelatmebel.ru +seccioncontrabajo.com +security60-e.com +seeingmeerkat.com +sell-fb-group-here.com +seorank.info +sexblog.pw +sexkrasivo.net +sex-tracker.de +shama-rc.net +shoesonlinebuy.xyz +shohanb.com +shoppytoolmac.com +shopvilleroyboch.com.ua +shtora66.ru sibtest.ru -sicfor.bcu.cc -sideeffectsoftizanidine.blogspot.com -silktide.com -site-auditor.online -sitebeam.net -site.ru -sitevaluation.org -sitiz.club -skatestick.bid -slavic-magic.ru -smadihome.com -smsactivator.ru -smstraf.ru -sneakyboy.com -social-s-ggg.xyz -sofit-dmd.ru -soserfis.com -souvenir.cc -space-worry.ml -spidtest.org -sportbetfair.com -sr-rekneskap.no -staynplay.net -sterva.cc -strag-invest.ru -streetfooduncovered.com -streha-metalko.si -stroimajor.ru -styro.ru +simply.net +siteaero.com +skincrate.net +sladkoevideo.com +slomm.ru +sms2x2.ru +snyatie-lomki-v-stacionare.ru +social-fun.ru +socialmadesimple.com +social-vestnik.ru +spaceshipad.com +spymac.net +stackthatbucks.com +star61.de +startwp.org +statistici.ro +stroiminsk.com +studworks.org sugvant.ru -survival.betteroffers.review -svarkagid.com -szamponrevita.pl -tecspb.ru -telefonsexkostenlos.tk -terrafootwear.us -testingads.pro +superstarfloraluk.com +superstats.com +surfbuyermac.com +suture.co +szucs.ru +tabakur77.com +teguh.info +thaismartloan.com +thecoral.com.br thedownloadfromwarez.blogspot.com thefarmergame.com -threecolumnblogger.com -timdreby.com -tivolibasket.it -tizanidine4mgtablets.blogspot.com +thelottosecrets.com +thepantonpractice.co.uk +theporndude.com +thiegs.reco.ws +thruport.com +tiandeural.ru +tizanidineandhydrocodone.blogspot.com tizanidinehydrochloride2mg.blogspot.com -tmm-kurs.ru -tnctrx.com -tomck.com -tonivedu.it -top1-seo-service.com -topanasex.com -torrent-newgames.com -tourismvictoria.com -traffic100.com -trafficfactory.biz -trafficnetzwerk.de -tripper.de -trudogolik.net -trumpetedextremes.com -tsstcorpcddvdwshbbdriverfb.aircus.com -ttsq.fr -tuberkuleznik.ru -tupper-posuda.ru -turkeyreport.tk -u17795.netangels.ru +tizanidineorflexeril.blogspot.com +tizanidinevscyclobenzaprine.blogspot.com +tizanidinewithdrawalsymptoms.blogspot.com +tizanidinezanaflex.blogspot.com +top10-online-games.com +topsiteminecraft.com +torrentgamer.net +track-rankings.online +traffic2money.com +trion.od.ua +trubywriting.com +twu.com.ua +tyumen.xrus.org +uasb.ru u-cheats.ru -uhdtv.website -ukkelberg.no -umekana.ru -unlimitdocs.net -upproar.com -urengoy.pro -usdx.us -valsalud.com -vashsvet.com +uchebavchehii.ru +ukrup.com +unacittaconte.org +univerfiles.com +uptime.com +urccvfmc.bloger.index.hr +urzedowski.eu +valmetrundan.se +venerologiya.com versaut.xxx-cam.webcam -verymes.xyz -video-chat.love -videospornogratisx.net -villakohlanta.nu -vip-dom.in -vipps.com.my -vipsiterip.org -visitcambridge.org -vkak.ru -voloo.ru -vpnhowto.info -vsesubwaysurfers.com -vsexkontakte.net -wait3sec.org -wapsite.me -wdrake.com -webix.me -webnode.me -website-stealer.nufaq.com -welcomeauto.ru -whatistizanidine2mg.blogspot.com -womensterritory.ru -word-vorlagen.xyz -wzgyyq.com -xbaboon.com -xblog.in -xgftnlrt.bloger.index.hr -x-lime.net -xn----7sbaphztdjeboffeiof6c.xn--p1ai -xn--80aodinpgi.xn--p1ai -xn----dtbndd4ae7eub.top -xnxxandxvideos.com +via-energy-order.com +videotuber.ru +vipromoffers.com +virtuagirl.com +vkontaktemusic.ru +voloomoney.com +voronezh.xrus.org +vseigru.one +vtcdns.com +vzlomtw.com +vzubah.com +watchmyfb.pl +webmonetizer.net +website-analytics.online +wemedinc.com +wesharepics.site +westen-v.life +whatzmyip.net +while.cheapwebsitehoster.com +wholesalejerseyscheapjerseys.us.com +wineration.com +worldinternetauthority.com +worldtraveler.world +wowas31.ucoz.ru +writersgroup580.web.fc2.com +www.kabbalah-red-bracelets.com +xaylapdiendanang.com +x-diesel.com +xdoza.com +xfluro.com +xjrul.com +x-mix.info +xn----7sbaaabaei0cc8aj5bj0bncejx.xn--p1ai +xn--80aaafbn2bc2ahdfrfkln6l.xn--p1ai +xn--80ajbshivpvn2i.xn--p1ai +xn----8sbhefaln6acifdaon5c6f4axh.xn--p1ai +xn--hxazdsfy.blogspot.com +xn--l1aengat.xn--p1ai xportvusbdriver8i.snack.ws -xwatt.ru -yourads.website -yourmovies.pl -yourserverisdown.com -youtubedownload.org -yun56.co -zaimite.ru -za-music.mymobiplanet.com -zerocash.msk.ru -zeroredirect8.com -zigarettenonlinekaufen1.bloog.pl -zigarettenonlinekaufen2.drupalgardens.com -zionstar.net -zophim.me -zscalertwo.net +xxxdatinglocal.us +xxxguitars.com +xxxnatelefon.ru +xzlive.com +yginekologa.com +yoshkarola.zrus.org +youradulthosting.com +you-shall-not-pass.is74.ru +zajm-zalog-krasnodar.ru +zakon-ob-obrazovanii.ru +zaloadi.ru +zambini.ru +zeroredirect1.com +zeroredirect2.com +zeroredirect.com +zytpirwai.net diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index ae4a7791e..51d066050 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -1314dh.com -1bet.com -1kdailyprofit.me -24-ak.ru -45en.ru -aanapa.ru -adidas.frwebs.fr -alldezservice.kz -aloofly.com -alt-servis.ru -android4fun.org +123kuma.com +2nt.ru +2pxg8bcf.top +advertisingtag.net +agadelha.com.br +algerianembassy.co.in +alkoravto.ru +allboard.xobor.de +allkrim.com +allornamenti.com +allpdfmags.net +allsilver925.co.il +alphacarolinas.com +anabolics.shop android-systems.ru -animali.deagostinipassion.it -animalrank.com -anime.dougasouko.com -apiallgeniusinfo-a.akamaihd.net -apiappenableinfo-a.akamaihd.net -apifasterlightin-a.akamaihd.net -apiqualitinknet-a.akamaihd.net -artpicso.com -aviav.eu -bag77.ru -bannerads.de -basedecor.ru -beauty-things.com -bfz.biz -bird1.ru -bitcoinremote.com -blogporn.in -bmw-ark.ru -bochemit.com.ua -boostmyppc.com -breastaugmentation.co.za -bvlgariwallet.xyz -candelluxsklep.pl -carson.getenjoyment.net +apccargo.com +apiwebwebgetcom-a.akamaihd.net +artavenuegardenstudios.com +autogrep.ru +aviav.org +babs.com.ua +basisches-wasser.net +beetpics.pw +belinka.com.ua +bestempresas.es +bestplacetobuyeriacta.jw.lt +bio-market.kz +bizlist.com.de +bolegapakistan.com +boom-celebs.com +break-the-chains.com +bumble.cheapwebsitehoster.com +business-suggested.tk +businesxxl.com +buyclomidonlaine.com +buyessaynow.biz +bvlgaribracelet.xyz +casablancamanor.co.za centrdebut.ru -cheapbelstaff.online -checktext.org +chatroulette.video +children-learningreading.info +chinacheapelitejerseys.com +chinajerseyswholesalecoupons.com +chorus.terakeet.com +christianlouboutinreplica.win clickcash.com -clmforexeu.com -comeondog.info -compiko.info -contentlook.co -cookie-law-enforcement-ff.xyz -copypaste.traderzplanet.in -crafthubs.com -cupday.com -datsun-do.com -d-black.bz -db.speedup.gdn -dengi-pod-zalog-nedvizhimosti.ru -dinkolove.ya.ru -djonwatch.ru -domain2008.com -dyt.net -ebooknovel.club -ec-file.info -e-collantes.com -elitepcgames.com -emergencyneeds.org -energy-ua.com -exdocsfiles.com -exhibitionplus.eu -ezofest.sk -f5mtrack.com -facebook-mobile.xyz -fashionindeed.ml -fickenbumsen.net -fidelityfunding.com -flauntyoursite.com -foodcrafts.website -footballfarrago.com -forex.osobye.ru -forexunion.net -foxydeal.com -free-share-buttons.com -fullfileaccess.com -gambarxkata.co -gigablast.com -googlefeud.com -gosmeb.ru -gratuitbaise.com -hdimagegallery.net -heygidday.biz -hledejvshopech.cz -hmmm.cz -hoholikik.club -homeandhealth.ru -homemature.net -hvd-store.com -ilmexico.com -inome.com.ua -insurple.com -jav-fetish.com -jose.mulinohouse.co -juliadiets.com -jurajskie.info -kartiniresto.com -keywords-monitoring-your-success.com -kihi.gdn -kinofak.net -kinoflux.net -kladrus.ru -knigonosha.net +coderstate.com +compliance-brian.top +compliance-julianna.top +connectionstrenth.com +consorzioilmosaico.org +cookie-law-enforcement-ee.xyz +cookie-law-enforcement-hh.xyz +cosmeticswomens-womensports.rhcloud.com +costablue.xyz +dailyrank.net +dailystrength.org +daneshetabiat.com +den-noch24.ru +diffbot.com +e2click.com +ekspresihati.info +elektrischeziga.livejournal.com +elektrozigaretten1.postbit.com +elitesportsadvisor.com +ereko.ru +event-tracking.com +extlabs.io +faptitans.com +fertilitetsradgivningen.se +filesvine.com +forex21.ru +foto-sisek.porngalleries.top +frivgame250.com +fun2cell.net +game300.ru +gavuer.ru +gdebestkupit.ru +geilehausfrauen.net +gelezki.com +glass-msk.ru +glogow.pl +goodnightjournal.com +gsasearchengineranker.space +gsmtlf.ru +hao123.com +hcate.com +heartofpayne.xyz +heroz.fr +histock.info +hit-men.men +holidaypics.org +homedo.fabpage.com +hoste.octopis.com +hoverboard360.nl +hreade.com +humanorightswatch.org +iccornacircri.cf +id-forex.com +images-graphics-pics.com +insider.pro +integritylandscapeservices.com +intellekt21.ru +interesnie-faktu.ru +internetproviderstucson.com +iwantmyfreecash.com +javlibrary.cc +jerseyschinabizwholesale.us +kanimage.com +karting196.ru +keywordsdoctor.com +kinky-fetishes.com +klejonka.info komp-pomosch.ru -konkursowo-24.pl -kumuk.info +kurbappeal.info kvartira-sutochno.com -ladov.ru -laxdrills.com -lazymanyoga.com -letsrepair.in -life-instyle.com -lockerz.com -loginduepunti.it -mactechinfo.info -mamasuper.prom.ua -marketingtechniques.info -martlinker.com -mature.free-websites.com -mbiologi.ru -meble-bogart.info -mezaruk.info -michaelkorsoutletstore.net -miniads.ca -mirzonru.net -mister-shop.com +law-check-nine.xyz +lerporn.info +lesbian.xyz +letslowbefast.today +limtu.ifmo.ru +lion.conboy.us +lirunet.ru +locustdesign.co +lol-smurfs.com +low-format.ru +m292.info +m3gadownload.pl +map028.com +masturbate.co.uk +max-eclat.men +mega-bony-2017.pl +me-ke.com +metalonly.info +methodsmarketing.com +mhi-systems.ru +microstatic.pl +minharevisao.com +mixtapetorrent.com mmoguider.ru -moz.com -mp3downloadhq.com -mrinsidesales.com -narco24.me -nelc.edu.eg -netfacet.net -newhairstylesformen2014.com -nfljerseyscheapbiz.us -nikhilbahl.com -nonews.co -nordstar.pro -oecnhs.info -okonich.com.ua -olympescort.com -oneclickfiles.com -orel-reshka.net -papasdelivery.ru -paydayonlinecom.com -pb-dv.ru +moesen-ficken.com +montazhnic.ru +more-letom.ru +morepoweronmac.trade +morlat.altervista.org +musflashtv.com +muycerdas.xxx +my-aladin.com +myiptest.com +nash-krym.info +newtechspb.ru +nomuos.it +oddamzadarmo.eu +okayimage.com +onlainbesplatno.ru +online.ktc45.ru +online-sbank.ru +outshop.ru +page2rss.com +panicatack.com +partner-pop.men +partners-ship.pro +pechikamini.ru perederni.net -photosaga.info -piccshare.com -picturesboss.com -pl-top.pl -pokemon-go-play.online -pons-presse.com -porndroids.com -predmety.in.ua -professionaldieselcare.com -prostitutki-kiev.org -purplestats.com -putitin.me -realresultslist.com -rebuildermedical.com -regionshop.biz -remmling.de -rff-cfal.info -ringtonepartner.com -risparmiocasa.bz.it -rockma.se -rossmark.ru -rubanners.com -rukino.org -running-line.ru -saletool.ru -sarafangel.ru -satellite.maps.ilovevitaly.com -sbt-aqua.ru -scalerite.co.za -scanner-julianna.top -scanner-olga.top -sdrescher.net -securityallianceservices.com +petitions.whitehouse.gov +pictures-and-images.com +polimga.pw +porno-chaman.info +portnoff.od.ua +posible.net +prefersurvey.net +pregnant.guru +promalp-universal.ru +pron.pro +proposal-engine.com +prostitutki-kharkova.org +proxyelite.biz +psoriasis-file.trade +pxhdwsm.com +redirect.trafficreceiver.club +refudiatethissarah.info +registrysweeper.com +reklamuss.ru +remont-fridge-tv.ru +rentalcarnavi.info +rep-am.com +rospromtest.ru +sardinie.us +sbdl.no +sbprabooks.com +scanmyphones.com +scottbywater.com +seansonline24.pl +searchinterneat-a.akamaihd.net +seccioncontrabajo.com see-your-website-here.com -seoboxes.com -serdcenebolit.com -service-core.ru -sexfreepornoxxx.com -sexobzor.info -sexxdate.net -shopperifymac.com -shopwme.ru -signal03.ru -silvercash.com -simpoed.ufop.br -slkrm.ru +seotoolsagency.com +shariki-zuma-lines.ru small-games.biz -smartbalanceworld.com -snsdeainavi.info -social-buttons.com -socialbuttons.xyz -soochi.co -spacash.com -space4update.pw -speechfoodie.com -stardevine.com -starwars.wikia.com -takeprofitsystem.com -talant-factory.ru -tandvardshuset.net -theprofitsmaker.net -tizanidineduringpregnancy.blogspot.com -tizanidineforopiatewithdrawal.blogspot.com -tizanidinenarcotic.blogspot.com -tizanidinezanaflex.blogspot.com -tonivedu.it -torontoplumbinggroup.com -trafficstars.com -trk-4.net -tuberkulezanet.ru -turist-strani.ru -twinderbella.com -twojebook.pl -tzritel.tk -valmetrundan.se -veles.shop -viagengrarx.com -videochat.world -videokrik.net -vigrx-original.ru -vipromoffers.com -vykupavto-krasnodar.ru -vzlomtw.com -wdrake.com -weddingdresses.xyz -westermarkanjou.se -westvilletowingservices.co.za -womama.ru -wrona.it -xchat26.myfreecams.com -xn--l1aengat.xn--p1ai -xnxxandxvideos.com -xtraffic.plus -xuki.us -xvideospornoru.com -yottos.com +social-s-hhh.xyz +socialtrade.biz +softomix.com +sonnikforme.ru +spravka130.ru +srdrvp.com +starpages.net +strigkaomsk.ru +stroiminsk.org +suhanpacktech.com +svarbit.com +svbur.ru +szamponrevita.pl +taaaak.com +thebestweightlosspills.ovh +theporndude.com +thewomenlife.com +tiens2010.ru +tizanidine4mgtablets.blogspot.com +tksn.ru +todohr.com +torrentred.games +torrnada.ru +trichizobswiv.agddns.net +turbo-suslik.org +u-cheats.ru +userequip.com +validccseller.com +viddyoze.com +video-chat.love +videogamesecrets.com +vozbujdenie.com +vremya.eu +vzube.com +webix.me +website-speed-checker.site +worldoffiles.ru +x-diesel.org +xfire.com +xgftnlrt.bloger.index.hr +xn-----7kceclhb4abre1b4a0ccl2fxch1a.xn--p1ai +xn--c1acygb.xn--p1ai +xn----itbeirbjbi7bc6bh2d.xn--p1ai +x-stars.ru +yatrk.xyz youdesigner.kz -yougetsignal.com -zaimite.ru -zawyna.ua -znakom.sibtest.ru +youporn-forum.ga +zebramart.ru +zetmaster.ru +zigarettenonlinekaufen1.bloog.pl +zootravel.com diff --git a/.dev-tools/test_units/ratelimittest-master.txt b/.dev-tools/test_units/ratelimittest-master.txt index b3987bb03..a683b3cc9 100644 --- a/.dev-tools/test_units/ratelimittest-master.txt +++ b/.dev-tools/test_units/ratelimittest-master.txt @@ -1,21 +1,12 @@ - - - -Welcome to NginX - - -
-

Welcome to the NginX Ultimate Bad Bot Blocker

-

This is merely used for testing !!!

- - + 503 Service Temporarily Unavailable

503 Service Temporarily Unavailable

nginx/1.16.1
- +ody> + 503 Service Temporarily Unavailable

503 Service Temporarily Unavailable

diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index 3e60bde86..9a0a5abca 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.184.226.236 0; +104.196.57.92 0; 127.0.0.1 0; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index bf0a3a62e..5f8966f9f 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index 7bea7a609..a4d4b4aad 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 92be3ed06..fa95f9900 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,9 +4,9 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2020.03.2020 +#### Version: V4.2020.03.2021 #### Bad Referrers Blocked: [6831](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [573](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [571](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 1410184fc..a6a6f5107 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,9 +4,9 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2020.03.2020 +#### Version: V4.2020.03.2021 #### Bad Referrers Blocked: [6831](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [573](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [571](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/README.md b/README.md index 492b1e4ca..8fc757ee7 100755 --- a/README.md +++ b/README.md @@ -11,9 +11,9 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2020.03.2020 +#### Version: V4.2020.03.2021 #### Bad Referrers Blocked: [6831](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [573](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [571](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index d00937c9d..b9d6afd17 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,9 +3,9 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2020.03.2020 +#### Version: V4.2020.03.2021 #### Bad Referrers Blocked: [6831](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [573](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [571](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 93803075e..6b8d62099 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.03.2020 -### Updated: Fri Mar 13 21:56:51 SAST 2020 +### Version: V4.2020.03.2021 +### Updated: Sat Mar 14 09:26:17 SAST 2020 ### Bad Referrer Count: 6831 -### Bad Bot Count: 573 +### Bad Bot Count: 571 ################################################### ### VERSION INFORMATION ## @@ -714,8 +714,6 @@ map $http_user_agent $bad_bot { "~*(?:\b)Zermelo(?:\b)" 3; "~*(?:\b)Zeus(?:\b)" 3; "~*(?:\b)zgrab(?:\b)" 3; - "~*(?:\b)zh_CN(?:\b)" 3; - "~*(?:\b)zh-CN(?:\b)" 3; "~*(?:\b)Zitebot(?:\b)" 3; "~*(?:\b)ZmEu(?:\b)" 3; "~*(?:\b)ZumBot(?:\b)" 3; diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 735701a7c..625933c15 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2020.03.2020 -### Updated: Fri Mar 13 21:56:52 SAST 2020 +### Version: V3.2020.03.2021 +### Updated: Sat Mar 14 09:26:18 SAST 2020 ### Bad Referrer Count: 6831 -### Bad Bot Count: 573 +### Bad Bot Count: 571 ################################################### ### VERSION INFORMATION ## @@ -714,8 +714,6 @@ map $http_user_agent $bad_bot { "~*(?:\b)Zermelo(?:\b)" 3; "~*(?:\b)Zeus(?:\b)" 3; "~*(?:\b)zgrab(?:\b)" 3; - "~*(?:\b)zh_CN(?:\b)" 3; - "~*(?:\b)zh-CN(?:\b)" 3; "~*(?:\b)Zitebot(?:\b)" 3; "~*(?:\b)ZmEu(?:\b)" 3; "~*(?:\b)ZumBot(?:\b)" 3; diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 93803075e..6b8d62099 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2020.03.2020 -### Updated: Fri Mar 13 21:56:51 SAST 2020 +### Version: V4.2020.03.2021 +### Updated: Sat Mar 14 09:26:17 SAST 2020 ### Bad Referrer Count: 6831 -### Bad Bot Count: 573 +### Bad Bot Count: 571 ################################################### ### VERSION INFORMATION ## @@ -714,8 +714,6 @@ map $http_user_agent $bad_bot { "~*(?:\b)Zermelo(?:\b)" 3; "~*(?:\b)Zeus(?:\b)" 3; "~*(?:\b)zgrab(?:\b)" 3; - "~*(?:\b)zh_CN(?:\b)" 3; - "~*(?:\b)zh-CN(?:\b)" 3; "~*(?:\b)Zitebot(?:\b)" 3; "~*(?:\b)ZmEu(?:\b)" 3; "~*(?:\b)ZumBot(?:\b)" 3; diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 50f189a47..e3dfe260d 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,9 +6,9 @@ ### Version Information # ################################################### -### Version: V4.2020.03.2020 -### Updated: Fri Mar 13 21:56:53 SAST 2020 -### Bad Bot Count: 573 +### Version: V4.2020.03.2021 +### Updated: Sat Mar 14 09:26:19 SAST 2020 +### Bad Bot Count: 571 ################################################### ### Version Information ## @@ -1149,10 +1149,6 @@ User-agent: Zeus Disallow:/ User-agent: zgrab Disallow:/ -User-agent: zh_CN -Disallow:/ -User-agent: zh-CN -Disallow:/ User-agent: Zitebot Disallow:/ User-agent: ZmEu