diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 751ac9754..837255dfe 100644 --- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.04.2324 -### Updated: Wed Apr 14 08:18:51 SAST 2021 +### Version: V3.2021.04.2325 +### Updated: Wed Apr 14 09:07:38 SAST 2021 ### Bad Referrer Count: 6977 ### Bad Bot Count: 608 ################################################### @@ -18403,7 +18403,8 @@ geo $validate_client { 103.21.244.0/22 0; 103.22.200.0/22 0; 103.31.4.0/22 0; - 104.16.0.0/12 0; + 104.16.0.0/13 0; + 104.24.0.0/14 0; 108.162.192.0/18 0; 131.0.72.0/22 0; 141.101.64.0/18 0; @@ -18414,7 +18415,6 @@ geo $validate_client { 190.93.240.0/20 0; 197.234.240.0/22 0; 198.41.128.0/17 0; - 199.27.128.0/21 0; 2400:cb00::/32 0; 2405:8100::/32 0; 2405:b500::/32 0; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 8c54dcbd5..18b642a16 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.66.50.208 1; +104.154.182.187 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 6b2d8a8e7..dd5291a4a 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.66.50.208 0; +104.154.182.187 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 751ac9754..837255dfe 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.04.2324 -### Updated: Wed Apr 14 08:18:51 SAST 2021 +### Version: V3.2021.04.2325 +### Updated: Wed Apr 14 09:07:38 SAST 2021 ### Bad Referrer Count: 6977 ### Bad Bot Count: 608 ################################################### @@ -18403,7 +18403,8 @@ geo $validate_client { 103.21.244.0/22 0; 103.22.200.0/22 0; 103.31.4.0/22 0; - 104.16.0.0/12 0; + 104.16.0.0/13 0; + 104.24.0.0/14 0; 108.162.192.0/18 0; 131.0.72.0/22 0; 141.101.64.0/18 0; @@ -18414,7 +18415,6 @@ geo $validate_client { 190.93.240.0/20 0; 197.234.240.0/22 0; 198.41.128.0/17 0; - 199.27.128.0/21 0; 2400:cb00::/32 0; 2405:8100::/32 0; 2405:b500::/32 0; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 8c54dcbd5..18b642a16 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.66.50.208 1; +104.154.182.187 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 6b2d8a8e7..dd5291a4a 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.66.50.208 0; +104.154.182.187 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 751ac9754..837255dfe 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.04.2324 -### Updated: Wed Apr 14 08:18:51 SAST 2021 +### Version: V3.2021.04.2325 +### Updated: Wed Apr 14 09:07:38 SAST 2021 ### Bad Referrer Count: 6977 ### Bad Bot Count: 608 ################################################### @@ -18403,7 +18403,8 @@ geo $validate_client { 103.21.244.0/22 0; 103.22.200.0/22 0; 103.31.4.0/22 0; - 104.16.0.0/12 0; + 104.16.0.0/13 0; + 104.24.0.0/14 0; 108.162.192.0/18 0; 131.0.72.0/22 0; 141.101.64.0/18 0; @@ -18414,7 +18415,6 @@ geo $validate_client { 190.93.240.0/20 0; 197.234.240.0/22 0; 198.41.128.0/17 0; - 199.27.128.0/21 0; 2400:cb00::/32 0; 2405:8100::/32 0; 2405:b500::/32 0; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 8c54dcbd5..18b642a16 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.66.50.208 1; +104.154.182.187 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 6b2d8a8e7..dd5291a4a 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.66.50.208 0; +104.154.182.187 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 751ac9754..837255dfe 100644 --- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.04.2324 -### Updated: Wed Apr 14 08:18:51 SAST 2021 +### Version: V3.2021.04.2325 +### Updated: Wed Apr 14 09:07:38 SAST 2021 ### Bad Referrer Count: 6977 ### Bad Bot Count: 608 ################################################### @@ -18403,7 +18403,8 @@ geo $validate_client { 103.21.244.0/22 0; 103.22.200.0/22 0; 103.31.4.0/22 0; - 104.16.0.0/12 0; + 104.16.0.0/13 0; + 104.24.0.0/14 0; 108.162.192.0/18 0; 131.0.72.0/22 0; 141.101.64.0/18 0; @@ -18414,7 +18415,6 @@ geo $validate_client { 190.93.240.0/20 0; 197.234.240.0/22 0; 198.41.128.0/17 0; - 199.27.128.0/21 0; 2400:cb00::/32 0; 2405:8100::/32 0; 2405:b500::/32 0; diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 751ac9754..837255dfe 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.04.2324 -### Updated: Wed Apr 14 08:18:51 SAST 2021 +### Version: V3.2021.04.2325 +### Updated: Wed Apr 14 09:07:38 SAST 2021 ### Bad Referrer Count: 6977 ### Bad Bot Count: 608 ################################################### @@ -18403,7 +18403,8 @@ geo $validate_client { 103.21.244.0/22 0; 103.22.200.0/22 0; 103.31.4.0/22 0; - 104.16.0.0/12 0; + 104.16.0.0/13 0; + 104.24.0.0/14 0; 108.162.192.0/18 0; 131.0.72.0/22 0; 141.101.64.0/18 0; @@ -18414,7 +18415,6 @@ geo $validate_client { 190.93.240.0/20 0; 197.234.240.0/22 0; 198.41.128.0/17 0; - 199.27.128.0/21 0; 2400:cb00::/32 0; 2405:8100::/32 0; 2405:b500::/32 0; diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 6dcd44a73..3191d0f4e 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.04.2324 -### Updated: Wed Apr 14 08:18:50 SAST 2021 +### Version: V4.2021.04.2325 +### Updated: Wed Apr 14 09:07:37 SAST 2021 ### Bad Referrer Count: 6977 ### Bad Bot Count: 608 ################################################### @@ -18190,7 +18190,8 @@ geo $validate_client { 103.21.244.0/22 0; 103.22.200.0/22 0; 103.31.4.0/22 0; - 104.16.0.0/12 0; + 104.16.0.0/13 0; + 104.24.0.0/14 0; 108.162.192.0/18 0; 131.0.72.0/22 0; 141.101.64.0/18 0; @@ -18201,7 +18202,6 @@ geo $validate_client { 190.93.240.0/20 0; 197.234.240.0/22 0; 198.41.128.0/17 0; - 199.27.128.0/21 0; 2400:cb00::/32 0; 2405:8100::/32 0; 2405:b500::/32 0; diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 91396c033..22793dd10 100644 --- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -34.66.200.49 0; +35.193.184.18 0; diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 6dcd44a73..3191d0f4e 100644 --- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.04.2324 -### Updated: Wed Apr 14 08:18:50 SAST 2021 +### Version: V4.2021.04.2325 +### Updated: Wed Apr 14 09:07:37 SAST 2021 ### Bad Referrer Count: 6977 ### Bad Bot Count: 608 ################################################### @@ -18190,7 +18190,8 @@ geo $validate_client { 103.21.244.0/22 0; 103.22.200.0/22 0; 103.31.4.0/22 0; - 104.16.0.0/12 0; + 104.16.0.0/13 0; + 104.24.0.0/14 0; 108.162.192.0/18 0; 131.0.72.0/22 0; 141.101.64.0/18 0; @@ -18201,7 +18202,6 @@ geo $validate_client { 190.93.240.0/20 0; 197.234.240.0/22 0; 198.41.128.0/17 0; - 199.27.128.0/21 0; 2400:cb00::/32 0; 2405:8100::/32 0; 2405:b500::/32 0; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 66808fb4d..701efaf43 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.188.15.155 1; +34.122.208.80 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 82a85f46f..d99c8cd8c 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.188.15.155 0; +34.122.208.80 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 6dcd44a73..3191d0f4e 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.04.2324 -### Updated: Wed Apr 14 08:18:50 SAST 2021 +### Version: V4.2021.04.2325 +### Updated: Wed Apr 14 09:07:37 SAST 2021 ### Bad Referrer Count: 6977 ### Bad Bot Count: 608 ################################################### @@ -18190,7 +18190,8 @@ geo $validate_client { 103.21.244.0/22 0; 103.22.200.0/22 0; 103.31.4.0/22 0; - 104.16.0.0/12 0; + 104.16.0.0/13 0; + 104.24.0.0/14 0; 108.162.192.0/18 0; 131.0.72.0/22 0; 141.101.64.0/18 0; @@ -18201,7 +18202,6 @@ geo $validate_client { 190.93.240.0/20 0; 197.234.240.0/22 0; 198.41.128.0/17 0; - 199.27.128.0/21 0; 2400:cb00::/32 0; 2405:8100::/32 0; 2405:b500::/32 0; diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 66808fb4d..701efaf43 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.188.15.155 1; +34.122.208.80 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 82a85f46f..d99c8cd8c 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.188.15.155 0; +34.122.208.80 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 6dcd44a73..3191d0f4e 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.04.2324 -### Updated: Wed Apr 14 08:18:50 SAST 2021 +### Version: V4.2021.04.2325 +### Updated: Wed Apr 14 09:07:37 SAST 2021 ### Bad Referrer Count: 6977 ### Bad Bot Count: 608 ################################################### @@ -18190,7 +18190,8 @@ geo $validate_client { 103.21.244.0/22 0; 103.22.200.0/22 0; 103.31.4.0/22 0; - 104.16.0.0/12 0; + 104.16.0.0/13 0; + 104.24.0.0/14 0; 108.162.192.0/18 0; 131.0.72.0/22 0; 141.101.64.0/18 0; @@ -18201,7 +18202,6 @@ geo $validate_client { 190.93.240.0/20 0; 197.234.240.0/22 0; 198.41.128.0/17 0; - 199.27.128.0/21 0; 2400:cb00::/32 0; 2405:8100::/32 0; 2405:b500::/32 0; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 66808fb4d..701efaf43 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.188.15.155 1; +34.122.208.80 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 82a85f46f..d99c8cd8c 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.188.15.155 0; +34.122.208.80 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 6dcd44a73..3191d0f4e 100644 --- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.04.2324 -### Updated: Wed Apr 14 08:18:50 SAST 2021 +### Version: V4.2021.04.2325 +### Updated: Wed Apr 14 09:07:37 SAST 2021 ### Bad Referrer Count: 6977 ### Bad Bot Count: 608 ################################################### @@ -18190,7 +18190,8 @@ geo $validate_client { 103.21.244.0/22 0; 103.22.200.0/22 0; 103.31.4.0/22 0; - 104.16.0.0/12 0; + 104.16.0.0/13 0; + 104.24.0.0/14 0; 108.162.192.0/18 0; 131.0.72.0/22 0; 141.101.64.0/18 0; @@ -18201,7 +18202,6 @@ geo $validate_client { 190.93.240.0/20 0; 197.234.240.0/22 0; 198.41.128.0/17 0; - 199.27.128.0/21 0; 2400:cb00::/32 0; 2405:8100::/32 0; 2405:b500::/32 0; diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 40b4b6f56..4b93e0faa 100644 --- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -34.66.50.208 0; -35.202.245.105 0; +104.154.182.187 0; +34.122.208.80 0; diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf index c90f0fb90..7643bd865 100644 --- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.04.2324 -### Updated: Wed Apr 14 08:18:50 SAST 2021 +### Version: V4.2021.04.2325 +### Updated: Wed Apr 14 09:07:37 SAST 2021 ### Bad Referrer Count: 6977 ### Bad Bot Count: 608 ################################################### @@ -18190,7 +18190,8 @@ geo $validate_client { 103.21.244.0/22 0; 103.22.200.0/22 0; 103.31.4.0/22 0; - 104.16.0.0/12 0; + 104.16.0.0/13 0; + 104.24.0.0/14 0; 108.162.192.0/18 0; 131.0.72.0/22 0; 141.101.64.0/18 0; @@ -18201,7 +18202,6 @@ geo $validate_client { 190.93.240.0/20 0; 197.234.240.0/22 0; 198.41.128.0/17 0; - 199.27.128.0/21 0; 2400:cb00::/32 0; 2405:8100::/32 0; 2405:b500::/32 0; diff --git a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 86855b8bc..2d9c3c5be 100644 --- a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -34.66.25.221 0; -35.188.15.155 0; +35.193.184.18 0; +104.154.182.187 0; diff --git a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 72f01255f..bb09331fb 100644 --- a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.04.2324 -### Updated: Wed Apr 14 08:18:50 SAST 2021 +### Version: V4.2021.04.2325 +### Updated: Wed Apr 14 09:07:37 SAST 2021 ### Bad Referrer Count: 6977 ### Bad Bot Count: 608 ################################################### @@ -18190,7 +18190,8 @@ geo $validate_client { 103.21.244.0/22 0; 103.22.200.0/22 0; 103.31.4.0/22 0; - 104.16.0.0/12 0; + 104.16.0.0/13 0; + 104.24.0.0/14 0; 108.162.192.0/18 0; 131.0.72.0/22 0; 141.101.64.0/18 0; @@ -18201,7 +18202,6 @@ geo $validate_client { 190.93.240.0/20 0; 197.234.240.0/22 0; 198.41.128.0/17 0; - 199.27.128.0/21 0; 2400:cb00::/32 0; 2405:8100::/32 0; 2405:b500::/32 0; diff --git a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf index d41ad0b57..fc6f8997a 100644 --- a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf @@ -45,6 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.192.10.37 0; -104.197.122.201 0; -34.66.25.221 0; +34.122.208.80 0; +35.193.184.18 0; diff --git a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf index 6dcd44a73..3191d0f4e 100644 --- a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.04.2324 -### Updated: Wed Apr 14 08:18:50 SAST 2021 +### Version: V4.2021.04.2325 +### Updated: Wed Apr 14 09:07:37 SAST 2021 ### Bad Referrer Count: 6977 ### Bad Bot Count: 608 ################################################### @@ -18190,7 +18190,8 @@ geo $validate_client { 103.21.244.0/22 0; 103.22.200.0/22 0; 103.31.4.0/22 0; - 104.16.0.0/12 0; + 104.16.0.0/13 0; + 104.24.0.0/14 0; 108.162.192.0/18 0; 131.0.72.0/22 0; 141.101.64.0/18 0; @@ -18201,7 +18202,6 @@ geo $validate_client { 190.93.240.0/20 0; 197.234.240.0/22 0; 198.41.128.0/17 0; - 199.27.128.0/21 0; 2400:cb00::/32 0; 2405:8100::/32 0; 2405:b500::/32 0; diff --git a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf index 5dfb24e7b..43a6b2003 100644 --- a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf @@ -45,6 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -34.66.200.49 0; -35.192.91.101 0; -35.202.245.105 0; +34.122.173.211 0; +34.122.208.80 0; diff --git a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf index 6dcd44a73..3191d0f4e 100644 --- a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.04.2324 -### Updated: Wed Apr 14 08:18:50 SAST 2021 +### Version: V4.2021.04.2325 +### Updated: Wed Apr 14 09:07:37 SAST 2021 ### Bad Referrer Count: 6977 ### Bad Bot Count: 608 ################################################### @@ -18190,7 +18190,8 @@ geo $validate_client { 103.21.244.0/22 0; 103.22.200.0/22 0; 103.31.4.0/22 0; - 104.16.0.0/12 0; + 104.16.0.0/13 0; + 104.24.0.0/14 0; 108.162.192.0/18 0; 131.0.72.0/22 0; 141.101.64.0/18 0; @@ -18201,7 +18202,6 @@ geo $validate_client { 190.93.240.0/20 0; 197.234.240.0/22 0; 198.41.128.0/17 0; - 199.27.128.0/21 0; 2400:cb00::/32 0; 2405:8100::/32 0; 2405:b500::/32 0; diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 8c54dcbd5..18b642a16 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.66.50.208 1; +104.154.182.187 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index b9e300261..965b291ad 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Calculon -Lightspeedsystems -Morfeus Fucking Scanner -RankurBot -Seomoz -Vacuum -WBSearchBot -WebCopier -Who.is Bot -Zauba +DnyzBot +Ebingbong +Grabber +Image Fetch +Mr.4x3 +OpenVAS +SalesIntelligent +scalaj-http +Screaming +The Intraformant diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index 9d15df5ac..faff88118 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ 404enemy -Aboundexbot -AhrefsBot +80legs +Abonti +Aboundex +AfD-Verbotsverfahren AIBOT Aipbot +Alexibot +Alligator AlphaBot Anarchie -Anarchy -Anthill +Ankit arquivo.pt -arquivo-web-crawler +ASPSeek Attach -AwarioRssBot +autoemailspider Backlink-Ceck +backlink-check +BackStreet +BackWeb Badass -Bandit -Barkrowler Battleztar Bazinga -BDCbot BDFetch -Bigfoot +BetaBot +Bitacle +Black Hole +BlackWidow BLEXBot +BlowFish +Boardreader +BotALot +BuiltBotTough +BuiltWith +Bullseye BunnySlippers -BuzzSumo -Calculon -CCBot -CensysInspect check1.exe -CherryPicker +CheeseBot +CheTeam Chlooe -Cloud mapping -cognitiveseo -com.plumanalytics +Cliqzbot +coccocbot-web +CODE87 +Collector +Copier CopyRightCheck -crawl.sogou.com +Cosmos +Craftbot +CSHttp Curious Custo DatabaseDriverMysqli DataCha0s +DBLBot Demon -Dirbuster -Disco -Discobot +Deusu +DIIbot Discoverybot -DnyzBot -DomainSigmaCrawler -Domains Project +DomainCrawler domainsproject.org -DomCopBot -Dragonfly +DomainStatsBot +DTS Agent EasyDL -eCatch -ECCP/1.0 -EMail Siphon -ExtLinksBot +Ebingbong +Ecxi +EirGrabber +Evil +Exabot +Express WebPictures ExtractorPro -Ezooms -FemtosearchBot +facebookscraper FHscan -Flunky -Fyrebot -GermCrawler -GetWeb +Fimap +FlashGet +FrontPage +Fuzz +FyberSpider +Getintent +Gigablast Gigabot -G-i-g-a-b-o-t -gopher -Gotit -GridBot +Go-Ahead-Got-It +GrabNet +Grafula +GrapeshotCrawler GT::WWW -Haansoft -Harvest -Havij -Heritrix -HMView +Hloader +HTTP::Lite Humanlinks -HybridBot -Iblog IDBTE4M -Id-search -IlseBot -InfoTekies +Image Fetch +IndeedBot instabid -Intelliseek InterGET -Internet Ninja -isitwp.com +InternetSeer +ips-agent +IRLbot Iskanie IstellaBot -Jbrofuzz -JOC Web Spider +JetCar +Jorgee Jyxobot -Keyword Density Kinza Kozmosbot -Larbin -LeechFTP +Lanshanbot LexiBot Lftp -Libwhisker LieBaoFast -Linkbot -Linkdexbot LinkextractorPro -LinkScan -LinkWalker +LinkpadBot LinqiaMetadataDownloaderBot -LinqiaScrapeBot Lipperhey Litemage_walker -Lmspider LNSpiderguy +Ltx71 +lwp-trivial +Magnet Mag-Net -Mail.RU_Bot +magpie-crawler Majestic12 -MarkMonitor +Majestic-SEO MarkWatch -Masscan -Mass Downloader -meanpathbot -MeanPath Bot -Mediatoolkitbot -mediawords +MauiBot +Meanpathbot MegaIndex.ru MFC_Tear_Sample Microsoft Data Access -Mojeek -Mozlila -MQQBrowser -MSIECrawler -Msrabot -MTRobot -Musobot -Navroad -Nessus +Microsoft URL Control +MIDown tool +Mr.4x3 +NetAnts +NetSpider Net Vampire -Nibbler +NetZIP +NextGenSearchBot +NICErsPRO Nikto -Nmap -NPbot -Offline Explorer +NimbleCrawler +Ninja +oBot Offline Navigator -OnCrawl Openfind Openvas -OpenVAS -OrangeBot -OrangeSpider OutfoxBot PageAnalyzer +Page Analyzer PageGrabber page scorer -Panscient Papa Foto -Pavuk PECL::HTTP PeoplePal +PHPCrawl +Picscout Picsearch -PictureFinder Piepmatz Pi-Monster Pixray -ProPowerBot -Psbot +plumanalytics +POE-Component-Client-HTTP Pu_iN +Pump PyCurl -Quick-Crawler -RankActiveLinkBot +QueryN Metasearch RankFlex -RankingBot -RankingBot2 +Rankivabot RealDownload -RedesScrapy +Reaper ReGet +RepoMonkey +Re-re ripz -RocketCrawler +RSSingBot +satoristudio.net +SBIder +scalaj-http Scanbot -scan.lol +ScoutJet Scrapy Searchestate +SearchmetricsBot SentiBot -SEOlyticsCrawler Seomoz -SeoSiteCheckup -SEOstats -sexsearcher -Shodan -sitechecker.pro -SiteExplorer -SiteLockSpider -SiteSnagger -SiteSucker +SEOprofiler +seoscanners +serpstatbot +Sitebeam +Siteimprove +siteripz Site Sucker -SlySearch +Sitevigil SMTBot -Sogou web spider -SpankBot +Snake +Snapbot +Sociscraper +sogouspider +SpaceBison +Spammen +Spbot Spinn3r SputnikBot -spyfu -Sucker -SuperHTTP -T0PHackTeam -TeleportPro +Sqlworm +Steeler +Suzuran +Swiftbot +Szukacz +T8Abot +tAkeOut +Teleport +The Intraformant Toweyabot -Tracemyfile +Trendiction Trendictionbot trendiction.com -trendiction.de -True_Robot -TwengaBot -Typhoeus -UnisterBot -Upflow -VB Project -VidibleScraper -VoidEYE +Turingos +Turnitin +TurnitinBot +Twice +Vagabondo Voil -Voltron -Wallpapers/3.0 -WallpapersHD WBSearchBot -WebCollage -WebEnhancer +Webalta +WebBandit +Web Collage +WebCopier +Web Enhancer WebGo IS -WebImageCollector WebLeacher -WebmasterWorldForumBot webmeup-crawler -WebPix -Web Pix -Website Quester -WebSucker -WebWhacker -Whacker -Who.is Bot +WebSauger +Web Sauger +Webster +WebStripper +WebZIP +Widow WiseGuys Robot +WISENutbot Woobot Wprecon -WWW-Collector-E -WWW-Mechanize +WWW::Mechanize x09Mozilla x22Mozilla +Xaldon_WebSpider Xenu +Zade Zauba zauba.io Zermelo zgrab -ZoomBot +Zitebot +ZmEu ZoominfoBot ZumBot diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index 22500d2e6..35b78566f 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -360Spider -404enemy -80legs -Aboundexbot +01h4x.com +Abonti +ADmantX AfD-Verbotsverfahren +AIBOT AiHitBot +Aipbot Alexibot -Anarchie -Anarchy99 -Ankit +Apexoo archive.org_bot -Attach -BackDoorBot -BackWeb -BDFetch -BlowFish +arquivo.pt +ASPSeek +autoemailspider +AwarioSmartBot +Backlink-Ceck +backlink-check +BacklinkCrawler +BackStreet +Badass +Bandit +Barkrowler +BatchFTP +Battleztar Bazinga Boardreader -Bolt Brandprotect -Buck +Brandwatch Buddy +BuiltWith Bullseye -Calculon -CCBot -CheeseBot -CherryPicker +BuzzSumo +CATExplorador +Cegbfeieh CheTeam -Chlooe Claritybot -Cliqzbot -Cocolyzebot +coccocbot-web CODE87 Cogentbot -Collector +com.plumanalytics +Copier CopyRightCheck +Copyscape +Craftbot crawler4j crawler.feedback -Curious -CyotekWebCopy DBLBot demandbase-bot Demon -Deusu +Devil +Digincore DIIbot -Dirbuster Disco -Discobot +Discoverybot +Dispatch DittoSpyder -DnyzBot -DomainAppender -Dotbot -DSearch +DomainCrawler +DomCopBot +DTS Agent EasyDL -Ebingbong -ECCP/1.0 -Ecxi -EMail Siphon +eCatch evc-batch +Evil ExtLinksBot Extractor -ExtractorPro +Extreme Picture Finder EyeNetIE -Ezooms -FemtosearchBot -FHscan -FlashGet -Flunky +Firefox/7.0 Foobot -Fyrebot +Fuzz GalaxyBot -Genieo -GetWeb Gigablast -G-i-g-a-b-o-t +Gigabot Go-Ahead-Got-It -GrabNet -Grafula -GrapeFX +Gotit +Go!Zilla +Grabber GrapeshotCrawler -Haansoft -HaosouSpider -Harvest +GridBot Havij -Hloader +HTMLparser +Humanlinks +HybridBot +Iblog IDBTE4M -Image Fetch +Id-search +IlseBot IndeedBot InfoNaviRobot -instabid InterGET -Internet Ninja -InternetSeer -internetVista monitor -ips-agent -IRLbot +isitwp.com +Iskanie IstellaBot JamesBOT +Jbrofuzz JennyBot -Jetty +JetCar JikeSpider -Joomla -Jorgee -Jyxobot +JustView +Kenjin Spider +Kozmosbot Larbin -LeechGet -LibWeb -Libwhisker +Lftp LieBaoFast -Likse Linkbot Linkdexbot -LinkextractorPro -LinkpadBot -LinkScan +LinksManager LinqiaMetadataDownloaderBot -LNSpiderguy -Mag-Net -Majestic12 -Majestic-SEO +Lmspider +Majestic SEO MarkWatch -MauiBot +Masscan +Mata Hari +Mb2345Browser meanpathbot +MeanPath Bot mediawords -MicroMessenger +MegaIndex.ru Microsoft Data Access +Microsoft URL Control +MIDown tool Mister PiX -MJ12bot +Morfeus Fucking Scanner Mozlila +MSIECrawler Msrabot -MTRobot -muhstik-scan +Name Intelligence +Navroad NearSite Needle +Nessus NetAnts -Netcraft -Netvibes -NetZIP +netEstate NE Crawler +NetSpider +NextGenSearchBot Nibbler +Niki-bot +Nikto Ninja -Nutch -oBot -Openvas +Nuclei +OnCrawl +Openfind OPPO A33 -OutclicksBot -Page Analyzer +OrangeSpider +OutfoxBot +PageAnalyzer PageGrabber -Pandalytics Panscient -Papa Foto Pavuk PECL::HTTP -Petalbot -Piepmatz +Picscout Pimonster -Pixray -PleaseCrawl +plumanalytics Pockey POE-Component-Client-HTTP +probe-image-size Probethenet +ProPowerBot ProWebWalker -Psbot -Pump -PxBroker +Pu_iN PyCurl -Quick-Crawler -RankActive -RankActiveLinkBot -RebelMouse -Recorder +Reaper RedesScrapy -Ripper -s1z.ru +ripz +RocketCrawler +Rogerbot +RSSingBot SalesIntelligent -satoristudio.net SBIder scalaj-http Scanbot -scan.lol -ScoutJet -Scrapy -ScreenerBot -SearchmetricsBot -SEOkicks +Searchestate +Semrush +SentiBot SEOprofiler -serpstatbot +SeoSiteCheckup Siphon sitechecker.pro -Siteimprove -siteripz +SiteSucker +Site Sucker SlySearch SMTBot -Snapbot -sogouspider -Sogou web spider -Sosospider -Sottopop -SpaceBison -SpankBot +Snoopy +Spammen +Spanner sp_auditbot Spbot Spinn3r -SputnikBot -spyfu Sqlmap -Sqlworm -Sqworm -Stripper -Sucuri -SuperHTTP -Suzuran +Steeler +Sucker +SuperBot +SurveyBot +Swiftbot +sysscan Szukacz +T0PHackTeam T8Abot +tAkeOut +Teleport +TeleportPro Telesoft -The Intraformant -Titan +Telesphoreo Toata -Trendictionbot -trendiction.de +Tracemyfile True_Robot -TwengaBot -Typhoeus -URLy.Warning +UnisterBot +Upflow +URLy Warning +Vagabondo +VCI VelenPublicWebCrawler Virusdie -WBSearchBot -WebAuto +VoidEYE +Voil +Web Auto +WebBandit Web Collage -WebEnhancer +WEBDAV +WebFetch Web Fetch +WebFuck +Web Fuck WebImageCollector +WebLeacher webmeup-crawler -Webshag +WebPix +WebReaper +WebsiteExtractor WebsiteQuester +Website Quester Webster -WebStripper -Web Sucker -WebWhacker +WebZIP +WeSEE +Whack Whatweb +Who.is Bot WinHTTrack -Woobot +WiseGuys Robot +Wonderbot +WPScan +WWW-Collector-E +WWW-Mechanize WWW::Mechanize -WWWOFFLE -x09Mozilla x22Mozilla -Xenu +Xaldon_WebSpider +xpymep1.exe YoudaoBot -Zade -zauba.io +Zermelo +Zeus +zgrab Zitebot -ZmEu diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index 4da7a379c..37fb0d6b0 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -1kdailyprofit.me -crackguru.tk -g.starmoe.xyz -help.tpu.ru -ivearchenceinflu.cf -krasnodar-avtolombards.ru -special-porn.com -stard.shop -zajm-zalog-krasnodar.ru -zeikopay.com +admanaerofoil.com +analytics-ads.xyz +christianlouboutinsaleoutletonline.us +dcj-nn.ru +formulaantiuban.com +graphid.com +imagui.eu +krassh.ru +pornstartits.xblog.in +varikozdok.ru diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index 8b73b3b80..3b42d93e7 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -0c47f8422d3f.com +00go.com +03e.info 0n-line.tv -101billion.com -11pikachu.ru -1flag.co.za -404.mn -45en.ru -5000-cotydzien.com -51unlim.ru -5u.com -7search.com -8gold.com -999webdesign.com -9med.net -acortarurl.es -advancedmassagebysara.com -afslankpillen2017nl.eu -agapovdg.ru -agreda.pluto.ro -agroeconom.kz -ahhjf.com -alienwheel.es -allbizne.co.ua -allmarketsnewdayli.gdn +1-99seo.com +1adult.com +1bet.com +1kinobig.ru +1millionusd.xyz +202ch.com +21h2o.com +23kw.ru +2itech.ru +4senses.co +4ur.click +4webmasters.com +6hopping.com +7yue.org +83net.jp +8kisses.eu +aab94f698f36684c5a852a2ef272e031bb.com +abcguru.xyz +abtasty.com +academiacsmendoza.org +activecampaign.dreamhosters.com +advokateg.ru +afora.ru +agecheckadult.com +air-edem.ru +albumsuper.info +alert-hgd.xyz +alfabot.xyz +all4invest.ru +all4wap.ru +allcredits.su +alldownload.pw +alldubai.biz +allfinweb.com +allsilver925.co.il aloofly.com -alphaforum.ru -altamayoztourism.com -amazingpic.net -amoi.tn -anniemation.com -anti-virus-removal.info -appearance-cool.com -applyneedy.xyz -appsaurus.com -aproposde.com -arendatora.ru -artel116.ru -articlesdirectoryme.info -asrvrep-a.akamaihd.net -atlant-auto.info -ausmepa.org.au +alphahoverboards.com +ameblo.top +ampower.me +anal-acrobats.hol.es +android-vsem.org +animal-drawings.com +animalrank.com +anonymizeme.pro +apiitsthirteende-a.akamaihd.net +arabsexxxtube.com +arcadepages.com +arendovalka.xyz +arius.tech +asseenontv.ru +astrochicks.com auto4style.ru -autonew.biz -autoseo-traffic.com -autotrends.today -aversis.net -aviav.co +automobile-spec.com +auto-moto-elektronika.cz +auto.rusvile.lt +avtointeres.ru avtolombard-krasnodar.ru -avtovolop.ru -awaybird.ru -azartmsl.com -backgroundpictures.net -backlink4u.net -bankiem.pl -bestofferswalkmydogouteveryday.gq -bestwebsiteawards.com -beta.hotkeys.com -bigpenisguide.com -bikini-image.com -biocn.dx.am -birzha-truda.eu -bitcoin-ua.top -bizlist.com.de -blobar.org -boc.kz -bonky.biz -bonzybuddy.com -bosefux.esy.es -brainsandeggs.blogspot.com -braip.com.br -brandbucket.com -brateg.xyz -brimstonehillfortress.org -briomotor.co -bscodecs.com -burkesales.com -buyfriend.ru -bycontext.com -bzero1jewelry.net -c1.onedmp.com -callmd5map.com -cardiosport.com.ua -cartechnic.ru -cartierloveringreplica.xyz +azbuka-mo.ru +bablonow.ru +baditri.com +banki76.ru +bannerads.de +basisches-wasser.net +bdsmgalls.net +beetpics.pw +beget.tech +beremenyashka.com +best-businessman.ru +bestcalovebracelet.cn +bestkfiledxd.cf +best-mam.ru +bestwrinklecreamnow.com +bezcmexa.ru +bif-ru.info +biznesluxe.ru +bloggerads.net +blog.koorg.ru +bnt-team.com +bookmark4you.com +bouda.kvalitne.cz +brakehawk.com +buqayy0.livejournal.com +bus-offer.com +buyantiviralwp.com +buy-forum.ru +buyparajumpers.online +buytizanidineonlinenoprescription.blogspot.com +byme.se +calcularpagerank.com +candlehandmade.com +canvas.gloverid.site +cartierlovebraceletreplica.xyz +cartierlovestore.xyz cartierreplica.xyz -casinopinup-wins.com -cbcseward.com -cdncash.com -centrumcoachingu.com -cercacamion.it -cfjump.com -chimiver.info -chlooe.com -chorus.terakeet.com -cjs.com.ru -claytransformations.info -clean-virus-mac.com -clubfashionista.com -co.lumb.co -compliance-walter.top +cartujano-pre.de +cascadelink.org +cdn.walkme.com +c-english.ru +censys.io +cfcl.co.uk +cheapmoncler.xyz +checktext.org +cherrypointplace.ca +chinajerseyswholesalecoupons.com +cialisndbrx.com +ci.ua +cleanmypc.com +clicksor.com +clicksor.net +club-samodelkin.ru +codysbbq.com +communisave.co.za +compliance-jess.top +compliance-olga.top comsysnet.com -conocer-sanabria.com -cookie-law-enforcement-hh.xyz -crazyprotocol.com -crynet.cc +consorzioilmosaico.org +construmac.com.mx +coolwallpapers4k.info +cool-wedding.net +country-chic.ru cryptoswap.biz -cupday.com -customboxes4less.com +cs-passion.pl +customcatchcan.com cyclobenzaprinevstizanidine.blogspot.com -cyprusbuyproperties.com -czat.wp.pl -daptravel.com -data-mining.tk -decenttools.com -decoratinghomes.ga -decorationspcs.com -dellalimov.com -deplim.com -deutschehobbyhuren.net -dgfitness.co -dirtpics.pw -diusyawiga.tk -divisioncore.com -dlya-android.org -dmmspy.com -dms-sw.ru -dodlive.mil -domain.webkeyit.com +cypernhuset.se +d2jsp.org +dailyrank.net +datsun-do.com +degerlund.net +dekorkeramik.ru +descargar-musica-gratis.net +destinationrealestate.com +diffbot.com +digilander.libero.it +digital-video-processing.com +dildofotzen.net +dimfour.com +discountbarbour.online +djstools.com +documentbase.net +dogbreedspicture.net +dogclothing.store +domainsatcost.com domini.cat -dosugrostov.site -dotmass.top -downloadme.life -doyouknowtheword-flummox.ml -driving.kiev.ua -drupa.com -dyt.net -e-c.al -edelstahlschornstein-123.de +dostavka-v-ukrainu.ru +dpihatinh.gov.vn +droidlook.net +drpornogratisx.xxx +drugstoreforyou.com +dtm-spain.com +dynainbox.com +ebooknovel.club +ecookna.com.ua ege-russian.ru -elektrischeziga.livejournal.com -elektrischezigaretten1.blogse.nl -elektronischezigarettekaufen2.tumblr.com -elektrozigarette2.webs.com -el-nation.com -energy-ua.com -englishdictionaryfree.com -enpolis.ru -enternet.ee -eropho.net -es5.com -essayservicewriting.org +ekspresihati.info +elektroniksigaraankara.info +elektronischezigarettekaufen1.beeplog.com +elektrozigarette1.dreamwidth.org +elmifarhangi.com +erot.co +escortslet.net +essayassist.com essay-writing.work -estelight.ru -everflora.ru -extremez.net -eyelike.com.ua -ezigarettekaufen1.hpage.com -fashion.stellaconstance.co -favorcosmetics.com -fetishinside.com -financetip.eu -findclan.org -findthe.pet -flytourisme.org -fordsonmajbor.cf -foto-weinberger.at +european-torches.ru +excitacion.info +executehosting.com +extlabs.io +extstat.com +ezigarettekaufen2.blox.pl +family1st.ca +fanpagerobot.com +faptitans.com +fdzone.org +feargames.ru +fikasound.tk +filesclub.net +finansov.info +fireads.men +flauntyoursite.com +flex4launch.ru +footbalive.org +forex-indextop20.ru +forum20.smailik.org +forum.doctissimo.fr +forum.tvmir.org +fotosfotos.eu foxydeal.com -free-traffic.xyz -front.to -funponsel.com -fx-brokers-review.com -gcup.ru -gearcraft.us -gearsadspromo.club -generic-pills-online.com -gg.zzyjxs.com -girlsfuckdick.com -girlspicsa.com -global-ics.co.za -goblacked.com -gogps.me -googlsucks.com -gratuitxblcodes.com -greatdealshop.com -greenzaim.ru -gribkovye-zabolevaniya.com -gsasearchengineranker.space -gsbs.com.ua -gwebtools.com.br -hard-porn.mobi -havepussy.com -hd720kino.ru -hdxnxxtube.mobi -hem.passagen.se -histock.info -host-tracker.com +frbizlist.com +freakycheats.com +frvo.alptandem.ru +funnymama.com +gameonasia.com +gdebestkupit.ru +geckoandfly.com +geileweiber.tk +generalporn.org +germes-trans.com +getpopunder.com +girlgamerdaily.com +go2album.com +gobongo.info +goldadpremium.com +goodhousekeeping.com +goodhumor24.com +googlemare.com +goo.ne.jp +gosmeb.ru +gpirate.com +greendream.com.ua +gz2.bbsoldes.fr +handicapbathtubarea.com +healmytrauma.info +heartofbeijing.blogspot.com +hermesbelts.xyz +heroz.fr +hexpilot.com +high-speed1.net +himgaws.pw +hitsbox.info +hobbyhuren-datenbank.com +homedecoguide.info +homelygarden.com +hostingclub.lk +hotblognetwork.com hotelcrocenzi.sm -hotshoppymac.com -hreade.com -hully.altervista.org -hyhj.info -iboss.com -ilovevitaly.xyz -imagine-ex.co -imfamous.info -imitex-plus.ru -impotentik.com -inclk.com -insomniagamingfestival.com -insta-add.pro -internet-apteka.ru -io9.com -iqoption.com -irkutsk.zrus.org +howtoclean.club +howtowhitenteethfast.xyz +hulfingtonpost.com +ideawheel.com +ideoworld.org +igru-xbox.net +iideaidekonkatu.info +iinstalll-fii1leis.jus0wil.pp.ua +ilte.info +imabase.com +imagui.eu +incanto.in.ua +indetiske.ya.ru +infazavr.ru +innoslicon.com +in-tandem.co +interesnie-faktu.ru +investsuccess.org +iphantom.com isotoner.com -istmira.ru -it-max.com.ua -ivearchenceinflu.cf -janavibekken.no -japan-bearings.ru +istock-mebel.ru +itsdp3.com +iusstf.org +iwantedmoney.com +jabimgo.pw jav-fetish.site -jav-idol.com +javxxx18.com +jennyfire.ru jerseychinabizwholesale.com -jikoman.info -kaidalibor.de -kerei.ru -khafre.us -kinopolet.net -kletkimehan.ru -konkursov.net -kountrylife.com -krasnodar.xrus.org -kriokomora.info -kunstaktien.info -lacloop.info -la-fa.ru -lalalove.ru -lazymanyoga.com -lezbiyanki.net -life-instyle.com -likesdesign.com -linkpulse.com -lion.misba.us -liquimondo.com -longadventure.com -luckyday.world -mackeeper-land-672695126.us-east-1.elb.amazonaws.com -magento-crew.net -masterseek.com -masthopehomes.com -maximilitary.ru +jerseychinabizwholesale.us +jillepille.com +jobgirl24.ru +job.icivil.ir +journeydownthescale.info +jpcycles.com +jus0wil.pp.ua +kaac.ru +karadene.com +kerwinandcariza.com +keywordhut.com +keywords-monitoring-your-success.com +kino-ecran.ru +klin3952.ru +kochanelli.com +kolotiloff.ru +konoplisemena.com +kovesszucs.atw.hu +kupit-adenu.ru +kw21.org +laapp.com +landscaping.center +laparfumotec.com +leftofcentrist.com +lexaprogeneric.link +life.biz.ua +loginduepunti.it +lombia.com +lulea-auktionsverk.se +lunamedia.co +m1media.net +makenahartlin.com +malls.com +mapquestz.us +maridan.com.ua +marmitaco.cat +marsgatan.com +masserect.com +matrixalchemy.com +maximpartnerspr.com +maxxtor.eu +mebel-ekb.com medanestesia.ru -meendo-free-traffic.ga -mega-bony2017.pl -meget.co.za -me-ke.com -mesto-x.com -metallosajding.ru -microsearch.ru -minneapoliscopiers.com -misswell.net -mmgq.ru -monclerjacketsoutlet.win -moncleroutletonline.xyz -moneyzzz.ru -mrbojikobi4.biz -msk.afora.ru -mug-na-chas-moscow.ru -musezone.su -musicvidz.ru -mybinaryoptionsrobot.com +mediawhirl.net +medicine-4u.org +menstennisforums.com +mhi-systems.ru +mmog-play.ru +money-every-day.com +moscow-clining.ru +moscow.online-podarki.com +moskva.nodup.ru +motherboard.vice.com +mrinsidesales.com +mriyadh.com +mrmoneymustache.com +muizre.ru +mundoaberrante.com +musicdaddy.net +musirc.com +muztops.ru mydeathspace.com -mydownlodablefiles.com -mygameplus.ru -narkologiya-peterburg.ru -nastydollars.com -naturtreenspicerx.pw -netvouz.com -newyorkhotelsmotels.info -nikkiewart.ru -nodup.ru -no-fuel.org -nonews.co -norththeface.store -nullrefer.com -onclickpredictiv.com -onlywoman.org -ons-add.men -open-odyssey.org -ordernorxx.com -owathemes.com -paidonlinesites.com -pammik.ru +myfreecams.com +mypets.by +nalogovyy-kodeks.ru +narkologiya-voronezh.ru +nastroyke.net +news-speaker.com +no-rx.info +nyfinance.ml +o333o.com +oconto.ru +offergroup.info +onlinebay.ru +onlineporno.site +onlineslotmaschine.com +online-templatestore.com +ontargetseo.us +o-o-8-o-o.ru +oranga.host.sk +ororodnik.goodbb.ru +ozoz.it panamaforbeginners.com -parajumpersoutlet.online -partners-ship.pro -parvezmia.xyz -patterntrader-en.com -pawli.eu -pc-virus-d0l92j2.pw -pdamods.ru -pdns.cz -pertlocogasilk.tk -petedrummond.com -photo-clip.ru -pics-group.com +panouri-solare-acoperis.com +partnerline.men +pay2me.pl +pb-dv.ru +pc-services.ru +pearlisland.ru +peekyou.com +pensplan4u.com +php-market.ru +phrcialiled.com pinsdaddy.com -pipki.r.acdnpro.com -podshipniki-ntn.ru -pogruztehnik.ru -pomoc-drogowa.cba.pl -pons-presse.com -porno-dojki.net -pornoelita.info -portnoff.od.ua -postclass.com -pp-budpostach.com.ua -praisong.net -preventheadacheguide.info -pricheskaonline.ru -printingpeach.com -privatov-zapisi.ru -profitsport.club -pronekut.com -proposal-engine.com -prostitutki-almata.org -prostitutki-odessa.org -pshare.biz -pskcijdc.bloger.index.hr -pxhdwsm.com -quickchange.cc -ranksonic.com -ranksonic.org -realting-moscow.ru -rebelmouse.com -rebuildermedical.com -recordpage-a.akamaihd.net -redirect.trafficreceiver.club +pisanieprac.info +pistonclasico.com +pizdeishn.com +plastgranar.nu +playboyfiles.xblog.in +poiskzakona.ru +polybuild.ru +popunder.ru +porn555.com +pornhub-ru.com +pornoklad.net +pornophoto.xyz +porn-w.org +pornzone.tv +potoideas.us +preparevideosafesystem4unow.site +projefrio.com.br +prokotov.com +promgirldresses.xyz +purchasepillsnorx.com +pussyspace.net +qld10000.net +quebec-bin.com +rabot.host.sk +rangjued.com +rankia.com +redhotfreebies.co.uk referencemoi.com -reklama1.ru -remedyotc.com -resellerclub.com -risparmiocasa.bz.it -rock-cafe.info -rostov.xrus.org -ruex.org.ua -rusoft-zone.ru -sabizonline.com -sad-torg.com.ua -sa-live.com -saneyes.com -saveindex.xyz -sax-sex.com -scanmyphones.com -schoolfiles.net -scmor.ilxc.cc -sdi-pme.com -search.alot.com -se.bnt-team.com -securesmrt-dt.com -seminarykansas904.ml -seonetwizard.com -seorankinglinks.xyz +remontvsamare.su +rewardit.com +rff-cfal.info +roll123.com +rukino.org +s1z.ru +salut-camp.ru +samolet.fr +sanyuprojects.com +sardinie.us +scanner-don.top +scanner-george.top +scanner-marwin.top +scenarii-1-sentyabrya.uroki.org.ua +sdrescher.net +searchencrypt.com +seeresultshub-a.akamaihd.net +seoexperimenty.ru +seomarketings.online +seorankinglinks.us +seo-traffic-ranking.info seozoom.it -sergiorossistore.online -serpstat.com -serw.clicksor.com -sevenstars7.com -sexflirtbook.com -sexy-pings.com -share-buttons-for-free.com -shoppytoolmac.com -shop.xz618.com -shymkent.xkaz.org -signoredom.com -sitevaluation.com -skachat-besplatno-obrazcy.ru -skytraf.xyz -sladkoevideo.com -slomm.ru -small-game.com -small-games.biz -smartshoppymac.com -sneakyboy.com -snsdeainavi.info -sockshares.tv -sofit-dmd.ru -soft-terminal.ru -soochi.co -sortthemesitesby.com -sotechco.co -speechfoodie.com -spinnerco.ca -spywarebegone.com -sribno.net -stauga.altervista.org -steame.ru -stjamesschool.info -storehouse.ua -strongholdsb.ru -stroyplus.ru -subj.ukr-lit.com -supermesta.ru -suralink.com -svetlotorg.ru +servethis.com +service-core.ru +seryeznie-znakomstva.ru +shinikiev.com.ua +shop-electron.ru +site-speed-check.site +sitevaluation.org +sitevalued.com +skuteczna-dieta.co.pl +snjack.info +sockshare.net +soietvousmaime.fr +spbchampionat.ru +speedup-my.site +sr-rekneskap.no +stackthatbucks.com +stair.registrydomainservices.com +stickers-market.ru +strongsignal-a.akamaihd.net +stroyhelp-dv.ru +surffoundation.nl +surgut.zrus.org svnuppsalaorebro.se -swinon.site -t3chtonic.com -tattoo33.ru -tedy.su -teenbbw.yopoint.in -telefonsexkostenlos.tk -telefonsexsofort.tk -telemetryverification.net -thaismartloan.com -thecoral.com.br -thetoiletpaper.com -thin.me.pn -time-japan.ru -timer4web.com +sweepstakes.rewardit.com +symbaloo.com +tandvardshuset.net +tds-advert002.info +teslathemes.com +themeforest.net +tizanidinehydrochloride2mg.blogspot.com tizanidineonline.blogspot.com -tizanidineoral.blogspot.com -topanasex.com -topclickguru.com -topshef.ru -torrentgamer.net +toloka.hurtom.com +toonfamilies.net +top10-online-games.com +top10registrycleaners.com +topads.men +topcasinoratings.ru tradgardspartner.se -trafaret74.ru -traffic2cash.org -trafficjunky.com -trahic.ru -try-rx.com -twiclub.in -txxx.com -ukrtvir.com.ua -ukrtvory.in.ua -umekana.ru -unece.org -unionmarkt.de -universals.com.ua -unrealcommander.org -upstore.me -uroki.net -validdomain.xyz -valuado.com -vegan-foods.us -venta-prom.ru +trafficgenius.xyz +trafficjunky.net +trafficnetzwerk.de +trkur.com +trumpetedextremes.com +tt-ipd.info +turizmus.us +tvteleport.ru +twittrading.com +uhdtv.website +ultramart.biz +umityangin.net +uprour.com +uptimebot.net +ural-buldozer.ru +vacuumcleanerguru.com +vesnatehno.ru +viagra.pp.ua +videochat.mx videochat.ph -videogamesecrets.com -vip-parfumeria.ru -volgograd.xrus.org -vvon.co.uk -wallpaperaccess.com -we-are-gamers.com -webextract.profound.net -weboptimizes.com -website-audit.com.ua +videonsk.com +vkontaktemusic.ru +voloomoney.com +vpnmouse.com +w7s.ru +webnode.me +website-speed-checker.site +webstatsdomain.org weburlopener.com -westsextube.com -whatistizanidinehclusedfor.blogspot.com -whatsappdownload10.com -wheelchairliftsarea.com -woman-h.ru -worldhistory.biz -worst-sites.online -woweb.com.ua -wpthemedetector.co.uk -wwwadultcheck.com -wygraj-teraz.com -xboxster.ru -x-diesel.com -xedserver.com -xitjw.info -xkaz.org +workle.website +www.kabbalah-red-bracelets.com +xblognetwork.com +xcombear.ru +x-diesel.biz +xgftnlrt.bloger.index.hr +x-lime.net xn-----6kccaibs5cb8afhjrfmix2n.xn--p1ai -xn--80aaafbn2bc2ahdfrfkln6l.xn--p1ai -xn--80aaagvmjabrs1aoc9luc.xn--p1ai -xn--80ahvj9e.xn--p1ai -xn--80aikhbrhr.net -xn--b1agm2d.net -xn----dtbndd4ae7eub.top -xn--h1ahbi.com.ua -xn----itbkqkfiq.xn--p1ai -xn--oogle-wmc.com +xn--80adaggc5bdhlfamsfdij4p7b.xn--p1ai +xn----8sbarihbihxpxqgaf0g1e.xn--80adxhks +xn----9sbubg3ambdfl1j.xn--p1ai +xn--b1ag5cfn.xn--p1ai +xn--e1aggki3c.xn--80adxhks xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai -xtrafficplus.com -xxxguitars.com -xzlive.com -yachts-cruise.info -ynymnwbm.bloger.index.hr -youporn-forum.ga -yourmovies.pl -yourporn.com +x-stars.ru +yellowproxy.net +yottos.com +yourothersite.com +youthreaders.com +youtubologia.it yun56.co -zaim-pod-zalog-krasnodar.ru -zdesoboi.com -zerocash.msk.ru -zhongwenlink.com -zigarettenonlinekaufen1.blox.pl -zoogdisany.com +zarepta.com +zazagames.org +zeikopay.com +zeroredirect6.com +zionstar.net +zirondelli.it +zkjovpdgxivg.ga +znakomstva-piter78.ru +znaturaloriginal.com +zoogdinsney.com +zskdla.site diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index f3a6f92f8..8f46f027b 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -000free.us -0912701309f8ce.com -1millionusd.xyz -7minuteworkout.com -abovetherivernc.com -adtech.de -adultfriendfinder.com -algarveglobal.com -all4invest.info -alt-servis.ru -alvtank.se -amateurgalls.com -amazingpic.net -amazon-adsystem.com -anal-acrobats.com -analnoeporno.tv -antons-transporte.de -apartment.ru -apelsinnik.website -arabseyes.com +123kuma.com +1stat.ru +273-fz.ru +4rent.ru +aa08daf7e13b6345e09e92f771507fa5f4.com +aa8780bb28a1de4eb5bff33c28a218a930.com +aa9d046aab36af4ff182f097f840430d51.com +adminshop.com +adultfullhd.com +alibestsale.com +allcredits.su +allesohnegirls.net +all-number.com +amazon-seo-service.com +amehdaily.com +apper.de +apple.com-webbrowsing-security.science +appsaurus.com +arius.tech +arpelsreplica.xyz +arvut.org as5000.com -ascat.porn -asrvvv-a.akamaihd.net -bang-hotties.com -bannerbank.ru -bannerpower.com -belsetirehafi.tk -bigpictures.club -blogos.kz -bonanza-fortune.men -brakehawk.com -bryansk.zrus.org -bumble.cheapwebsitehoster.com -buron.pw -buyparajumpers.online -camsex.xxx-cam.webcam -cardsharp1.ru -cars-modification.net -cartierlovestore.com -casablancamanor.co.za -casinopinup-wins.com -centrumcoachingu.com -cialisndbrx.com -clickso.com -compliance-elena.xyz -connectionstrenth.com +aversis.net +avon-severozapad.ru +avtovolop.ru +ayeartoforget.com +backiee.com +bank.uz +bannertesting.com +bbsoldes.fr +best-seo-software.xyz +bidr.trellian.com +bmsco.co +boom-celebs.com +bumascloset.com +buyscabiescream.com +calc-for-credit.ru +canzoni.ru +cartierlove2u.xyz +catalogs-parts.com +cctva.tv +checkhit.com +chocolateslim-en-france.com +cialiswithoutadoctor.net +cienum.fr +civilwartheater.com +clickaider.com +clickbank.net +clksite.com +cobaltpro.ru +coderstate.com +compliance-barak.xyz +compliance-ivan.top +compliance-jess.top +contentlook.co +cool-wedding.net +copblock.org coslab.club -courtshipgift.com -craftburg.ru -creditmoney.com.ua -customerpromos-a.akamaihd.net -dfwu1013.info -diarioaconcagua.com +decenttools.com +demenageur.com dikqlyremy.info -distver.ru -dividendo.ru -easytuningshop.ru -edge.sharethis.com -ekn-art.se -elektrischezigarettekaufen2.cowblog.fr -elektrozigarettekaufen2.blogse.nl -energydiet24.ru -engines-usa.com -enpolis.ru -ereko.ru -eu-cookie-law.info -excaliburfilms.com -exdocsfiles.com -expolicenciaslatam.co -eyes-on-you.ga -ezigarettekaufen2.blox.pl -f012.de -fdzone.org -financetip.eu -findpics.pw -firstdrugmall.ru -firstsiteguide.com -forexunion.net -fotopop.club -franecki.net -free-laptop-reward.com -freemaintenancesysforpcandmac.top -game-mmorpg.net -gavuer.ru -gearsadspromo.club +directivepub.com +djstools.com +dlya-android.org +dotnetdotcom.org +downloader12.ru +droidlook.net +e-collantes.com +elektrozigaretten1.tumblr.com +emailaccountlogin.co +empathica.com +englishgamer.com +esnm.ru +euromasterclass.ru +expertblog.info +extstat.com +familyholiday.ml +fermersovet.ru +filmi-v.online +findpik.com +finuse.com +flavors.me +footbalive.org +footballfarrago.com +fortwosmartcar.pw +fres-news.com +frighteningremain.cf +fsalas.com +fungamelands.com +gael-s.ru +generic-pills-online.com +generousdeal-a.akamaihd.net +genetworx.com getaclueamerica.com -gifspics.com -glavprofit.ru -glicol.kz -glopages.ru -go2album.com -googlefeud.com -googleseo.com.tr -graphics8.info -gwagka.com -hauleddes.com -hdimagegallery.net -help.tpu.ru -hetmanship.xyz -hjaoopoa.top -hop.clickbank.net -hotxnights.info -images-graphics-pics.com -imgata.com -informatiecentro.be -infospot.pt -invivo.hu -iqbazar.ru -justdating.online -kabbalah-red-bracelets.com -kevblog.top -keywordhut.com -keyword-suggestions.com -kinostorm.net -kongoultry.net -konkursowo-24.pl -konturkrasoty.ru -krasnodar.xrus.org -kretpicf.pw -lexaprogeneric.link -m3gadownload.pl -maglid.ru -makedo.ru -marcogrup.com -maslenka.kz -masthopehomes.com -matchpal-a.akamaihd.net -medicovi.com -meetingrainstorm.bid -mega-polis.biz.ua -migente.com -missis.top -mistr-x.org -mmgq.ru -mozello.ru -mrbitsandbytes.com -msk.afora.ru -musirc.com -muz-baza.net -myplaycity.com -net-radar.com -o-dachnik.ru -of-ireland.info -orel-reshka.net -outrageousdeal-a.akamaihd.net -partner-high.men -pc4download.co -photostudiolightings.com -picsforkeywordsuggestion.com -plugingeorgia.com -poppen-nw.net -popup-hgd.xyz -porn-w.org -pospr.waw.pl -potoideas.us -preventheadacheguide.info -printingpeach.com -privatefx.all4invest.info -proposal-engine.com -prostitutki-rostova.org -pskcijdc.bloger.index.hr -pssucai.info -pufip.com -randki-sex.com -rankscanner.com -ranksignals.com -razorweb-a.akamaihd.net -reelheroes.net -retailwith.com -rightenergysolutions.com.au -ringtonepartner.com -rumamba.com -rusoft-zone.ru -saneitconsulting.com -sashagreyblog.ga -scalerite.co.za -scanner-irvin.top -scanner-jess.top -school-diplomat.ru -scottbywater.com -searchtooknow-a.akamaihd.net -sei80.com -seinterface.com -sexyali.com -sfd-chess.ru -shariki-zuma-lines.ru -siteripz.net -sitiz.club -skanninge.se -sklad-24.ru -smallseotools.com -snomer1.ru -social-buttons.com -social-button.xyz -specialfinanceoffers.com -special-porn.com -sports-supplements.us -srdrvp.com -ssconstruction.co -sticken.co -stopnarco.ru -suhanpacktech.com -talant-factory.ru -technika-remont.ru -thelottosecrets.com -thepokertimer.com -the-trader.net -thewomenlife.com -tizanidineinfo.blogspot.com -tizanidinevscyclobenzaprine.blogspot.com -top1-seo-service.com -topcar-krasnodar.ru -tovaroboom.vast.ru -tracksurf.daooda.com -trafficgenius.xyz -tula.howotorg.ru -ukrtvir.com.ua -urll.eu -uroki.net -usiad.net -vgoloveboli.net -videooko.weebly.com -videositename.com -vip-file.com -vipromoffers.com -visa-pasport.ru -volgograd.xrus.org -wahicbefa31.soup.io -wallpaperaccess.com -webads.co.nz -webenlace.com.ar -weblo.com -webscouter.net -website-speed-checker.site -weddingdresses.xyz -whos.amung.us -whosonmyserver.com -wineration.com -www.labves.ru -xchangetrak.com -xjrul.com -xn-----7kceclhb4abre1b4a0ccl2fxch1a.xn--p1ai -xn--d1aifoe0a9a.top -yopoint.in -youjizz.vc -zaimite.ru -zero1.it -zionstar.net -zoogdiesney.com -zrelaya.pw +gombita.info +goodnightjournal.com +gribkovye-zabolevaniya.com +grupografico-pilar.com.ar +gsasearchenginerankerdiscount.com +hawaiisurf.com +heartofbeijing.blogspot.com +hotdl.in +hotel-mkad.ru +housediz.com +hreade.com +husky-shop.cz +ideawheel.com +ilbe.club +imadedinner.net +imicrovision.com +incanto.in.ua +indo-export.ru +innodgfdriverhm.aircus.com +insomniagamingfestival.com +ip-guide.com +iptool.xyz +izhevsk.xrus.org +j33x.com +jackpotchances.com +javatex.co.id +jeremyeaton.co +justbcause.com +kaidalibor.de +kellyonline.xyz +khadastoafarde.tk +kinoflux.net +kinohit1.ru +klejonka.info +kliksaya.com +knogg.net +kollesa.ru +krafte.ru +kunstaktien.info +lflash.ru +lunchrock.co +m5home.ru +meget.co.za +mindbox.co.za +mixx.com +morefastermac.trade +movies-in-theaters.net +musezone.ru +myfreecams.com +myghillie.info +myprintscreen.com +nbsproject.ru +ningessaybe.me +njkmznnb.ru +noscrapleftbehind.co +notasprensa.info +npoet.ru +onclickpredictiv.com +onlinefilmz.net +onlinemegax.com +online-podarki.com +onthemarch.co +optibuymac.com +ossmalta.com +ownshop.win +pc-services.ru +pearlisland.ru +petrovka-online.com +phelissota.xyz +picturesfrom.com +piratecams.com +piski.top +plusnetwork.com +pornogad.com +pornophoto.xyz +pornosee.info +positive2b.ru +productarium.com +quizzitch.net +rapidgator-porn.ga +realresultslist.com +recinziireale.com +research.ifmo.ru +rus-teh.narod.ru +sammyweaver.com +santechnik.jimdo.com +sdsjweb.com +seadragonherbery.com +searchinquire.com +search.xtconnect.com +seksvideoonlain.com +semrush.com +seryeznie-znakomstva.ru +sex-pr.net +sexs-foto.top +sharpchallenge.com +shisha-swag.de +shtaketniki.ru +sibtest.ru +site-analyzer.com +skachat-besplatno-obrazcy.ru +snip.tw +snjatie-geroinovoy-lomki.ru +snyatie-lomki-v-stacionare.ru +solinf.co +sonnikforme.ru +sps-shop.com +stmassage.ru +strana-krasoty.ru +stuff-about-money.com +svarbit.com +taboola.com +taihouse.ru +teguh.info +terraclicks.com +thaismartloan.com +thfox.com +tizanidinecost.blogspot.com +tizanidinefibromyalgia.blogspot.com +tizanidineshowupondrugtest.blogspot.com +tizanidinestreetprice.blogspot.com +tjkckpytpnje.com +tongkatmadura.info +tradgardspartner.se +trion.od.ua +trudogolik.net +tubeoffline.com +tupper-posuda.ru +twitlinks.com +twodollarshows.com +txxx.com +ukrtvory.in.ua +vereo.eu +vezuviy.su +vietimgy.pw +vonradio.com +vremya.eu +vtcdns.com +website-speed-check.site +wemarketing.se +wesharepics.site +wholinkstome.com +wieseversa.no +withstandingheartwarming.com +woman-orgasm.ru +wordpress-crew.net +worldoffiles.ru +xrus.org +xxxsiterips.xyz +yes-com.com +youbrainboost.asia +zarenica.net +zirondelli.it +zocaparj.kz +zona-aqua.ru +zx6.ru diff --git a/.dev-tools/test_units/ratelimittest-beta.txt b/.dev-tools/test_units/ratelimittest-beta.txt index b2122ba99..3656720f2 100644 --- a/.dev-tools/test_units/ratelimittest-beta.txt +++ b/.dev-tools/test_units/ratelimittest-beta.txt @@ -1,11 +1,21 @@ - + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + 503 Service Temporarily Unavailable

503 Service Temporarily Unavailable

nginx/1.18.0 (Ubuntu)
-ml> + 503 Service Temporarily Unavailable

503 Service Temporarily Unavailable

diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index 6b2d8a8e7..dd5291a4a 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.66.50.208 0; +104.154.182.187 0; 127.0.0.1 0; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index f0a0a6572..f3713e22b 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index d64f428f7..9cad5eab3 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 5c5a8cddb..2eed01609 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.04.2324 +#### Version: V4.2021.04.2325 #### Bad Referrers Blocked: [6977](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [608](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 01e1d1450..4d9ad0406 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.04.2324 +#### Version: V4.2021.04.2325 #### Bad Referrers Blocked: [6977](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [608](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index 8edf1c1ff..b7d7dc7fa 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2021.04.2324 +#### Version: V4.2021.04.2325 #### Bad Referrers Blocked: [6977](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [608](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_generator_lists/cloudflare-ip-ranges.list b/_generator_lists/cloudflare-ip-ranges.list index 3811e013d..b4c9a06e4 100644 --- a/_generator_lists/cloudflare-ip-ranges.list +++ b/_generator_lists/cloudflare-ip-ranges.list @@ -1,22 +1,22 @@ -173.245.48.0/20 103.21.244.0/22 103.22.200.0/22 103.31.4.0/22 -141.101.64.0/18 -108.162.192.0/18 -190.93.240.0/20 -188.114.96.0/20 -197.234.240.0/22 -198.41.128.0/17 -162.158.0.0/15 -172.64.0.0/13 -131.0.72.0/22 104.16.0.0/13 104.24.0.0/14 +108.162.192.0/18 +131.0.72.0/22 +141.101.64.0/18 +162.158.0.0/15 +172.64.0.0/13 +173.245.48.0/20 +188.114.96.0/20 +190.93.240.0/20 +197.234.240.0/22 +198.41.128.0/17 2400:cb00::/32 +2405:8100::/32 +2405:b500::/32 2606:4700::/32 2803:f800::/32 -2405:b500::/32 -2405:8100::/32 2a06:98c0::/29 2c0f:f248::/32 diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 237879e63..a3936ebf2 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2021.04.2324 +#### Version: V4.2021.04.2325 #### Bad Referrers Blocked: [6977](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [608](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 6dcd44a73..3191d0f4e 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.04.2324 -### Updated: Wed Apr 14 08:18:50 SAST 2021 +### Version: V4.2021.04.2325 +### Updated: Wed Apr 14 09:07:37 SAST 2021 ### Bad Referrer Count: 6977 ### Bad Bot Count: 608 ################################################### @@ -18190,7 +18190,8 @@ geo $validate_client { 103.21.244.0/22 0; 103.22.200.0/22 0; 103.31.4.0/22 0; - 104.16.0.0/12 0; + 104.16.0.0/13 0; + 104.24.0.0/14 0; 108.162.192.0/18 0; 131.0.72.0/22 0; 141.101.64.0/18 0; @@ -18201,7 +18202,6 @@ geo $validate_client { 190.93.240.0/20 0; 197.234.240.0/22 0; 198.41.128.0/17 0; - 199.27.128.0/21 0; 2400:cb00::/32 0; 2405:8100::/32 0; 2405:b500::/32 0; diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 751ac9754..837255dfe 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.04.2324 -### Updated: Wed Apr 14 08:18:51 SAST 2021 +### Version: V3.2021.04.2325 +### Updated: Wed Apr 14 09:07:38 SAST 2021 ### Bad Referrer Count: 6977 ### Bad Bot Count: 608 ################################################### @@ -18403,7 +18403,8 @@ geo $validate_client { 103.21.244.0/22 0; 103.22.200.0/22 0; 103.31.4.0/22 0; - 104.16.0.0/12 0; + 104.16.0.0/13 0; + 104.24.0.0/14 0; 108.162.192.0/18 0; 131.0.72.0/22 0; 141.101.64.0/18 0; @@ -18414,7 +18415,6 @@ geo $validate_client { 190.93.240.0/20 0; 197.234.240.0/22 0; 198.41.128.0/17 0; - 199.27.128.0/21 0; 2400:cb00::/32 0; 2405:8100::/32 0; 2405:b500::/32 0; diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 6dcd44a73..3191d0f4e 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.04.2324 -### Updated: Wed Apr 14 08:18:50 SAST 2021 +### Version: V4.2021.04.2325 +### Updated: Wed Apr 14 09:07:37 SAST 2021 ### Bad Referrer Count: 6977 ### Bad Bot Count: 608 ################################################### @@ -18190,7 +18190,8 @@ geo $validate_client { 103.21.244.0/22 0; 103.22.200.0/22 0; 103.31.4.0/22 0; - 104.16.0.0/12 0; + 104.16.0.0/13 0; + 104.24.0.0/14 0; 108.162.192.0/18 0; 131.0.72.0/22 0; 141.101.64.0/18 0; @@ -18201,7 +18202,6 @@ geo $validate_client { 190.93.240.0/20 0; 197.234.240.0/22 0; 198.41.128.0/17 0; - 199.27.128.0/21 0; 2400:cb00::/32 0; 2405:8100::/32 0; 2405:b500::/32 0; diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 1828ebaad..033722d61 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.04.2324 -### Updated: Wed Apr 14 08:18:52 SAST 2021 +### Version: V4.2021.04.2325 +### Updated: Wed Apr 14 09:07:40 SAST 2021 ### Bad Bot Count: 608 ################################################### ### Version Information ##