diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index f22867e96..5ea72b38d 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,9 +4,9 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2024.04.4470 +#### Version: V4.2024.04.4471 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [659](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [660](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index bc09086b5..3ad897034 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,9 +4,9 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2024.04.4470 +#### Version: V4.2024.04.4471 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [659](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [660](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/README.md b/README.md index 5afe0843e..945dd456e 100755 --- a/README.md +++ b/README.md @@ -14,9 +14,9 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2024.04.4470 +#### Version: V4.2024.04.4471 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [659](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [660](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/_generator_lists/bad-user-agents.list b/_generator_lists/bad-user-agents.list index a94d31e20..d45a28f70 100755 --- a/_generator_lists/bad-user-agents.list +++ b/_generator_lists/bad-user-agents.list @@ -1,4 +1,3 @@ -InternetMeasurement 01h4x.com 360Spider 404checker @@ -212,6 +211,7 @@ InfoNaviRobot InfoTekies Intelliseek InterGET +InternetMeasurement InternetSeer Internet\ Ninja Iria diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 6451db95b..bfb219209 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,9 +3,9 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2024.04.4470 +#### Version: V4.2024.04.4471 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [659](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [660](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 12d9c9adf..752be2bdb 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.04.4470 -### Updated: Tue Apr 30 11:03:06 UTC 2024 +### Version: V4.2024.04.4471 +### Updated: Tue Apr 30 12:51:47 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 659 +### Bad Bot Count: 660 ################################################### ### VERSION INFORMATION ## @@ -364,6 +364,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)InfoTekies(?:\b)" 3; "~*(?:\b)Intelliseek(?:\b)" 3; "~*(?:\b)InterGET(?:\b)" 3; + "~*(?:\b)InternetMeasurement(?:\b)" 3; "~*(?:\b)InternetSeer(?:\b)" 3; "~*(?:\b)Internet\ Ninja(?:\b)" 3; "~*(?:\b)Iria(?:\b)" 3; diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 978e52f4b..5104c69b6 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2024.04.4470 -### Updated: Tue Apr 30 11:03:06 UTC 2024 +### Version: V3.2024.04.4471 +### Updated: Tue Apr 30 12:51:47 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 659 +### Bad Bot Count: 660 ################################################### ### VERSION INFORMATION ## @@ -361,6 +361,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)InfoTekies(?:\b)" 3; "~*(?:\b)Intelliseek(?:\b)" 3; "~*(?:\b)InterGET(?:\b)" 3; + "~*(?:\b)InternetMeasurement(?:\b)" 3; "~*(?:\b)InternetSeer(?:\b)" 3; "~*(?:\b)Internet\ Ninja(?:\b)" 3; "~*(?:\b)Iria(?:\b)" 3; diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 12d9c9adf..752be2bdb 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.04.4470 -### Updated: Tue Apr 30 11:03:06 UTC 2024 +### Version: V4.2024.04.4471 +### Updated: Tue Apr 30 12:51:47 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 659 +### Bad Bot Count: 660 ################################################### ### VERSION INFORMATION ## @@ -364,6 +364,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)InfoTekies(?:\b)" 3; "~*(?:\b)Intelliseek(?:\b)" 3; "~*(?:\b)InterGET(?:\b)" 3; + "~*(?:\b)InternetMeasurement(?:\b)" 3; "~*(?:\b)InternetSeer(?:\b)" 3; "~*(?:\b)Internet\ Ninja(?:\b)" 3; "~*(?:\b)Iria(?:\b)" 3; diff --git a/dev-tools/_robots_input/robots-input.txt b/dev-tools/_robots_input/robots-input.txt index 570e52f79..368350250 100644 --- a/dev-tools/_robots_input/robots-input.txt +++ b/dev-tools/_robots_input/robots-input.txt @@ -211,6 +211,7 @@ InfoNaviRobot InfoTekies Intelliseek InterGET +InternetMeasurement InternetSeer Internet Ninja Iria diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index d5a8a7704..0897811cf 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -4470 +4471 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 978e52f4b..5104c69b6 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2024.04.4470 -### Updated: Tue Apr 30 11:03:06 UTC 2024 +### Version: V3.2024.04.4471 +### Updated: Tue Apr 30 12:51:47 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 659 +### Bad Bot Count: 660 ################################################### ### VERSION INFORMATION ## @@ -361,6 +361,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)InfoTekies(?:\b)" 3; "~*(?:\b)Intelliseek(?:\b)" 3; "~*(?:\b)InterGET(?:\b)" 3; + "~*(?:\b)InternetMeasurement(?:\b)" 3; "~*(?:\b)InternetSeer(?:\b)" 3; "~*(?:\b)Internet\ Ninja(?:\b)" 3; "~*(?:\b)Iria(?:\b)" 3; diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index 12d9c9adf..752be2bdb 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.04.4470 -### Updated: Tue Apr 30 11:03:06 UTC 2024 +### Version: V4.2024.04.4471 +### Updated: Tue Apr 30 12:51:47 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 659 +### Bad Bot Count: 660 ################################################### ### VERSION INFORMATION ## @@ -364,6 +364,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)InfoTekies(?:\b)" 3; "~*(?:\b)Intelliseek(?:\b)" 3; "~*(?:\b)InterGET(?:\b)" 3; + "~*(?:\b)InternetMeasurement(?:\b)" 3; "~*(?:\b)InternetSeer(?:\b)" 3; "~*(?:\b)Internet\ Ninja(?:\b)" 3; "~*(?:\b)Iria(?:\b)" 3; diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index b7f0bac72..fcf8a5d88 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -172.183.162.118 0; +4.242.241.141 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 12d9c9adf..752be2bdb 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.04.4470 -### Updated: Tue Apr 30 11:03:06 UTC 2024 +### Version: V4.2024.04.4471 +### Updated: Tue Apr 30 12:51:47 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 659 +### Bad Bot Count: 660 ################################################### ### VERSION INFORMATION ## @@ -364,6 +364,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)InfoTekies(?:\b)" 3; "~*(?:\b)Intelliseek(?:\b)" 3; "~*(?:\b)InterGET(?:\b)" 3; + "~*(?:\b)InternetMeasurement(?:\b)" 3; "~*(?:\b)InternetSeer(?:\b)" 3; "~*(?:\b)Internet\ Ninja(?:\b)" 3; "~*(?:\b)Iria(?:\b)" 3; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 673c613c5..a1390954b 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.55 1; +10.1.1.99 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index caebfcfa7..e9c9c2b53 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.55 0; +10.1.1.99 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 12d9c9adf..752be2bdb 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.04.4470 -### Updated: Tue Apr 30 11:03:06 UTC 2024 +### Version: V4.2024.04.4471 +### Updated: Tue Apr 30 12:51:47 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 659 +### Bad Bot Count: 660 ################################################### ### VERSION INFORMATION ## @@ -364,6 +364,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)InfoTekies(?:\b)" 3; "~*(?:\b)Intelliseek(?:\b)" 3; "~*(?:\b)InterGET(?:\b)" 3; + "~*(?:\b)InternetMeasurement(?:\b)" 3; "~*(?:\b)InternetSeer(?:\b)" 3; "~*(?:\b)Internet\ Ninja(?:\b)" 3; "~*(?:\b)Iria(?:\b)" 3; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 673c613c5..a1390954b 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.55 1; +10.1.1.99 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index caebfcfa7..e9c9c2b53 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.55 0; +10.1.1.99 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 12d9c9adf..752be2bdb 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.04.4470 -### Updated: Tue Apr 30 11:03:06 UTC 2024 +### Version: V4.2024.04.4471 +### Updated: Tue Apr 30 12:51:47 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 659 +### Bad Bot Count: 660 ################################################### ### VERSION INFORMATION ## @@ -364,6 +364,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)InfoTekies(?:\b)" 3; "~*(?:\b)Intelliseek(?:\b)" 3; "~*(?:\b)InterGET(?:\b)" 3; + "~*(?:\b)InternetMeasurement(?:\b)" 3; "~*(?:\b)InternetSeer(?:\b)" 3; "~*(?:\b)Internet\ Ninja(?:\b)" 3; "~*(?:\b)Iria(?:\b)" 3; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 673c613c5..a1390954b 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.55 1; +10.1.1.99 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf index e3d65e900..9d8abbf77 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf @@ -272,6 +272,7 @@ "~*(?:\b)InfoTekies(?:\b|)" 0; "~*(?:\b)Intelliseek(?:\b|)" 0; "~*(?:\b)InterGET(?:\b|)" 0; + "~*(?:\b)InternetMeasurement(?:\b|)" 0; "~*(?:\b)InternetSeer(?:\b|)" 0; "~*(?:\b)Internet\ Ninja(?:\b|)" 0; "~*(?:\b)Iria(?:\b|)" 0; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index caebfcfa7..e9c9c2b53 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.55 0; +10.1.1.99 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 12d9c9adf..752be2bdb 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.04.4470 -### Updated: Tue Apr 30 11:03:06 UTC 2024 +### Version: V4.2024.04.4471 +### Updated: Tue Apr 30 12:51:47 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 659 +### Bad Bot Count: 660 ################################################### ### VERSION INFORMATION ## @@ -364,6 +364,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)InfoTekies(?:\b)" 3; "~*(?:\b)Intelliseek(?:\b)" 3; "~*(?:\b)InterGET(?:\b)" 3; + "~*(?:\b)InternetMeasurement(?:\b)" 3; "~*(?:\b)InternetSeer(?:\b)" 3; "~*(?:\b)Internet\ Ninja(?:\b)" 3; "~*(?:\b)Iria(?:\b)" 3; diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index b7f0bac72..fcf8a5d88 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -172.183.162.118 0; +4.242.241.141 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index b6bfca805..b91502f3a 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.04.4470 -### Updated: Tue Apr 30 11:03:06 UTC 2024 +### Version: V4.2024.04.4471 +### Updated: Tue Apr 30 12:51:47 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 659 +### Bad Bot Count: 660 ################################################### ### VERSION INFORMATION ## @@ -364,6 +364,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)InfoTekies(?:\b)" 3; "~*(?:\b)Intelliseek(?:\b)" 3; "~*(?:\b)InterGET(?:\b)" 3; + "~*(?:\b)InternetMeasurement(?:\b)" 3; "~*(?:\b)InternetSeer(?:\b)" 3; "~*(?:\b)Internet\ Ninja(?:\b)" 3; "~*(?:\b)Iria(?:\b)" 3; diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index b7f0bac72..fcf8a5d88 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -172.183.162.118 0; +4.242.241.141 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index fe4b90edd..d266b140c 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.04.4470 -### Updated: Tue Apr 30 11:03:06 UTC 2024 +### Version: V4.2024.04.4471 +### Updated: Tue Apr 30 12:51:47 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 659 +### Bad Bot Count: 660 ################################################### ### VERSION INFORMATION ## @@ -364,6 +364,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)InfoTekies(?:\b)" 3; "~*(?:\b)Intelliseek(?:\b)" 3; "~*(?:\b)InterGET(?:\b)" 3; + "~*(?:\b)InternetMeasurement(?:\b)" 3; "~*(?:\b)InternetSeer(?:\b)" 3; "~*(?:\b)Internet\ Ninja(?:\b)" 3; "~*(?:\b)Iria(?:\b)" 3; diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index 673c613c5..a1390954b 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.55 1; +10.1.1.99 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/blacklist-user-agents.conf b/dev-tools/test_units/blacklist-user-agents.conf index e3d65e900..9d8abbf77 100644 --- a/dev-tools/test_units/blacklist-user-agents.conf +++ b/dev-tools/test_units/blacklist-user-agents.conf @@ -272,6 +272,7 @@ "~*(?:\b)InfoTekies(?:\b|)" 0; "~*(?:\b)Intelliseek(?:\b|)" 0; "~*(?:\b)InterGET(?:\b|)" 0; + "~*(?:\b)InternetMeasurement(?:\b|)" 0; "~*(?:\b)InternetSeer(?:\b|)" 0; "~*(?:\b)Internet\ Ninja(?:\b|)" 0; "~*(?:\b)Iria(?:\b|)" 0; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index 428f93991..6aefbe91d 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Dispatch -DomCopBot -Indy Library -Pump -ReGet -Spammen -Sqworm -T0PHackTeam -Web Auto -Web Fuck +Image Sucker +LNSpiderguy +LieBaoFast +Quick-Crawler +ScreenerBot +Sucker +SuperHTTP +Webshag +WiseGuys Robot +adscanner diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 7cfd1db69..c2448050d 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,100 +1,100 @@ 01h4x.com -80legs -ADmantX -AhrefsBot -AiHitBot +ALittle Client +AdsTxtCrawlerTP +Anarchy99 Anthill -AwarioRssBot -BackWeb -BetaBot -BuiltBotTough -Chlooe +Apexoo +BackDoorBot +BackStreet +Bolt +Brandwatch +BuzzSumo +Calculon +ChatGPT-User +CheeseBot +ChinaClaw Citoid -Cliqzbot -Copier +Cocolyzebot +Copyscape +Craftbot Dirbuster -DnBCrawler-Analytics -DomainCrawler -Dragonfly -Ebingbong -EirGrabber -Extreme Picture Finder -FDM +Disco +Discoverybot +DittoSpyder +Download Wonder +EMail Siphon +Extractor +FemtosearchBot +Fyrebot +Genieo GetWeb -Go!Zilla -Google-Extended -GrapeshotCrawler -HTTP::Lite -HTTrack -HaosouSpider -Havij -Hloader -IDBTE4M -Iblog +GrabNet +Grabber +HMView +HTMLparser +HybridBot +IDBot +IRLbot Image Fetch Image Sucker InfoNaviRobot -JetCar -Jyxobot -Kenjin Spider -Kinza -Lanshanbot -Linkbot -Lipperhey Spider -Lmspider -Mail.RU_Bot -Majestic SEO -Mb2345Browser -NetMechanic -NetZIP +InternetSeer +JikeSpider +Keyword Density +LWP::Simple +Larbin +LinkpadBot +MIIxpc +MJ12bot +Moblie Safari +MolokaiBot +Musobot +NetLyzer Nettrack -Nuclei Offline Explorer -Offline Navigator -Openfind +OpenLinkProfiler +Openvas OrangeSpider -POE-Component-Client-HTTP Page Analyzer Papa Foto -Pump -RankingBot2 -Rankivabot -RealDownload -SEOkicks-Robot -ScanAlert -SemanticJuice -Shodan -SiteSucker -SmartDownload -Snoopy -Sociscraper -SpaceBison -Spanner -Spinn3r -SuperBot -SuperHTTP -T8Abot +Petalbot +Picscout +RankurBot +SEOstats +Seekport +Semrush +Sitebeam +Siteimprove +Sitevigil +Snake +Sucker +Surfbot Telesoft -Telesphoreo +The Intraformant +TheNomad +Thumbor Toata -Upflow -V-BOT -VeriCiteCrawler -Virusdie -Voil -WebEnhancer -WebZIP -Webalta -WebsiteExtractor -Xaldon_WebSpider +Turingos +Typhoeus +VB Project +VelenPublicWebCrawler +Web Enhancer +WebCopier +WebImageCollector +WebStripper +Webster +Widow +Wotbox +Zade ZoominfoBot -adscanner archive.org_bot -crawler4j -dataforseo.com +awario.com +cah.io.community +clark-crawler domainsproject.org -isitwp.com -spyfu -ubermetrics-technologies.com -webmeup-crawler -x09Mozilla +internetVista monitor +oBot +omgili +polaris version +serpstatbot +webprosbot diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index 6c058a494..74ba3d35f 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -androids-store.com -camel-beach.com -compliance-elena.xyz -gemara.com -huhn.altervista.org -inclk.com -kmd-pto.ru -nudepatch.net -sel-hoz.com -xportvusbdriver8i.snack.ws +20pascals.nl +ameblo.jp +blogos.kz +editors.choice6912650.hulfingtonpost.com +fellowshipoftheminds.com +jerseychinabizwholesale.us +jyvopys.com +patterntrader-en.com +ratemodels.net +tds-advert002.info diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index b6d4462c6..8bf9181e0 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,100 +1,100 @@ -03e.info -4senses.co -aa14ab57a3339c4064bd9ae6fad7495b5f.com -acheterviagrafr24.com -adtech.us -agecheckadult.com -alert-jdh.xyz -alot.com -apiadanaknet-a.akamaihd.net -astrochicks.com +007angels.com +123movies.love +3-letter-domains.net +abcdeg.xyz +absolutelyanalog.com +adclickthru.net +add-add.men +apartment.ru +apiitsthirteende-a.akamaihd.net +apishops.ru +arenda-yeisk.ru +autoplate.info avirasecureserver.com -bamo.xsl.pt -banan.tv -beget.tech -bestserials.com -brus-vsem.ru -cartierreplica.pw -chatroulette.online -cheapjerseysa.com -circlesl.com -corta.co -dawlenie.com -dinkolove.ya.ru -docsportal.net -drivotracker.com -dyt.net -efkt.jp -elektronischezi.livejournal.com -elmifarhangi.com -energy-ua.com -eropho.net -erotiktreff24.info -f0815.de -findpics.pw -fitness-video.net -footballfarrago.com -forex21.ru -forum-engineering.ru -forums.d2jsp.org -freeseedsonline.com -freeuploader.com -funcrushgames.com -glogow.pl -googglet.com -handicapbathtubarea.com -hotenergy.ru -hoztorg-opt.ru -impresagaia.it -intim-uslugi.info -javxxx18.com -keywordglobal.co.za -keywordhouse.com -kinocccp.net -kinopolet.net -kit-opt.ru -kolotiloff.ru -laapp.com -languagecode.com -lashstudia.ru -lider-zhaluzi.kiev.ua -marcogrup.com -maximilitary.ru -mustat.com -muznachas-service.ru -offers.bycontext.com -outclicks.net -photokitchendesign.com -piski.top -pornhub-ru.com -prodess.ru -profitfx.online -profitwithalex.info -purplesphere.in -qld10000.net -quangcaons.com -rybalka-opt.ru -sale-japan.com -scanner-don.top -scanner-walter.top -seinterface.com -seonetwizard.com -spinazdrav.ru -sps-shop.com -spylog.com -talant-factory.ru -theendivechronicles.com -topflownews.com -torrent-newgames.com -traffic-club.info -umg-stroy.ru -ussearche.cf -valkiria-tk.ru -videonsk.com -vip2ch.com -vvon.co.uk -vzglyadriv.kg -websites-reviews.com -yougame.biz -zeg-distribution.com -zeroredirect10.com +ayeartoforget.com +bazaronline24.ru +bedandbreakfast.com +biglistofwebsites.com +bigpenisguide.com +blog.f00kclan.de +blogqpot.com +brendbutik.ru +buyessayonline19.blogspot.ru +cartierreplica.top +check-host.net +chelnytruck.ru +coindirect.io +compliance-george.top +diminishedvalueoforegon.com +distver.ru +doeco.ru +downloadme.life +edge.sharethis.com +electronicadirect.com +elektronischezigarettekaufen1.myblog.de +enskedesquashclub.se +eropornosex.ru +genetworx.com +googlsucks.com +graphicwe.org +gsasearchenginerankerdiscount.com +gungamesz.com +gwebtools.com.br +hermesreplica.win +hol.es +hopeonthestreet.co.uk +hostingclub.lk +ikearugs.xyz +inboxdollars.com +istmira.ru +iwanttodeliver.com +jerseywholesalebizchina.com +khadastoafarde.tk +lafourmiliaire.com +linkbux.ru +lostaruban.com +manualterap.roleforum.ru +marblestyle.ru +meddesk.ru +mobicover.com.ua +mrcsa.com.au +mrsdalloways.com +msk.afora.ru +myra.top +panchro.co.uk +playtap.us +pontiacsolstice.info +pornodojd.ru +pr-ten.de +printie.com +projefrio.com.br +remontbiz.ru +ruex.org.ua +russia-today-video.ru +sadaholding.com +savingsslider-a.akamaihd.net +semxiu.com +sethrollins.net +shopvilleroyboch.com.ua +smartadserver.com +stroyplus.ru +supermodni.com.ua +svarbit.com +thecounter.com +thruport.com +tizanidinefibromyalgia.blogspot.com +twiclub.in +vezuviy.su +vielporno.net +vonradio.com +westsextube.com +wtsindia.in +x-diesel.biz +xn--80adaggc5bdhlfamsfdij4p7b.xn--p1ai +xn--e1afanlbnfckd7c3d.xn--p1ai +yun56.co +zaimite.ru +zaobao.com.sg +zebramart.ru +zerocash.msk.ru +zrus.org diff --git a/dev-tools/test_units/ratelimittest-master.txt b/dev-tools/test_units/ratelimittest-master.txt index 41cf3bceb..0dccbaf08 100644 --- a/dev-tools/test_units/ratelimittest-master.txt +++ b/dev-tools/test_units/ratelimittest-master.txt @@ -568,4 +568,324 @@
This is merely used for testing !!!