diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index c13127602..7142e75a3 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,9 +4,9 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2024.05.4478 +#### Version: V4.2024.05.4479 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [660](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [662](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 57a46ab14..172536666 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,9 +4,9 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2024.05.4478 +#### Version: V4.2024.05.4479 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [660](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [662](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/README.md b/README.md index e38de303c..0d305d742 100755 --- a/README.md +++ b/README.md @@ -14,9 +14,9 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2024.05.4478 +#### Version: V4.2024.05.4479 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [660](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [662](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/_generator_lists/bad-user-agents.list b/_generator_lists/bad-user-agents.list index be5a6349f..52d0198f1 100755 --- a/_generator_lists/bad-user-agents.list +++ b/_generator_lists/bad-user-agents.list @@ -1,5 +1,3 @@ -InfraSec\ Scanner -Information\ Security\ Team\ InfraSec\ Scanner 01h4x.com 360Spider 404checker @@ -211,6 +209,8 @@ IndeedBot Indy\ Library InfoNaviRobot InfoTekies +Information\ Security\ Team\ InfraSec\ Scanner +InfraSec\ Scanner Intelliseek InterGET InternetMeasurement diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index d2ca90580..aa377a098 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,9 +3,9 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2024.05.4478 +#### Version: V4.2024.05.4479 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [660](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [662](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 3a60a6415..9de40de9d 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.05.4478 -### Updated: Fri May 3 22:01:08 UTC 2024 +### Version: V4.2024.05.4479 +### Updated: Sat May 4 08:35:12 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 660 +### Bad Bot Count: 662 ################################################### ### VERSION INFORMATION ## @@ -362,6 +362,8 @@ map $http_user_agent $bad_bot { "~*(?:\b)Indy\ Library(?:\b)" 3; "~*(?:\b)InfoNaviRobot(?:\b)" 3; "~*(?:\b)InfoTekies(?:\b)" 3; + "~*(?:\b)Information\ Security\ Team\ InfraSec\ Scanner(?:\b)" 3; + "~*(?:\b)InfraSec\ Scanner(?:\b)" 3; "~*(?:\b)Intelliseek(?:\b)" 3; "~*(?:\b)InterGET(?:\b)" 3; "~*(?:\b)InternetMeasurement(?:\b)" 3; diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index de632cc18..33087c17f 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2024.05.4478 -### Updated: Fri May 3 22:01:09 UTC 2024 +### Version: V3.2024.05.4479 +### Updated: Sat May 4 08:35:13 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 660 +### Bad Bot Count: 662 ################################################### ### VERSION INFORMATION ## @@ -359,6 +359,8 @@ map $http_user_agent $bad_bot { "~*(?:\b)Indy\ Library(?:\b)" 3; "~*(?:\b)InfoNaviRobot(?:\b)" 3; "~*(?:\b)InfoTekies(?:\b)" 3; + "~*(?:\b)Information\ Security\ Team\ InfraSec\ Scanner(?:\b)" 3; + "~*(?:\b)InfraSec\ Scanner(?:\b)" 3; "~*(?:\b)Intelliseek(?:\b)" 3; "~*(?:\b)InterGET(?:\b)" 3; "~*(?:\b)InternetMeasurement(?:\b)" 3; diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 3a60a6415..9de40de9d 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.05.4478 -### Updated: Fri May 3 22:01:08 UTC 2024 +### Version: V4.2024.05.4479 +### Updated: Sat May 4 08:35:12 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 660 +### Bad Bot Count: 662 ################################################### ### VERSION INFORMATION ## @@ -362,6 +362,8 @@ map $http_user_agent $bad_bot { "~*(?:\b)Indy\ Library(?:\b)" 3; "~*(?:\b)InfoNaviRobot(?:\b)" 3; "~*(?:\b)InfoTekies(?:\b)" 3; + "~*(?:\b)Information\ Security\ Team\ InfraSec\ Scanner(?:\b)" 3; + "~*(?:\b)InfraSec\ Scanner(?:\b)" 3; "~*(?:\b)Intelliseek(?:\b)" 3; "~*(?:\b)InterGET(?:\b)" 3; "~*(?:\b)InternetMeasurement(?:\b)" 3; diff --git a/dev-tools/_robots_input/robots-input.txt b/dev-tools/_robots_input/robots-input.txt index 368350250..9207c62f9 100644 --- a/dev-tools/_robots_input/robots-input.txt +++ b/dev-tools/_robots_input/robots-input.txt @@ -209,6 +209,8 @@ IndeedBot Indy Library InfoNaviRobot InfoTekies +Information Security Team InfraSec Scanner +InfraSec Scanner Intelliseek InterGET InternetMeasurement diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index 2c865e202..c58ce61df 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -4478 +4479 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index de632cc18..33087c17f 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2024.05.4478 -### Updated: Fri May 3 22:01:09 UTC 2024 +### Version: V3.2024.05.4479 +### Updated: Sat May 4 08:35:13 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 660 +### Bad Bot Count: 662 ################################################### ### VERSION INFORMATION ## @@ -359,6 +359,8 @@ map $http_user_agent $bad_bot { "~*(?:\b)Indy\ Library(?:\b)" 3; "~*(?:\b)InfoNaviRobot(?:\b)" 3; "~*(?:\b)InfoTekies(?:\b)" 3; + "~*(?:\b)Information\ Security\ Team\ InfraSec\ Scanner(?:\b)" 3; + "~*(?:\b)InfraSec\ Scanner(?:\b)" 3; "~*(?:\b)Intelliseek(?:\b)" 3; "~*(?:\b)InterGET(?:\b)" 3; "~*(?:\b)InternetMeasurement(?:\b)" 3; diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index 3a60a6415..9de40de9d 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.05.4478 -### Updated: Fri May 3 22:01:08 UTC 2024 +### Version: V4.2024.05.4479 +### Updated: Sat May 4 08:35:12 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 660 +### Bad Bot Count: 662 ################################################### ### VERSION INFORMATION ## @@ -362,6 +362,8 @@ map $http_user_agent $bad_bot { "~*(?:\b)Indy\ Library(?:\b)" 3; "~*(?:\b)InfoNaviRobot(?:\b)" 3; "~*(?:\b)InfoTekies(?:\b)" 3; + "~*(?:\b)Information\ Security\ Team\ InfraSec\ Scanner(?:\b)" 3; + "~*(?:\b)InfraSec\ Scanner(?:\b)" 3; "~*(?:\b)Intelliseek(?:\b)" 3; "~*(?:\b)InterGET(?:\b)" 3; "~*(?:\b)InternetMeasurement(?:\b)" 3; diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 8fa6d3cb4..5bb4e7436 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -13.91.68.80 0; +172.183.146.91 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 3a60a6415..9de40de9d 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.05.4478 -### Updated: Fri May 3 22:01:08 UTC 2024 +### Version: V4.2024.05.4479 +### Updated: Sat May 4 08:35:12 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 660 +### Bad Bot Count: 662 ################################################### ### VERSION INFORMATION ## @@ -362,6 +362,8 @@ map $http_user_agent $bad_bot { "~*(?:\b)Indy\ Library(?:\b)" 3; "~*(?:\b)InfoNaviRobot(?:\b)" 3; "~*(?:\b)InfoTekies(?:\b)" 3; + "~*(?:\b)Information\ Security\ Team\ InfraSec\ Scanner(?:\b)" 3; + "~*(?:\b)InfraSec\ Scanner(?:\b)" 3; "~*(?:\b)Intelliseek(?:\b)" 3; "~*(?:\b)InterGET(?:\b)" 3; "~*(?:\b)InternetMeasurement(?:\b)" 3; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 17244f5da..0ee8a945b 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.152 1; +10.1.0.57 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 52e1c1d1c..26fdef129 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.152 0; +10.1.0.57 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 3a60a6415..9de40de9d 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.05.4478 -### Updated: Fri May 3 22:01:08 UTC 2024 +### Version: V4.2024.05.4479 +### Updated: Sat May 4 08:35:12 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 660 +### Bad Bot Count: 662 ################################################### ### VERSION INFORMATION ## @@ -362,6 +362,8 @@ map $http_user_agent $bad_bot { "~*(?:\b)Indy\ Library(?:\b)" 3; "~*(?:\b)InfoNaviRobot(?:\b)" 3; "~*(?:\b)InfoTekies(?:\b)" 3; + "~*(?:\b)Information\ Security\ Team\ InfraSec\ Scanner(?:\b)" 3; + "~*(?:\b)InfraSec\ Scanner(?:\b)" 3; "~*(?:\b)Intelliseek(?:\b)" 3; "~*(?:\b)InterGET(?:\b)" 3; "~*(?:\b)InternetMeasurement(?:\b)" 3; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 17244f5da..0ee8a945b 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.152 1; +10.1.0.57 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 52e1c1d1c..26fdef129 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.152 0; +10.1.0.57 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 3a60a6415..9de40de9d 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.05.4478 -### Updated: Fri May 3 22:01:08 UTC 2024 +### Version: V4.2024.05.4479 +### Updated: Sat May 4 08:35:12 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 660 +### Bad Bot Count: 662 ################################################### ### VERSION INFORMATION ## @@ -362,6 +362,8 @@ map $http_user_agent $bad_bot { "~*(?:\b)Indy\ Library(?:\b)" 3; "~*(?:\b)InfoNaviRobot(?:\b)" 3; "~*(?:\b)InfoTekies(?:\b)" 3; + "~*(?:\b)Information\ Security\ Team\ InfraSec\ Scanner(?:\b)" 3; + "~*(?:\b)InfraSec\ Scanner(?:\b)" 3; "~*(?:\b)Intelliseek(?:\b)" 3; "~*(?:\b)InterGET(?:\b)" 3; "~*(?:\b)InternetMeasurement(?:\b)" 3; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 17244f5da..0ee8a945b 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.152 1; +10.1.0.57 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf index 9d8abbf77..ff74305ed 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf @@ -270,6 +270,8 @@ "~*(?:\b)Indy\ Library(?:\b|)" 0; "~*(?:\b)InfoNaviRobot(?:\b|)" 0; "~*(?:\b)InfoTekies(?:\b|)" 0; + "~*(?:\b)Information\ Security\ Team\ InfraSec\ Scanner(?:\b|)" 0; + "~*(?:\b)InfraSec\ Scanner(?:\b|)" 0; "~*(?:\b)Intelliseek(?:\b|)" 0; "~*(?:\b)InterGET(?:\b|)" 0; "~*(?:\b)InternetMeasurement(?:\b|)" 0; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 52e1c1d1c..26fdef129 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.152 0; +10.1.0.57 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 3a60a6415..9de40de9d 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.05.4478 -### Updated: Fri May 3 22:01:08 UTC 2024 +### Version: V4.2024.05.4479 +### Updated: Sat May 4 08:35:12 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 660 +### Bad Bot Count: 662 ################################################### ### VERSION INFORMATION ## @@ -362,6 +362,8 @@ map $http_user_agent $bad_bot { "~*(?:\b)Indy\ Library(?:\b)" 3; "~*(?:\b)InfoNaviRobot(?:\b)" 3; "~*(?:\b)InfoTekies(?:\b)" 3; + "~*(?:\b)Information\ Security\ Team\ InfraSec\ Scanner(?:\b)" 3; + "~*(?:\b)InfraSec\ Scanner(?:\b)" 3; "~*(?:\b)Intelliseek(?:\b)" 3; "~*(?:\b)InterGET(?:\b)" 3; "~*(?:\b)InternetMeasurement(?:\b)" 3; diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 8fa6d3cb4..5bb4e7436 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -13.91.68.80 0; +172.183.146.91 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 8b66380ba..4136626c1 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.05.4478 -### Updated: Fri May 3 22:01:08 UTC 2024 +### Version: V4.2024.05.4479 +### Updated: Sat May 4 08:35:12 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 660 +### Bad Bot Count: 662 ################################################### ### VERSION INFORMATION ## @@ -362,6 +362,8 @@ map $http_user_agent $bad_bot { "~*(?:\b)Indy\ Library(?:\b)" 3; "~*(?:\b)InfoNaviRobot(?:\b)" 3; "~*(?:\b)InfoTekies(?:\b)" 3; + "~*(?:\b)Information\ Security\ Team\ InfraSec\ Scanner(?:\b)" 3; + "~*(?:\b)InfraSec\ Scanner(?:\b)" 3; "~*(?:\b)Intelliseek(?:\b)" 3; "~*(?:\b)InterGET(?:\b)" 3; "~*(?:\b)InternetMeasurement(?:\b)" 3; diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 8fa6d3cb4..5bb4e7436 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -13.91.68.80 0; +172.183.146.91 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 380a411c3..49e9ae7a7 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.05.4478 -### Updated: Fri May 3 22:01:08 UTC 2024 +### Version: V4.2024.05.4479 +### Updated: Sat May 4 08:35:12 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 660 +### Bad Bot Count: 662 ################################################### ### VERSION INFORMATION ## @@ -362,6 +362,8 @@ map $http_user_agent $bad_bot { "~*(?:\b)Indy\ Library(?:\b)" 3; "~*(?:\b)InfoNaviRobot(?:\b)" 3; "~*(?:\b)InfoTekies(?:\b)" 3; + "~*(?:\b)Information\ Security\ Team\ InfraSec\ Scanner(?:\b)" 3; + "~*(?:\b)InfraSec\ Scanner(?:\b)" 3; "~*(?:\b)Intelliseek(?:\b)" 3; "~*(?:\b)InterGET(?:\b)" 3; "~*(?:\b)InternetMeasurement(?:\b)" 3; diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index 17244f5da..0ee8a945b 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.152 1; +10.1.0.57 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/blacklist-user-agents.conf b/dev-tools/test_units/blacklist-user-agents.conf index 9d8abbf77..ff74305ed 100644 --- a/dev-tools/test_units/blacklist-user-agents.conf +++ b/dev-tools/test_units/blacklist-user-agents.conf @@ -270,6 +270,8 @@ "~*(?:\b)Indy\ Library(?:\b|)" 0; "~*(?:\b)InfoNaviRobot(?:\b|)" 0; "~*(?:\b)InfoTekies(?:\b|)" 0; + "~*(?:\b)Information\ Security\ Team\ InfraSec\ Scanner(?:\b|)" 0; + "~*(?:\b)InfraSec\ Scanner(?:\b|)" 0; "~*(?:\b)Intelliseek(?:\b|)" 0; "~*(?:\b)InterGET(?:\b|)" 0; "~*(?:\b)InternetMeasurement(?:\b|)" 0; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index 45c76e9aa..031699075 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -AllSubmitter -CATExplorador -Fimap -GrabNet -Id-search -OnCrawl -Web Collage -Web Fuck -autoemailspider -lwp-request +Anarchy +FyberSpider +HTMLparser +Netvibes +Pockey +Screaming +Surfbot +WebFetch +ips-agent +zgrab diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 9c9113a00..5e8664b4d 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,100 +1,100 @@ -AdsTxtCrawlerTP +404enemy +Acunetix +AhrefsBot +Anarchy +Atomseobot AwarioBot -BLEXBot -Black Hole -BlowFish -Cegbfeieh -CheTeam -CheeseBot -Crawling at Home Project +Brandprotect +Buddy +BuiltBotTough +Bullseye +CSHttp +CazoodleBot +CopyRightCheck +Copyscape CrunchBot -DataCha0s -Digincore -Discoverybot +DSearch +Dirbuster Dispatch -Ebingbong -ExtractorPro -Extreme Picture Finder +DomCopBot +Dotbot +EasyDL +Extractor +Firefox/7.0 FlashGet -Flunky -Fyrebot +FyberSpider G-i-g-a-b-o-t GermCrawler -IDBTE4M -IRLbot -Iblog -IndeedBot +Getintent +Gotit +HEADMasterSEO +Haansoft +HybridBot +Image Fetch Iria -JOC Web Spider -Kinza -LibWeb -Libwhisker -Lightspeedsystems -Linkbot +Jbrofuzz +Jorgee +LeechFTP +LexiBot +LieBaoFast +LinqiaRSSBot +Lipperhey +Lipperhey Spider +MSFrontPage +MSIECrawler Majestic SEO -Minefield Msrabot -NICErsPRO NPbot -Needle Net Vampire NetSpider -Nibbler -NimbleCrawler -Nmap -Offline Navigator -Openfind -OrangeBot -PageScorer -Papa Foto -PictureFinder -Psbot -RSSingBot +Octopus +Offline Explorer +Page Analyzer +PageAnalyzer +Picscout +QueryN Metasearch RankingBot -RealDownload -Reaper -RocketCrawler -SMTBot -ScanAlert -Screaming +RankingBot2 +Re-re +RebelMouse +SEOstats +ScreenerBot +ScrepyBot SeekportBot -Seomoz -Site Sucker -SiteSnagger -SlySearch +Siteimprove SmartDownload -SocialRankIOBot -Sociscraper -Telesoft +Sottopop +Spbot +Steeler +Telesphoreo The Intraformant -Turingos -Turnitin -TurnitinBot +Thumbor +Tracemyfile +URLy Warning +URLy.Warning +V-BOT VCI -VidibleScraper -Virusdie -WBSearchBot -Web Collage -Web Enhancer -Web Pix -WebStripper +VeriCiteCrawler +WWW-Mechanize +WebFetch +WebGo IS +WebPix +WebSucker Webshag -Website Quester -Webster -Whack -Wonderbot -Xenu -Zauba -Zermelo -Zitebot -anthropic-ai -arquivo.pt -clark-crawler -crawler4j +Whatweb +ZyBorg +awario.com +crawl.sogou.com +crawler.feedback +facebookscraper +heritrix imagesift.com -internetVista monitor -mediawords -sexsearcher -sogouspider -spyfu -webprosbot +isitwp.com +lwp-trivial +netEstate NE Crawler +oBot +pcBrowser +plumanalytics +sp_auditbot +webmeup-crawler +xpymep1.exe diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index e945692b9..6973b4456 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -browsepulse-a.akamaihd.net -click2pawn.com -fix-website-errors.com -freakycheats.com -gotorussia.com -labelwater.se -mafcards.ru -tattomedia.com -topflownews.com -vedomstvo.net +ekspresihati.info +getyourimage.club +gsou.cf +hatdc.org +linkpulse.com +medicines-choice.com +orion-v.com +petrovka-online.com +pornohub.me +whengirlsgowild.com diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index 0c8f6032a..1263755b4 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,100 +1,100 @@ -1qingdao.com -40cg.com -91abcw.com -ahmedabadwebs.com -allbizne.co.ua -alldezservice.kz -amyfoxfitness.com -antons-transporte.de -awaybird.ru -babieca.com -balkanfarma.ru -best-seo-offer.com -bestprofits-there.com -bestwebsiteawards.com -bigcities.org -bio-optomarket.ru -bloggedporn.com -boom-celebs.com -casinos4dummies.co.uk -ccjp.eu -comeondog.info -cpabegins.ru -cranly.net -dafatiri.com -dating-time-now.com -deadlinkchecker.com -delayreferat.ru -delta-line.men -draniki.org -e2click.com -editmedios.com -fickkontaktehobbyhuren.com -fighrofacciufreesig.ga -flash4fun.com -fotzen-ficken.com -free-deals.faith -freelinkbuilding.website.tk -funnymama.com -game-top.su -getmyads24.com -homedecoguide.info -ictizanidinehcl4mg.blogspot.com -ido3.com -ihc2015.info -interesnie-faktu.ru -janavibekken.no -japan-bearings.ru -journeydownthescale.info -kashubadesign.ru -kinogolos.ru -klejonka.info -kletkimehan.ru -lakomka.com.ua -magicdiet.gq -magnetpress.sk -makenahartlin.com -mediawhirl.net -medicovi.com -medispainstitute.com.au -missis.top -mobplayer.net -moviemail-online.co.uk -musezone.ru -mydirtystuff.com -narkologiya-penza.ru -nikitsyringedrivelg.pen.io -odywpjtw.bloger.index.hr -oneclickfiles.com -playboyfiles.xblog.in -predmety.in.ua -reyel1985.webnode.fr -sanyuprojects.com -sardinie.us -scanner-jess.top -searchimpression.com -senger.atspace.co.uk -seokicks.de -seryeznie-znakomstva.ru -sexobzor.info -sexs-foto.top -shmetall.com.ua +007angels.com +1-free-share-buttons.com +2rich4bitches.com +4replicawatch.net +4ureyesonly.com +aaronabel.com +adman.gr +akama.com +alloysteel.ru +anmysite.com +anonymous-redirect.com +anticrawler.org +aussie-prizes.com +balkanfarma.org +bigpenisguide.com +binomo.com +bryansk.zrus.org +bumskontakte.org +buydissertation.net +cablecar.us +capsderfudd.tk +cartierlovebraceletreplica.xyz +chlooe.com +com-onlinesupport.site +cookingmeat.ru +cosmeticswomens-womensports.rhcloud.com +culad.com +cv.wallhade.co +elektrozigarettekaufen1.devhub.com +elitedollars.com +erotische-geschichten-xxl.com +fandlr.com +fishingwholesale.us +fortwosmartcar.pw +gameplexcity.com +getresponse.com +globatur.ru +groupmoney.ru +hermesbelts.xyz +highspeed5.net +ikritikimou.gr +informatiecentro.be +inome.com.ua +iskalko.ru +istizanidinelikexanax.blogspot.com +justucalling32211123456789.tk +kazka.ru +kidd.reunionwatch.com +lincolntheatre.com +listiseltemournlan.gq +lyrster.com +m292.info +macresource.co.uk +macrotek.ru +maxxtor.eu +milblueprint.com +modnie-futbolki.net +moneyviking-a.akamaihd.net +musicas.baixar-musicas-gratis.com +mygameplus.ru +mylida.org +mysex21.com +nailsimg.com +onlinadverts.com +ourtherapy.ru +prostitutki-odessa.org +rednise.com +rff-cfal.info +s1z.ru +sankt-peterburg.nodup.ru +sbornik-zakonov.ru +sexpornotales.com +sexuria.net +similardeals.net +simple-image.com.ua +slomm.ru smichovbike.cz -spidtest.org -stackthatbucks.com -svnuppsalaorebro.se -tabletkinaodchudzanie.com.pl -teenforporn.com -thesmartsearch.net -top-l2.com -top250movies.ru -tramadolandtizanidine.blogspot.com -ukrtextbook.com -visa-china.ru -wareseeker.com -wholesalejerseychinashop.com -winterclassichockeyjerseys.com -workle.website -xclicks.net -youghbould.wordpress.com -youtube-downloader.savetubevideo.com +stuffpride.com +sundrugstore.com +tds-advert002.info +thedownloadfreeonlinegames.blogspot.com +thewomenlife.com +tizanidinecost.blogspot.com +topcar-krasnodar.ru +track.deriv.com +trafficmp.com +trailer.cinemaflix.website +ua.tc +unece.org +uytmaster.ru +verymes.xyz +via-energy-order.com +vizitki.net +vote-up.ru +vuclip.com +webkeyit.com +websitevaluebot.com +westen-v.life +xaylapdiendanang.com +yoopsie.com diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index 52e1c1d1c..26fdef129 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.152 0; +10.1.0.57 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index 28b1dc4a6..775c6c0a7 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,9 +6,9 @@ ### Version Information # ################################################### -### Version: V4.2024.05.4478 -### Updated: Fri May 3 22:01:10 UTC 2024 -### Bad Bot Count: 660 +### Version: V4.2024.05.4479 +### Updated: Sat May 4 08:35:14 UTC 2024 +### Bad Bot Count: 662 ################################################### ### Version Information ## @@ -437,6 +437,10 @@ User-agent: InfoNaviRobot Disallow:/ User-agent: InfoTekies Disallow:/ +User-agent: Information Security Team InfraSec Scanner +Disallow:/ +User-agent: InfraSec Scanner +Disallow:/ User-agent: Intelliseek Disallow:/ User-agent: InterGET diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 28b1dc4a6..775c6c0a7 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,9 +6,9 @@ ### Version Information # ################################################### -### Version: V4.2024.05.4478 -### Updated: Fri May 3 22:01:10 UTC 2024 -### Bad Bot Count: 660 +### Version: V4.2024.05.4479 +### Updated: Sat May 4 08:35:14 UTC 2024 +### Bad Bot Count: 662 ################################################### ### Version Information ## @@ -437,6 +437,10 @@ User-agent: InfoNaviRobot Disallow:/ User-agent: InfoTekies Disallow:/ +User-agent: Information Security Team InfraSec Scanner +Disallow:/ +User-agent: InfraSec Scanner +Disallow:/ User-agent: Intelliseek Disallow:/ User-agent: InterGET