diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index faaadd9ea..8699a2998 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,9 +4,9 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2025.08.5428 +#### Version: V4.2025.08.5429 #### Bad Referrers Blocked: [7105](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [679](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [681](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 3aa87cd7c..68c51a5c5 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,9 +4,9 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2025.08.5428 +#### Version: V4.2025.08.5429 #### Bad Referrers Blocked: [7105](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [679](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [681](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/README.md b/README.md index d9d2ca219..a2cd29051 100755 --- a/README.md +++ b/README.md @@ -14,9 +14,9 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2025.08.5428 +#### Version: V4.2025.08.5429 #### Bad Referrers Blocked: [7105](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [679](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [681](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/_generator_lists/bad-user-agents.list b/_generator_lists/bad-user-agents.list index a3143f421..41565beef 100755 --- a/_generator_lists/bad-user-agents.list +++ b/_generator_lists/bad-user-agents.list @@ -1,5 +1,3 @@ -Ai2Bot -allenai.org 01h4x.com 360Spider 404checker @@ -16,6 +14,7 @@ Acunetix AdsTxtCrawlerTP AfD-Verbotsverfahren AhrefsBot +Ai2Bot AiHitBot Aipbot Alexibot @@ -596,6 +595,7 @@ ZoominfoBot ZumBot ZyBorg adscanner +allenai.org anthropic-ai archive.org_bot arquivo-web-crawler diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 956d928a4..e103cec05 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,9 +3,9 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2025.08.5428 +#### Version: V4.2025.08.5429 #### Bad Referrers Blocked: [7105](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [679](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [681](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 2529b8f6b..be29bb237 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2025.08.5428 -### Updated: Tue Aug 26 22:04:28 UTC 2025 +### Version: V4.2025.08.5429 +### Updated: Wed Aug 27 09:01:38 UTC 2025 ### Bad Referrer Count: 7105 -### Bad Bot Count: 679 +### Bad Bot Count: 681 ################################################### ### VERSION INFORMATION ## @@ -167,6 +167,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)AdsTxtCrawlerTP(?:\b)" 3; "~*(?:\b)AfD-Verbotsverfahren(?:\b)" 3; "~*(?:\b)AhrefsBot(?:\b)" 3; + "~*(?:\b)Ai2Bot(?:\b)" 3; "~*(?:\b)AiHitBot(?:\b)" 3; "~*(?:\b)Aipbot(?:\b)" 3; "~*(?:\b)Alexibot(?:\b)" 3; @@ -747,6 +748,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)ZumBot(?:\b)" 3; "~*(?:\b)ZyBorg(?:\b)" 3; "~*(?:\b)adscanner(?:\b)" 3; + "~*(?:\b)allenai.org(?:\b)" 3; "~*(?:\b)anthropic-ai(?:\b)" 3; "~*(?:\b)archive.org_bot(?:\b)" 3; "~*(?:\b)arquivo-web-crawler(?:\b)" 3; diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 91aecf224..1ec6de72c 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2025.08.5428 -### Updated: Tue Aug 26 22:04:28 UTC 2025 +### Version: V3.2025.08.5429 +### Updated: Wed Aug 27 09:01:39 UTC 2025 ### Bad Referrer Count: 7105 -### Bad Bot Count: 679 +### Bad Bot Count: 681 ################################################### ### VERSION INFORMATION ## @@ -164,6 +164,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)AdsTxtCrawlerTP(?:\b)" 3; "~*(?:\b)AfD-Verbotsverfahren(?:\b)" 3; "~*(?:\b)AhrefsBot(?:\b)" 3; + "~*(?:\b)Ai2Bot(?:\b)" 3; "~*(?:\b)AiHitBot(?:\b)" 3; "~*(?:\b)Aipbot(?:\b)" 3; "~*(?:\b)Alexibot(?:\b)" 3; @@ -744,6 +745,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)ZumBot(?:\b)" 3; "~*(?:\b)ZyBorg(?:\b)" 3; "~*(?:\b)adscanner(?:\b)" 3; + "~*(?:\b)allenai.org(?:\b)" 3; "~*(?:\b)anthropic-ai(?:\b)" 3; "~*(?:\b)archive.org_bot(?:\b)" 3; "~*(?:\b)arquivo-web-crawler(?:\b)" 3; diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 2529b8f6b..be29bb237 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2025.08.5428 -### Updated: Tue Aug 26 22:04:28 UTC 2025 +### Version: V4.2025.08.5429 +### Updated: Wed Aug 27 09:01:38 UTC 2025 ### Bad Referrer Count: 7105 -### Bad Bot Count: 679 +### Bad Bot Count: 681 ################################################### ### VERSION INFORMATION ## @@ -167,6 +167,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)AdsTxtCrawlerTP(?:\b)" 3; "~*(?:\b)AfD-Verbotsverfahren(?:\b)" 3; "~*(?:\b)AhrefsBot(?:\b)" 3; + "~*(?:\b)Ai2Bot(?:\b)" 3; "~*(?:\b)AiHitBot(?:\b)" 3; "~*(?:\b)Aipbot(?:\b)" 3; "~*(?:\b)Alexibot(?:\b)" 3; @@ -747,6 +748,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)ZumBot(?:\b)" 3; "~*(?:\b)ZyBorg(?:\b)" 3; "~*(?:\b)adscanner(?:\b)" 3; + "~*(?:\b)allenai.org(?:\b)" 3; "~*(?:\b)anthropic-ai(?:\b)" 3; "~*(?:\b)archive.org_bot(?:\b)" 3; "~*(?:\b)arquivo-web-crawler(?:\b)" 3; diff --git a/dev-tools/_robots_input/robots-input.txt b/dev-tools/_robots_input/robots-input.txt index 929c85268..57717cbab 100644 --- a/dev-tools/_robots_input/robots-input.txt +++ b/dev-tools/_robots_input/robots-input.txt @@ -14,6 +14,7 @@ Acunetix AdsTxtCrawlerTP AfD-Verbotsverfahren AhrefsBot +Ai2Bot AiHitBot Aipbot Alexibot @@ -594,6 +595,7 @@ ZoominfoBot ZumBot ZyBorg adscanner +allenai.org anthropic-ai archive.org_bot arquivo-web-crawler diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index 999779ae9..ed6b4a5cd 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -5428 +5429 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 91aecf224..1ec6de72c 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2025.08.5428 -### Updated: Tue Aug 26 22:04:28 UTC 2025 +### Version: V3.2025.08.5429 +### Updated: Wed Aug 27 09:01:39 UTC 2025 ### Bad Referrer Count: 7105 -### Bad Bot Count: 679 +### Bad Bot Count: 681 ################################################### ### VERSION INFORMATION ## @@ -164,6 +164,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)AdsTxtCrawlerTP(?:\b)" 3; "~*(?:\b)AfD-Verbotsverfahren(?:\b)" 3; "~*(?:\b)AhrefsBot(?:\b)" 3; + "~*(?:\b)Ai2Bot(?:\b)" 3; "~*(?:\b)AiHitBot(?:\b)" 3; "~*(?:\b)Aipbot(?:\b)" 3; "~*(?:\b)Alexibot(?:\b)" 3; @@ -744,6 +745,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)ZumBot(?:\b)" 3; "~*(?:\b)ZyBorg(?:\b)" 3; "~*(?:\b)adscanner(?:\b)" 3; + "~*(?:\b)allenai.org(?:\b)" 3; "~*(?:\b)anthropic-ai(?:\b)" 3; "~*(?:\b)archive.org_bot(?:\b)" 3; "~*(?:\b)arquivo-web-crawler(?:\b)" 3; diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index 2529b8f6b..be29bb237 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2025.08.5428 -### Updated: Tue Aug 26 22:04:28 UTC 2025 +### Version: V4.2025.08.5429 +### Updated: Wed Aug 27 09:01:38 UTC 2025 ### Bad Referrer Count: 7105 -### Bad Bot Count: 679 +### Bad Bot Count: 681 ################################################### ### VERSION INFORMATION ## @@ -167,6 +167,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)AdsTxtCrawlerTP(?:\b)" 3; "~*(?:\b)AfD-Verbotsverfahren(?:\b)" 3; "~*(?:\b)AhrefsBot(?:\b)" 3; + "~*(?:\b)Ai2Bot(?:\b)" 3; "~*(?:\b)AiHitBot(?:\b)" 3; "~*(?:\b)Aipbot(?:\b)" 3; "~*(?:\b)Alexibot(?:\b)" 3; @@ -747,6 +748,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)ZumBot(?:\b)" 3; "~*(?:\b)ZyBorg(?:\b)" 3; "~*(?:\b)adscanner(?:\b)" 3; + "~*(?:\b)allenai.org(?:\b)" 3; "~*(?:\b)anthropic-ai(?:\b)" 3; "~*(?:\b)archive.org_bot(?:\b)" 3; "~*(?:\b)arquivo-web-crawler(?:\b)" 3; diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 05ad5ad02..62a3df525 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -48.214.55.37 0; +172.184.211.117 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 2529b8f6b..be29bb237 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2025.08.5428 -### Updated: Tue Aug 26 22:04:28 UTC 2025 +### Version: V4.2025.08.5429 +### Updated: Wed Aug 27 09:01:38 UTC 2025 ### Bad Referrer Count: 7105 -### Bad Bot Count: 679 +### Bad Bot Count: 681 ################################################### ### VERSION INFORMATION ## @@ -167,6 +167,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)AdsTxtCrawlerTP(?:\b)" 3; "~*(?:\b)AfD-Verbotsverfahren(?:\b)" 3; "~*(?:\b)AhrefsBot(?:\b)" 3; + "~*(?:\b)Ai2Bot(?:\b)" 3; "~*(?:\b)AiHitBot(?:\b)" 3; "~*(?:\b)Aipbot(?:\b)" 3; "~*(?:\b)Alexibot(?:\b)" 3; @@ -747,6 +748,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)ZumBot(?:\b)" 3; "~*(?:\b)ZyBorg(?:\b)" 3; "~*(?:\b)adscanner(?:\b)" 3; + "~*(?:\b)allenai.org(?:\b)" 3; "~*(?:\b)anthropic-ai(?:\b)" 3; "~*(?:\b)archive.org_bot(?:\b)" 3; "~*(?:\b)arquivo-web-crawler(?:\b)" 3; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index b716b9e6c..10ded6c41 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.30 1; +10.1.0.39 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 6fec63384..412ac1a6d 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.30 0; +10.1.0.39 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 2529b8f6b..be29bb237 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2025.08.5428 -### Updated: Tue Aug 26 22:04:28 UTC 2025 +### Version: V4.2025.08.5429 +### Updated: Wed Aug 27 09:01:38 UTC 2025 ### Bad Referrer Count: 7105 -### Bad Bot Count: 679 +### Bad Bot Count: 681 ################################################### ### VERSION INFORMATION ## @@ -167,6 +167,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)AdsTxtCrawlerTP(?:\b)" 3; "~*(?:\b)AfD-Verbotsverfahren(?:\b)" 3; "~*(?:\b)AhrefsBot(?:\b)" 3; + "~*(?:\b)Ai2Bot(?:\b)" 3; "~*(?:\b)AiHitBot(?:\b)" 3; "~*(?:\b)Aipbot(?:\b)" 3; "~*(?:\b)Alexibot(?:\b)" 3; @@ -747,6 +748,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)ZumBot(?:\b)" 3; "~*(?:\b)ZyBorg(?:\b)" 3; "~*(?:\b)adscanner(?:\b)" 3; + "~*(?:\b)allenai.org(?:\b)" 3; "~*(?:\b)anthropic-ai(?:\b)" 3; "~*(?:\b)archive.org_bot(?:\b)" 3; "~*(?:\b)arquivo-web-crawler(?:\b)" 3; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index b716b9e6c..10ded6c41 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.30 1; +10.1.0.39 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 6fec63384..412ac1a6d 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.30 0; +10.1.0.39 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 2529b8f6b..be29bb237 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2025.08.5428 -### Updated: Tue Aug 26 22:04:28 UTC 2025 +### Version: V4.2025.08.5429 +### Updated: Wed Aug 27 09:01:38 UTC 2025 ### Bad Referrer Count: 7105 -### Bad Bot Count: 679 +### Bad Bot Count: 681 ################################################### ### VERSION INFORMATION ## @@ -167,6 +167,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)AdsTxtCrawlerTP(?:\b)" 3; "~*(?:\b)AfD-Verbotsverfahren(?:\b)" 3; "~*(?:\b)AhrefsBot(?:\b)" 3; + "~*(?:\b)Ai2Bot(?:\b)" 3; "~*(?:\b)AiHitBot(?:\b)" 3; "~*(?:\b)Aipbot(?:\b)" 3; "~*(?:\b)Alexibot(?:\b)" 3; @@ -747,6 +748,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)ZumBot(?:\b)" 3; "~*(?:\b)ZyBorg(?:\b)" 3; "~*(?:\b)adscanner(?:\b)" 3; + "~*(?:\b)allenai.org(?:\b)" 3; "~*(?:\b)anthropic-ai(?:\b)" 3; "~*(?:\b)archive.org_bot(?:\b)" 3; "~*(?:\b)arquivo-web-crawler(?:\b)" 3; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index b716b9e6c..10ded6c41 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.30 1; +10.1.0.39 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf index 2ae1123e5..12011909d 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf @@ -75,6 +75,7 @@ "~*(?:\b)AdsTxtCrawlerTP(?:\b|)" 0; "~*(?:\b)AfD-Verbotsverfahren(?:\b|)" 0; "~*(?:\b)AhrefsBot(?:\b|)" 0; + "~*(?:\b)Ai2Bot(?:\b|)" 0; "~*(?:\b)AiHitBot(?:\b|)" 0; "~*(?:\b)Aipbot(?:\b|)" 0; "~*(?:\b)Alexibot(?:\b|)" 0; @@ -655,6 +656,7 @@ "~*(?:\b)ZumBot(?:\b|)" 0; "~*(?:\b)ZyBorg(?:\b|)" 0; "~*(?:\b)adscanner(?:\b|)" 0; + "~*(?:\b)allenai.org(?:\b|)" 0; "~*(?:\b)anthropic-ai(?:\b|)" 0; "~*(?:\b)archive.org_bot(?:\b|)" 0; "~*(?:\b)arquivo-web-crawler(?:\b|)" 0; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 6fec63384..412ac1a6d 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.30 0; +10.1.0.39 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 2529b8f6b..be29bb237 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2025.08.5428 -### Updated: Tue Aug 26 22:04:28 UTC 2025 +### Version: V4.2025.08.5429 +### Updated: Wed Aug 27 09:01:38 UTC 2025 ### Bad Referrer Count: 7105 -### Bad Bot Count: 679 +### Bad Bot Count: 681 ################################################### ### VERSION INFORMATION ## @@ -167,6 +167,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)AdsTxtCrawlerTP(?:\b)" 3; "~*(?:\b)AfD-Verbotsverfahren(?:\b)" 3; "~*(?:\b)AhrefsBot(?:\b)" 3; + "~*(?:\b)Ai2Bot(?:\b)" 3; "~*(?:\b)AiHitBot(?:\b)" 3; "~*(?:\b)Aipbot(?:\b)" 3; "~*(?:\b)Alexibot(?:\b)" 3; @@ -747,6 +748,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)ZumBot(?:\b)" 3; "~*(?:\b)ZyBorg(?:\b)" 3; "~*(?:\b)adscanner(?:\b)" 3; + "~*(?:\b)allenai.org(?:\b)" 3; "~*(?:\b)anthropic-ai(?:\b)" 3; "~*(?:\b)archive.org_bot(?:\b)" 3; "~*(?:\b)arquivo-web-crawler(?:\b)" 3; diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 05ad5ad02..62a3df525 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -48.214.55.37 0; +172.184.211.117 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index fd8ef2697..abd25d630 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2025.08.5428 -### Updated: Tue Aug 26 22:04:28 UTC 2025 +### Version: V4.2025.08.5429 +### Updated: Wed Aug 27 09:01:38 UTC 2025 ### Bad Referrer Count: 7105 -### Bad Bot Count: 679 +### Bad Bot Count: 681 ################################################### ### VERSION INFORMATION ## @@ -167,6 +167,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)AdsTxtCrawlerTP(?:\b)" 3; "~*(?:\b)AfD-Verbotsverfahren(?:\b)" 3; "~*(?:\b)AhrefsBot(?:\b)" 3; + "~*(?:\b)Ai2Bot(?:\b)" 3; "~*(?:\b)AiHitBot(?:\b)" 3; "~*(?:\b)Aipbot(?:\b)" 3; "~*(?:\b)Alexibot(?:\b)" 3; @@ -747,6 +748,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)ZumBot(?:\b)" 3; "~*(?:\b)ZyBorg(?:\b)" 3; "~*(?:\b)adscanner(?:\b)" 3; + "~*(?:\b)allenai.org(?:\b)" 3; "~*(?:\b)anthropic-ai(?:\b)" 3; "~*(?:\b)archive.org_bot(?:\b)" 3; "~*(?:\b)arquivo-web-crawler(?:\b)" 3; diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 05ad5ad02..62a3df525 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -48.214.55.37 0; +172.184.211.117 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 7dde87725..10f502fca 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2025.08.5428 -### Updated: Tue Aug 26 22:04:28 UTC 2025 +### Version: V4.2025.08.5429 +### Updated: Wed Aug 27 09:01:38 UTC 2025 ### Bad Referrer Count: 7105 -### Bad Bot Count: 679 +### Bad Bot Count: 681 ################################################### ### VERSION INFORMATION ## @@ -167,6 +167,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)AdsTxtCrawlerTP(?:\b)" 3; "~*(?:\b)AfD-Verbotsverfahren(?:\b)" 3; "~*(?:\b)AhrefsBot(?:\b)" 3; + "~*(?:\b)Ai2Bot(?:\b)" 3; "~*(?:\b)AiHitBot(?:\b)" 3; "~*(?:\b)Aipbot(?:\b)" 3; "~*(?:\b)Alexibot(?:\b)" 3; @@ -747,6 +748,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)ZumBot(?:\b)" 3; "~*(?:\b)ZyBorg(?:\b)" 3; "~*(?:\b)adscanner(?:\b)" 3; + "~*(?:\b)allenai.org(?:\b)" 3; "~*(?:\b)anthropic-ai(?:\b)" 3; "~*(?:\b)archive.org_bot(?:\b)" 3; "~*(?:\b)arquivo-web-crawler(?:\b)" 3; diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index b716b9e6c..10ded6c41 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.30 1; +10.1.0.39 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/blacklist-user-agents.conf b/dev-tools/test_units/blacklist-user-agents.conf index 2ae1123e5..12011909d 100644 --- a/dev-tools/test_units/blacklist-user-agents.conf +++ b/dev-tools/test_units/blacklist-user-agents.conf @@ -75,6 +75,7 @@ "~*(?:\b)AdsTxtCrawlerTP(?:\b|)" 0; "~*(?:\b)AfD-Verbotsverfahren(?:\b|)" 0; "~*(?:\b)AhrefsBot(?:\b|)" 0; + "~*(?:\b)Ai2Bot(?:\b|)" 0; "~*(?:\b)AiHitBot(?:\b|)" 0; "~*(?:\b)Aipbot(?:\b|)" 0; "~*(?:\b)Alexibot(?:\b|)" 0; @@ -655,6 +656,7 @@ "~*(?:\b)ZumBot(?:\b|)" 0; "~*(?:\b)ZyBorg(?:\b|)" 0; "~*(?:\b)adscanner(?:\b|)" 0; + "~*(?:\b)allenai.org(?:\b|)" 0; "~*(?:\b)anthropic-ai(?:\b|)" 0; "~*(?:\b)archive.org_bot(?:\b|)" 0; "~*(?:\b)arquivo-web-crawler(?:\b|)" 0; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index 23ed0f077..fb4148372 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Black Hole -Bytespider -CyotekWebCopy -DSearch -SEOkicks-Robot -Sqlworm -Suzuran -TeleportPro -WEBDAV -Website Quester +ALittle Client +EroCrawler +Extreme Picture Finder +Niki-bot +SemrushBot-FT +VoidEYE +Voil +WebBandit +Wprecon +Zitebot diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index bd09d7b49..4d676b5b9 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,100 +1,100 @@ -01h4x.com -360Spider -AfD-Verbotsverfahren -Alligator -Aspiegel -Attach -AwarioSmartBot -Black Hole -Blackboard +404checker +AdsTxtCrawlerTP +AllSubmitter +Anarchie +BackStreet +BackWeb BlowFish -BotALot -Brandwatch +Buddy BuiltBotTough -CCBot +Cegbfeieh +CensysInspect ChatGPT-User CheTeam Claritybot -Custo Disco -EMail Wolf +DittoSpyder +DnBCrawler-Analytics +DomainCrawler +DomainSigmaCrawler +Download Wonder +Drip Ecxi -EroCrawler -Express WebPictures -Extractor -Extreme Picture Finder -Fuzz -GPTBot -Harvest -Intelliseek -Iria -JetCar -Jorgee -JustView -Keyword Density -Kozmosbot +FDM +Gigabot +HTMLparser +IlseBot +Information Security Team InfraSec Scanner +InterGET +Internet Ninja +InternetMeasurement +Iskanie Larbin -Lightspeedsystems -LinkScan +LieBaoFast +Likse LinkextractorPro -Ltx71 -MJ12bot -MSIECrawler -Magnet -Mail.RU_Bot -Mediatoolkitbot -Microsoft URL Control +LinqiaRSSBot +Lipperhey +Lipperhey Spider +MFC_Tear_Sample +MIIxpc +Mag-Net +Mb2345Browser +MeanPath Bot +MicroMessenger Moblie Safari -NPbot -Navroad -Nibbler -OnCrawl -PageScorer -Pandalytics -Pavuk -PeoplePal -PxBroker -RankActiveLinkBot -RebelMouse -SEOlyticsCrawler -SISTRIX -Seekport +NearSite +NetSpider +Nuclei +Nutch +Octopus +OpenVAS +Openfind +OutclicksBot +QueryN Metasearch +Rainbot +Rankivabot +Re-re +RealDownload +SEOkicks +SEOstats +SemrushBot-BA Siphon -SiteExplorer -Siteimprove -Snake -Snapbot -Snoopy -SocialRankIOBot Sosospider -Sottopop -SpaceBison -Steeler +SputnikBot +Sucker SuperBot -T0PHackTeam -Teleport -Telesoft +SurveyBot +Suzuran +T8Abot +Telesphoreo +TightTwatBot True_Robot -Turnitin -TwengaBot -Twice +VelenPublicWebCrawler +VidibleScraper VoidEYE -Voil -Web Pix -WebGo IS -WebSauger +WBSearchBot +WWW::Mechanize +WeSEE +WebAuto +WebCollage +WebImageCollector WebmasterWorldForumBot -WebsiteQuester -WiseGuys Robot -ZmEu -arquivo.pt -coccocbot -linkdexbot -openai.com -plumanalytics -seocompany.store -seoscanners -sexsearcher -voyagerx.com +Webshag +Website Quester +Whatweb +YoudaoBot +Zeus +ZoomBot +adscanner +autoemailspider +awario.com +clark-crawler +crawler.feedback +domainsproject.org +lwp-trivial +s1z.ru +trendiction.com webgains-bot -xpymep1.exe +webmeup-crawler +zgrab diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index b04304ed1..3943ff63c 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -alta-realestate.com -dangphoto.trade -javxxx18.com -lernur.net -meetlocalchicks.com -mundoaberrante.com -pics-group.com -thegamerznetwork.com -tuckpointingmasonrysystems.com -yougotanewdomain.com +date-withme.com +extener.org +mb140.ru +mrcsa.com.au +photostudiolightings.com +playmsn.com +quality-traffic.com +sindragosa.comxa.com +thfox.com +xn----itbkqkfiq.xn--p1ai diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index f3214866d..8653432e6 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,100 +1,100 @@ -000free.us -1stat.ru -2itech.ru -7fon.ru -aa8780bb28a1de4eb5bff33c28a218a930.com -adpremium.org -analnoeporno.tv -anaseracresar.tk -animal36.com -apioasisspacenet-a.akamaihd.net -apiwebwebgetcom-a.akamaihd.net -asrvrep-a.akamaihd.net -bala.getenjoyment.net -berrymall.ru -best-coupon-offer.com -beztuberkuleza.ru +123kuma.com +202ch.com +all-streaming-media.com +ample-awards-today.us +apidigidocketnet-a.akamaihd.net +arenda-avtoprokat-krasnodar.ru +backuperwebcam.weebly.com +beachfix.co +bestmobilityscooterstoday.com +bfz.biz boleznikogi.com -bonanza-fortune.men -brandov.ru -buyk.host.sk -bvlgaribracelet.xyz -bwlx.prepedu.cn -cakesplus.com.au -carson.getenjoyment.net -cashonads.com -chatroulette.life -chatroulette.online -cialgenisrx.com -classiquebijoux.ru -cosmetic.donna7753191.ru -data-ox.com -dfwu1019.info -doctissimo.fr -doeco.ru -domznaniy.ru -download-wallpaper.net -downloadkakaotalk.com -draniki.org -drupa.com -earthmagic.info -elektrischezigarette2.onsugar.com -ezigarettekaufen2.blox.pl -fatmaelgarny.com -findpik.com -foodgid.net -foxjuegos.com -franecki.net -get-seo-domain.com -grand-chlen.ru -i-midias.net.br -ifmo.ru -images.gyffu.com -iomoio.net -istizanidineacontrolledsubstance.blogspot.com -izoll.ru -kalandranis.gr -laexotic.com -lenvred.org -lietaer.com -likesdesign.com -long-beach-air-conditioning.com -lyngdalhudterapi.no -meet-flirt-dating.com -mojowhois.com -narco24.me -notebook-pro.ru -obiavo.uz -ofanda.com -pk-services.ru -pshare.biz -rank-checker.online -rankings-analytics.com -redirectme.net -remont-fridge-tv.ru -remontgruzovik.ru -renecaovillasale.online -roofers.org.uk -runstocks.com -sbf441.com -snjatie-geroinovoy-lomki.ru -space-worry.ml -strigkaomsk.ru -stroiminsk.org -swimpool.ca -syvertsen-da.no -tnaionline.org -torrents-tracker.com -twittruth.com -ucoz.ru -uggsale.online -undergroundcityphoto.com -userequip.com -vostoktrade.info -word-vorlagen.net -xboxster.ru -xmladserver.com +budpost.com.ua +bugshoot.cn +carloans.com +compliance-brian.xyz +cornomase.win +covadhosting.biz +data-mining.tk +dating-app.ru +detskie-zabavi.ru +digitalfaq.com +djstools.com +ekspresihati.info +englishdictionaryfree.com +excitacion.info +expresstoplivo.ru +filefilter.weebly.com +flash4fun.com +froggytube.com +goldadpremium.com +hayate.biz +himgaws.pw +hit-kino.ru +homegardenlova.com +howlongdoestizanidinestayinyoursystem.blogspot.com +husky-shop.cz +hyiphunter.org +idc.com.ua +iframe-toloka.com +intelhdgraphicsgtdrive6w.metroblog.com +ipornox.xxx +javcoast.com +konkursov.net +koversite.info +ladsup.com +landoftracking.com +lechtaczka.net +limads.men +liran-locks.com +lkbennettstore.online +m0r0zk0-krava.ru +methodsmarketing.com +mir-betting.ru +mp3s.club +mycaf.it +no-fuel.org +novosibirsk.xrus.org +obiavo.by +owathemes.com +ownshop.cf +pila.pl +pliks.pl +poisk-zakona.ru +pornohd1080.online +portside.xyz +radiodigital.co +ranking2017.ga +renecaovilla.online +rep-am.com +responsinator.com +russintv.fr +scanner-jessica.top +seonetwizard.com +seorussian.ru +service.adtech.fr +sexphoto.site +shama-rc.net +simul.co +softwaretrend.net +solicita.info +specialfinanceoffers.com +spitfiremusic.com +sterva.cc +subj.ukr-lit.com +sudexpert66.ru +support.nopeas.sk +surgut.zrus.org +svetlotorg.ru +top-study.work +top10-way.com +u555u.info +vacuumcleanerguru.com +viteonlusarezzo.it +wanker.us +xn----8sbarihbihxpxqgaf0g1e.xn--80adxhks +xn--80aanaardaperhcem4a6i.com xn--80ajbshivpvn2i.xn--p1ai -yaoguangdj.com -yebocasino.com -ytmnd.com +your-bearings.com +yoursite.com +zapatosenventa.info diff --git a/dev-tools/test_units/ratelimittest-master.txt b/dev-tools/test_units/ratelimittest-master.txt index 06a62bf22..d2afdf776 100644 --- a/dev-tools/test_units/ratelimittest-master.txt +++ b/dev-tools/test_units/ratelimittest-master.txt @@ -8,7 +8,902 @@
This is merely used for testing !!!