diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 6e916360a..828e98756 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,9 +4,9 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2024.07.4628 +#### Version: V4.2024.07.4629 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [662](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [663](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index da66ab5a2..ffb47ce08 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,9 +4,9 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2024.07.4628 +#### Version: V4.2024.07.4629 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [662](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [663](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/README.md b/README.md index 892f08dec..c02f98af3 100755 --- a/README.md +++ b/README.md @@ -14,9 +14,9 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2024.07.4628 +#### Version: V4.2024.07.4629 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [662](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [663](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/_generator_lists/bad-user-agents.list b/_generator_lists/bad-user-agents.list index 7ff61bf3b..d2a2c4df9 100755 --- a/_generator_lists/bad-user-agents.list +++ b/_generator_lists/bad-user-agents.list @@ -1,5 +1,3 @@ -ClaudeBot -serpstatbot 01h4x.com 360Spider 404checker @@ -86,6 +84,7 @@ ChinaClaw Chlooe Citoid Claritybot +ClaudeBot Cliqzbot Cloud\ mapping Cocolyzebot diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index a516151e1..93a0bdbf4 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,9 +3,9 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2024.07.4628 +#### Version: V4.2024.07.4629 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [662](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [663](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 2d87ee8d0..71681394f 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4628 -### Updated: Wed Jul 17 22:01:03 UTC 2024 +### Version: V4.2024.07.4629 +### Updated: Thu Jul 18 09:40:23 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 662 +### Bad Bot Count: 664 ################################################### ### VERSION INFORMATION ## @@ -237,6 +237,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)Chlooe(?:\b)" 3; "~*(?:\b)Citoid(?:\b)" 3; "~*(?:\b)Claritybot(?:\b)" 3; + "~*(?:\b)ClaudeBot(?:\b)" 3; "~*(?:\b)Cliqzbot(?:\b)" 3; "~*(?:\b)Cloud\ mapping(?:\b)" 3; "~*(?:\b)Cocolyzebot(?:\b)" 3; diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index bce681128..a9b467cbd 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2024.07.4628 -### Updated: Wed Jul 17 22:01:04 UTC 2024 +### Version: V3.2024.07.4629 +### Updated: Thu Jul 18 09:40:23 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 662 +### Bad Bot Count: 663 ################################################### ### VERSION INFORMATION ## @@ -234,6 +234,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)Chlooe(?:\b)" 3; "~*(?:\b)Citoid(?:\b)" 3; "~*(?:\b)Claritybot(?:\b)" 3; + "~*(?:\b)ClaudeBot(?:\b)" 3; "~*(?:\b)Cliqzbot(?:\b)" 3; "~*(?:\b)Cloud\ mapping(?:\b)" 3; "~*(?:\b)Cocolyzebot(?:\b)" 3; diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 2d87ee8d0..71681394f 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4628 -### Updated: Wed Jul 17 22:01:03 UTC 2024 +### Version: V4.2024.07.4629 +### Updated: Thu Jul 18 09:40:23 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 662 +### Bad Bot Count: 664 ################################################### ### VERSION INFORMATION ## @@ -237,6 +237,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)Chlooe(?:\b)" 3; "~*(?:\b)Citoid(?:\b)" 3; "~*(?:\b)Claritybot(?:\b)" 3; + "~*(?:\b)ClaudeBot(?:\b)" 3; "~*(?:\b)Cliqzbot(?:\b)" 3; "~*(?:\b)Cloud\ mapping(?:\b)" 3; "~*(?:\b)Cocolyzebot(?:\b)" 3; diff --git a/dev-tools/_robots_input/robots-input.txt b/dev-tools/_robots_input/robots-input.txt index 9207c62f9..93d960acb 100644 --- a/dev-tools/_robots_input/robots-input.txt +++ b/dev-tools/_robots_input/robots-input.txt @@ -84,6 +84,7 @@ ChinaClaw Chlooe Citoid Claritybot +ClaudeBot Cliqzbot Cloud mapping Cocolyzebot diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index b4abb7466..4bb8b1814 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -4628 +4629 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index bce681128..a9b467cbd 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2024.07.4628 -### Updated: Wed Jul 17 22:01:04 UTC 2024 +### Version: V3.2024.07.4629 +### Updated: Thu Jul 18 09:40:23 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 662 +### Bad Bot Count: 663 ################################################### ### VERSION INFORMATION ## @@ -234,6 +234,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)Chlooe(?:\b)" 3; "~*(?:\b)Citoid(?:\b)" 3; "~*(?:\b)Claritybot(?:\b)" 3; + "~*(?:\b)ClaudeBot(?:\b)" 3; "~*(?:\b)Cliqzbot(?:\b)" 3; "~*(?:\b)Cloud\ mapping(?:\b)" 3; "~*(?:\b)Cocolyzebot(?:\b)" 3; diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index 2d87ee8d0..71681394f 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4628 -### Updated: Wed Jul 17 22:01:03 UTC 2024 +### Version: V4.2024.07.4629 +### Updated: Thu Jul 18 09:40:23 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 662 +### Bad Bot Count: 664 ################################################### ### VERSION INFORMATION ## @@ -237,6 +237,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)Chlooe(?:\b)" 3; "~*(?:\b)Citoid(?:\b)" 3; "~*(?:\b)Claritybot(?:\b)" 3; + "~*(?:\b)ClaudeBot(?:\b)" 3; "~*(?:\b)Cliqzbot(?:\b)" 3; "~*(?:\b)Cloud\ mapping(?:\b)" 3; "~*(?:\b)Cocolyzebot(?:\b)" 3; diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index ff497abd6..4546b52a1 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -172.183.132.82 0; +172.183.131.69 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 2d87ee8d0..71681394f 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4628 -### Updated: Wed Jul 17 22:01:03 UTC 2024 +### Version: V4.2024.07.4629 +### Updated: Thu Jul 18 09:40:23 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 662 +### Bad Bot Count: 664 ################################################### ### VERSION INFORMATION ## @@ -237,6 +237,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)Chlooe(?:\b)" 3; "~*(?:\b)Citoid(?:\b)" 3; "~*(?:\b)Claritybot(?:\b)" 3; + "~*(?:\b)ClaudeBot(?:\b)" 3; "~*(?:\b)Cliqzbot(?:\b)" 3; "~*(?:\b)Cloud\ mapping(?:\b)" 3; "~*(?:\b)Cocolyzebot(?:\b)" 3; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index c2d55d673..bd3d46509 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.32 1; +10.1.1.167 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index fe974ec9c..6c38ed5f2 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.32 0; +10.1.1.167 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 2d87ee8d0..71681394f 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4628 -### Updated: Wed Jul 17 22:01:03 UTC 2024 +### Version: V4.2024.07.4629 +### Updated: Thu Jul 18 09:40:23 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 662 +### Bad Bot Count: 664 ################################################### ### VERSION INFORMATION ## @@ -237,6 +237,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)Chlooe(?:\b)" 3; "~*(?:\b)Citoid(?:\b)" 3; "~*(?:\b)Claritybot(?:\b)" 3; + "~*(?:\b)ClaudeBot(?:\b)" 3; "~*(?:\b)Cliqzbot(?:\b)" 3; "~*(?:\b)Cloud\ mapping(?:\b)" 3; "~*(?:\b)Cocolyzebot(?:\b)" 3; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index c2d55d673..bd3d46509 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.32 1; +10.1.1.167 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index fe974ec9c..6c38ed5f2 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.32 0; +10.1.1.167 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 2d87ee8d0..71681394f 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4628 -### Updated: Wed Jul 17 22:01:03 UTC 2024 +### Version: V4.2024.07.4629 +### Updated: Thu Jul 18 09:40:23 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 662 +### Bad Bot Count: 664 ################################################### ### VERSION INFORMATION ## @@ -237,6 +237,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)Chlooe(?:\b)" 3; "~*(?:\b)Citoid(?:\b)" 3; "~*(?:\b)Claritybot(?:\b)" 3; + "~*(?:\b)ClaudeBot(?:\b)" 3; "~*(?:\b)Cliqzbot(?:\b)" 3; "~*(?:\b)Cloud\ mapping(?:\b)" 3; "~*(?:\b)Cocolyzebot(?:\b)" 3; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index c2d55d673..bd3d46509 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.32 1; +10.1.1.167 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf index ff74305ed..e41cf5847 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf @@ -145,6 +145,7 @@ "~*(?:\b)Chlooe(?:\b|)" 0; "~*(?:\b)Citoid(?:\b|)" 0; "~*(?:\b)Claritybot(?:\b|)" 0; + "~*(?:\b)ClaudeBot(?:\b|)" 0; "~*(?:\b)Cliqzbot(?:\b|)" 0; "~*(?:\b)Cloud\ mapping(?:\b|)" 0; "~*(?:\b)Cocolyzebot(?:\b|)" 0; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index fe974ec9c..6c38ed5f2 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.32 0; +10.1.1.167 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 2d87ee8d0..71681394f 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4628 -### Updated: Wed Jul 17 22:01:03 UTC 2024 +### Version: V4.2024.07.4629 +### Updated: Thu Jul 18 09:40:23 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 662 +### Bad Bot Count: 664 ################################################### ### VERSION INFORMATION ## @@ -237,6 +237,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)Chlooe(?:\b)" 3; "~*(?:\b)Citoid(?:\b)" 3; "~*(?:\b)Claritybot(?:\b)" 3; + "~*(?:\b)ClaudeBot(?:\b)" 3; "~*(?:\b)Cliqzbot(?:\b)" 3; "~*(?:\b)Cloud\ mapping(?:\b)" 3; "~*(?:\b)Cocolyzebot(?:\b)" 3; diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index ff497abd6..4546b52a1 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -172.183.132.82 0; +172.183.131.69 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 4208416c2..c0ca0abdc 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4628 -### Updated: Wed Jul 17 22:01:03 UTC 2024 +### Version: V4.2024.07.4629 +### Updated: Thu Jul 18 09:40:23 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 662 +### Bad Bot Count: 664 ################################################### ### VERSION INFORMATION ## @@ -237,6 +237,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)Chlooe(?:\b)" 3; "~*(?:\b)Citoid(?:\b)" 3; "~*(?:\b)Claritybot(?:\b)" 3; + "~*(?:\b)ClaudeBot(?:\b)" 3; "~*(?:\b)Cliqzbot(?:\b)" 3; "~*(?:\b)Cloud\ mapping(?:\b)" 3; "~*(?:\b)Cocolyzebot(?:\b)" 3; diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index ff497abd6..4546b52a1 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -172.183.132.82 0; +172.183.131.69 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 7568d8d0e..bc003212f 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4628 -### Updated: Wed Jul 17 22:01:03 UTC 2024 +### Version: V4.2024.07.4629 +### Updated: Thu Jul 18 09:40:23 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 662 +### Bad Bot Count: 664 ################################################### ### VERSION INFORMATION ## @@ -237,6 +237,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)Chlooe(?:\b)" 3; "~*(?:\b)Citoid(?:\b)" 3; "~*(?:\b)Claritybot(?:\b)" 3; + "~*(?:\b)ClaudeBot(?:\b)" 3; "~*(?:\b)Cliqzbot(?:\b)" 3; "~*(?:\b)Cloud\ mapping(?:\b)" 3; "~*(?:\b)Cocolyzebot(?:\b)" 3; diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index c2d55d673..bd3d46509 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.32 1; +10.1.1.167 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/blacklist-user-agents.conf b/dev-tools/test_units/blacklist-user-agents.conf index ff74305ed..e41cf5847 100644 --- a/dev-tools/test_units/blacklist-user-agents.conf +++ b/dev-tools/test_units/blacklist-user-agents.conf @@ -145,6 +145,7 @@ "~*(?:\b)Chlooe(?:\b|)" 0; "~*(?:\b)Citoid(?:\b|)" 0; "~*(?:\b)Claritybot(?:\b|)" 0; + "~*(?:\b)ClaudeBot(?:\b|)" 0; "~*(?:\b)Cliqzbot(?:\b|)" 0; "~*(?:\b)Cloud\ mapping(?:\b|)" 0; "~*(?:\b)Cocolyzebot(?:\b|)" 0; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index dadfae704..b9e9b844d 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -AfD-Verbotsverfahren -BBBike -Brandprotect -Brandwatch -Lipperhey Spider -Name Intelligence -SalesIntelligent -awario.com -sitechecker.pro -webmeup-crawler +Acunetix +BatchFTP +CATExplorador +DigitalPebble +G-i-g-a-b-o-t +Openfind +Pavuk +Thumbor +WebAuto +zauba.io diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 8247d41b1..ffd09b1d3 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,100 +1,100 @@ -Abonti -AdsTxtCrawlerTP -AfD-Verbotsverfahren -Anarchie -Anthill -Aspiegel -BetaBot -Blow -BotALot +AIBOT +Aipbot +Atomseobot +AwarioBot +BDFetch +BackStreet +BatchFTP +Bigfoot +BlackWidow +Brandprotect +Brandwatch Buck -BuiltWith -BunnySlippers -Citoid +ChatGPT-User +ChinaClaw +Cocolyzebot Copier -Cosmos -CyotekWebCopy -Deusu -Drip -ECCP/1.0 -EirGrabber -Exabot -ExtLinksBot -FemtosearchBot -Fimap -GPTBot -Gigabot -Go!Zilla -GoZilla -GrapeFX -HaosouSpider -HonoluluBot -JennyBot -Jorgee -Likse -LinkWalker -LinkextractorPro -Lipperhey -Litemage_walker -Lmspider -Ltx71 -MJ12bot -Mail.RU_Bot +Crescent +DBLBot +Discobot +DittoSpyder +DnyzBot +DomCopBot +DomainAppender +Download Wonder +EMail Siphon +EMail Wolf +Ecxi +EroCrawler +ExtractorPro +FacebookBot +FrontPage +GalaxyBot +HTTP::Lite +Harvest +IDBot +Iblog +IlseBot +Image Sucker +Indy Library +Intelliseek +LWP::Simple +LieBaoFast +MQQBrowser +Mag-Net Majestic12 -Mediatoolkitbot -Moblie Safari -Mojeek -MolokaiBot -NPbot -Nameprotect -Navroad -Nessus -Nettrack -NextGenSearchBot -PECL::HTTP -PageScorer -Pavuk -Probethenet -Proximic -PxBroker -ReGet -RocketCrawler -SEOprofiler -ScoutJet +Morfeus Fucking Scanner +NICErsPRO +NetSpider +Nikto +NimbleCrawler +Nimbostratus +OrangeSpider +OutclicksBot +PageGrabber +Pandalytics +Psbot +PyCurl +RankFlex +RebelMouse +SEOstats +Scanbot +Scrapy +Searchestate +SentiBot +SenutoBot SeoSiteCheckup -Site Sucker -SiteLockSpider -Sitebeam -SocialRankIOBot +Sitevigil +Snapbot SpaceBison -Sucker -Surfbot -Telesoft -Telesphoreo -Turingos -V-BOT -WPScan -Web Collage -Web Fetch +Spinn3r +Suzuran +Szukacz +TheNomad +TightTwatBot +Toata +Upflow +Vacuum +VeriCiteCrawler +VoidEYE +Voil +WWW-Mechanize +Wallpapers/3.0 +WallpapersHD Web Fuck -Web Sauger -Webshag -Wotbox -Xaldon WebSpider -YaK -YoudaoBot -Zauba -ZumBot -adscanner -anthropic-ai -cognitiveseo -evc-batch -gopher -isitwp.com -linkfluence -probe-image-size -s1z.ru -seoscanners +Whack +Widow +Zermelo +Zeus +arquivo-web-crawler +backlink-check +check1.exe +clark-crawler +facebookscraper +page scorer +polaris version +ripz siteripz -sysscan -webprosbot +trendiction.de +x09Mozilla +zauba.io diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index 4a41ace46..fd9309b54 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -alt-servis.ru -c1.onedmp.com -centraletermice.us -compliance-julianna.top -digital-sale.su -images-graphics-pics.com -owathemes.com -rebelmouse.com -ukrobstep.com -viddyoze.com +11pikachu.ru +bracketsmackdown.com +cdn.walkme.com +communisave.co.za +glass-msk.ru +gox.com.ua +pwwysydh.com +riders.ro +robertefuller.com +royalvegascasino.com diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index 83ff7647a..b544d51b2 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,100 +1,100 @@ -0n-line.tv -1pamm.ru -8558l.jobs.net -9med.net -aaronabel.com -adult-shop.com.ua -afmuseum.com -agahinameh.com -albuteroli.com -allnews.md -aloofly.com -anlimebel.kiev.ua -anonymousfox.co -apiallgeniusinfo-a.akamaihd.net -apple.com-webbrowsing-security.review -asociatia-tipografilor-transilvania.ro -avkzarabotok.com -avtocredit-legko.ru -blackle.com -board.f00d.de -boostmyppc.com -canvas.gloverid.site -chiblackhawks-jerseys.com -cindymatches.com -clayvasedesigns.tk -coolwallpapers4k.info -customergrowthsystems.com -cymbaltaandtizanidine.blogspot.com -d2jsp.org -dimkino.ru -dmmspy.com -domain-submit.info -doyouknowtheword-flummox.ml -easyukraine.com -elektronischezigarettekaufen1.beeplog.com -eng-lyrics.com -erotik-kostenlos.net -essay-writing.work -evogarage.com -faracontrol.ir -farm26.ru -foxjuegos.com -galleryawesome.com -hasshe.com -hd720kino.ru -hoverboard360.de -i-midias.net.br -inboxdollars.com -innodgfdriverhm.aircus.com -innoslicon.com -integritylandscapeservices.com -jackpotchances.com -kiwi237au.tk -kuzinsp.ru -linkarena.com -macotool.com -magicplayer-s.acestream.net -manipulyator-peterburg.ru -mcar.in.ua -mobstarr.com -muz-shoes.ru -myanyone.net -nailsimg.com -naturalshair.site -nbsproject.ru -nerudlogistik.ru -perl.dp.ua -perso.wanadoo.es -photochki.com -pics-group.com -picsfair.com -pirateday.ru -pornokorol.com -pozdravleniya-c.ru -prchecker.info -ruscoininvest.company -samoiedo.it +70casino.online +advancedsoftwaresupport.com +agysya.ru +allproblog.com +amazingninja.com +apartamentwroclaw.eu +apiappenableinfo-a.akamaihd.net +apibatbrowsecom-a.akamaihd.net +app-ready.xyz +aruplighting.com +aversis.net +bagcionderlab.com +basedecor.ru +belinka.com.ua +belstaffstore.online +bestcalovebracelet.cn +bestpornuha.com +boazpower.com +bongacams.com +btnativenav.com +callmd5map.com +callstevens.com +ccjp.eu +chatroulette.world +ddospanel.com +dinkolove.ya.ru +directrev.com +edge.sharethis.com +floridahuntingfishingadventures.com +fm-upgrade.ru +fun2cell.net +gamevalue7.weebly.com +gazoblok.net.ua +gk170.ru +greendream.com.ua +hptwaakw.blog.fc2.com +humbmosquina.tk +ifmo.ru +imadedinner.net +inbabes.sexushost.com +jestr.org +journalhome.com +ketrzyn.pl +kiinomaniak.pl +kinozapas.com +konkursov.net +krasivoe-hd.net +linkredirect.biz +lost-alpha.ru +marketland.ml +mosrif.ru +myonlinepayday.co +networkcheck.xyz +notaria-desalas.com +nuup.info +oneshotdate.com +online-hit.info +onlywoman.org +orhonit.com +paleohub.info +pijoto.net +pogosh.com +polska-poezja.com +pomoc-drogowa.cba.pl +porno-video-chati.ru +pornozhara.com +privhosting.com +prpops.com +ranksonic.info +realtytimes.com seasaltwithfood.com -serviporno.com -simplesite.com -sinel.info -sitevalued.com -smokewithrabbits.com -sofit-dmd.ru -sohoindia.net -spidtest.org -srdrvp.com -stair.registrydomainservices.com -sukirgenk.dvrlists.com -svnuppsalaorebro.se -tizanidine4mgtablets.blogspot.com -txxx.com +securityallianceservices.com +semprofile.com +service.adtech.fr +shodanhq.com +simply.net +sisiynas.ru +skyway24.ru +snegozaderzhatel.ru +social-buttons.com +soft1.ru +softonicads.com +tattooreligion.ru +tksn.ru +tt-ipd.info +twittrading.com +upupa.net +viagraneggrx.com +virus-schutzmasken.de vizag.kharkov.ua -weekes.biz.tc +vse-pesni.com +webalan.ru +website-analyzer.info wholesalejerseychinaoutlet.com -wjgony.com -xn----9sbubg3ambdfl1j.xn--p1ai -youtubedownload.org -znaniyapolza.ru -zrizvtrnpale.tk +winterclassichockeyjerseys.com +wnoz.de +writingservices17.blogspot.ru +yhit.press +zeikopay.com +zeroredirect9.com diff --git a/dev-tools/test_units/ratelimittest-master.txt b/dev-tools/test_units/ratelimittest-master.txt index 3fb3960da..0dccbaf08 100644 --- a/dev-tools/test_units/ratelimittest-master.txt +++ b/dev-tools/test_units/ratelimittest-master.txt @@ -878,4 +878,14 @@

Welcome to the NginX Ultimate Bad Bot Blocker

This is merely used for testing !!!

+ + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ \ No newline at end of file diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index fe974ec9c..6c38ed5f2 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.32 0; +10.1.1.167 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index b02372b3d..47a3099dc 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,9 +6,9 @@ ### Version Information # ################################################### -### Version: V4.2024.07.4628 -### Updated: Wed Jul 17 22:01:05 UTC 2024 -### Bad Bot Count: 662 +### Version: V4.2024.07.4629 +### Updated: Thu Jul 18 09:40:24 UTC 2024 +### Bad Bot Count: 663 ################################################### ### Version Information ## @@ -187,6 +187,8 @@ User-agent: Citoid Disallow:/ User-agent: Claritybot Disallow:/ +User-agent: ClaudeBot +Disallow:/ User-agent: Cliqzbot Disallow:/ User-agent: Cloud mapping diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index b02372b3d..47a3099dc 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,9 +6,9 @@ ### Version Information # ################################################### -### Version: V4.2024.07.4628 -### Updated: Wed Jul 17 22:01:05 UTC 2024 -### Bad Bot Count: 662 +### Version: V4.2024.07.4629 +### Updated: Thu Jul 18 09:40:24 UTC 2024 +### Bad Bot Count: 663 ################################################### ### Version Information ## @@ -187,6 +187,8 @@ User-agent: Citoid Disallow:/ User-agent: Claritybot Disallow:/ +User-agent: ClaudeBot +Disallow:/ User-agent: Cliqzbot Disallow:/ User-agent: Cloud mapping