diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 3c3c4a5ba..0c706a062 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,9 +4,9 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2024.09.4778 +#### Version: V4.2024.09.4779 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [666](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [667](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index bb35d3928..111736fb8 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,9 +4,9 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2024.09.4778 +#### Version: V4.2024.09.4779 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [666](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [667](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/README.md b/README.md index 5c353b264..5fc9ff1ee 100755 --- a/README.md +++ b/README.md @@ -14,9 +14,9 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2024.09.4778 +#### Version: V4.2024.09.4779 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [666](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [667](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/_generator_lists/bad-user-agents.list b/_generator_lists/bad-user-agents.list index 551aab705..85b6ed912 100755 --- a/_generator_lists/bad-user-agents.list +++ b/_generator_lists/bad-user-agents.list @@ -1,4 +1,3 @@ -SeoCherryBot 01h4x.com 360Spider 404checker @@ -424,6 +423,7 @@ Semrush SemrushBot SentiBot SenutoBot +SeoCherryBot SeoSiteCheckup SeobilityBot Seomoz diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 0d45ba6c5..6ea80d6c2 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,9 +3,9 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2024.09.4778 +#### Version: V4.2024.09.4779 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [666](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [667](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 61cbda233..83d0aa3ea 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.09.4778 -### Updated: Fri Sep 27 22:01:10 UTC 2024 +### Version: V4.2024.09.4779 +### Updated: Sat Sep 28 05:47:44 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 666 +### Bad Bot Count: 667 ################################################### ### VERSION INFORMATION ## @@ -576,6 +576,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)SemrushBot(?:\b)" 3; "~*(?:\b)SentiBot(?:\b)" 3; "~*(?:\b)SenutoBot(?:\b)" 3; + "~*(?:\b)SeoCherryBot(?:\b)" 3; "~*(?:\b)SeoSiteCheckup(?:\b)" 3; "~*(?:\b)SeobilityBot(?:\b)" 3; "~*(?:\b)Seomoz(?:\b)" 3; diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 8d7bed346..fc7d9c312 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2024.09.4778 -### Updated: Fri Sep 27 22:01:11 UTC 2024 +### Version: V3.2024.09.4779 +### Updated: Sat Sep 28 05:47:45 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 666 +### Bad Bot Count: 667 ################################################### ### VERSION INFORMATION ## @@ -573,6 +573,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)SemrushBot(?:\b)" 3; "~*(?:\b)SentiBot(?:\b)" 3; "~*(?:\b)SenutoBot(?:\b)" 3; + "~*(?:\b)SeoCherryBot(?:\b)" 3; "~*(?:\b)SeoSiteCheckup(?:\b)" 3; "~*(?:\b)SeobilityBot(?:\b)" 3; "~*(?:\b)Seomoz(?:\b)" 3; diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 61cbda233..83d0aa3ea 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.09.4778 -### Updated: Fri Sep 27 22:01:10 UTC 2024 +### Version: V4.2024.09.4779 +### Updated: Sat Sep 28 05:47:44 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 666 +### Bad Bot Count: 667 ################################################### ### VERSION INFORMATION ## @@ -576,6 +576,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)SemrushBot(?:\b)" 3; "~*(?:\b)SentiBot(?:\b)" 3; "~*(?:\b)SenutoBot(?:\b)" 3; + "~*(?:\b)SeoCherryBot(?:\b)" 3; "~*(?:\b)SeoSiteCheckup(?:\b)" 3; "~*(?:\b)SeobilityBot(?:\b)" 3; "~*(?:\b)Seomoz(?:\b)" 3; diff --git a/dev-tools/_robots_input/robots-input.txt b/dev-tools/_robots_input/robots-input.txt index f79d275ae..568cbc36c 100644 --- a/dev-tools/_robots_input/robots-input.txt +++ b/dev-tools/_robots_input/robots-input.txt @@ -423,6 +423,7 @@ Semrush SemrushBot SentiBot SenutoBot +SeoCherryBot SeoSiteCheckup SeobilityBot Seomoz diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index 7f776c653..7a4a3a209 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -4778 +4779 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 8d7bed346..fc7d9c312 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2024.09.4778 -### Updated: Fri Sep 27 22:01:11 UTC 2024 +### Version: V3.2024.09.4779 +### Updated: Sat Sep 28 05:47:45 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 666 +### Bad Bot Count: 667 ################################################### ### VERSION INFORMATION ## @@ -573,6 +573,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)SemrushBot(?:\b)" 3; "~*(?:\b)SentiBot(?:\b)" 3; "~*(?:\b)SenutoBot(?:\b)" 3; + "~*(?:\b)SeoCherryBot(?:\b)" 3; "~*(?:\b)SeoSiteCheckup(?:\b)" 3; "~*(?:\b)SeobilityBot(?:\b)" 3; "~*(?:\b)Seomoz(?:\b)" 3; diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index 61cbda233..83d0aa3ea 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.09.4778 -### Updated: Fri Sep 27 22:01:10 UTC 2024 +### Version: V4.2024.09.4779 +### Updated: Sat Sep 28 05:47:44 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 666 +### Bad Bot Count: 667 ################################################### ### VERSION INFORMATION ## @@ -576,6 +576,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)SemrushBot(?:\b)" 3; "~*(?:\b)SentiBot(?:\b)" 3; "~*(?:\b)SenutoBot(?:\b)" 3; + "~*(?:\b)SeoCherryBot(?:\b)" 3; "~*(?:\b)SeoSiteCheckup(?:\b)" 3; "~*(?:\b)SeobilityBot(?:\b)" 3; "~*(?:\b)Seomoz(?:\b)" 3; diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index e06bd7e92..cbf25b1c1 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.172.29.188 0; +20.97.191.33 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 61cbda233..83d0aa3ea 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.09.4778 -### Updated: Fri Sep 27 22:01:10 UTC 2024 +### Version: V4.2024.09.4779 +### Updated: Sat Sep 28 05:47:44 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 666 +### Bad Bot Count: 667 ################################################### ### VERSION INFORMATION ## @@ -576,6 +576,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)SemrushBot(?:\b)" 3; "~*(?:\b)SentiBot(?:\b)" 3; "~*(?:\b)SenutoBot(?:\b)" 3; + "~*(?:\b)SeoCherryBot(?:\b)" 3; "~*(?:\b)SeoSiteCheckup(?:\b)" 3; "~*(?:\b)SeobilityBot(?:\b)" 3; "~*(?:\b)Seomoz(?:\b)" 3; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index c5c14a3e1..4ae95a1fa 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.158 1; +10.1.0.71 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 4baf7f8d0..776b0c830 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.158 0; +10.1.0.71 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 61cbda233..83d0aa3ea 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.09.4778 -### Updated: Fri Sep 27 22:01:10 UTC 2024 +### Version: V4.2024.09.4779 +### Updated: Sat Sep 28 05:47:44 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 666 +### Bad Bot Count: 667 ################################################### ### VERSION INFORMATION ## @@ -576,6 +576,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)SemrushBot(?:\b)" 3; "~*(?:\b)SentiBot(?:\b)" 3; "~*(?:\b)SenutoBot(?:\b)" 3; + "~*(?:\b)SeoCherryBot(?:\b)" 3; "~*(?:\b)SeoSiteCheckup(?:\b)" 3; "~*(?:\b)SeobilityBot(?:\b)" 3; "~*(?:\b)Seomoz(?:\b)" 3; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index c5c14a3e1..4ae95a1fa 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.158 1; +10.1.0.71 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 4baf7f8d0..776b0c830 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.158 0; +10.1.0.71 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 61cbda233..83d0aa3ea 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.09.4778 -### Updated: Fri Sep 27 22:01:10 UTC 2024 +### Version: V4.2024.09.4779 +### Updated: Sat Sep 28 05:47:44 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 666 +### Bad Bot Count: 667 ################################################### ### VERSION INFORMATION ## @@ -576,6 +576,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)SemrushBot(?:\b)" 3; "~*(?:\b)SentiBot(?:\b)" 3; "~*(?:\b)SenutoBot(?:\b)" 3; + "~*(?:\b)SeoCherryBot(?:\b)" 3; "~*(?:\b)SeoSiteCheckup(?:\b)" 3; "~*(?:\b)SeobilityBot(?:\b)" 3; "~*(?:\b)Seomoz(?:\b)" 3; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index c5c14a3e1..4ae95a1fa 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.158 1; +10.1.0.71 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf index 21ba7dec5..8a5c58f47 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf @@ -484,6 +484,7 @@ "~*(?:\b)SemrushBot(?:\b|)" 0; "~*(?:\b)SentiBot(?:\b|)" 0; "~*(?:\b)SenutoBot(?:\b|)" 0; + "~*(?:\b)SeoCherryBot(?:\b|)" 0; "~*(?:\b)SeoSiteCheckup(?:\b|)" 0; "~*(?:\b)SeobilityBot(?:\b|)" 0; "~*(?:\b)Seomoz(?:\b|)" 0; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 4baf7f8d0..776b0c830 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.158 0; +10.1.0.71 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 61cbda233..83d0aa3ea 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.09.4778 -### Updated: Fri Sep 27 22:01:10 UTC 2024 +### Version: V4.2024.09.4779 +### Updated: Sat Sep 28 05:47:44 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 666 +### Bad Bot Count: 667 ################################################### ### VERSION INFORMATION ## @@ -576,6 +576,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)SemrushBot(?:\b)" 3; "~*(?:\b)SentiBot(?:\b)" 3; "~*(?:\b)SenutoBot(?:\b)" 3; + "~*(?:\b)SeoCherryBot(?:\b)" 3; "~*(?:\b)SeoSiteCheckup(?:\b)" 3; "~*(?:\b)SeobilityBot(?:\b)" 3; "~*(?:\b)Seomoz(?:\b)" 3; diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index e06bd7e92..cbf25b1c1 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.172.29.188 0; +20.97.191.33 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 6875c293f..c6059b921 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.09.4778 -### Updated: Fri Sep 27 22:01:10 UTC 2024 +### Version: V4.2024.09.4779 +### Updated: Sat Sep 28 05:47:44 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 666 +### Bad Bot Count: 667 ################################################### ### VERSION INFORMATION ## @@ -576,6 +576,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)SemrushBot(?:\b)" 3; "~*(?:\b)SentiBot(?:\b)" 3; "~*(?:\b)SenutoBot(?:\b)" 3; + "~*(?:\b)SeoCherryBot(?:\b)" 3; "~*(?:\b)SeoSiteCheckup(?:\b)" 3; "~*(?:\b)SeobilityBot(?:\b)" 3; "~*(?:\b)Seomoz(?:\b)" 3; diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index e06bd7e92..cbf25b1c1 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.172.29.188 0; +20.97.191.33 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 565ec7a1c..e44c4f200 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.09.4778 -### Updated: Fri Sep 27 22:01:10 UTC 2024 +### Version: V4.2024.09.4779 +### Updated: Sat Sep 28 05:47:44 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 666 +### Bad Bot Count: 667 ################################################### ### VERSION INFORMATION ## @@ -576,6 +576,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)SemrushBot(?:\b)" 3; "~*(?:\b)SentiBot(?:\b)" 3; "~*(?:\b)SenutoBot(?:\b)" 3; + "~*(?:\b)SeoCherryBot(?:\b)" 3; "~*(?:\b)SeoSiteCheckup(?:\b)" 3; "~*(?:\b)SeobilityBot(?:\b)" 3; "~*(?:\b)Seomoz(?:\b)" 3; diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index c5c14a3e1..4ae95a1fa 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.158 1; +10.1.0.71 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/blacklist-user-agents.conf b/dev-tools/test_units/blacklist-user-agents.conf index 21ba7dec5..8a5c58f47 100644 --- a/dev-tools/test_units/blacklist-user-agents.conf +++ b/dev-tools/test_units/blacklist-user-agents.conf @@ -484,6 +484,7 @@ "~*(?:\b)SemrushBot(?:\b|)" 0; "~*(?:\b)SentiBot(?:\b|)" 0; "~*(?:\b)SenutoBot(?:\b|)" 0; + "~*(?:\b)SeoCherryBot(?:\b|)" 0; "~*(?:\b)SeoSiteCheckup(?:\b|)" 0; "~*(?:\b)SeobilityBot(?:\b|)" 0; "~*(?:\b)Seomoz(?:\b|)" 0; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index d63873d26..b99f06628 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -BlowFish +BuzzSumo Firefox/7.0 -Heritrix +Grafula +LNSpiderguy Lmspider -QueryN Metasearch -SearchmetricsBot -Sqlmap -WEBDAV -Zermelo -com.plumanalytics +Musobot +Ripper +Whatweb +Xaldon WebSpider +scalaj-http diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 090bed33f..c6c2106c6 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,100 +1,100 @@ -01h4x.com -Aboundexbot -Anarchy -Backlink-Ceck -Battleztar Bazinga -Boardreader +ADmantX +AIBOT +Alexibot +Alligator +Anarchie +Attach +AwarioSmartBot +BBBike +BackStreet +Bandit +BetaBot +Bigfoot +Bolt +Brandwatch +CSHttp CazoodleBot Cegbfeieh -CensysInspect -CheTeam -Copyscape -Cosmos +Chlooe +ClaudeBot +Cogentbot +CrunchBot +Curious +DSearch DTS Agent -DatabaseDriverMysqli -DittoSpyder -Domains Project -Drip -ECCP/1.0 -FacebookBot +Discoverybot +DnBCrawler-Analytics +DomainCrawler +Dotbot +EMail Wolf +EirGrabber +ExtLinksBot +Freeuploader +Fuzz +Genieo GetWeb -Grafula -GrapeFX -HMView -HaosouSpider -InternetMeasurement -InternetSeer +Go-Ahead-Got-It +GoZilla +HybridBot +IndeedBot +InfoNaviRobot JOC Web Spider -Keyword Density -Kinza LNSpiderguy -LeechFTP -LinkWalker -LinkpadBot -LinqiaMetadataDownloaderBot -LinqiaScrapeBot -Lmspider +LWP::Simple +LinkScan +Linkbot +LinqiaRSSBot Ltx71 -MFC_Tear_Sample -MQQBrowser -Mail.RU_Bot -Majestic-SEO -MauiBot -MicroMessenger -Mojeek -Musobot -Name Intelligence -Nameprotect -Needle -Netcraft -Nuclei -Nutch -Offline Navigator -OpenLinkProfiler -Openvas -PageAnalyzer -PictureFinder -Probethenet -Pu_iN -RankingBot2 -Rankivabot -RankurBot -ReGet -RealDownload -Rogerbot -SEOlyticsCrawler -Scanbot -Searchestate -SemrushBot -Sitebeam -Sqlworm -Stripper -Turnitin -Twice -URLy.Warning -V-BOT +MSIECrawler +MegaIndex.ru +Morfeus Fucking Scanner +NetLyzer +NetMechanic +Netvibes +Ninja +Pockey +RankFlex +Ripper +SEOkicks-Robot +ScoutJet +SearchmetricsBot +SemanticJuice +SentiBot +SeoCherryBot +Seomoz +SiteSucker +Sitevigil +SlySearch +SmartDownload +Spinn3r +SputnikBot +Sqlmap +Sucker +SurveyBot +Telesphorep +TightTwatBot +Titan +Tracemyfile VCI +VeriCiteCrawler VoidEYE -Voil -WWW-Mechanize -WWW::Mechanize -WebFetch -WebLeacher +WEBDAV +Web Enhancer +Web Fetch +Web Sauger WebReaper -WebWhacker -WebZIP -WebmasterWorldForumBot -Webster Whack -WiseGuys Robot -Zade -ZumBot +Whacker +Who.is Bot +Xaldon_WebSpider +Zermelo +archive.org_bot arquivo-web-crawler +autoemailspider +cah.io.community +crawler4j imagesift.com -omgili -s1z.ru -scalaj-http -seocompany.store -sp_auditbot -voyagerx.com -webmeup-crawler +meanpathbot +openai +seoscanners +webpros.com diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index 5af61e807..6bcfb23d3 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -4ur.click -alloysteel.ru -pornoplen.com -sexgalleries.top -shopsellcardsdumps.com -spitfiremusic.com -steebook.com -toy-shop.top -waterpurifier.club -xxxrus.org +aa625d84f1587749c1ab011d6f269f7d64.com +boobsimge.com +buron.pw +homegardenlova.com +houseofrose.com +i-midias.net.br +infobanks.ru +medi-fitt.hu +mydoctorok.ru +office2web.com diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index 07e5d53ab..874736ec3 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,100 +1,100 @@ -101lesbian.xyz -6128786.com -aa625d84f1587749c1ab011d6f269f7d64.com -abcdeg.xyz -adviceforum.info -alienwheels.de -alldezservice.kz -anapa-inns.ru -anonymous-redirect.com -apple.com-cleaner.systems -awency.com -blackle.com -blpmovies.com -boom-celebs.com -braip.com.br -breget74.ru -cashkitten-a.akamaihd.net -caveavins.fr -citetick.com -clash-clans.ru -cognitiveseo.com -coindirect.io -compliance-alexa.top -crd.clan.su -decorazilla.com -domain-submit.info -domcran.net -easyshoppermac.com -eyes-on-you.ga -fefo.gdn -firma-legion.ru -forex-procto.ru -gdebestkupit.ru -holidaypics.org -homegardenlova.com -house.sieraddns.com -ideibiznesa2015.ru +0lovespells0.blogspot.com +1688.com +1flag.co.za +300richmond.co.nz +777-club.ru +actices.com +activepr.ru +adexprts.com +apimossnetinfo-a.akamaihd.net +artefakct.com +azartniy-bonus.com +balkanfarma.org +bankmib.ru +beclean-nn.ru +bonzibuddi.com +cheapjerseysa.com +citysecurity.nu +clickcash.com +craftinsta.ru +db.speedup.gdn +deadlinkchecker.com +dirtpics.pw +djihispano.com +dktr.ru +eduinfosite.com +filmania-x.ru +firesub.pl +flowersbazar.com +fuckmill.com +gosmeb.ru +home-task.com imagine-ex.co -javxxx18.com -jaxcube.info -jestr.org -keywords-monitoring-your-success.com -lampokrat.ws -lovi-moment.com.ua -makenahartlin.com -meddesk.ru -mensandals.xyz -mir-betting.ru -mirobuvi.com.ua -mystats.xyz -napalm51.nut.cc -nash-krym.info -nextconseil.com -niki-mlt.ru -notebook-pro.ru -npoet.ru -obsessionphrases.com -offergroup.info -panouri-solare-acoperis.com -picturesmania.com -porno-video-chati.ru -pornoelita.info -promodj.com -prosmibank.ru -qexyfu.bugs3.com -quickbuck.com +incep.imagine-ex.co +iradiology.ru +irunfar.com +jennyfire.ru +kanimage.com +kevblog.top +kino2018.club +lanasshop.ru +laptoper.net +lightinghomes.net +liverpool.gsofootball.com +lunamedia.co +macdamaged.space +metarip.ru +michellblog.online +monarhs.info +moscow-clining.ru +moviemail-online.co.uk +moz.com +narkologiya-orel.ru +next-dentists.tk +obiavo.net +obiavo.ru +online.ktc45.ru +optikremont.ru +park.above.com +pdamods.ru +perm.xrus.org +pivka.xyz +pornhubforum.tk +pourvous.info +pr0fit-b0x.com +pssucai.info +pulseonclick.com +radiodigital.co rcpmda.ikan1080.xyz -reining.lovasszovetseg.hu -rewardpoll.com -rollercoin.com -rubbed.us -schalke04fc.info +seccioncontrabajo.com seeingmeerkat.com -simply.net -snts.shell-pmr.ru -sotechco.co -superstats.com -symphonyintegratedhealthcare.com -tako3.com -taxi-v-eisk.ru -textads.men -unimodemhalfduplefw.pen.io -veopornogratis.xxx -vgoloveboli.net -viandpet.com -vintontech.info -voditeltrezviy.ru -wesharepics.info -wfb.hatedriveapart.com -whosonmyserver.com -witherrom55.eklablog.fr -wzgyyq.com -xev.ru -xn--e1aggki3c.xn--80adxhks -yunque.pluto.ro -zirondelli.it -zooggames.com -zrelaya.pw -zverokruh-shop.cz -zvetki.ru +semaltmedia.com +seoprofiler.com +site-analyzer.com +smartbalanceworld.com +snomer1.ru +splendorsearch-a.akamaihd.net +staticfs.host +stpolice.com +stroymonolit.su +superinterstitial.com +theguardlan.com +tizanidineforopiatewithdrawal.blogspot.com +tizanidinehydrochloride2mg.blogspot.com +tracfone.com +track-rankings.online +tracklead.net +trafficinstantly.co +trudogolik.net +uroffer.link +validdomain.xyz +vekzdorov.ru +villacoloniale.com +visa-pasport.ru +walpaperlist.com +westen-z.life +whatzmyip.net +worst-sites.online +wpsecurity.website +xcombear.ru +xn--90acenikpebbdd4f6d.xn--p1ai diff --git a/dev-tools/test_units/ratelimittest-master.txt b/dev-tools/test_units/ratelimittest-master.txt index 98a1d2749..1ee717eaf 100644 --- a/dev-tools/test_units/ratelimittest-master.txt +++ b/dev-tools/test_units/ratelimittest-master.txt @@ -8,7 +8,7 @@
This is merely used for testing !!!