From 50ed92895369dbf798b40f3140ea606971738b58 Mon Sep 17 00:00:00 2001 From: mitchellkrogza Date: Wed, 31 Jul 2024 11:00:02 +0000 Subject: [PATCH] V4.2024.07.4659 [ci skip] --- AUTO-CONFIGURATION.md | 4 +- MANUAL-CONFIGURATION.md | 4 +- README.md | 4 +- _google_analytics_ghost_spam/README.md | 4 +- .../etc/nginx/conf.d/globalblacklist.conf | 7 +- conf.d/globalblacklist-testing-version.conf | 7 +- conf.d/globalblacklist.conf | 7 +- dev-tools/_robots_input/robots-input.txt | 1 - dev-tools/buildnumber | 2 +- dev-tools/globalblacklist-testing.template | 7 +- dev-tools/globalblacklist.template | 7 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 7 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 7 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 7 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/blacklist-user-agents.conf | 1 - .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 7 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 7 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 7 +- dev-tools/test_units/blacklist-ips.conf | 2 +- .../test_units/blacklist-user-agents.conf | 1 - .../random-bots-for-test-quick.list | 20 +- .../random-bots-for-whitelist-test.list | 170 +++++++-------- .../random-referrers-for-test-quick.list | 20 +- .../random-referrers-for-whitelist-test.list | 196 +++++++++--------- dev-tools/test_units/whitelist-ips.conf | 2 +- dev-tools/tmp/robots.txt | 8 +- robots.txt/robots.txt | 8 +- 36 files changed, 262 insertions(+), 280 deletions(-) diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 8eda049c5..91593903c 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,9 +4,9 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2024.07.4658 +#### Version: V4.2024.07.4659 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [667](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [666](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 6874d6e7b..194d6a8f9 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,9 +4,9 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2024.07.4658 +#### Version: V4.2024.07.4659 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [667](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [666](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/README.md b/README.md index 5c74313e5..dc09f1f8a 100755 --- a/README.md +++ b/README.md @@ -14,9 +14,9 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2024.07.4658 +#### Version: V4.2024.07.4659 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [667](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [666](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index f4f3e0621..4dc24edbc 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,9 +3,9 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2024.07.4658 +#### Version: V4.2024.07.4659 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [667](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [666](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 079810fd8..525a8b7ac 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4658 -### Updated: Wed Jul 31 10:03:11 UTC 2024 +### Version: V4.2024.07.4659 +### Updated: Wed Jul 31 10:56:21 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 667 +### Bad Bot Count: 666 ################################################### ### VERSION INFORMATION ## @@ -330,7 +330,6 @@ map $http_user_agent $bad_bot { "~*(?:\b)Go-Ahead-Got-It(?:\b)" 3; "~*(?:\b)GoZilla(?:\b)" 3; "~*(?:\b)Google-Extended(?:\b)" 3; - "~*(?:\b)GoogleOther(?:\b)" 3; "~*(?:\b)Gotit(?:\b)" 3; "~*(?:\b)GrabNet(?:\b)" 3; "~*(?:\b)Grabber(?:\b)" 3; diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index fd0e78493..700d0bbe3 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2024.07.4658 -### Updated: Wed Jul 31 10:03:12 UTC 2024 +### Version: V3.2024.07.4659 +### Updated: Wed Jul 31 10:56:22 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 667 +### Bad Bot Count: 666 ################################################### ### VERSION INFORMATION ## @@ -327,7 +327,6 @@ map $http_user_agent $bad_bot { "~*(?:\b)Go-Ahead-Got-It(?:\b)" 3; "~*(?:\b)GoZilla(?:\b)" 3; "~*(?:\b)Google-Extended(?:\b)" 3; - "~*(?:\b)GoogleOther(?:\b)" 3; "~*(?:\b)Gotit(?:\b)" 3; "~*(?:\b)GrabNet(?:\b)" 3; "~*(?:\b)Grabber(?:\b)" 3; diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 079810fd8..525a8b7ac 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4658 -### Updated: Wed Jul 31 10:03:11 UTC 2024 +### Version: V4.2024.07.4659 +### Updated: Wed Jul 31 10:56:21 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 667 +### Bad Bot Count: 666 ################################################### ### VERSION INFORMATION ## @@ -330,7 +330,6 @@ map $http_user_agent $bad_bot { "~*(?:\b)Go-Ahead-Got-It(?:\b)" 3; "~*(?:\b)GoZilla(?:\b)" 3; "~*(?:\b)Google-Extended(?:\b)" 3; - "~*(?:\b)GoogleOther(?:\b)" 3; "~*(?:\b)Gotit(?:\b)" 3; "~*(?:\b)GrabNet(?:\b)" 3; "~*(?:\b)Grabber(?:\b)" 3; diff --git a/dev-tools/_robots_input/robots-input.txt b/dev-tools/_robots_input/robots-input.txt index 7ae4bf3ce..16fc23416 100644 --- a/dev-tools/_robots_input/robots-input.txt +++ b/dev-tools/_robots_input/robots-input.txt @@ -177,7 +177,6 @@ Go!Zilla Go-Ahead-Got-It GoZilla Google-Extended -GoogleOther Gotit GrabNet Grabber diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index 092b8f173..748cd1a12 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -4658 +4659 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index fd0e78493..700d0bbe3 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2024.07.4658 -### Updated: Wed Jul 31 10:03:12 UTC 2024 +### Version: V3.2024.07.4659 +### Updated: Wed Jul 31 10:56:22 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 667 +### Bad Bot Count: 666 ################################################### ### VERSION INFORMATION ## @@ -327,7 +327,6 @@ map $http_user_agent $bad_bot { "~*(?:\b)Go-Ahead-Got-It(?:\b)" 3; "~*(?:\b)GoZilla(?:\b)" 3; "~*(?:\b)Google-Extended(?:\b)" 3; - "~*(?:\b)GoogleOther(?:\b)" 3; "~*(?:\b)Gotit(?:\b)" 3; "~*(?:\b)GrabNet(?:\b)" 3; "~*(?:\b)Grabber(?:\b)" 3; diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index 079810fd8..525a8b7ac 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4658 -### Updated: Wed Jul 31 10:03:11 UTC 2024 +### Version: V4.2024.07.4659 +### Updated: Wed Jul 31 10:56:21 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 667 +### Bad Bot Count: 666 ################################################### ### VERSION INFORMATION ## @@ -330,7 +330,6 @@ map $http_user_agent $bad_bot { "~*(?:\b)Go-Ahead-Got-It(?:\b)" 3; "~*(?:\b)GoZilla(?:\b)" 3; "~*(?:\b)Google-Extended(?:\b)" 3; - "~*(?:\b)GoogleOther(?:\b)" 3; "~*(?:\b)Gotit(?:\b)" 3; "~*(?:\b)GrabNet(?:\b)" 3; "~*(?:\b)Grabber(?:\b)" 3; diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 04e4c1cf2..730a7c5a7 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -172.183.91.14 0; +40.71.163.69 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 079810fd8..525a8b7ac 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4658 -### Updated: Wed Jul 31 10:03:11 UTC 2024 +### Version: V4.2024.07.4659 +### Updated: Wed Jul 31 10:56:21 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 667 +### Bad Bot Count: 666 ################################################### ### VERSION INFORMATION ## @@ -330,7 +330,6 @@ map $http_user_agent $bad_bot { "~*(?:\b)Go-Ahead-Got-It(?:\b)" 3; "~*(?:\b)GoZilla(?:\b)" 3; "~*(?:\b)Google-Extended(?:\b)" 3; - "~*(?:\b)GoogleOther(?:\b)" 3; "~*(?:\b)Gotit(?:\b)" 3; "~*(?:\b)GrabNet(?:\b)" 3; "~*(?:\b)Grabber(?:\b)" 3; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 1eced411f..e6a6a0b02 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.22 1; +10.1.0.203 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index c69218003..0a184f695 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.22 0; +10.1.0.203 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 079810fd8..525a8b7ac 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4658 -### Updated: Wed Jul 31 10:03:11 UTC 2024 +### Version: V4.2024.07.4659 +### Updated: Wed Jul 31 10:56:21 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 667 +### Bad Bot Count: 666 ################################################### ### VERSION INFORMATION ## @@ -330,7 +330,6 @@ map $http_user_agent $bad_bot { "~*(?:\b)Go-Ahead-Got-It(?:\b)" 3; "~*(?:\b)GoZilla(?:\b)" 3; "~*(?:\b)Google-Extended(?:\b)" 3; - "~*(?:\b)GoogleOther(?:\b)" 3; "~*(?:\b)Gotit(?:\b)" 3; "~*(?:\b)GrabNet(?:\b)" 3; "~*(?:\b)Grabber(?:\b)" 3; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 1eced411f..e6a6a0b02 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.22 1; +10.1.0.203 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index c69218003..0a184f695 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.22 0; +10.1.0.203 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 079810fd8..525a8b7ac 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4658 -### Updated: Wed Jul 31 10:03:11 UTC 2024 +### Version: V4.2024.07.4659 +### Updated: Wed Jul 31 10:56:21 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 667 +### Bad Bot Count: 666 ################################################### ### VERSION INFORMATION ## @@ -330,7 +330,6 @@ map $http_user_agent $bad_bot { "~*(?:\b)Go-Ahead-Got-It(?:\b)" 3; "~*(?:\b)GoZilla(?:\b)" 3; "~*(?:\b)Google-Extended(?:\b)" 3; - "~*(?:\b)GoogleOther(?:\b)" 3; "~*(?:\b)Gotit(?:\b)" 3; "~*(?:\b)GrabNet(?:\b)" 3; "~*(?:\b)Grabber(?:\b)" 3; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 1eced411f..e6a6a0b02 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.22 1; +10.1.0.203 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf index 850701628..943baa810 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf @@ -238,7 +238,6 @@ "~*(?:\b)Go-Ahead-Got-It(?:\b|)" 0; "~*(?:\b)GoZilla(?:\b|)" 0; "~*(?:\b)Google-Extended(?:\b|)" 0; - "~*(?:\b)GoogleOther(?:\b|)" 0; "~*(?:\b)Gotit(?:\b|)" 0; "~*(?:\b)GrabNet(?:\b|)" 0; "~*(?:\b)Grabber(?:\b|)" 0; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index c69218003..0a184f695 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.22 0; +10.1.0.203 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 079810fd8..525a8b7ac 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4658 -### Updated: Wed Jul 31 10:03:11 UTC 2024 +### Version: V4.2024.07.4659 +### Updated: Wed Jul 31 10:56:21 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 667 +### Bad Bot Count: 666 ################################################### ### VERSION INFORMATION ## @@ -330,7 +330,6 @@ map $http_user_agent $bad_bot { "~*(?:\b)Go-Ahead-Got-It(?:\b)" 3; "~*(?:\b)GoZilla(?:\b)" 3; "~*(?:\b)Google-Extended(?:\b)" 3; - "~*(?:\b)GoogleOther(?:\b)" 3; "~*(?:\b)Gotit(?:\b)" 3; "~*(?:\b)GrabNet(?:\b)" 3; "~*(?:\b)Grabber(?:\b)" 3; diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 04e4c1cf2..730a7c5a7 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -172.183.91.14 0; +40.71.163.69 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index c6b50a82b..530ab0785 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4658 -### Updated: Wed Jul 31 10:03:11 UTC 2024 +### Version: V4.2024.07.4659 +### Updated: Wed Jul 31 10:56:21 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 667 +### Bad Bot Count: 666 ################################################### ### VERSION INFORMATION ## @@ -330,7 +330,6 @@ map $http_user_agent $bad_bot { "~*(?:\b)Go-Ahead-Got-It(?:\b)" 3; "~*(?:\b)GoZilla(?:\b)" 3; "~*(?:\b)Google-Extended(?:\b)" 3; - "~*(?:\b)GoogleOther(?:\b)" 3; "~*(?:\b)Gotit(?:\b)" 3; "~*(?:\b)GrabNet(?:\b)" 3; "~*(?:\b)Grabber(?:\b)" 3; diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 04e4c1cf2..730a7c5a7 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -172.183.91.14 0; +40.71.163.69 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index b81105393..c58acd517 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4658 -### Updated: Wed Jul 31 10:03:11 UTC 2024 +### Version: V4.2024.07.4659 +### Updated: Wed Jul 31 10:56:21 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 667 +### Bad Bot Count: 666 ################################################### ### VERSION INFORMATION ## @@ -330,7 +330,6 @@ map $http_user_agent $bad_bot { "~*(?:\b)Go-Ahead-Got-It(?:\b)" 3; "~*(?:\b)GoZilla(?:\b)" 3; "~*(?:\b)Google-Extended(?:\b)" 3; - "~*(?:\b)GoogleOther(?:\b)" 3; "~*(?:\b)Gotit(?:\b)" 3; "~*(?:\b)GrabNet(?:\b)" 3; "~*(?:\b)Grabber(?:\b)" 3; diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index 1eced411f..e6a6a0b02 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.22 1; +10.1.0.203 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/blacklist-user-agents.conf b/dev-tools/test_units/blacklist-user-agents.conf index 850701628..943baa810 100644 --- a/dev-tools/test_units/blacklist-user-agents.conf +++ b/dev-tools/test_units/blacklist-user-agents.conf @@ -238,7 +238,6 @@ "~*(?:\b)Go-Ahead-Got-It(?:\b|)" 0; "~*(?:\b)GoZilla(?:\b|)" 0; "~*(?:\b)Google-Extended(?:\b|)" 0; - "~*(?:\b)GoogleOther(?:\b|)" 0; "~*(?:\b)Gotit(?:\b|)" 0; "~*(?:\b)GrabNet(?:\b|)" 0; "~*(?:\b)Grabber(?:\b|)" 0; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index a2aaa1f0d..625947bb4 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -AiHitBot -BlackWidow -CheeseBot -Openfind -Proximic -RankActive -Web Fetch -WebGo IS -WebStripper -clark-crawler +80legs +Badass +Battleztar Bazinga +CCBot +DomainAppender +Iria +Lftp +NimbleCrawler +Titan +meanpathbot diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 3aaf0f6fe..900c66acd 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,100 +1,100 @@ -360Spider -Aboundexbot -AiHitBot -Alexibot -Anarchie -Anarchy +404checker +ADmantX +Apexoo Atomseobot Attach -BDFetch -BackWeb -Bandit -BetaBot -Bigfoot -Bitacle -Blow -Buck -BuiltWith -CATExplorador -CSHttp -Cegbfeieh -ChinaClaw +BDCbot +BackDoorBot +Badass +Black Hole +BlackWidow +CODE87 +ClaudeBot Cliqzbot +Cloud mapping +Collector +CopyRightCheck Craftbot -Crawling at Home Project -Curious -Discoverybot +CrazyWebCrawler +Custo +DTS Agent +DigitalPebble +DomainAppender +DomainCrawler +DomainSigmaCrawler +DomainStatsBot +Dotbot Download Wonder -Dragonfly Extractor -FDM -FrontPage -FyberSpider -GT::WWW -Genieo -GetRight -Getintent -Go-Ahead-Got-It -HTTrack -Heritrix -HybridBot -Iblog -Id-search -Image Sucker -InfraSec Scanner -InterGET -Internet Ninja -Jyxobot +FHscan +Firefox/7.0 +GetWeb +Go!Zilla +Google-Extended +HMView +IDBot +IndeedBot +InternetSeer +JOC Web Spider +JustView Kozmosbot -Likse -LinkWalker -Linkbot -LinqiaRSSBot -MQQBrowser -MSFrontPage -Mag-Net -MarkWatch -Navroad -Netvibes -Nibbler -Ninja +Lipperhey +Lipperhey Spider +MFC_Tear_Sample +MIIxpc +MauiBot +Moblie Safari +Mojeek +Musobot +NPbot +Needle +Net Vampire +NetMechanic +NetSpider +Nikto +Nmap Nuclei -Pi-Monster -Picsearch +Offline Navigator +OutfoxBot +Pavuk Pixray -ProPowerBot -PxBroker -PyCurl +Pump QueryN Metasearch -RSSingBot -Rankivabot -RedesScrapy -SEOkicks-Robot -SEOlyticsCrawler -SalesIntelligent -SenutoBot -Site Sucker -Snoopy +RankFlex +Ripper +Rogerbot +ScanAlert +Scanbot +ScoutJet +Scrapy +Seomoz +Sosospider Spanner -SputnikBot -TinyTestBot -VCI -WeSEE -Web Enhancer -Web Pix -WebFetch -WebSauger +Sqlworm +Steeler +Sucuri +Telesphoreo +VidibleScraper +Virusdie +WASALive-Bot +WBSearchBot +WPScan +WebFuck +WebZIP Webshag -WebsiteQuester Webster Who.is Bot -Wotbox -Zade +Wonderbot Zeus -check1.exe -cognitiveseo -lwp-trivial -page scorer -seocompany.store -serpstatbot -trendiction.de +adscanner +crawl.sogou.com +dataforseo.com +eCatch +magpie-crawler +omgili +sp_auditbot +sysscan +tAkeOut +trendiction.com +ubermetrics-technologies.com +x22Mozilla diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index 5c364e9d7..bc57b8232 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -bbtec.net -dikqlyremy.info -gsasearchenginerankerdiscount.com -hem.passagen.se -kakadu-interior.com.ua -marktforschung-stuttgart.com -mobile.ok.ru -mural.co -sky-mine.ru -x5market.ru +1bet.com +beatifullandscape.co +bnt-team.com +codq.info +flashbannernow.com +gay.adultgalls.com +hop.clickbank.net +maglid.ru +monsterdivx.tv +onlinewritingjobs17.blogspot.ru diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index 8b7514af3..0055e68c5 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,100 +1,100 @@ -00webcams.com -5-steps-to-start-business.com -aac500b7a15b2646968f6bd8c6305869d7.com -advancedcleaner.com -agroeconom.kz -alf-img.com -aproposde.com -arendakvartir.kz -arvut.org -backiee.com -bankiem.pl -bio-optomarket.ru -btnativenav.com -callmd5map.com -cheapmoncler.pw -chocolateslim-original.com -circlesl.com -com-secure.download -compucelunlock.net -culmimg.pw -cupday.com -design-lands.ru -discovertreasurenow.com -dokumentalkino.net -dvd-famille.com -envaseslotusama.com -esopini.com -f1nder.org -femmesdenudees.com -freshberry.com.ua -froggytube.com -fuckmill.com -game-mmorpg.net -genericviagrasildenafiled.net -getoutofdebtfree.org -hesteel.pl -ideashome.id -imagez.co -iscblog.info -jav-fetish.site +1hwy.com +abovetherivernc.com +apparel-offer.com +arewater.com +auto-zapchasti.org +axbocz.net +bedcapdealers.com +bharatdefencekavach.com +businescoop.men +capacitacionyaprendizaje.com +carsdined.org +cenoval.ru +chocolateslim-u-srbiji.com +cleanallvirus.com +compliance-walter.top +crackzplanet.com +custodieva.ru +dildofotzen.net +doctissimo.fr +dvr.biz.ua +electricwheelchairsarea.com +erotik0049.com +flashlarevista.com +foxydeal.com +free-deals.faith +freesitetest.com +freevpn.space +galeon.com +gallerylisting.com +getlamborghini.ga +gg.zzyjxs.com +gifspics.com +gowreckdiving.com +graphics8.info +guardlink.org +hackers-crackers.tk +hauleddes.com +hazardky.net +herokuapp.com +home-task.com +imguramx.pw +imicrovision.com +isitwp.com +justprofit.xyz +kamorel.com kraljeva-sutjeska.com -kunstaktien.info -lidoradio.com -lkbennettoutlet.online -losangeles-ads.com -lyngdalhudterapi.no -macrotek.ru -minegam.com -moncleroutletonline.win -mycouponizemac.com -negral.pluto.ro -neks.info -neodownload.webcam -netallergy.ru -newstudio.tv -okonich.com.ua -olympescort.com -onclkads.com -ordernorxx.com -pdn-4.com -penisvergrotendepillennl.ovh -pl-top.pl -pogodnyyeavarii.gq -poptool.net -popugaychiki.com -pospr.waw.pl -putevka24.ru -relatodelpresente.com.ar -remont-comp-pomosh.ru -ruex.org.ua -runofilms.ru -rus-pornuha.com -russkoe-zdorovie.ru -sarafangel.ru -seryeznie-znakomstva.ru -sexyali.com -simple-share-buttons.com -sisi-go.ru -snomer1.ru -students-cheapskate.ml -tasteidea.com -tecnoteakviareggio.it -thaismartloan.com -truemfilelj.gq -turist-strani.ru -ukrtextbook.com -vchulkah.net -video-production.com -video-woman.com -westvilletowingservices.co.za +kurwa.win +letslowbefast.today +locksmith.jp +lordzfilmz.me +maridan.com.ua +medkletki.ru +meet-flirt-dating.com +mnogolok.info +mobstarr.com +mojaocena.com +musirc.com +my-aladin.com +namecrumilchlet.tk +netfacet.net +pixgood.com +pornobrazzers.biz +privacyassistant.net +privhosting.com +qcstrtvt.bloger.index.hr +quickchange.cc +rczhan.com +recinziireale.com +resant.ru +ruscoininvest.company +scanner-jessica.top +searchimpression.com +shariki-zuma-lines.ru +shillyourcoins.com +sibvitr.ru +smstraf.ru +spyfu.com +sr-rekneskap.no +stefanbakosab.se +tako3.com +tedy.su +teslathemes.com +theporndude.com +titan-ads.life +tizanidinerestlesslegsyndrome.blogspot.com +torontoplumbinggroup.com +turkeyreport.tk +ugogo.info +unitygame3d.com +viagengrarx.com +vmnmvzsmn.over-blog.com +voditeltrezviy.ru +webkeyit.com +website-analytics.online +whatsappbot.flyland.ru wingsoffury2.com -writersgroup580.web.fc2.com -xn-----8kcatubaocd1bneepefojs1h2e.xn--p1ai -xn--b1ag5cfn.xn--p1ai -xtube.com -youdao.com -zarenica.net -zigarettenonlinekaufen1.bloog.pl -zionstar.net -zolotoy-lis.ru +womama.ru +x-lime.com +xz618.com +ytmnd.com diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index c69218003..0a184f695 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.22 0; +10.1.0.203 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index f7111c899..8f54ef5a6 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,9 +6,9 @@ ### Version Information # ################################################### -### Version: V4.2024.07.4658 -### Updated: Wed Jul 31 10:03:13 UTC 2024 -### Bad Bot Count: 667 +### Version: V4.2024.07.4659 +### Updated: Wed Jul 31 10:56:23 UTC 2024 +### Bad Bot Count: 666 ################################################### ### Version Information ## @@ -373,8 +373,6 @@ User-agent: GoZilla Disallow:/ User-agent: Google-Extended Disallow:/ -User-agent: GoogleOther -Disallow:/ User-agent: Gotit Disallow:/ User-agent: GrabNet diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index f7111c899..8f54ef5a6 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,9 +6,9 @@ ### Version Information # ################################################### -### Version: V4.2024.07.4658 -### Updated: Wed Jul 31 10:03:13 UTC 2024 -### Bad Bot Count: 667 +### Version: V4.2024.07.4659 +### Updated: Wed Jul 31 10:56:23 UTC 2024 +### Bad Bot Count: 666 ################################################### ### Version Information ## @@ -373,8 +373,6 @@ User-agent: GoZilla Disallow:/ User-agent: Google-Extended Disallow:/ -User-agent: GoogleOther -Disallow:/ User-agent: Gotit Disallow:/ User-agent: GrabNet