diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 91593903c..6fd688f2a 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,9 +4,9 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2024.07.4659 +#### Version: V4.2024.07.4660 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [666](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [665](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 194d6a8f9..ddba52fe2 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,9 +4,9 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2024.07.4659 +#### Version: V4.2024.07.4660 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [666](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [665](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/README.md b/README.md index dc09f1f8a..9bff13598 100755 --- a/README.md +++ b/README.md @@ -14,9 +14,9 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2024.07.4659 +#### Version: V4.2024.07.4660 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [666](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [665](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 4dc24edbc..f49f59039 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,9 +3,9 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2024.07.4659 +#### Version: V4.2024.07.4660 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [666](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [665](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 525a8b7ac..d63940869 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4659 -### Updated: Wed Jul 31 10:56:21 UTC 2024 +### Version: V4.2024.07.4660 +### Updated: Wed Jul 31 11:08:16 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 666 +### Bad Bot Count: 665 ################################################### ### VERSION INFORMATION ## @@ -329,7 +329,6 @@ map $http_user_agent $bad_bot { "~*(?:\b)Go!Zilla(?:\b)" 3; "~*(?:\b)Go-Ahead-Got-It(?:\b)" 3; "~*(?:\b)GoZilla(?:\b)" 3; - "~*(?:\b)Google-Extended(?:\b)" 3; "~*(?:\b)Gotit(?:\b)" 3; "~*(?:\b)GrabNet(?:\b)" 3; "~*(?:\b)Grabber(?:\b)" 3; diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 700d0bbe3..e5268165a 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2024.07.4659 -### Updated: Wed Jul 31 10:56:22 UTC 2024 +### Version: V3.2024.07.4660 +### Updated: Wed Jul 31 11:08:17 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 666 +### Bad Bot Count: 665 ################################################### ### VERSION INFORMATION ## @@ -326,7 +326,6 @@ map $http_user_agent $bad_bot { "~*(?:\b)Go!Zilla(?:\b)" 3; "~*(?:\b)Go-Ahead-Got-It(?:\b)" 3; "~*(?:\b)GoZilla(?:\b)" 3; - "~*(?:\b)Google-Extended(?:\b)" 3; "~*(?:\b)Gotit(?:\b)" 3; "~*(?:\b)GrabNet(?:\b)" 3; "~*(?:\b)Grabber(?:\b)" 3; diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 525a8b7ac..d63940869 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4659 -### Updated: Wed Jul 31 10:56:21 UTC 2024 +### Version: V4.2024.07.4660 +### Updated: Wed Jul 31 11:08:16 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 666 +### Bad Bot Count: 665 ################################################### ### VERSION INFORMATION ## @@ -329,7 +329,6 @@ map $http_user_agent $bad_bot { "~*(?:\b)Go!Zilla(?:\b)" 3; "~*(?:\b)Go-Ahead-Got-It(?:\b)" 3; "~*(?:\b)GoZilla(?:\b)" 3; - "~*(?:\b)Google-Extended(?:\b)" 3; "~*(?:\b)Gotit(?:\b)" 3; "~*(?:\b)GrabNet(?:\b)" 3; "~*(?:\b)Grabber(?:\b)" 3; diff --git a/dev-tools/_robots_input/robots-input.txt b/dev-tools/_robots_input/robots-input.txt index 16fc23416..f4b026fcc 100644 --- a/dev-tools/_robots_input/robots-input.txt +++ b/dev-tools/_robots_input/robots-input.txt @@ -176,7 +176,6 @@ Gigabot Go!Zilla Go-Ahead-Got-It GoZilla -Google-Extended Gotit GrabNet Grabber diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index 748cd1a12..6af0687a2 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -4659 +4660 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 700d0bbe3..e5268165a 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2024.07.4659 -### Updated: Wed Jul 31 10:56:22 UTC 2024 +### Version: V3.2024.07.4660 +### Updated: Wed Jul 31 11:08:17 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 666 +### Bad Bot Count: 665 ################################################### ### VERSION INFORMATION ## @@ -326,7 +326,6 @@ map $http_user_agent $bad_bot { "~*(?:\b)Go!Zilla(?:\b)" 3; "~*(?:\b)Go-Ahead-Got-It(?:\b)" 3; "~*(?:\b)GoZilla(?:\b)" 3; - "~*(?:\b)Google-Extended(?:\b)" 3; "~*(?:\b)Gotit(?:\b)" 3; "~*(?:\b)GrabNet(?:\b)" 3; "~*(?:\b)Grabber(?:\b)" 3; diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index 525a8b7ac..d63940869 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4659 -### Updated: Wed Jul 31 10:56:21 UTC 2024 +### Version: V4.2024.07.4660 +### Updated: Wed Jul 31 11:08:16 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 666 +### Bad Bot Count: 665 ################################################### ### VERSION INFORMATION ## @@ -329,7 +329,6 @@ map $http_user_agent $bad_bot { "~*(?:\b)Go!Zilla(?:\b)" 3; "~*(?:\b)Go-Ahead-Got-It(?:\b)" 3; "~*(?:\b)GoZilla(?:\b)" 3; - "~*(?:\b)Google-Extended(?:\b)" 3; "~*(?:\b)Gotit(?:\b)" 3; "~*(?:\b)GrabNet(?:\b)" 3; "~*(?:\b)Grabber(?:\b)" 3; diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 730a7c5a7..2b45c5ab1 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -40.71.163.69 0; +40.76.254.135 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 525a8b7ac..d63940869 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4659 -### Updated: Wed Jul 31 10:56:21 UTC 2024 +### Version: V4.2024.07.4660 +### Updated: Wed Jul 31 11:08:16 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 666 +### Bad Bot Count: 665 ################################################### ### VERSION INFORMATION ## @@ -329,7 +329,6 @@ map $http_user_agent $bad_bot { "~*(?:\b)Go!Zilla(?:\b)" 3; "~*(?:\b)Go-Ahead-Got-It(?:\b)" 3; "~*(?:\b)GoZilla(?:\b)" 3; - "~*(?:\b)Google-Extended(?:\b)" 3; "~*(?:\b)Gotit(?:\b)" 3; "~*(?:\b)GrabNet(?:\b)" 3; "~*(?:\b)Grabber(?:\b)" 3; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index e6a6a0b02..a0b6c094d 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.203 1; +10.1.0.134 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 0a184f695..2832e7149 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.203 0; +10.1.0.134 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 525a8b7ac..d63940869 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4659 -### Updated: Wed Jul 31 10:56:21 UTC 2024 +### Version: V4.2024.07.4660 +### Updated: Wed Jul 31 11:08:16 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 666 +### Bad Bot Count: 665 ################################################### ### VERSION INFORMATION ## @@ -329,7 +329,6 @@ map $http_user_agent $bad_bot { "~*(?:\b)Go!Zilla(?:\b)" 3; "~*(?:\b)Go-Ahead-Got-It(?:\b)" 3; "~*(?:\b)GoZilla(?:\b)" 3; - "~*(?:\b)Google-Extended(?:\b)" 3; "~*(?:\b)Gotit(?:\b)" 3; "~*(?:\b)GrabNet(?:\b)" 3; "~*(?:\b)Grabber(?:\b)" 3; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index e6a6a0b02..a0b6c094d 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.203 1; +10.1.0.134 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 0a184f695..2832e7149 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.203 0; +10.1.0.134 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 525a8b7ac..d63940869 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4659 -### Updated: Wed Jul 31 10:56:21 UTC 2024 +### Version: V4.2024.07.4660 +### Updated: Wed Jul 31 11:08:16 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 666 +### Bad Bot Count: 665 ################################################### ### VERSION INFORMATION ## @@ -329,7 +329,6 @@ map $http_user_agent $bad_bot { "~*(?:\b)Go!Zilla(?:\b)" 3; "~*(?:\b)Go-Ahead-Got-It(?:\b)" 3; "~*(?:\b)GoZilla(?:\b)" 3; - "~*(?:\b)Google-Extended(?:\b)" 3; "~*(?:\b)Gotit(?:\b)" 3; "~*(?:\b)GrabNet(?:\b)" 3; "~*(?:\b)Grabber(?:\b)" 3; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index e6a6a0b02..a0b6c094d 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.203 1; +10.1.0.134 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf index 943baa810..2d5db1300 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf @@ -237,7 +237,6 @@ "~*(?:\b)Go!Zilla(?:\b|)" 0; "~*(?:\b)Go-Ahead-Got-It(?:\b|)" 0; "~*(?:\b)GoZilla(?:\b|)" 0; - "~*(?:\b)Google-Extended(?:\b|)" 0; "~*(?:\b)Gotit(?:\b|)" 0; "~*(?:\b)GrabNet(?:\b|)" 0; "~*(?:\b)Grabber(?:\b|)" 0; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 0a184f695..2832e7149 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.203 0; +10.1.0.134 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 525a8b7ac..d63940869 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4659 -### Updated: Wed Jul 31 10:56:21 UTC 2024 +### Version: V4.2024.07.4660 +### Updated: Wed Jul 31 11:08:16 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 666 +### Bad Bot Count: 665 ################################################### ### VERSION INFORMATION ## @@ -329,7 +329,6 @@ map $http_user_agent $bad_bot { "~*(?:\b)Go!Zilla(?:\b)" 3; "~*(?:\b)Go-Ahead-Got-It(?:\b)" 3; "~*(?:\b)GoZilla(?:\b)" 3; - "~*(?:\b)Google-Extended(?:\b)" 3; "~*(?:\b)Gotit(?:\b)" 3; "~*(?:\b)GrabNet(?:\b)" 3; "~*(?:\b)Grabber(?:\b)" 3; diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 730a7c5a7..2b45c5ab1 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -40.71.163.69 0; +40.76.254.135 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 530ab0785..9702224b0 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4659 -### Updated: Wed Jul 31 10:56:21 UTC 2024 +### Version: V4.2024.07.4660 +### Updated: Wed Jul 31 11:08:16 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 666 +### Bad Bot Count: 665 ################################################### ### VERSION INFORMATION ## @@ -329,7 +329,6 @@ map $http_user_agent $bad_bot { "~*(?:\b)Go!Zilla(?:\b)" 3; "~*(?:\b)Go-Ahead-Got-It(?:\b)" 3; "~*(?:\b)GoZilla(?:\b)" 3; - "~*(?:\b)Google-Extended(?:\b)" 3; "~*(?:\b)Gotit(?:\b)" 3; "~*(?:\b)GrabNet(?:\b)" 3; "~*(?:\b)Grabber(?:\b)" 3; diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 730a7c5a7..2b45c5ab1 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -40.71.163.69 0; +40.76.254.135 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index c58acd517..b2aae6e31 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4659 -### Updated: Wed Jul 31 10:56:21 UTC 2024 +### Version: V4.2024.07.4660 +### Updated: Wed Jul 31 11:08:16 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 666 +### Bad Bot Count: 665 ################################################### ### VERSION INFORMATION ## @@ -329,7 +329,6 @@ map $http_user_agent $bad_bot { "~*(?:\b)Go!Zilla(?:\b)" 3; "~*(?:\b)Go-Ahead-Got-It(?:\b)" 3; "~*(?:\b)GoZilla(?:\b)" 3; - "~*(?:\b)Google-Extended(?:\b)" 3; "~*(?:\b)Gotit(?:\b)" 3; "~*(?:\b)GrabNet(?:\b)" 3; "~*(?:\b)Grabber(?:\b)" 3; diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index e6a6a0b02..a0b6c094d 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.203 1; +10.1.0.134 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/blacklist-user-agents.conf b/dev-tools/test_units/blacklist-user-agents.conf index 943baa810..2d5db1300 100644 --- a/dev-tools/test_units/blacklist-user-agents.conf +++ b/dev-tools/test_units/blacklist-user-agents.conf @@ -237,7 +237,6 @@ "~*(?:\b)Go!Zilla(?:\b|)" 0; "~*(?:\b)Go-Ahead-Got-It(?:\b|)" 0; "~*(?:\b)GoZilla(?:\b|)" 0; - "~*(?:\b)Google-Extended(?:\b|)" 0; "~*(?:\b)Gotit(?:\b|)" 0; "~*(?:\b)GrabNet(?:\b|)" 0; "~*(?:\b)Grabber(?:\b|)" 0; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index 625947bb4..a5e31b5b9 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -80legs -Badass -Battleztar Bazinga -CCBot -DomainAppender -Iria -Lftp -NimbleCrawler -Titan -meanpathbot +ExtLinksBot +Haansoft +InfoNaviRobot +SlySearch +Spbot +Trendictionbot +Woobot +archive.org_bot +sogouspider +zgrab diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 900c66acd..3d9455174 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,100 +1,100 @@ +01h4x.com 404checker -ADmantX -Apexoo -Atomseobot -Attach -BDCbot -BackDoorBot +ASPSeek +AhrefsBot +Anarchy99 +AwarioSmartBot +BackStreet +BackWeb Badass -Black Hole -BlackWidow -CODE87 -ClaudeBot -Cliqzbot -Cloud mapping -Collector -CopyRightCheck -Craftbot -CrazyWebCrawler +Barkrowler +Blackboard +Brandwatch +CazoodleBot +Crescent Custo -DTS Agent -DigitalPebble -DomainAppender -DomainCrawler -DomainSigmaCrawler -DomainStatsBot -Dotbot +CyotekWebCopy +DnBCrawler-Analytics +DnyzBot Download Wonder -Extractor -FHscan -Firefox/7.0 -GetWeb -Go!Zilla -Google-Extended -HMView -IDBot -IndeedBot -InternetSeer -JOC Web Spider -JustView -Kozmosbot -Lipperhey -Lipperhey Spider -MFC_Tear_Sample -MIIxpc -MauiBot +FDM +FemtosearchBot +Foobot +Getintent +Go-Ahead-Got-It +GrabNet +Haansoft +HonoluluBot +Image Fetch +InfoTekies +Iria +JikeSpider +Kenjin Spider +LWP::Simple +LeechGet +LinkextractorPro +LinkpadBot +MQQBrowser +MSIECrawler +Mail.RU_Bot +MeanPath Bot Moblie Safari -Mojeek -Musobot -NPbot -Needle -Net Vampire -NetMechanic -NetSpider +Mozlila +Nameprotect +NetZIP +Netcraft Nikto -Nmap -Nuclei -Offline Navigator +Nimbostratus +OrangeSpider OutfoxBot +PageGrabber +Papa Foto Pavuk -Pixray -Pump -QueryN Metasearch -RankFlex -Ripper -Rogerbot +Petalbot +Pi-Monster +PictureFinder +ProWebWalker +Proximic +RSSingBot +Rainbot +RankingBot2 +Re-re +SMTBot +SalesIntelligent ScanAlert Scanbot -ScoutJet -Scrapy -Seomoz -Sosospider -Spanner -Sqlworm -Steeler -Sucuri +Sitevigil +Sogou web spider +Sottopop +Spinn3r +Stripper +Suzuran +Szukacz +T0PHackTeam Telesphoreo -VidibleScraper -Virusdie -WASALive-Bot -WBSearchBot -WPScan -WebFuck -WebZIP -Webshag -Webster -Who.is Bot -Wonderbot +Turnitin +VeriCiteCrawler +WWW-Mechanize +WeSEE +WebmasterWorldForumBot +Whacker +Wotbox +YoudaoBot Zeus -adscanner -crawl.sogou.com +ZumBot +arquivo.pt +backlink-check +crawler.feedback dataforseo.com -eCatch -magpie-crawler -omgili -sp_auditbot -sysscan -tAkeOut +dataforseobot +linkfluence +lwp-request +page scorer +pcBrowser +s1z.ru +scalaj-http +scan.lol +seostar +sexsearcher trendiction.com -ubermetrics-technologies.com -x22Mozilla +webmeup-crawler diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index bc57b8232..f6bb0d825 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -1bet.com -beatifullandscape.co -bnt-team.com -codq.info -flashbannernow.com -gay.adultgalls.com -hop.clickbank.net -maglid.ru -monsterdivx.tv -onlinewritingjobs17.blogspot.ru +activecampaign.dreamhosters.com +dailystrength.org +demon-tweeks.com +dfwu1019.info +find1friend.com +norththeface.store +npoet.ru +sharebutton.net +thegioixekhach.com +tizanidineforopiatewithdrawal.blogspot.com diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index 0055e68c5..5148fe775 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,100 +1,100 @@ -1hwy.com -abovetherivernc.com -apparel-offer.com -arewater.com -auto-zapchasti.org -axbocz.net -bedcapdealers.com -bharatdefencekavach.com -businescoop.men -capacitacionyaprendizaje.com -carsdined.org -cenoval.ru -chocolateslim-u-srbiji.com -cleanallvirus.com -compliance-walter.top -crackzplanet.com -custodieva.ru -dildofotzen.net -doctissimo.fr -dvr.biz.ua -electricwheelchairsarea.com -erotik0049.com -flashlarevista.com -foxydeal.com -free-deals.faith -freesitetest.com -freevpn.space -galeon.com -gallerylisting.com -getlamborghini.ga -gg.zzyjxs.com -gifspics.com -gowreckdiving.com -graphics8.info -guardlink.org -hackers-crackers.tk -hauleddes.com -hazardky.net -herokuapp.com -home-task.com -imguramx.pw -imicrovision.com -isitwp.com -justprofit.xyz -kamorel.com -kraljeva-sutjeska.com -kurwa.win -letslowbefast.today -locksmith.jp -lordzfilmz.me -maridan.com.ua -medkletki.ru -meet-flirt-dating.com -mnogolok.info -mobstarr.com -mojaocena.com -musirc.com -my-aladin.com -namecrumilchlet.tk -netfacet.net -pixgood.com -pornobrazzers.biz -privacyassistant.net -privhosting.com -qcstrtvt.bloger.index.hr -quickchange.cc -rczhan.com -recinziireale.com -resant.ru -ruscoininvest.company -scanner-jessica.top -searchimpression.com -shariki-zuma-lines.ru -shillyourcoins.com -sibvitr.ru -smstraf.ru -spyfu.com -sr-rekneskap.no -stefanbakosab.se -tako3.com -tedy.su -teslathemes.com -theporndude.com -titan-ads.life -tizanidinerestlesslegsyndrome.blogspot.com -torontoplumbinggroup.com -turkeyreport.tk -ugogo.info -unitygame3d.com -viagengrarx.com -vmnmvzsmn.over-blog.com -voditeltrezviy.ru -webkeyit.com -website-analytics.online -whatsappbot.flyland.ru -wingsoffury2.com -womama.ru -x-lime.com -xz618.com +178evakuator178.ru +2itech.ru +3weekdiet.com +55wmz.ru +actices.com +adtology.com +adzerg.com +agapovdg.ru +beetpics.pw +binomo.com +bizfly.info +cardiosport.com.ua +cfcl.co.uk +cienum.fr +clarithromycin500mg.com +clash-clans.ru +club-samodelkin.ru +cocolyze.com +collegeessay19.blogspot.ru +compliance-mary.top +coolgamechannel.com +deda-moroza-zakaz.ru +detki-opt.ru +detskie-zabavi.ru +dickssportinggoods.com +dimkino.ru +domik-derevne.ru +dumuelave.xyz +ed-shop01.ru +eksprognoz.ru +elektronischezi.livejournal.com +elidelcream.weebly.com +enternet.ee +expertblog.info +finansov.info +globalsurfari.com +gogps.me +hobbyhuren-datenbank.com +homemature.net +imagefinder.site +infodocsportal.com +intellego.info +interesnie-faktu.ru +jillepille.com +kinogonew.ru +kinoplen.ru +komputers-best.ru +lacave.ntic.fr +lawyers.cafe +lifebyleese.com +lyngdalhudterapi.no +lyrics.home-task.com +midst.eu +mobile.ok.ru +muz-shoes.ru +naphukete.ru +netoil.no +oksrv.com +ostrovtaxi.ru +perfectplanned.com +pornokajf.com +rarbg.to +rique.host.sk +royal-betting.net +saecsa.co +sajatvelemeny.com +sape.top +school-diplomat.ru +sergiorossistore.online +sevendays.com.ua +sexkvartal.com +sexyebonyteen.com +shlyahten.ru +simpoed.ufop.br +siteheart.net +startwp.org +telegramdownload10.com +tetracsaudi.com +thefds.net +tizanidinehcl2mgtablet.blogspot.com +tizanidinewithdrawalsymptoms.blogspot.com +tradgardspartner.se +tytoona.com +usswrite.com +videochat.tv.br +videospornogratisx.net +viktoria-center.ru +visa-china.ru +webextract.profound.net +weblo.com +webnode.me +wtsindia.in +xfire.com +xn--80aeahghtf8ac5i.xn--p1ai +xtrafficplus.com ytmnd.com +yunque.pluto.ro +zambini.ru +zerocash.msk.ru +zeroredirect5.com diff --git a/dev-tools/test_units/ratelimittest-master.txt b/dev-tools/test_units/ratelimittest-master.txt index 3fb3960da..1ee717eaf 100644 --- a/dev-tools/test_units/ratelimittest-master.txt +++ b/dev-tools/test_units/ratelimittest-master.txt @@ -878,4 +878,24 @@

Welcome to the NginX Ultimate Bad Bot Blocker

This is merely used for testing !!!

+ + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ \ No newline at end of file diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index 0a184f695..2832e7149 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.203 0; +10.1.0.134 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index 8f54ef5a6..1f087f364 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,9 +6,9 @@ ### Version Information # ################################################### -### Version: V4.2024.07.4659 -### Updated: Wed Jul 31 10:56:23 UTC 2024 -### Bad Bot Count: 666 +### Version: V4.2024.07.4660 +### Updated: Wed Jul 31 11:08:17 UTC 2024 +### Bad Bot Count: 665 ################################################### ### Version Information ## @@ -371,8 +371,6 @@ User-agent: Go-Ahead-Got-It Disallow:/ User-agent: GoZilla Disallow:/ -User-agent: Google-Extended -Disallow:/ User-agent: Gotit Disallow:/ User-agent: GrabNet diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 8f54ef5a6..1f087f364 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,9 +6,9 @@ ### Version Information # ################################################### -### Version: V4.2024.07.4659 -### Updated: Wed Jul 31 10:56:23 UTC 2024 -### Bad Bot Count: 666 +### Version: V4.2024.07.4660 +### Updated: Wed Jul 31 11:08:17 UTC 2024 +### Bad Bot Count: 665 ################################################### ### Version Information ## @@ -371,8 +371,6 @@ User-agent: Go-Ahead-Got-It Disallow:/ User-agent: GoZilla Disallow:/ -User-agent: Google-Extended -Disallow:/ User-agent: Gotit Disallow:/ User-agent: GrabNet