From 33cc2cc3d07ba104a7ecfea5ae1519539a33a2f2 Mon Sep 17 00:00:00 2001 From: mitchellkrogza Date: Wed, 16 Jul 2025 08:16:58 +0000 Subject: [PATCH] V4.2025.07.5341 [ci skip] --- AUTO-CONFIGURATION.md | 2 +- MANUAL-CONFIGURATION.md | 2 +- README.md | 2 +- _google_analytics_ghost_spam/README.md | 2 +- .../etc/nginx/conf.d/globalblacklist.conf | 9 +- conf.d/globalblacklist-testing-version.conf | 9 +- conf.d/globalblacklist.conf | 9 +- dev-tools/buildnumber | 2 +- dev-tools/globalblacklist-testing.template | 9 +- dev-tools/globalblacklist.template | 9 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 9 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 9 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 9 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 9 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 9 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 9 +- dev-tools/test_units/blacklist-ips.conf | 2 +- .../random-bots-for-test-quick.list | 20 +- .../random-bots-for-whitelist-test.list | 170 +++++++-------- .../random-referrers-for-test-quick.list | 20 +- .../random-referrers-for-whitelist-test.list | 200 +++++++++--------- dev-tools/test_units/ratelimittest-master.txt | 175 +++++++++------ dev-tools/test_units/whitelist-ips.conf | 2 +- dev-tools/tmp/robots.txt | 4 +- robots.txt/robots.txt | 4 +- 34 files changed, 352 insertions(+), 372 deletions(-) diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index f4757c79c..76151a1b4 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2025.07.5340 +#### Version: V4.2025.07.5341 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [676](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 230471101..b6c61e753 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2025.07.5340 +#### Version: V4.2025.07.5341 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [676](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index ade50fde6..b3cad2473 100755 --- a/README.md +++ b/README.md @@ -14,7 +14,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2025.07.5340 +#### Version: V4.2025.07.5341 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [676](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index c67deb971..9d452e52a 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2025.07.5340 +#### Version: V4.2025.07.5341 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [676](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index ede9189b3..405c53f47 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2025.07.5340 -### Updated: Tue Jul 15 22:05:29 UTC 2025 +### Version: V4.2025.07.5341 +### Updated: Wed Jul 16 08:13:17 UTC 2025 ### Bad Referrer Count: 7104 ### Bad Bot Count: 676 ################################################### @@ -8541,10 +8541,8 @@ geo $validate_client { 103.77.234.66 1; 135.125.16.69 1; 137.74.68.27 1; - 138.199.57.151 1; 142.44.203.108 1; 142.44.203.109 1; - 143.244.38.129 1; 144.217.193.44 1; 147.135.177.240 1; 149.202.132.36 1; @@ -8561,7 +8559,6 @@ geo $validate_client { 188.165.28.187 1; 188.165.29.14 1; 188.165.3.212 1; - 195.181.163.194 1; 197.101.252.142 1; 207.46.13.15 1; 41.114.220.138 1; @@ -8569,7 +8566,6 @@ geo $validate_client { 45.134.181.131 1; 45.90.196.155 1; 46.105.54.243 1; - 5.188.120.15 1; 5.196.208.115 1; 51.254.152.130 1; 51.255.126.236 1; @@ -8582,7 +8578,6 @@ geo $validate_client { 82.217.147.252 1; 87.98.143.148 1; 89.187.164.66 1; - 89.187.173.66 1; 94.23.170.78 1; # END SEO ANALYSIS TOOLS ### DO NOT EDIT THIS LINE AT ALL ### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 5177efdef..975d25f98 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2025.07.5340 -### Updated: Tue Jul 15 22:05:30 UTC 2025 +### Version: V3.2025.07.5341 +### Updated: Wed Jul 16 08:13:18 UTC 2025 ### Bad Referrer Count: 7104 ### Bad Bot Count: 676 ################################################### @@ -8537,10 +8537,8 @@ geo $validate_client { 103.77.234.66 1; 135.125.16.69 1; 137.74.68.27 1; - 138.199.57.151 1; 142.44.203.108 1; 142.44.203.109 1; - 143.244.38.129 1; 144.217.193.44 1; 147.135.177.240 1; 149.202.132.36 1; @@ -8557,7 +8555,6 @@ geo $validate_client { 188.165.28.187 1; 188.165.29.14 1; 188.165.3.212 1; - 195.181.163.194 1; 197.101.252.142 1; 207.46.13.15 1; 41.114.220.138 1; @@ -8565,7 +8562,6 @@ geo $validate_client { 45.134.181.131 1; 45.90.196.155 1; 46.105.54.243 1; - 5.188.120.15 1; 5.196.208.115 1; 51.254.152.130 1; 51.255.126.236 1; @@ -8578,7 +8574,6 @@ geo $validate_client { 82.217.147.252 1; 87.98.143.148 1; 89.187.164.66 1; - 89.187.173.66 1; 94.23.170.78 1; # END SEO ANALYSIS TOOLS ### DO NOT EDIT THIS LINE AT ALL ### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index ede9189b3..405c53f47 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2025.07.5340 -### Updated: Tue Jul 15 22:05:29 UTC 2025 +### Version: V4.2025.07.5341 +### Updated: Wed Jul 16 08:13:17 UTC 2025 ### Bad Referrer Count: 7104 ### Bad Bot Count: 676 ################################################### @@ -8541,10 +8541,8 @@ geo $validate_client { 103.77.234.66 1; 135.125.16.69 1; 137.74.68.27 1; - 138.199.57.151 1; 142.44.203.108 1; 142.44.203.109 1; - 143.244.38.129 1; 144.217.193.44 1; 147.135.177.240 1; 149.202.132.36 1; @@ -8561,7 +8559,6 @@ geo $validate_client { 188.165.28.187 1; 188.165.29.14 1; 188.165.3.212 1; - 195.181.163.194 1; 197.101.252.142 1; 207.46.13.15 1; 41.114.220.138 1; @@ -8569,7 +8566,6 @@ geo $validate_client { 45.134.181.131 1; 45.90.196.155 1; 46.105.54.243 1; - 5.188.120.15 1; 5.196.208.115 1; 51.254.152.130 1; 51.255.126.236 1; @@ -8582,7 +8578,6 @@ geo $validate_client { 82.217.147.252 1; 87.98.143.148 1; 89.187.164.66 1; - 89.187.173.66 1; 94.23.170.78 1; # END SEO ANALYSIS TOOLS ### DO NOT EDIT THIS LINE AT ALL ### diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index bdb601ec6..1b1cb1071 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -5340 +5341 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 5177efdef..975d25f98 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2025.07.5340 -### Updated: Tue Jul 15 22:05:30 UTC 2025 +### Version: V3.2025.07.5341 +### Updated: Wed Jul 16 08:13:18 UTC 2025 ### Bad Referrer Count: 7104 ### Bad Bot Count: 676 ################################################### @@ -8537,10 +8537,8 @@ geo $validate_client { 103.77.234.66 1; 135.125.16.69 1; 137.74.68.27 1; - 138.199.57.151 1; 142.44.203.108 1; 142.44.203.109 1; - 143.244.38.129 1; 144.217.193.44 1; 147.135.177.240 1; 149.202.132.36 1; @@ -8557,7 +8555,6 @@ geo $validate_client { 188.165.28.187 1; 188.165.29.14 1; 188.165.3.212 1; - 195.181.163.194 1; 197.101.252.142 1; 207.46.13.15 1; 41.114.220.138 1; @@ -8565,7 +8562,6 @@ geo $validate_client { 45.134.181.131 1; 45.90.196.155 1; 46.105.54.243 1; - 5.188.120.15 1; 5.196.208.115 1; 51.254.152.130 1; 51.255.126.236 1; @@ -8578,7 +8574,6 @@ geo $validate_client { 82.217.147.252 1; 87.98.143.148 1; 89.187.164.66 1; - 89.187.173.66 1; 94.23.170.78 1; # END SEO ANALYSIS TOOLS ### DO NOT EDIT THIS LINE AT ALL ### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index ede9189b3..405c53f47 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2025.07.5340 -### Updated: Tue Jul 15 22:05:29 UTC 2025 +### Version: V4.2025.07.5341 +### Updated: Wed Jul 16 08:13:17 UTC 2025 ### Bad Referrer Count: 7104 ### Bad Bot Count: 676 ################################################### @@ -8541,10 +8541,8 @@ geo $validate_client { 103.77.234.66 1; 135.125.16.69 1; 137.74.68.27 1; - 138.199.57.151 1; 142.44.203.108 1; 142.44.203.109 1; - 143.244.38.129 1; 144.217.193.44 1; 147.135.177.240 1; 149.202.132.36 1; @@ -8561,7 +8559,6 @@ geo $validate_client { 188.165.28.187 1; 188.165.29.14 1; 188.165.3.212 1; - 195.181.163.194 1; 197.101.252.142 1; 207.46.13.15 1; 41.114.220.138 1; @@ -8569,7 +8566,6 @@ geo $validate_client { 45.134.181.131 1; 45.90.196.155 1; 46.105.54.243 1; - 5.188.120.15 1; 5.196.208.115 1; 51.254.152.130 1; 51.255.126.236 1; @@ -8582,7 +8578,6 @@ geo $validate_client { 82.217.147.252 1; 87.98.143.148 1; 89.187.164.66 1; - 89.187.173.66 1; 94.23.170.78 1; # END SEO ANALYSIS TOOLS ### DO NOT EDIT THIS LINE AT ALL ### diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index c5631721e..30875a5d0 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -172.182.213.66 0; +135.232.201.48 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index ede9189b3..405c53f47 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2025.07.5340 -### Updated: Tue Jul 15 22:05:29 UTC 2025 +### Version: V4.2025.07.5341 +### Updated: Wed Jul 16 08:13:17 UTC 2025 ### Bad Referrer Count: 7104 ### Bad Bot Count: 676 ################################################### @@ -8541,10 +8541,8 @@ geo $validate_client { 103.77.234.66 1; 135.125.16.69 1; 137.74.68.27 1; - 138.199.57.151 1; 142.44.203.108 1; 142.44.203.109 1; - 143.244.38.129 1; 144.217.193.44 1; 147.135.177.240 1; 149.202.132.36 1; @@ -8561,7 +8559,6 @@ geo $validate_client { 188.165.28.187 1; 188.165.29.14 1; 188.165.3.212 1; - 195.181.163.194 1; 197.101.252.142 1; 207.46.13.15 1; 41.114.220.138 1; @@ -8569,7 +8566,6 @@ geo $validate_client { 45.134.181.131 1; 45.90.196.155 1; 46.105.54.243 1; - 5.188.120.15 1; 5.196.208.115 1; 51.254.152.130 1; 51.255.126.236 1; @@ -8582,7 +8578,6 @@ geo $validate_client { 82.217.147.252 1; 87.98.143.148 1; 89.187.164.66 1; - 89.187.173.66 1; 94.23.170.78 1; # END SEO ANALYSIS TOOLS ### DO NOT EDIT THIS LINE AT ALL ### diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index b3be3d651..e5898d3c5 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.172 1; +10.1.0.12 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 0b119d212..4ecd2582a 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.172 0; +10.1.0.12 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index ede9189b3..405c53f47 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2025.07.5340 -### Updated: Tue Jul 15 22:05:29 UTC 2025 +### Version: V4.2025.07.5341 +### Updated: Wed Jul 16 08:13:17 UTC 2025 ### Bad Referrer Count: 7104 ### Bad Bot Count: 676 ################################################### @@ -8541,10 +8541,8 @@ geo $validate_client { 103.77.234.66 1; 135.125.16.69 1; 137.74.68.27 1; - 138.199.57.151 1; 142.44.203.108 1; 142.44.203.109 1; - 143.244.38.129 1; 144.217.193.44 1; 147.135.177.240 1; 149.202.132.36 1; @@ -8561,7 +8559,6 @@ geo $validate_client { 188.165.28.187 1; 188.165.29.14 1; 188.165.3.212 1; - 195.181.163.194 1; 197.101.252.142 1; 207.46.13.15 1; 41.114.220.138 1; @@ -8569,7 +8566,6 @@ geo $validate_client { 45.134.181.131 1; 45.90.196.155 1; 46.105.54.243 1; - 5.188.120.15 1; 5.196.208.115 1; 51.254.152.130 1; 51.255.126.236 1; @@ -8582,7 +8578,6 @@ geo $validate_client { 82.217.147.252 1; 87.98.143.148 1; 89.187.164.66 1; - 89.187.173.66 1; 94.23.170.78 1; # END SEO ANALYSIS TOOLS ### DO NOT EDIT THIS LINE AT ALL ### diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index b3be3d651..e5898d3c5 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.172 1; +10.1.0.12 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 0b119d212..4ecd2582a 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.172 0; +10.1.0.12 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index ede9189b3..405c53f47 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2025.07.5340 -### Updated: Tue Jul 15 22:05:29 UTC 2025 +### Version: V4.2025.07.5341 +### Updated: Wed Jul 16 08:13:17 UTC 2025 ### Bad Referrer Count: 7104 ### Bad Bot Count: 676 ################################################### @@ -8541,10 +8541,8 @@ geo $validate_client { 103.77.234.66 1; 135.125.16.69 1; 137.74.68.27 1; - 138.199.57.151 1; 142.44.203.108 1; 142.44.203.109 1; - 143.244.38.129 1; 144.217.193.44 1; 147.135.177.240 1; 149.202.132.36 1; @@ -8561,7 +8559,6 @@ geo $validate_client { 188.165.28.187 1; 188.165.29.14 1; 188.165.3.212 1; - 195.181.163.194 1; 197.101.252.142 1; 207.46.13.15 1; 41.114.220.138 1; @@ -8569,7 +8566,6 @@ geo $validate_client { 45.134.181.131 1; 45.90.196.155 1; 46.105.54.243 1; - 5.188.120.15 1; 5.196.208.115 1; 51.254.152.130 1; 51.255.126.236 1; @@ -8582,7 +8578,6 @@ geo $validate_client { 82.217.147.252 1; 87.98.143.148 1; 89.187.164.66 1; - 89.187.173.66 1; 94.23.170.78 1; # END SEO ANALYSIS TOOLS ### DO NOT EDIT THIS LINE AT ALL ### diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index b3be3d651..e5898d3c5 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.172 1; +10.1.0.12 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 0b119d212..4ecd2582a 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.172 0; +10.1.0.12 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index ede9189b3..405c53f47 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2025.07.5340 -### Updated: Tue Jul 15 22:05:29 UTC 2025 +### Version: V4.2025.07.5341 +### Updated: Wed Jul 16 08:13:17 UTC 2025 ### Bad Referrer Count: 7104 ### Bad Bot Count: 676 ################################################### @@ -8541,10 +8541,8 @@ geo $validate_client { 103.77.234.66 1; 135.125.16.69 1; 137.74.68.27 1; - 138.199.57.151 1; 142.44.203.108 1; 142.44.203.109 1; - 143.244.38.129 1; 144.217.193.44 1; 147.135.177.240 1; 149.202.132.36 1; @@ -8561,7 +8559,6 @@ geo $validate_client { 188.165.28.187 1; 188.165.29.14 1; 188.165.3.212 1; - 195.181.163.194 1; 197.101.252.142 1; 207.46.13.15 1; 41.114.220.138 1; @@ -8569,7 +8566,6 @@ geo $validate_client { 45.134.181.131 1; 45.90.196.155 1; 46.105.54.243 1; - 5.188.120.15 1; 5.196.208.115 1; 51.254.152.130 1; 51.255.126.236 1; @@ -8582,7 +8578,6 @@ geo $validate_client { 82.217.147.252 1; 87.98.143.148 1; 89.187.164.66 1; - 89.187.173.66 1; 94.23.170.78 1; # END SEO ANALYSIS TOOLS ### DO NOT EDIT THIS LINE AT ALL ### diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index c5631721e..30875a5d0 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -172.182.213.66 0; +135.232.201.48 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 10cefe28d..662e613fe 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2025.07.5340 -### Updated: Tue Jul 15 22:05:29 UTC 2025 +### Version: V4.2025.07.5341 +### Updated: Wed Jul 16 08:13:17 UTC 2025 ### Bad Referrer Count: 7104 ### Bad Bot Count: 676 ################################################### @@ -8541,10 +8541,8 @@ geo $validate_client { 103.77.234.66 1; 135.125.16.69 1; 137.74.68.27 1; - 138.199.57.151 1; 142.44.203.108 1; 142.44.203.109 1; - 143.244.38.129 1; 144.217.193.44 1; 147.135.177.240 1; 149.202.132.36 1; @@ -8561,7 +8559,6 @@ geo $validate_client { 188.165.28.187 1; 188.165.29.14 1; 188.165.3.212 1; - 195.181.163.194 1; 197.101.252.142 1; 207.46.13.15 1; 41.114.220.138 1; @@ -8569,7 +8566,6 @@ geo $validate_client { 45.134.181.131 1; 45.90.196.155 1; 46.105.54.243 1; - 5.188.120.15 1; 5.196.208.115 1; 51.254.152.130 1; 51.255.126.236 1; @@ -8582,7 +8578,6 @@ geo $validate_client { 82.217.147.252 1; 87.98.143.148 1; 89.187.164.66 1; - 89.187.173.66 1; 94.23.170.78 1; # END SEO ANALYSIS TOOLS ### DO NOT EDIT THIS LINE AT ALL ### diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index c5631721e..30875a5d0 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -172.182.213.66 0; +135.232.201.48 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 0ea8c302f..2b44e9bff 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2025.07.5340 -### Updated: Tue Jul 15 22:05:29 UTC 2025 +### Version: V4.2025.07.5341 +### Updated: Wed Jul 16 08:13:17 UTC 2025 ### Bad Referrer Count: 7104 ### Bad Bot Count: 676 ################################################### @@ -8541,10 +8541,8 @@ geo $validate_client { 103.77.234.66 1; 135.125.16.69 1; 137.74.68.27 1; - 138.199.57.151 1; 142.44.203.108 1; 142.44.203.109 1; - 143.244.38.129 1; 144.217.193.44 1; 147.135.177.240 1; 149.202.132.36 1; @@ -8561,7 +8559,6 @@ geo $validate_client { 188.165.28.187 1; 188.165.29.14 1; 188.165.3.212 1; - 195.181.163.194 1; 197.101.252.142 1; 207.46.13.15 1; 41.114.220.138 1; @@ -8569,7 +8566,6 @@ geo $validate_client { 45.134.181.131 1; 45.90.196.155 1; 46.105.54.243 1; - 5.188.120.15 1; 5.196.208.115 1; 51.254.152.130 1; 51.255.126.236 1; @@ -8582,7 +8578,6 @@ geo $validate_client { 82.217.147.252 1; 87.98.143.148 1; 89.187.164.66 1; - 89.187.173.66 1; 94.23.170.78 1; # END SEO ANALYSIS TOOLS ### DO NOT EDIT THIS LINE AT ALL ### diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index b3be3d651..e5898d3c5 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.172 1; +10.1.0.12 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index d5a4c7321..3522ac26f 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Anarchie -ChinaClaw -Fyrebot -IRLbot -MIDown tool -OrangeSpider -Sociscraper -VCI -ZumBot -oBot +CrunchBot +OutfoxBot +SBIder +SiteSnagger +SiteSucker +ZoominfoBot +demandbase-bot +facebookscraper +omgili +sp_auditbot diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 87acf4a88..d2f00cf85 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,100 +1,100 @@ -01h4x.com -80legs -Aboundex -Alligator -Aspiegel -Atomseobot -Attach +404enemy +ADmantX +AIBOT +Alexibot AwarioRssBot -AwarioSmartBot -BDFetch +BBBike +BDCbot Badass -Buddy -CheTeam +Bandit +BatchFTP +BlackWidow +Bolt +BuiltWith +Bullseye +Bytespider +CCBot +CODE87 +CSHttp +Calculon Citoid -Copier -DTS Agent -Digincore -DomCopBot -DomainCrawler +ClaudeBot +Cloud mapping +CrazyWebCrawler +DBLBot +DIIbot +Domains Project ECCP/1.0 Ebingbong -Ecxi -EirGrabber -Extractor -ExtractorPro -Extreme Picture Finder -Fuzz -Genieo +Express WebPictures Go!Zilla -GoZilla -Grabber -GrapeFX -HaosouSpider -InfoNaviRobot +GrapeshotCrawler +HMView +HTTrack +Hloader +HonoluluBot +HybridBot +Image Fetch +Intelliseek InterGET -Iskanie -JOC Web Spider -JustView -Keyword Density Kozmosbot -LinkpadBot -Lipperhey -Litemage_walker -MTRobot -Mail.RU_Bot +LNSpiderguy +LWP::Simple +Larbin +LeechFTP +LexiBot +Lightspeedsystems +Likse +LinqiaMetadataDownloaderBot +MSIECrawler Majestic12 -MeanPath Bot -Mediatoolkitbot +MauiBot MegaIndex.ru -MicroMessenger -Msrabot -Musobot -Net Vampire -Netcraft -Nikto -Ninja -OpenVAS -Openvas +Metauri +NPbot +NetLyzer +OpenLinkProfiler +POE-Component-Client-HTTP Page Analyzer -Pixray -ProWebWalker -PyCurl -Rainbot -Reaper -SEOprofiler +PageAnalyzer +PageScorer +Papa Foto +Petalbot +RankurBot +ReGet +SEOkicks-Robot +SEOlyt +ScanAlert +Scanbot +SeekportBot SemanticJuice -SemrushBot -SemrushBot-SI -SeoSiteCheckup Seomoz -Site Sucker -SiteAuditBot +Sitevigil Spammen -Sqlmap -Stripper -T8Abot -Telesoft -TightTwatBot -Toweyabot -Trendictionbot -UnisterBot -V-BOT -VeriCiteCrawler -Web Auto -WebEnhancer -WebFuck -WebsiteExtractor -Widow -YaK -Zitebot -anthropic-ai -arquivo.pt -awario.com -com.plumanalytics -dataforseo.com -imagesift.com -polaris version -ripz -seocompany.store +SurveyBot +T0PHackTeam +Trendiction +URLy Warning +Upflow +VidibleScraper +VoidEYE +Wallpapers +Wallpapers/3.0 +Web Fetch +WebmasterWorldForumBot +Webster +Whatweb +Xenu +Zeus +crawler4j +demandbase-bot +everyfeed-spider +instabid +oBot +probe-image-size +satoristudio.net +sp_auditbot sysscan +tAkeOut +trendiction.de +webmeup-crawler diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index 9537ab69b..44ce204ba 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -aa08daf7e13b6345e09e92f771507fa5f4.com -decorazilla.com -forpostlock.ru -geile-lelly.eu -goodly.pro -ketrzyn.pl -myghillie.info -naphukete.ru -pornoinn.com -pulse33.ru +badavit.com.ua +custodieva.ru +iqupdatetmz.win +kinozapas.com +lanasshop.ru +masthopehomes.com +mexicosleevegastrectomy.com +sexytrend.ru +sudexpert66.ru +videochat.cafe diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index b68ecbf13..e8957f19f 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,100 +1,100 @@ -12masterov.com -256bit.by -abwa.tk -addbin.men -adminshop.com -aktobe.xkaz.org -allsilver925.co.il -analytics-ads.xyz -apartment.ru -baixar-musicas-gratis.com -betwinservice.com -bitcoinremote.com -blog.f00kclan.de -blogig.org -bristolhotel.com -bumskontakte.org -cartierlove.xyz -compliance-irvin.xyz -copblock.org -divisioncore.com -dlya-android.org -dogsrun.net -downloaddy.net -doxysexy.com -ednorxmed.com -epicbrogaming.com -exmasters.com -extrabot.com -f-loaded.de -f5mtrack.com -findsexguide.com -floating-share-buttons.com -free-floating-buttons.com -gerhardhealer.com -gopixdatabase.com -gotwebsite1.com -hspline.com -icaseclub.ru -imagerydatabase.com -immobiliaremassaro.com -insurple.com -intermesh.net -james13prix.info -javstock.com -kovesszucs.atw.hu -liffa.ru -liveinternet.ru -livetsomudvekslingstudent.bloggersdelight.dk -lkbennettstore.online -m0r0zk0-krava.ru -morlat.altervista.org -mrcsa.com.au -music.utrolive.ru -new7ob.com -nikhilbahl.com -obuv-kupit.ru -osagonline.ru -paccohichetoti.ml -pattersonsweb.com -paydayloanslocal.com -pearlisland.ru -pensplan.com -polska-poezja.com -poptool.net -poquoson.org -porno-dojki.net -pornohd1080.online -porodasobak.net -pozdrawleniya.ru -rankexperience.com -rarbg.to -remont-comp-pomosh.ru -responsinator.com -rimedia.org -samolet.fr -scanner-willy.top -sexyteens.hol.es -shop-electron.ru -shop.xz618.com -sisi-go.ru -slim.sellany.ru -softtor.com -suhanpacktech.com -the-torrent-tracker.blogspot.com -top250movies.ru -unimodemhalfduplefw.pen.io -validdomain.xyz -viberdownload10.com -vipromoffers.com -watch-movies.ru -webenlace.com.ar -webix.me -wholesalejerseys-cheapest.com -wildcattube.com -wwwadultcheck.com -xblog.in -xsfetish.org -yaminecraft.ru -yuweng.info -zarabotok--doma.ru +4ureyesonly.com +admatic.com.tr +advokateg.xyz +allmarketsnewdayli.gdn +allnews.md +apifasterlightin-a.akamaihd.net +appsecurityr.com +avek.ru +azlex.uz +balkanfarma.ru +best-way.men +bezlimitko.xyz +bigcareer.info +bloggedporn.com +bloggen.be +boazpower.com +bongacams.com +briomotor.co +brothers-smaller.ru +budpost.com.ua +cablecar.us +cognitiveseo.com +credit-online.ws +cupday.com +de.zapmeta.com +dealitright.click +dokumentalkino.net +dolohen.com +dostavka-v-ukrainu.ru +eas-seo.com +ege-essay.ru +elektronischezigarettekaufen1.beeplog.com +fakehandbags.xyz +falcoware.com +fishingwholesale.us +flavors.me +gamerscorps.com +ghernnqr.skyrock.com +goodhumor24.com +goodwriterssales.com +gosarhivrt.ru +handsandlegs.ru +heartofbeijing.blogspot.com +idegenvezeto.eu +ip-guide.com +islamtoday.co.za +kenaba.su +knogg.net +ks1234.com +lafourmiliaire.com +laptoper.net +linkarena.com +littlecity.ch +lost-alpha.ru +mamasuper.prom.ua +mouselink.co +mulberryoutletonlineeu.com +myftpupload.com +november-lax.com +oakridgemo.com +omgtnc.com +onload.pw +optibuymac.com +partner-cdn.men +perosan.com +phelissota.xyz +pics-group.com +pornosee.info +promoforum.ru +rockma.se +scanner-margo.top +seemoreresultshu-a.akamaihd.net +shoppingmiracles.co.uk +sindragosa.comxa.com +skladvaz.ru +soietvousmaime.fr +spymac.net +taqplayer.info +technopellet.gr +tgtclick.com +timecrimea.ru +toloka.hurtom.com +topshef.ru +trkdf.com +tupper-shop.ru +tx41tclega.ru +uchil.net +vekzdorov.ru +videositename.com +vipsiterip.org +vrotike.ru +vzube.com +w7s.ru +webshoppermac.com +weddingdresses.xyz +wonderfulflowers.biz +worldlovers.ru +zdesformula.ru +zhacker.net +zoompegs.com diff --git a/dev-tools/test_units/ratelimittest-master.txt b/dev-tools/test_units/ratelimittest-master.txt index 0dccbaf08..2e56eeda4 100644 --- a/dev-tools/test_units/ratelimittest-master.txt +++ b/dev-tools/test_units/ratelimittest-master.txt @@ -8,6 +8,111 @@

Welcome to the NginX Ultimate Bad Bot Blocker

This is merely used for testing !!!

+ml> +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.24.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.24.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.24.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.24.0 (Ubuntu)
+ + + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.24.0 (Ubuntu)
+ + + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ @@ -818,74 +923,4 @@

Welcome to the NginX Ultimate Bad Bot Blocker

This is merely used for testing !!!

- - - -Welcome to NginX - - -
-

Welcome to the NginX Ultimate Bad Bot Blocker

-

This is merely used for testing !!!

- - - - -Welcome to NginX - - -
-

Welcome to the NginX Ultimate Bad Bot Blocker

-

This is merely used for testing !!!

- - - - -Welcome to NginX - - -
-

Welcome to the NginX Ultimate Bad Bot Blocker

-

This is merely used for testing !!!

- - - - -Welcome to NginX - - -
-

Welcome to the NginX Ultimate Bad Bot Blocker

-

This is merely used for testing !!!

- - - - -Welcome to NginX - - -
-

Welcome to the NginX Ultimate Bad Bot Blocker

-

This is merely used for testing !!!

- - - - -Welcome to NginX - - -
-

Welcome to the NginX Ultimate Bad Bot Blocker

-

This is merely used for testing !!!

- - - - -Welcome to NginX - - -
-

Welcome to the NginX Ultimate Bad Bot Blocker

-

This is merely used for testing !!!

- \ No newline at end of file diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index 0b119d212..4ecd2582a 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.172 0; +10.1.0.12 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index 88114a058..687dfcc13 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2025.07.5340 -### Updated: Tue Jul 15 22:05:30 UTC 2025 +### Version: V4.2025.07.5341 +### Updated: Wed Jul 16 08:13:19 UTC 2025 ### Bad Bot Count: 676 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 88114a058..687dfcc13 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2025.07.5340 -### Updated: Tue Jul 15 22:05:30 UTC 2025 +### Version: V4.2025.07.5341 +### Updated: Wed Jul 16 08:13:19 UTC 2025 ### Bad Bot Count: 676 ################################################### ### Version Information ##