From 58598545c1c737be04f8e7f30599000615437239 Mon Sep 17 00:00:00 2001 From: mitchellkrogza Date: Tue, 2 Jul 2024 10:09:30 +0000 Subject: [PATCH] V4.2024.07.4597 [ci skip] --- AUTO-CONFIGURATION.md | 2 +- MANUAL-CONFIGURATION.md | 2 +- README.md | 2 +- _google_analytics_ghost_spam/README.md | 2 +- .../etc/nginx/conf.d/globalblacklist.conf | 5 +- conf.d/globalblacklist-testing-version.conf | 5 +- conf.d/globalblacklist.conf | 5 +- dev-tools/buildnumber | 2 +- dev-tools/globalblacklist-testing.template | 5 +- dev-tools/globalblacklist.template | 5 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- dev-tools/test_units/blacklist-ips.conf | 2 +- .../random-bots-for-test-quick.list | 20 +- .../random-bots-for-whitelist-test.list | 162 +++++++-------- .../random-referrers-for-test-quick.list | 20 +- .../random-referrers-for-whitelist-test.list | 196 +++++++++--------- dev-tools/test_units/ratelimittest-master.txt | 10 - dev-tools/test_units/whitelist-ips.conf | 2 +- dev-tools/tmp/robots.txt | 4 +- robots.txt/robots.txt | 4 +- 34 files changed, 252 insertions(+), 251 deletions(-) diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index abe281866..725aad4e4 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2024.07.4596 +#### Version: V4.2024.07.4597 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [662](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index bab3d6970..b11663200 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2024.07.4596 +#### Version: V4.2024.07.4597 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [662](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index 3bc9c0a5e..11b219bbd 100755 --- a/README.md +++ b/README.md @@ -14,7 +14,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2024.07.4596 +#### Version: V4.2024.07.4597 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [662](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 3eba4a98a..9fb9d443e 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2024.07.4596 +#### Version: V4.2024.07.4597 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [662](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 06fe14d3f..b3392e87f 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4596 -### Updated: Mon Jul 1 22:03:23 UTC 2024 +### Version: V4.2024.07.4597 +### Updated: Tue Jul 2 10:05:50 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8583,6 +8583,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 60f893b35..5975c895e 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2024.07.4596 -### Updated: Mon Jul 1 22:03:23 UTC 2024 +### Version: V3.2024.07.4597 +### Updated: Tue Jul 2 10:05:50 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8584,6 +8584,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 06fe14d3f..b3392e87f 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4596 -### Updated: Mon Jul 1 22:03:23 UTC 2024 +### Version: V4.2024.07.4597 +### Updated: Tue Jul 2 10:05:50 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8583,6 +8583,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index 148775a33..f2109927d 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -4596 +4597 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 60f893b35..5975c895e 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2024.07.4596 -### Updated: Mon Jul 1 22:03:23 UTC 2024 +### Version: V3.2024.07.4597 +### Updated: Tue Jul 2 10:05:50 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8584,6 +8584,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index 06fe14d3f..b3392e87f 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4596 -### Updated: Mon Jul 1 22:03:23 UTC 2024 +### Version: V4.2024.07.4597 +### Updated: Tue Jul 2 10:05:50 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8583,6 +8583,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index bf9759b94..c5d52c40d 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.51.206.225 0; +20.55.14.149 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 06fe14d3f..b3392e87f 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4596 -### Updated: Mon Jul 1 22:03:23 UTC 2024 +### Version: V4.2024.07.4597 +### Updated: Tue Jul 2 10:05:50 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8583,6 +8583,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 8876c32f2..990170c26 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.8 1; +10.1.0.111 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index a7e4dac00..973ea0ec2 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.8 0; +10.1.0.111 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 06fe14d3f..b3392e87f 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4596 -### Updated: Mon Jul 1 22:03:23 UTC 2024 +### Version: V4.2024.07.4597 +### Updated: Tue Jul 2 10:05:50 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8583,6 +8583,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 8876c32f2..990170c26 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.8 1; +10.1.0.111 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index a7e4dac00..973ea0ec2 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.8 0; +10.1.0.111 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 06fe14d3f..b3392e87f 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4596 -### Updated: Mon Jul 1 22:03:23 UTC 2024 +### Version: V4.2024.07.4597 +### Updated: Tue Jul 2 10:05:50 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8583,6 +8583,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 8876c32f2..990170c26 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.8 1; +10.1.0.111 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index a7e4dac00..973ea0ec2 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.8 0; +10.1.0.111 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 06fe14d3f..b3392e87f 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4596 -### Updated: Mon Jul 1 22:03:23 UTC 2024 +### Version: V4.2024.07.4597 +### Updated: Tue Jul 2 10:05:50 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8583,6 +8583,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index bf9759b94..c5d52c40d 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.51.206.225 0; +20.55.14.149 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index e898154ae..1563ea26b 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4596 -### Updated: Mon Jul 1 22:03:23 UTC 2024 +### Version: V4.2024.07.4597 +### Updated: Tue Jul 2 10:05:50 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8583,6 +8583,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index bf9759b94..c5d52c40d 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.51.206.225 0; +20.55.14.149 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 4603049a6..a35eb2fbb 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4596 -### Updated: Mon Jul 1 22:03:23 UTC 2024 +### Version: V4.2024.07.4597 +### Updated: Tue Jul 2 10:05:50 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8583,6 +8583,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index 8876c32f2..990170c26 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.8 1; +10.1.0.111 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index 07cdd88c8..554a7de62 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -AwarioBot -Go-Ahead-Got-It -Grafula -Mr.4x3 -Recorder -Virusdie -Web Auto -WebEnhancer -Whatweb -heritrix +Buddy +Ebingbong +Freeuploader +LWP::Simple +LinqiaScrapeBot +Name Intelligence +Openfind +Searchestate +TheNomad +Voltron diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 20d2b3067..2ce3630a0 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,100 +1,100 @@ -Aboundex -Anarchie -Anarchy99 -Atomseobot -AwarioBot -BDFetch -BacklinkCrawler +ADmantX +Acunetix +AiHitBot +Anarchy +AwarioSmartBot +Backlink-Ceck BatchFTP -Bigfoot -Blackboard -Collector -Curious +BetaBot +Buck +Calculon +Citoid +Cliqzbot DBLBot -DIIbot -DatabaseDriverMysqli -DittoSpyder -Download Wonder -Drip +DTS Agent +DomainSigmaCrawler +Dotbot Evil -Exabot ExtractorPro -FacebookBot -GPTBot -Getintent -GrapeFX -GrapeshotCrawler -Haansoft +FHscan +FyberSpider +HMView Heritrix -Image Sucker -ImagesiftBot +IRLbot +Id-search +Information Security Team InfraSec Scanner InfraSec Scanner -Internet Ninja -Iskanie -IstellaBot -Jbrofuzz -Kenjin Spider -Keybot Translation-Search-Machine +Iria +Jetty +JikeSpider Kinza -LWP::Simple -Larbin -Leap -LinksManager -Lmspider -Ltx71 -MeanPath Bot -Mojolicious -Musobot -NICErsPRO -Navroad +Lanshanbot +LeechFTP +LexiBot +Lftp +LinkWalker +Lipperhey +Lipperhey Spider +Majestic-SEO +Mb2345Browser +Meanpathbot +Minefield +NPbot +NearSite +Net Vampire +NetMechanic Netcraft -Nmap -Offline Explorer -Openvas -OutfoxBot -Petalbot -ProWebWalker -Probethenet -Psbot -Pu_iN +NimbleCrawler +OnCrawl +OrangeBot +POE-Component-Client-HTTP +Pandalytics +PeoplePal +Pixray +Rainbot RankingBot2 -RealDownload -RepoMonkey -ScanAlert -ScoutJet -Scrapy -SearchmetricsBot -SentiBot -Siteimprove -Sqlmap +RocketCrawler +ScrepyBot +Seomoz +Sqlworm Sucker -Sucuri -Szukacz -TightTwatBot +TeleportPro +Telesoft +Telesphorep Toata -TurnitinBot TwengaBot -Typhoeus +Twice +Vagabondo +VoidEYE Voil -WWW::Mechanize -WallpapersHD -Web Sauger -WebBandit -WebFuck -Whacker +WBSearchBot +WEBDAV +WPScan +WWWOFFLE +Wallpapers/3.0 +Web Sucker +WebCopier +WebReaper +Webshag +WebsiteExtractor +WebsiteQuester +Widow WiseGuys Robot -Xaldon WebSpider -Zade -ZoominfoBot -adscanner +Woobot +archive.org_bot awario.com -backlink-check -crawler.feedback -evc-batch -gopher +clark-crawler +dataforseo.com +facebookscraper internetVista monitor +magpie-crawler +meanpathbot mediawords +ripz satoristudio.net -siteripz -spyfu +seocompany.store +seostar +trendiction.com +ubermetrics-technologies.com +voyagerx.com webmeup-crawler diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index f5aede545..cb3b82b03 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -actices.com -alpharma.net -ege-essay.ru -fighrofacciufreesig.ga -gg.zzyjxs.com -pizdeishn.com -questionmarque.ch -s-iwantyou.com -sammyweaver.com -toondinsey.com +adventureparkcostarica.com +btvn.ru +golfresa.lucania.se +gpirate.com +id-forex.com +piccdata.com +pixelrz.com +pornotubexxx.name +pufip.com +simple-share-buttons.com diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index 7ada28c63..fd1e81869 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,100 +1,100 @@ -1xbet4you.com -adanih.com -ads-cool.pro -adult-shop.com.ua -anjalika.co.in -apelsinnik.website -appmsr.org -arate.ru -artpicso.com -ausmepa.org.au -autoblogger24.info -autoloans.com -autoua.top -ayakino.net -bannerpower.com -best-deals-products.com -besthoro.ru -bigpictures.club -bjgugu.net.ua -boostmyppc.com -buypuppies.ca -cctva.tv -chatroulette.world -chatseo.com -club-musics.ru -compliance-checker.info -compliance-nelson.top -creams.makeforum.eu -dekorkeramik.ru -designdevise.com -ekosmetyki.net.pl -ereko.ru -f012.de -fastcrawl.com -fickenprivat.info -fishingwholesale.us -flashlarevista.com -fortevidyoze.net -forum.doctissimo.fr -getoutofdebtfree.org -goodhumor24.com -handicapvantoday.com -home.myplaycity.com -homedecorpicture.us -hotkeys.com -hut1.ru -kamen-e.ru -keenoutlet.online -kino2018.club -kinogolos.ru -kollekcioner.ru -kopihijau.info -kw21.org -lifebyleese.com -linksharingt.com -mainhp.net +2daytrendingnews.com +51.la +abovetherivernc.com +aktobe.xkaz.org +alfapro.ru +anime.dougasouko.com +appleid-verification.com +arquivo.pt +axbocz.net +bangla-chat-uk-paralud.ga +bannerswap.com +bloke.com +brateg.xyz +bvlgaribracelet.xyz +callstevens.com +cartierbracelet.xyz +chatroulette.life +cialischsrx.com +cienum.fr +compliance-jess.top +cordstrap.cc +demenageur.com +dimaka.info +dinkolove.ya.ru +dogbreedspicture.net +elektrischezigarette2.devhub.com +elektrozigarettekaufen1.devhub.com +erotische-geschichten-xxl.com +essay-edu.biz +eyessurgery.ru +fermersovet.ru +fetlifeblog.com +freshsuperbloop.com +gotomontenegro.net +hacktougroup.ru +hatedriveapart.com +hoterika.com +hotshoppymac.com +humanorightswatch.org +husky-shop.cz +idegenvezeto.eu +ilo134uloh.com +immobiliaremassaro.com +impisr.edunsk.ru +iskalko.ru +karusel-market.ru +kazrent.com +kinofak.net +konteiner24.com +kovrenok.ru +labplus.ru +linerdrilling.com +lion.snapmap.us +liupis.com +lombia.com +longlifelomilomi.info mediaoffers.click -mlvc4zzw.space -monsterdivx.com -moomi-daeri.com -mydearest.co -naughtyconnect.com -nicefloor.co.uk -nisuturnetdgu.tk -noscrapleftbehind.co -obiavo.ru -offtime.ru -ourtherapy.ru -oyster-green.com -pijoto.net -popmarker.com -portadd.men -qualitymarketzone.com -rankia.com -raschtextil.com.ua -recordpage-a.akamaihd.net -robotixix.com -running-line.ru -secretscook.ru -sextracker.de +my-bc.ru +mybinaryoptionsrobot.com +myliveblog.ru +news-speaker.com +noumeda.com +offer.wpsecurity.website +ownshop.win +patol01.pw +pendelprognos.se +pills24h.com +popugauka.ru +popunder.net +powitania.pl +profitsport.club +promover.org +prosmibank.ru +puteshestvennik.com +reeyanaturopathy.com +retreatia.com +rightenergysolutions.com.au +saveriopiazza.it +score-ads.men +se-welding.ru +searchimpression.com sherlock.se -simplepooltips.com -sinestesia.host.sk -sivs.ru -sogimlecal.tk -susanholtphotography.com -taraz.xkaz.org -thebestweightlosspills.ovh -thegameriders.com -top10-online-games.com -topquality.cf -trkdf.com -truemfilelj.gq -uprour.com -videochat.world -vtcdns.com -web.cvut.cz -wineitudes.wordpress.com -wladimirpayen.com -zrus.org +slayerlife.com +slimcdn.com +sloopyjoes.com +sluganarodu.ru +steebook.com +sterva.cc +stjamesschool.info +terraclicks.com +tkanorganizma.ru +toxicwap.com +ukrtextbook.com +westen-z.life +whereiskentoday.com +worldis.me +xn--80ajbshivpvn2i.xn--p1ai +xn--80atua3d.xn--p1ai +xxxtubesafari.com +yunque.pluto.ro diff --git a/dev-tools/test_units/ratelimittest-master.txt b/dev-tools/test_units/ratelimittest-master.txt index 0dccbaf08..3fb3960da 100644 --- a/dev-tools/test_units/ratelimittest-master.txt +++ b/dev-tools/test_units/ratelimittest-master.txt @@ -878,14 +878,4 @@

Welcome to the NginX Ultimate Bad Bot Blocker

This is merely used for testing !!!

- - - -Welcome to NginX - - -
-

Welcome to the NginX Ultimate Bad Bot Blocker

-

This is merely used for testing !!!

- \ No newline at end of file diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index a7e4dac00..973ea0ec2 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.8 0; +10.1.0.111 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index bbe9312c2..2b9e8e7fa 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2024.07.4596 -### Updated: Mon Jul 1 22:03:23 UTC 2024 +### Version: V4.2024.07.4597 +### Updated: Tue Jul 2 10:05:51 UTC 2024 ### Bad Bot Count: 662 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index bbe9312c2..2b9e8e7fa 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2024.07.4596 -### Updated: Mon Jul 1 22:03:23 UTC 2024 +### Version: V4.2024.07.4597 +### Updated: Tue Jul 2 10:05:51 UTC 2024 ### Bad Bot Count: 662 ################################################### ### Version Information ##