From 195c180b91e62ce93a90e8d07497cdb7dca87a58 Mon Sep 17 00:00:00 2001 From: mitchellkrogza Date: Wed, 3 Jul 2024 22:06:56 +0000 Subject: [PATCH] V4.2024.07.4600 [ci skip] --- AUTO-CONFIGURATION.md | 2 +- MANUAL-CONFIGURATION.md | 2 +- README.md | 2 +- _google_analytics_ghost_spam/README.md | 2 +- .../etc/nginx/conf.d/globalblacklist.conf | 5 +- conf.d/globalblacklist-testing-version.conf | 5 +- conf.d/globalblacklist.conf | 5 +- dev-tools/buildnumber | 2 +- dev-tools/globalblacklist-testing.template | 5 +- dev-tools/globalblacklist.template | 5 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- dev-tools/test_units/blacklist-ips.conf | 2 +- .../random-bots-for-test-quick.list | 20 +- .../random-bots-for-whitelist-test.list | 184 ++++++++-------- .../random-referrers-for-test-quick.list | 20 +- .../random-referrers-for-whitelist-test.list | 198 +++++++++--------- dev-tools/test_units/ratelimittest-master.txt | 48 ++++- dev-tools/test_units/whitelist-ips.conf | 2 +- dev-tools/tmp/robots.txt | 4 +- robots.txt/robots.txt | 4 +- 34 files changed, 302 insertions(+), 263 deletions(-) diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 55ed3763c..4b8a375f2 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2024.07.4599 +#### Version: V4.2024.07.4600 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [662](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 557cf4695..5edc2e2e1 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2024.07.4599 +#### Version: V4.2024.07.4600 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [662](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index ec62f703b..c3babf67c 100755 --- a/README.md +++ b/README.md @@ -14,7 +14,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2024.07.4599 +#### Version: V4.2024.07.4600 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [662](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 630810918..3d287d985 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2024.07.4599 +#### Version: V4.2024.07.4600 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [662](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 26969f819..f513be7d9 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4599 -### Updated: Wed Jul 3 10:05:51 UTC 2024 +### Version: V4.2024.07.4600 +### Updated: Wed Jul 3 22:03:15 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8586,6 +8586,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 45f5d2c92..bbf11dac0 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2024.07.4599 -### Updated: Wed Jul 3 10:05:52 UTC 2024 +### Version: V3.2024.07.4600 +### Updated: Wed Jul 3 22:03:15 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8587,6 +8587,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 26969f819..f513be7d9 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4599 -### Updated: Wed Jul 3 10:05:51 UTC 2024 +### Version: V4.2024.07.4600 +### Updated: Wed Jul 3 22:03:15 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8586,6 +8586,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index 61a4c0c18..9bcafcbd6 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -4599 +4600 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 45f5d2c92..bbf11dac0 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2024.07.4599 -### Updated: Wed Jul 3 10:05:52 UTC 2024 +### Version: V3.2024.07.4600 +### Updated: Wed Jul 3 22:03:15 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8587,6 +8587,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index 26969f819..f513be7d9 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4599 -### Updated: Wed Jul 3 10:05:51 UTC 2024 +### Version: V4.2024.07.4600 +### Updated: Wed Jul 3 22:03:15 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8586,6 +8586,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index c6dd0c986..74e34f980 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.75.95.252 0; +172.183.131.205 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 26969f819..f513be7d9 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4599 -### Updated: Wed Jul 3 10:05:51 UTC 2024 +### Version: V4.2024.07.4600 +### Updated: Wed Jul 3 22:03:15 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8586,6 +8586,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 8876c32f2..bdbf7964a 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.8 1; +10.1.0.27 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index a7e4dac00..7fcff9229 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.8 0; +10.1.0.27 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 26969f819..f513be7d9 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4599 -### Updated: Wed Jul 3 10:05:51 UTC 2024 +### Version: V4.2024.07.4600 +### Updated: Wed Jul 3 22:03:15 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8586,6 +8586,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 8876c32f2..bdbf7964a 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.8 1; +10.1.0.27 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index a7e4dac00..7fcff9229 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.8 0; +10.1.0.27 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 26969f819..f513be7d9 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4599 -### Updated: Wed Jul 3 10:05:51 UTC 2024 +### Version: V4.2024.07.4600 +### Updated: Wed Jul 3 22:03:15 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8586,6 +8586,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 8876c32f2..bdbf7964a 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.8 1; +10.1.0.27 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index a7e4dac00..7fcff9229 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.8 0; +10.1.0.27 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 26969f819..f513be7d9 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4599 -### Updated: Wed Jul 3 10:05:51 UTC 2024 +### Version: V4.2024.07.4600 +### Updated: Wed Jul 3 22:03:15 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8586,6 +8586,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index c6dd0c986..74e34f980 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.75.95.252 0; +172.183.131.205 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index a4fa1079d..297052a5c 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4599 -### Updated: Wed Jul 3 10:05:51 UTC 2024 +### Version: V4.2024.07.4600 +### Updated: Wed Jul 3 22:03:15 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8586,6 +8586,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index c6dd0c986..74e34f980 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.75.95.252 0; +172.183.131.205 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 0bab16405..f8cf32e85 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4599 -### Updated: Wed Jul 3 10:05:51 UTC 2024 +### Version: V4.2024.07.4600 +### Updated: Wed Jul 3 22:03:15 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8586,6 +8586,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index 8876c32f2..bdbf7964a 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.8 1; +10.1.0.27 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index 50fadc617..8e885b45d 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Badass -Blackboard -Linkbot -Offline Navigator -Spinn3r -WebSucker -WebmasterWorldForumBot -scan.lol -sexsearcher -tAkeOut +Cosmos +HonoluluBot +Information Security Team InfraSec Scanner +Kinza +Sitebeam +SmartDownload +The Intraformant +Toata +Voltron +ubermetrics-technologies.com diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 9d37e81d1..6f706cbb7 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,100 +1,100 @@ -360Spider -404enemy -Aboundex -Alligator -Apexoo -Atomseobot -Badass -Bandit -BatchFTP -BotALot -Bytespider -CheeseBot -Chlooe -Cloud mapping -Craftbot -DataCha0s -Devil -Dirbuster -Disco -DnBCrawler-Analytics +ADmantX +Acunetix +AllSubmitter +AwarioBot +BBBike +BDCbot +BackWeb +Barkrowler +BlackWidow +ChinaClaw +Cliqzbot +Cocolyzebot +Copyscape +Curious +Deusu +DomainStatsBot Domains Project -Dotbot -Extractor -ExtractorPro -Firefox/7.0 -Freeuploader -Grabber -GrapeFX -HTMLparser -InfraSec Scanner -Iskanie -Joomla +Drip +Ecxi +Express WebPictures +GT::WWW +GalaxyBot +Genieo +GermCrawler +Gotit +GrabNet +GrapeshotCrawler +Iblog +Id-search +Image Sucker +Information Security Team InfraSec Scanner +Intelliseek Kenjin Spider -LinkScan -LinkextractorPro -LinqiaMetadataDownloaderBot -Lipperhey +LeechGet +Libwhisker +LinkpadBot +MFC_Tear_Sample +MIDown tool MTRobot -MarkMonitor -Meanpathbot -MegaIndex.ru +Majestic SEO +Majestic12 +Mata Hari +Mediatoolkitbot Metauri -MicroMessenger -Microsoft URL Control -Mojolicious -Msrabot -Nibbler -Niki-bot -OrangeSpider -OutfoxBot -PageAnalyzer -PageThing.com -Picsearch -ProPowerBot -PxBroker -PyCurl -QueryN Metasearch +Mojeek +MolokaiBot +Mozlila +NICErsPRO +Name Intelligence +Nameprotect +Needle +NetAnts +NetMechanic +NetSpider +NetZIP +Nikto +Nutch +Openvas +OutclicksBot +Panscient +Pavuk +Pockey Rankivabot -RepoMonkey -RocketCrawler -SISTRIX -ScanAlert -Shodan -Siphon -Site Sucker -Spbot -SputnikBot -Sqlmap -T8Abot -TeleportPro -Thumbor -TinyTestBot -Titan -Trendictionbot -Vacuum -Voltron -WASALive-Bot -WeSEE -Web Fuck -WebsiteExtractor -Who.is Bot +Recorder +Ripper +Scrapy +Screaming +SenutoBot +SeoSiteCheckup +SeobilityBot +SiteSucker +Sitebeam +SocialRankIOBot +SpaceBison +Sqlworm +Steeler +Stripper +Suzuran +URLy.Warning +Wallpapers +Website Quester +WebsiteQuester +Webster Wonderbot -YaK -Zauba +Wprecon +adscanner +arquivo-web-crawler +arquivo.pt coccocbot -com.plumanalytics -gopher -instabid -omgili -satoristudio.net +dataforseo.com +linkfluence +muhstik-scan +polaris version +s1z.ru +scalaj-http scan.lol -seoscanners -seostar -siteripz -sp_auditbot -trendiction.com -voyagerx.com -x09Mozilla -xpymep1.exe -zauba.io +seocompany.store +serpstatbot +sexsearcher +ubermetrics-technologies.com diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index 2e75165bc..77c6f8102 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -4webmasters.com -freetangodownload.com -kazinogames.lv -lion.snapmap.us -mulberryoutletonlineeu.com -pcimforum.com -productarium.com -xxxasianporn.net -zoogdisany.com -zoompegs.com +akusherok.ru +discovertreasurenow.com +goodprotein.ru +ideoworld.org +innoslicon.com +marcoislandvacations.net +sibecoprom.ru +svbur.ru +unblocksit.es +xxx-cam.webcam diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index 6ef2fd926..651d5b34f 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,100 +1,100 @@ -1qingdao.com -8xv8.com -aa625d84f1587749c1ab011d6f269f7d64.com -adhome.biz -adssafeprotected.com -am15.net -apessay.com -appmsr.org -arenanews.com.ua -asrvrep-a.akamaihd.net -ayeartoforget.com -berdasovivan.ru -bestpriceninja.com -blogrankers.com -cartierloveringreplica.xyz -children-learningreading.info -chocolateslim-en-france.com -cubook.supernew.org -danschawbel.com -data-ox.com -dnsrsearch.com -elitesportsadvisor.com -f012.de -g.starmoe.xyz -gamevalue7.weebly.com -girlporn.ru -gq-catalog.gq -greatzip.com -gwebtools.com.br -habermetre.com -huhn.altervista.org -hundejo.com -ico.re -investmac.com -ipornox.xxx -karadene.com -konoplisemena.com -law-check-two.xyz -livetsomudvekslingstudent.bloggersdelight.dk -louboutinshoes.xyz -matb3aa.com -medicineseasybuy.com +a96527gi.beget.tech +aad1f4acb0a373420d9b0c4202d38d94fa.com +acgs.tk +alveris.ru +andpolice.com +arenda-yeisk.ru +avirasecureserver.com +back.dog +backgroundpictures.net +backuperwebcam.weebly.com +beachpics.com +biglistofwebsites.com +bio.trade-jp.net +biznesluxe.ru +bloke.com +bookmark4you.com.biz +bosefux.esy.es +buyviagraa.blogspot.com +cheapmarmot.online +chelnytruck.ru +construmac.com.mx +culturevie.info +detoxmed24.ru +dev33.dioniqlabb.se +docstoc.com +dogbreedspicture.net +domaincdn.xyz +domainsphoto.com +doska-vsem.ru +eachdayisagift.review +eropho.net +failingmarriege.blogspot.com +favornews.com +fellowshipoftheminds.com +financehint.eu +floridamhca.org +forum.doctissimo.fr +freecamdollars.com +gamerextra.com +gkvector.ru +glogow.pl +gpms.org.my +hystersister.com +i-hobot.ru +igrovyeavtomaty777.ru +ipchicken.com +isitwp.com +jasonpartington.com +jerseyschinabizwholesale.us +jestr.org +jose.mulinohouse.co +klin3952.ru +kometars.xyz +linkwithin.com +marcoislandvacations.net monclercheap.xyz -moskva.nodup.ru -moxo.com -myhitmp3.club -na15.ru -nikitsyringedrivelg.pen.io -o-o-11-o-o.com -onemactrckr.com -onescreen.cc -online-sbank.ru -paidonlinesites.com -paighambot.com -photokitchendesign.com -phuketscreen.com -picanalyzer.data-ox.com -pokemongooo.ml -pons-presse.com -pornosemki.info -profolan.pl -pyrodesigns.com.au -ranking2017.ga -refudiatethissarah.info -rusvideos.su -saletool.ru -sankt-peterburg.nodup.ru -see-your-website-here.com -serviporno.com -simul.co -siteripz.net -sobecjvuwa.com.ru -socialmediasuggest.com -spitfiremusic.com -srdrvp.com -supermesta.ru -thepantonpractice.co.uk -tivolibasket.it -tizanidineshowupondrugtest.blogspot.com -topclickguru.com -totu.us -toxicwap.com -traffic100.com -uamtrk.com -uchil.net -vellings.info -vepad.com -vvon.co.uk -vzlomtw.com -webkeyit.com -webtherapy.ru -wechatdownload10.com -wnhjavlhezp.gq -works.if.ua -wstroika.ru -xn----ctbbcjd3dbsehgi.xn--p1ai -zeroredirect11.com -zoodrawings.com -zscaler.net -zzbroya.com.ua +mostantikor.ru +moyakuhnia.ru +mvpicton.co.uk +nacap.ru +nextconseil.com +notebook-pro.ru +ofanda.com +oil-td.ru +okmedia.sk +oren-cats.ru +paclitor.com +parajumpersjakkesalgnorge.info +piuminiita.com +platezhka.net +porngalleries.top +pornokajf.com +printie.com +privatov-zapisi.ru +qwesa.ru +royalads.net +ru-mediaget.ru +savingsslider-a.akamaihd.net +scanner-ivan.top +school-diplomat.ru +sexkrasivo.net +si-unique.com +smart-balancewheel.com +sofit-dmd.ru +sogimlecal.tk +sosdepotdebilan.com +stjamesschool.info +tacbelarus.ru +tacbibirfa.tk +teguh.info +teletype.in +thepornsex.org +twojebook.pl +uptime.com +urzedowski.eu +whatzmyip.net +www.get-free-traffic-now.com +za-music.mymobiplanet.com +zakon-ob-obrazovanii.ru +zdesoboi.com diff --git a/dev-tools/test_units/ratelimittest-master.txt b/dev-tools/test_units/ratelimittest-master.txt index 0dccbaf08..0bceccbb7 100644 --- a/dev-tools/test_units/ratelimittest-master.txt +++ b/dev-tools/test_units/ratelimittest-master.txt @@ -8,6 +8,44 @@

Welcome to the NginX Ultimate Bad Bot Blocker

This is merely used for testing !!!

+ml> +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ @@ -878,14 +916,4 @@

Welcome to the NginX Ultimate Bad Bot Blocker

This is merely used for testing !!!

- - - -Welcome to NginX - - -
-

Welcome to the NginX Ultimate Bad Bot Blocker

-

This is merely used for testing !!!

- \ No newline at end of file diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index a7e4dac00..7fcff9229 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.8 0; +10.1.0.27 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index e7c814ade..28e81bf62 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2024.07.4599 -### Updated: Wed Jul 3 10:05:52 UTC 2024 +### Version: V4.2024.07.4600 +### Updated: Wed Jul 3 22:03:16 UTC 2024 ### Bad Bot Count: 662 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index e7c814ade..28e81bf62 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2024.07.4599 -### Updated: Wed Jul 3 10:05:52 UTC 2024 +### Version: V4.2024.07.4600 +### Updated: Wed Jul 3 22:03:16 UTC 2024 ### Bad Bot Count: 662 ################################################### ### Version Information ##