From d7db03e7011a8a574ca8b977d627ab593d7ce41b Mon Sep 17 00:00:00 2001 From: mitchellkrogza Date: Wed, 3 Jul 2024 10:09:35 +0000 Subject: [PATCH] V4.2024.07.4599 [ci skip] --- AUTO-CONFIGURATION.md | 2 +- MANUAL-CONFIGURATION.md | 2 +- README.md | 2 +- _google_analytics_ghost_spam/README.md | 2 +- .../etc/nginx/conf.d/globalblacklist.conf | 5 +- conf.d/globalblacklist-testing-version.conf | 5 +- conf.d/globalblacklist.conf | 5 +- dev-tools/buildnumber | 2 +- dev-tools/globalblacklist-testing.template | 5 +- dev-tools/globalblacklist.template | 5 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- dev-tools/test_units/blacklist-ips.conf | 2 +- .../random-bots-for-test-quick.list | 18 +- .../random-bots-for-whitelist-test.list | 168 +++++++-------- .../random-referrers-for-test-quick.list | 20 +- .../random-referrers-for-whitelist-test.list | 198 +++++++++--------- dev-tools/test_units/ratelimittest-master.txt | 10 + dev-tools/test_units/whitelist-ips.conf | 2 +- dev-tools/tmp/robots.txt | 4 +- robots.txt/robots.txt | 4 +- 34 files changed, 265 insertions(+), 244 deletions(-) diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 60338573c..55ed3763c 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2024.07.4598 +#### Version: V4.2024.07.4599 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [662](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 6e0d70fc3..557cf4695 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2024.07.4598 +#### Version: V4.2024.07.4599 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [662](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index 72352a023..ec62f703b 100755 --- a/README.md +++ b/README.md @@ -14,7 +14,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2024.07.4598 +#### Version: V4.2024.07.4599 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [662](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 3896e727d..630810918 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2024.07.4598 +#### Version: V4.2024.07.4599 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [662](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index f45018f50..26969f819 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4598 -### Updated: Tue Jul 2 22:03:31 UTC 2024 +### Version: V4.2024.07.4599 +### Updated: Wed Jul 3 10:05:51 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8585,6 +8585,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index bd9a53f41..45f5d2c92 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2024.07.4598 -### Updated: Tue Jul 2 22:03:32 UTC 2024 +### Version: V3.2024.07.4599 +### Updated: Wed Jul 3 10:05:52 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8586,6 +8586,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index f45018f50..26969f819 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4598 -### Updated: Tue Jul 2 22:03:31 UTC 2024 +### Version: V4.2024.07.4599 +### Updated: Wed Jul 3 10:05:51 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8585,6 +8585,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index aaa2531aa..61a4c0c18 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -4598 +4599 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index bd9a53f41..45f5d2c92 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2024.07.4598 -### Updated: Tue Jul 2 22:03:32 UTC 2024 +### Version: V3.2024.07.4599 +### Updated: Wed Jul 3 10:05:52 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8586,6 +8586,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index f45018f50..26969f819 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4598 -### Updated: Tue Jul 2 22:03:31 UTC 2024 +### Version: V4.2024.07.4599 +### Updated: Wed Jul 3 10:05:51 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8585,6 +8585,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 889608261..c6dd0c986 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.55.15.80 0; +20.75.95.252 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index f45018f50..26969f819 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4598 -### Updated: Tue Jul 2 22:03:31 UTC 2024 +### Version: V4.2024.07.4599 +### Updated: Wed Jul 3 10:05:51 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8585,6 +8585,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 441a2ad1c..8876c32f2 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.45 1; +10.1.0.8 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index ebb7da453..a7e4dac00 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.45 0; +10.1.0.8 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index f45018f50..26969f819 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4598 -### Updated: Tue Jul 2 22:03:31 UTC 2024 +### Version: V4.2024.07.4599 +### Updated: Wed Jul 3 10:05:51 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8585,6 +8585,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 441a2ad1c..8876c32f2 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.45 1; +10.1.0.8 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index ebb7da453..a7e4dac00 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.45 0; +10.1.0.8 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index f45018f50..26969f819 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4598 -### Updated: Tue Jul 2 22:03:31 UTC 2024 +### Version: V4.2024.07.4599 +### Updated: Wed Jul 3 10:05:51 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8585,6 +8585,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 441a2ad1c..8876c32f2 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.45 1; +10.1.0.8 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index ebb7da453..a7e4dac00 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.45 0; +10.1.0.8 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index f45018f50..26969f819 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4598 -### Updated: Tue Jul 2 22:03:31 UTC 2024 +### Version: V4.2024.07.4599 +### Updated: Wed Jul 3 10:05:51 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8585,6 +8585,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 889608261..c6dd0c986 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.55.15.80 0; +20.75.95.252 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 6eb361ac9..a4fa1079d 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4598 -### Updated: Tue Jul 2 22:03:31 UTC 2024 +### Version: V4.2024.07.4599 +### Updated: Wed Jul 3 10:05:51 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8585,6 +8585,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 889608261..c6dd0c986 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.55.15.80 0; +20.75.95.252 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 27bd9f97d..0bab16405 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4598 -### Updated: Tue Jul 2 22:03:31 UTC 2024 +### Version: V4.2024.07.4599 +### Updated: Wed Jul 3 10:05:51 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8585,6 +8585,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index 441a2ad1c..8876c32f2 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.45 1; +10.1.0.8 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index c61baa067..50fadc617 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ Badass -HTMLparser -Kenjin Spider -MIIxpc -MauiBot -MicroMessenger -Musobot -Snake -WebEnhancer -Xaldon_WebSpider +Blackboard +Linkbot +Offline Navigator +Spinn3r +WebSucker +WebmasterWorldForumBot +scan.lol +sexsearcher +tAkeOut diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 1508c370e..9d37e81d1 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,100 +1,100 @@ -ADmantX -ALittle Client -Anarchie -Anthill -Attach -AwarioBot -AwarioRssBot -BacklinkCrawler +360Spider +404enemy +Aboundex +Alligator +Apexoo +Atomseobot +Badass Bandit -Barkrowler -Battleztar Bazinga -Blow -Buddy -Bullseye +BatchFTP +BotALot Bytespider -Calculon -ChatGPT-User CheeseBot Chlooe -Citoid -Copyscape -DatabaseDriverMysqli -Deusu -DigitalPebble -DittoSpyder -DomainCrawler +Cloud mapping +Craftbot +DataCha0s +Devil +Dirbuster +Disco +DnBCrawler-Analytics Domains Project -EMail Siphon -EMail Wolf -EasyDL -Ebingbong +Dotbot +Extractor +ExtractorPro +Firefox/7.0 Freeuploader -Getintent -Google-Extended -IDBot -IlseBot -Image Fetch -Intelliseek -InternetSeer +Grabber +GrapeFX +HTMLparser +InfraSec Scanner Iskanie -Keybot Translation-Search-Machine -Keyword Density -Lanshanbot -LeechFTP -Lightspeedsystems -Likse -LinksManager +Joomla +Kenjin Spider +LinkScan +LinkextractorPro +LinqiaMetadataDownloaderBot Lipperhey -Lmspider -MQQBrowser -Magnet -Majestic-SEO -Majestic12 -Mass Downloader -Mb2345Browser -Microsoft Data Access -NPbot -Nameprotect -Netvibes +MTRobot +MarkMonitor +Meanpathbot +MegaIndex.ru +Metauri +MicroMessenger +Microsoft URL Control +Mojolicious +Msrabot Nibbler -Nimbostratus +Niki-bot OrangeSpider +OutfoxBot PageAnalyzer -Panscient -Papa Foto -Picscout -Piepmatz -RebelMouse +PageThing.com +Picsearch +ProPowerBot +PxBroker +PyCurl +QueryN Metasearch +Rankivabot +RepoMonkey RocketCrawler -SEOstats -SMTBot -SemanticJuice -SentiBot -SeoSiteCheckup -Seomoz -SiteSnagger -Sitebeam -SmartDownload -Snake -Snoopy -Sogou web spider -SuperBot -T0PHackTeam -WBSearchBot -Web Pix -WebAuto -WebReaper -WebSucker -WebsiteQuester -Widow +SISTRIX +ScanAlert +Shodan +Siphon +Site Sucker +Spbot +SputnikBot +Sqlmap +T8Abot +TeleportPro +Thumbor +TinyTestBot +Titan +Trendictionbot +Vacuum +Voltron +WASALive-Bot +WeSEE +Web Fuck +WebsiteExtractor +Who.is Bot Wonderbot YaK -archive.org_bot -cah.io.community -iubenda-radar -mediawords -probe-image-size -seobility +Zauba +coccocbot +com.plumanalytics +gopher +instabid +omgili +satoristudio.net +scan.lol +seoscanners +seostar +siteripz +sp_auditbot trendiction.com +voyagerx.com +x09Mozilla xpymep1.exe +zauba.io diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index 430544402..2e75165bc 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -californianews.cf -com-secure.download -covetnica.com -flex4launch.ru -fyl.com.ru -myiptest.com -sodexo.com -softlinesolutions.me -watchmyfb.pl -website-analyzer.info +4webmasters.com +freetangodownload.com +kazinogames.lv +lion.snapmap.us +mulberryoutletonlineeu.com +pcimforum.com +productarium.com +xxxasianporn.net +zoogdisany.com +zoompegs.com diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index a5cf5c05c..6ef2fd926 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,100 +1,100 @@ -202ch.com -4istoshop.com -adservme.com -afslankpillen2017nl.eu -ageofclones.com -aghanyna.com -alive-ua.com -api.stathat.com -ardimobileinfo.ml -bestwrinklecreamnow.com -biketank.ga -bnt-team.com -brus-vsem.ru -bukleteg.xyz -burkesales.com -carstrends2015.com -christianlouboutinreplica.win -cialis-samples.com -clipartnew.com -contentlook.co -doreenblog.online -doxyporno.com -druzhininevgeniy63.blogspot.com -e-poker-2005.com -elektrozigarette1.dreamwidth.org -encodable.com -fix-website-errors.com -flashbannernow.com -fr-bearings.ru -generousdeal-a.akamaihd.net -gepezz.info +1qingdao.com +8xv8.com +aa625d84f1587749c1ab011d6f269f7d64.com +adhome.biz +adssafeprotected.com +am15.net +apessay.com +appmsr.org +arenanews.com.ua +asrvrep-a.akamaihd.net +ayeartoforget.com +berdasovivan.ru +bestpriceninja.com +blogrankers.com +cartierloveringreplica.xyz +children-learningreading.info +chocolateslim-en-france.com +cubook.supernew.org +danschawbel.com +data-ox.com +dnsrsearch.com +elitesportsadvisor.com +f012.de +g.starmoe.xyz +gamevalue7.weebly.com girlporn.ru -glavprofit.ru -gloverid.site -googlepositions.com -gsbs.com.ua -gsmtlf.ru -gungamesz.com -hannasolution.ru -hawaiisurf.com -health-medical-portal.info -heartofbeijing.blogspot.com -highland-homes.com -hotelcrocenzi.sm -indetiske.ya.ru -int.search.tb.ask.com -ipostroika.ru -kenaba.su -keywords-monitoring-your-success.com -kidd.reunionwatch.com -konica.kz -krasivoe-hd.com -loadingpages.me -mansparskats.com -mebel-alait.ru -monclerjacketsoutlet.pw -mydirtystuff.com -mykings.pw -mypornfree.ru -nalogovyykodeks.ru -narkologiya-belgorod.ru -nikkiewart.ru -nudejapan.net -nzfilecloud.weebly.com -one-gear.com -portnoff.od.ua -rankings-analytics.com -reimageplus.com -rewardpoll.com -rusexy.xyz -rutor.vip -sale-japan.com -samoiedo.it -search-error.com -sexy-pings.com -shijian.ac.cn -shohanb.com -sierraapps.com -site3.free-share-buttons.com -smallseotools.com -spb-plitka.ru -sprttrack.com -srecorder.com -timeallnews.ru -tizanidinecost.blogspot.com -tryrating.com -twu.com.ua -tx41tclega.ru -vacances-voyages.info -vietimgy.pw -visitcambridge.org -watchinf.com -webpromotion.ae -webs.com -websites-reviews.com -xedserver.com -xkaz.org -xn----9sbubg3ambdfl1j.xn--p1ai -yurgorod.ru -zrus.org +gq-catalog.gq +greatzip.com +gwebtools.com.br +habermetre.com +huhn.altervista.org +hundejo.com +ico.re +investmac.com +ipornox.xxx +karadene.com +konoplisemena.com +law-check-two.xyz +livetsomudvekslingstudent.bloggersdelight.dk +louboutinshoes.xyz +matb3aa.com +medicineseasybuy.com +monclercheap.xyz +moskva.nodup.ru +moxo.com +myhitmp3.club +na15.ru +nikitsyringedrivelg.pen.io +o-o-11-o-o.com +onemactrckr.com +onescreen.cc +online-sbank.ru +paidonlinesites.com +paighambot.com +photokitchendesign.com +phuketscreen.com +picanalyzer.data-ox.com +pokemongooo.ml +pons-presse.com +pornosemki.info +profolan.pl +pyrodesigns.com.au +ranking2017.ga +refudiatethissarah.info +rusvideos.su +saletool.ru +sankt-peterburg.nodup.ru +see-your-website-here.com +serviporno.com +simul.co +siteripz.net +sobecjvuwa.com.ru +socialmediasuggest.com +spitfiremusic.com +srdrvp.com +supermesta.ru +thepantonpractice.co.uk +tivolibasket.it +tizanidineshowupondrugtest.blogspot.com +topclickguru.com +totu.us +toxicwap.com +traffic100.com +uamtrk.com +uchil.net +vellings.info +vepad.com +vvon.co.uk +vzlomtw.com +webkeyit.com +webtherapy.ru +wechatdownload10.com +wnhjavlhezp.gq +works.if.ua +wstroika.ru +xn----ctbbcjd3dbsehgi.xn--p1ai +zeroredirect11.com +zoodrawings.com +zscaler.net +zzbroya.com.ua diff --git a/dev-tools/test_units/ratelimittest-master.txt b/dev-tools/test_units/ratelimittest-master.txt index 3fb3960da..0dccbaf08 100644 --- a/dev-tools/test_units/ratelimittest-master.txt +++ b/dev-tools/test_units/ratelimittest-master.txt @@ -878,4 +878,14 @@

Welcome to the NginX Ultimate Bad Bot Blocker

This is merely used for testing !!!

+ + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ \ No newline at end of file diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index ebb7da453..a7e4dac00 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.45 0; +10.1.0.8 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index e2536d29b..e7c814ade 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2024.07.4598 -### Updated: Tue Jul 2 22:03:32 UTC 2024 +### Version: V4.2024.07.4599 +### Updated: Wed Jul 3 10:05:52 UTC 2024 ### Bad Bot Count: 662 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index e2536d29b..e7c814ade 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2024.07.4598 -### Updated: Tue Jul 2 22:03:32 UTC 2024 +### Version: V4.2024.07.4599 +### Updated: Wed Jul 3 10:05:52 UTC 2024 ### Bad Bot Count: 662 ################################################### ### Version Information ##