From 5c0985e7cec49390b2f871271c1766a60ea4b448 Mon Sep 17 00:00:00 2001 From: mitchellkrogza Date: Fri, 5 Jul 2024 10:09:32 +0000 Subject: [PATCH] V4.2024.07.4603 [ci skip] --- AUTO-CONFIGURATION.md | 2 +- MANUAL-CONFIGURATION.md | 2 +- README.md | 2 +- _google_analytics_ghost_spam/README.md | 2 +- .../etc/nginx/conf.d/globalblacklist.conf | 5 +- conf.d/globalblacklist-testing-version.conf | 5 +- conf.d/globalblacklist.conf | 5 +- dev-tools/buildnumber | 2 +- dev-tools/globalblacklist-testing.template | 5 +- dev-tools/globalblacklist.template | 5 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- dev-tools/test_units/blacklist-ips.conf | 2 +- .../random-bots-for-test-quick.list | 20 +- .../random-bots-for-whitelist-test.list | 174 ++++++++-------- .../random-referrers-for-test-quick.list | 20 +- .../random-referrers-for-whitelist-test.list | 192 +++++++++--------- dev-tools/test_units/ratelimittest-master.txt | 20 ++ dev-tools/test_units/whitelist-ips.conf | 2 +- dev-tools/tmp/robots.txt | 4 +- robots.txt/robots.txt | 4 +- 34 files changed, 276 insertions(+), 245 deletions(-) diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index fde93e0e1..305535d1b 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2024.07.4602 +#### Version: V4.2024.07.4603 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [662](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 98aa244c2..47fac4a48 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2024.07.4602 +#### Version: V4.2024.07.4603 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [662](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index 97f18f4d4..04187bd99 100755 --- a/README.md +++ b/README.md @@ -14,7 +14,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2024.07.4602 +#### Version: V4.2024.07.4603 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [662](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index dbf746cb9..54c3de788 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2024.07.4602 +#### Version: V4.2024.07.4603 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [662](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index b4bc8512f..1bb9d68f9 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4602 -### Updated: Thu Jul 4 22:03:19 UTC 2024 +### Version: V4.2024.07.4603 +### Updated: Fri Jul 5 10:05:49 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8589,6 +8589,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 70bab851e..70162cf1e 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2024.07.4602 -### Updated: Thu Jul 4 22:03:20 UTC 2024 +### Version: V3.2024.07.4603 +### Updated: Fri Jul 5 10:05:50 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8590,6 +8590,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index b4bc8512f..1bb9d68f9 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4602 -### Updated: Thu Jul 4 22:03:19 UTC 2024 +### Version: V4.2024.07.4603 +### Updated: Fri Jul 5 10:05:49 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8589,6 +8589,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index 3cf40c688..804724e5e 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -4602 +4603 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 70bab851e..70162cf1e 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2024.07.4602 -### Updated: Thu Jul 4 22:03:20 UTC 2024 +### Version: V3.2024.07.4603 +### Updated: Fri Jul 5 10:05:50 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8590,6 +8590,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index b4bc8512f..1bb9d68f9 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4602 -### Updated: Thu Jul 4 22:03:19 UTC 2024 +### Version: V4.2024.07.4603 +### Updated: Fri Jul 5 10:05:49 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8589,6 +8589,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 667e3d726..78164f60f 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -52.159.142.99 0; +74.249.14.164 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index b4bc8512f..1bb9d68f9 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4602 -### Updated: Thu Jul 4 22:03:19 UTC 2024 +### Version: V4.2024.07.4603 +### Updated: Fri Jul 5 10:05:49 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8589,6 +8589,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 9c0fe7e0e..dfe0e9999 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.92 1; +10.1.0.137 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index a033b8fe5..0b365616c 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.92 0; +10.1.0.137 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index b4bc8512f..1bb9d68f9 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4602 -### Updated: Thu Jul 4 22:03:19 UTC 2024 +### Version: V4.2024.07.4603 +### Updated: Fri Jul 5 10:05:49 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8589,6 +8589,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 9c0fe7e0e..dfe0e9999 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.92 1; +10.1.0.137 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index a033b8fe5..0b365616c 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.92 0; +10.1.0.137 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index b4bc8512f..1bb9d68f9 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4602 -### Updated: Thu Jul 4 22:03:19 UTC 2024 +### Version: V4.2024.07.4603 +### Updated: Fri Jul 5 10:05:49 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8589,6 +8589,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 9c0fe7e0e..dfe0e9999 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.92 1; +10.1.0.137 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index a033b8fe5..0b365616c 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.92 0; +10.1.0.137 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index b4bc8512f..1bb9d68f9 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4602 -### Updated: Thu Jul 4 22:03:19 UTC 2024 +### Version: V4.2024.07.4603 +### Updated: Fri Jul 5 10:05:49 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8589,6 +8589,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 667e3d726..78164f60f 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -52.159.142.99 0; +74.249.14.164 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 6565dc72e..73671b360 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4602 -### Updated: Thu Jul 4 22:03:19 UTC 2024 +### Version: V4.2024.07.4603 +### Updated: Fri Jul 5 10:05:49 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8589,6 +8589,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 667e3d726..78164f60f 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -52.159.142.99 0; +74.249.14.164 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 70b29d765..a27ecb9fa 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4602 -### Updated: Thu Jul 4 22:03:19 UTC 2024 +### Version: V4.2024.07.4603 +### Updated: Fri Jul 5 10:05:49 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8589,6 +8589,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index 9c0fe7e0e..dfe0e9999 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.92 1; +10.1.0.137 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index db2c9fa82..bb88a59dc 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Badass -BuiltWith -Crawling at Home Project -Exabot -InternetSeer -Web Fetch -Webshag -Wotbox -ZyBorg -backlink-check +Attach +Foobot +InfoNaviRobot +Lftp +Mojolicious +Niki-bot +TurnitinBot +Typhoeus +Virusdie +WebLeacher diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 4cfbcbc61..3ee257d9f 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,100 +1,100 @@ -01h4x.com -404checker -80legs -ASPSeek -Acunetix -AllSubmitter -AwarioBot -AwarioSmartBot -BackDoorBot -BetaBot -Bitacle -Brandwatch +Attach +BatchFTP +Black Hole +BlowFish +BotALot BuiltBotTough +CensysInspect +CheTeam +CherryPicker +ChinaClaw +Citoid Crawling at Home Project -CrunchBot -DatabaseDriverMysqli DigitalPebble -DomCopBot +DittoSpyder +DomainCrawler DomainStatsBot -Dotbot -Ebingbong -Ecxi -Extreme Picture Finder -Foobot -FrontPage -GetRight -Go-Ahead-Got-It -HEADMasterSEO +Dragonfly +ECCP/1.0 +EirGrabber +FacebookBot +Freeuploader +Grafula HTMLparser -Image Fetch -Kenjin Spider -Keybot Translation-Search-Machine -Leap -Likse -MSIECrawler -MTRobot -Mag-Net -Mass Downloader -Mata Hari -Mojeek +Humanlinks +HybridBot +Id-search +ImagesiftBot +IndeedBot +Indy Library +InfraSec Scanner +IstellaBot +Keyword Density +LWP::Simple +Larbin +Linkbot +MSFrontPage +Majestic SEO +Majestic12 +MarkMonitor +MarkWatch +Mb2345Browser +Minefield +Moblie Safari +Mr.4x3 +Musobot +NPbot Nameprotect -Netvibes -Nibbler -Nikto -Offline Navigator +Needle OnCrawl -PECL::HTTP -Page Analyzer +Openfind +OutclicksBot +Panscient Pi-Monster -ProPowerBot -Psbot -PyCurl -QueryN Metasearch -Quick-Crawler -Re-re -Reaper -Recorder +RankingBot2 +Rankivabot +RepoMonkey +Rogerbot SEOkicks SEOkicks-Robot -SEOlyticsCrawler -SearchmetricsBot -SemrushBot -SenutoBot +SEOprofiler +SalesIntelligent +ScoutJet +SentiBot +SeoSiteCheckup SiteExplorer -SiteSucker -Sqworm -Stripper -Surfbot +Sitevigil +SmartDownload +SuperHTTP SurveyBot -Suzuran -T0PHackTeam -T8Abot -TeleportPro -Telesphoreo -Telesphorep -TheNomad -VCI -VelenPublicWebCrawler -WASALive-Bot -WWW-Mechanize -Web Collage -Web Fetch +Szukacz +Thumbor +Trendiction +True_Robot +TurnitinBot +Twice +V-BOT +VB Project +Vagabondo +WEBDAV +WWW-Collector-E +Web Fuck WebAuto -WebFuck -WebSauger -Webster -Whacker -Whatweb -Wotbox -YaK -ZoomBot -autoemailspider -clark-crawler -crawl.sogou.com -crawler.feedback -netEstate NE Crawler -seostar -voyagerx.com -x09Mozilla -zgrab +WebImageCollector +WiseGuys Robot +Xaldon WebSpider +Zermelo +Zeus +ZumBot +anthropic-ai +cah.io.community +eCatch +facebookscraper +heritrix +scalaj-http +scan.lol +seoscanners +serpstatbot +sogouspider +sysscan +webprosbot diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index d818214c7..02008fdff 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -aa8780bb28a1de4eb5bff33c28a218a930.com -comeondog.info -forumprofi.de -ku6.com -nelc.edu.eg -proekt-gaz.ru -veerotech.com -vvon.co.uk -webjam.com -zakazfutbolki.com +7search.com +cookie-law-enforcement-hh.xyz +credit-respect.ru +geile-lelly.eu +kupit-adenu.ru +rentalcarnavi.info +sextracker.be +studworks.org +x-lime.net +xn--oogle-wmc.com diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index 34a09b7a1..2b1635246 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,100 +1,100 @@ -12masterov.com -2000k.ru -21h2o.com -4kplayer.pl -adexprts.com -adrunnr.com -afmuseum.com -alienwheels.de -allboard.xobor.de -appearance-cool.com -arius.tech -atlant-auto.info -automobile-spec.com -besthomemadepornsites.com -bget.ru -butstrap.space -cam-kontakte.org -cartierlove2u.xyz -cb.iphantom.com -cdnanalytics.xyz +7xc4n.com +adamoads.com +alta-realestate.com +anticrawler.org +asdfz.pro +asscenihotosidea.blogspot.co.za +autobrennero.it +autowebmarket.com.ua +balook.com +bestplacetobuyeriacta.jw.lt +blog.koorg.ru +blog.yam.com +bonky.biz +boole.onlinewebshop.net +brandbucket.com +c-english.ru +call-of-duty.info +chatroulette.online +chcu.net +cherubinimobili.it +com-supportcenter.website compliance-barak.top -compliance-fred.top -comsysnet.com -cyclobenzaprinevstizanidine.blogspot.com -de.zapmeta.com -depositfiles-porn.ga -derevesendeco.com -djstools.com -dojki365.online -doreenblog.online -eduserver.net -eksprognoz.ru -elektroniksigaraankara.info -elektronischezigarettekaufen1.myblog.de -eyemagination.com -fifa-coins.online -fil.ru -filmbokep69.com -gcup.ru -genericlowlatencyasiodriverhq.aircus.com -getresponse.com -globetrotting-culture.ru -go2mike.ru -grtyi.com -hanink.biz.ly -hostcritique.com -icaseclub.ru -infowarcraft.ru -inmate-locator.us -isoveti.ru -krasula.pp.ua -le-clos-des-alouettes.com -lezbiyanki.net -likesdesign.com -live-sexchat.ru +compliance-don.top +compliance-george.top +compucelunlock.net +d0t.ru +datsun-do.com +detskie-konstruktory.ru +dgfitness.co +digital-video-processing.com +discovertreasurenow.com +downloaddy.net +dynainbox.com +egvar.net +elektrischezigaretten2.beeplog.com +empirepoker.com +eywords-monitoring-your-success.com +fba-mexico.com +gallerylisting.com +googst2.ru +gotomontenegro.net +greendream.com.ua +handsandlegs.ru +hdimagelib.com +intellekt21.ru +intellektmedia.at +intim-uslugi.info +jeremyeaton.co +kiinomaniak.pl +koleso24.com.ua +kotaku.com +ks1234.com locationdesaison.com -luxmagazine.cf -mackeeper-center.club -macnewtech.com -magicalfind-a.akamaihd.net -masterseek.com -minecraft-neo.ru +martlinker.com moi-glazki.ru -mural.co -nastroyke.net -o-o-8-o-o.ru -online-templatestore.com -orion-v.com -partnerworkroom.men -pinstake.com -pizda.lol -pornoelita.info -pornogratisdiario.com -predmety.in.ua -pst2017.onlinewebshop.net -regionshop.biz -rustic-quiver.win -rutor.group -s8-nowy-wygraj.comli.com -scottbywater.com -seocheki.net -seorankinglinks.xyz -sexspornotub.com -siteaero.com -sledstvie-veli.net -sonata-arctica.wz.cz -songplanet.ru -tkanorganizma.ru +montredemarque.nl +mydownloadengine.com +obiavo.kz +omgtnc.com +online7777.com +onstrapon.purplesphere.in +ownshop.cf +pawli.eu +paydayloanslocal.com +pdns.cz +petsblogroll.com +pic-re.blogspot.com +pix-hd.com +pod-muzyku.club +pornotubs.com +porodasobak.net +preparevideosafesystem4unow.site +progonrumarket.ru +pts163.ru +ranksonic.info +raschtextil.com.ua +rethinkwasteni.info +robotixix.com +sexvideo-sex.com +slimcdn.com +snsdeainavi.info +snworks.com +speedup-my.site +spin2016.cf +sugarkun.com +supermodni.com.ua +surgut.zrus.org +tizanidineduringpregnancy.blogspot.com +tizanidinehydrochloride4mgstreetvalue.blogspot.com tomatis.gospartner.com -triplepanda.xyz -turizm.bz -txxx.com -ukrtvir.com.ua -velpanex.ru -vezuviy.su -video-hollywood.ru -weddingdresses.xyz -weightatraining.com -worldhistory.biz -wyniki-lista.pl +toonfamilies.net +tsan.net +uhodzalijami.ru +unrealcommander.org +venta-prom.ru +vonradio.com +win-spy.com +you-shall-not-pass.is74.ru +zarenica.net +zynax.ua diff --git a/dev-tools/test_units/ratelimittest-master.txt b/dev-tools/test_units/ratelimittest-master.txt index 000524f90..3fb3960da 100644 --- a/dev-tools/test_units/ratelimittest-master.txt +++ b/dev-tools/test_units/ratelimittest-master.txt @@ -858,4 +858,24 @@

Welcome to the NginX Ultimate Bad Bot Blocker

This is merely used for testing !!!

+ + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ \ No newline at end of file diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index a033b8fe5..0b365616c 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.92 0; +10.1.0.137 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index 03284b7d3..6e25681ea 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2024.07.4602 -### Updated: Thu Jul 4 22:03:20 UTC 2024 +### Version: V4.2024.07.4603 +### Updated: Fri Jul 5 10:05:50 UTC 2024 ### Bad Bot Count: 662 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 03284b7d3..6e25681ea 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2024.07.4602 -### Updated: Thu Jul 4 22:03:20 UTC 2024 +### Version: V4.2024.07.4603 +### Updated: Fri Jul 5 10:05:50 UTC 2024 ### Bad Bot Count: 662 ################################################### ### Version Information ##