From c9922b1b40c8b9ef1f042d3fd2a827011a0129e9 Mon Sep 17 00:00:00 2001 From: mitchellkrogza Date: Thu, 4 Jul 2024 22:07:02 +0000 Subject: [PATCH] V4.2024.07.4602 [ci skip] --- AUTO-CONFIGURATION.md | 2 +- MANUAL-CONFIGURATION.md | 2 +- README.md | 2 +- _google_analytics_ghost_spam/README.md | 2 +- .../etc/nginx/conf.d/globalblacklist.conf | 5 +- conf.d/globalblacklist-testing-version.conf | 5 +- conf.d/globalblacklist.conf | 5 +- dev-tools/buildnumber | 2 +- dev-tools/globalblacklist-testing.template | 5 +- dev-tools/globalblacklist.template | 5 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- dev-tools/test_units/blacklist-ips.conf | 2 +- .../random-bots-for-test-quick.list | 20 +- .../random-bots-for-whitelist-test.list | 174 +++++++-------- .../random-referrers-for-test-quick.list | 20 +- .../random-referrers-for-whitelist-test.list | 198 +++++++++--------- dev-tools/test_units/ratelimittest-master.txt | 30 --- dev-tools/test_units/whitelist-ips.conf | 2 +- dev-tools/tmp/robots.txt | 4 +- robots.txt/robots.txt | 4 +- 34 files changed, 259 insertions(+), 278 deletions(-) diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index af0d1747f..fde93e0e1 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2024.07.4601 +#### Version: V4.2024.07.4602 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [662](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index a624d0e38..98aa244c2 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2024.07.4601 +#### Version: V4.2024.07.4602 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [662](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index b4ddaf9ee..97f18f4d4 100755 --- a/README.md +++ b/README.md @@ -14,7 +14,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2024.07.4601 +#### Version: V4.2024.07.4602 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [662](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 4e226edea..dbf746cb9 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2024.07.4601 +#### Version: V4.2024.07.4602 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [662](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 5c726fe1d..b4bc8512f 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4601 -### Updated: Thu Jul 4 10:05:35 UTC 2024 +### Version: V4.2024.07.4602 +### Updated: Thu Jul 4 22:03:19 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8588,6 +8588,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index e0e167b28..70bab851e 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2024.07.4601 -### Updated: Thu Jul 4 10:05:36 UTC 2024 +### Version: V3.2024.07.4602 +### Updated: Thu Jul 4 22:03:20 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8589,6 +8589,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 5c726fe1d..b4bc8512f 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4601 -### Updated: Thu Jul 4 10:05:35 UTC 2024 +### Version: V4.2024.07.4602 +### Updated: Thu Jul 4 22:03:19 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8588,6 +8588,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index a11b74f8d..3cf40c688 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -4601 +4602 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index e0e167b28..70bab851e 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2024.07.4601 -### Updated: Thu Jul 4 10:05:36 UTC 2024 +### Version: V3.2024.07.4602 +### Updated: Thu Jul 4 22:03:20 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8589,6 +8589,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index 5c726fe1d..b4bc8512f 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4601 -### Updated: Thu Jul 4 10:05:35 UTC 2024 +### Version: V4.2024.07.4602 +### Updated: Thu Jul 4 22:03:19 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8588,6 +8588,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index ba1fead47..667e3d726 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.109.39.24 0; +52.159.142.99 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 5c726fe1d..b4bc8512f 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4601 -### Updated: Thu Jul 4 10:05:35 UTC 2024 +### Version: V4.2024.07.4602 +### Updated: Thu Jul 4 22:03:19 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8588,6 +8588,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 6db5e6680..9c0fe7e0e 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.185 1; +10.1.0.92 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 30e8a00c0..a033b8fe5 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.185 0; +10.1.0.92 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 5c726fe1d..b4bc8512f 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4601 -### Updated: Thu Jul 4 10:05:35 UTC 2024 +### Version: V4.2024.07.4602 +### Updated: Thu Jul 4 22:03:19 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8588,6 +8588,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 6db5e6680..9c0fe7e0e 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.185 1; +10.1.0.92 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 30e8a00c0..a033b8fe5 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.185 0; +10.1.0.92 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 5c726fe1d..b4bc8512f 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4601 -### Updated: Thu Jul 4 10:05:35 UTC 2024 +### Version: V4.2024.07.4602 +### Updated: Thu Jul 4 22:03:19 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8588,6 +8588,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 6db5e6680..9c0fe7e0e 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.185 1; +10.1.0.92 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 30e8a00c0..a033b8fe5 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.185 0; +10.1.0.92 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 5c726fe1d..b4bc8512f 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4601 -### Updated: Thu Jul 4 10:05:35 UTC 2024 +### Version: V4.2024.07.4602 +### Updated: Thu Jul 4 22:03:19 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8588,6 +8588,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index ba1fead47..667e3d726 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.109.39.24 0; +52.159.142.99 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 7f4982496..6565dc72e 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4601 -### Updated: Thu Jul 4 10:05:35 UTC 2024 +### Version: V4.2024.07.4602 +### Updated: Thu Jul 4 22:03:19 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8588,6 +8588,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index ba1fead47..667e3d726 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.109.39.24 0; +52.159.142.99 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index ba70580b6..70b29d765 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4601 -### Updated: Thu Jul 4 10:05:35 UTC 2024 +### Version: V4.2024.07.4602 +### Updated: Thu Jul 4 22:03:19 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 662 ################################################### @@ -8588,6 +8588,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index 6db5e6680..9c0fe7e0e 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.185 1; +10.1.0.92 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index ed4cb4f63..db2c9fa82 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Backlink-Ceck -Bigfoot -Bolt -BunnySlippers -CensysInspect -CheTeam -Claritybot -LeechFTP -SISTRIX -Zade +Badass +BuiltWith +Crawling at Home Project +Exabot +InternetSeer +Web Fetch +Webshag +Wotbox +ZyBorg +backlink-check diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index e0d67e750..4cfbcbc61 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,100 +1,100 @@ -360Spider +01h4x.com +404checker +80legs +ASPSeek Acunetix -Aipbot +AllSubmitter AwarioBot -BBBike -Bandit +AwarioSmartBot +BackDoorBot +BetaBot Bitacle Brandwatch -Calculon -Craftbot -DataCha0s -DnBCrawler-Analytics +BuiltBotTough +Crawling at Home Project +CrunchBot +DatabaseDriverMysqli +DigitalPebble +DomCopBot +DomainStatsBot Dotbot -EMail Wolf -EasyDL -EyeNetIE -FDM -FyberSpider -Gigabot -Google-Extended -Intelliseek -InterGET -Internet Ninja -Iria -JetCar -Jyxobot -Kinza -Larbin -Libwhisker -LinkextractorPro -LinqiaRSSBot -MIIxpc +Ebingbong +Ecxi +Extreme Picture Finder +Foobot +FrontPage +GetRight +Go-Ahead-Got-It +HEADMasterSEO +HTMLparser +Image Fetch +Kenjin Spider +Keybot Translation-Search-Machine +Leap +Likse +MSIECrawler MTRobot Mag-Net Mass Downloader -MicroMessenger -Microsoft URL Control -NICErsPRO -Navroad -NetAnts -OutclicksBot -POE-Component-Client-HTTP -PageGrabber -Pandalytics -Piepmatz -PxBroker -RSSingBot -Rainbot -RankurBot +Mata Hari +Mojeek +Nameprotect +Netvibes +Nibbler +Nikto +Offline Navigator +OnCrawl +PECL::HTTP +Page Analyzer +Pi-Monster +ProPowerBot +Psbot +PyCurl +QueryN Metasearch +Quick-Crawler Re-re -Rogerbot -SEOprofiler -Scanbot -ScoutJet -Scrapy +Reaper +Recorder +SEOkicks +SEOkicks-Robot +SEOlyticsCrawler SearchmetricsBot -Semrush -SentiBot -Snapbot -Sogou web spider -Sottopop +SemrushBot +SenutoBot +SiteExplorer +SiteSucker +Sqworm Stripper -Sucuri -Thumbor -Toata -Toweyabot -Turingos -TurnitinBot -Typhoeus -Voltron -WWW::Mechanize -Web Sucker -WebBandit -WebCollage -WebGo IS -WebPix -WebReaper -WebSucker -Webshag -WebsiteExtractor +Surfbot +SurveyBot +Suzuran +T0PHackTeam +T8Abot +TeleportPro +Telesphoreo +Telesphorep +TheNomad +VCI +VelenPublicWebCrawler +WASALive-Bot +WWW-Mechanize +Web Collage +Web Fetch +WebAuto +WebFuck +WebSauger +Webster +Whacker Whatweb -WinHTTrack -Wonderbot -Woobot -Xaldon_WebSpider -YoudaoBot +Wotbox +YaK ZoomBot -anthropic-ai -check1.exe -cohere-ai -crawler4j -dataforseobot -domainsproject.org -eCatch -magpie-crawler -s1z.ru -seoscanners -sitechecker.pro -tAkeOut -trendiction.com +autoemailspider +clark-crawler +crawl.sogou.com +crawler.feedback +netEstate NE Crawler +seostar +voyagerx.com +x09Mozilla +zgrab diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index fa77066a4..d818214c7 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -5kstore.com -autobrennero.it -bjorkbacken.nu -buypuppies.ca -carina-sy.de -mebelcomplekt.ru -nottyu.xyz -sexs-foto.top -vedomstvo.net -videochat.mx +aa8780bb28a1de4eb5bff33c28a218a930.com +comeondog.info +forumprofi.de +ku6.com +nelc.edu.eg +proekt-gaz.ru +veerotech.com +vvon.co.uk +webjam.com +zakazfutbolki.com diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index faa6fb460..34a09b7a1 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,100 +1,100 @@ -4webmasters.com -admitad.com -affiliate-fr.com -api.stathat.com -atlasvkusov.ru -bazaronline24.ru -belinka.com.ua -belsetirehafi.tk -bestcoin.cc -bet-prognoz.com -betteroffers.review -bioca.org -braintobe.win -canyougethighofftizanidine.blogspot.com -cdnnetwok.xyz -ceotrk.com -cheapmoncler.xyz -cialisndbrx.com -cindymatches.com -classiquebijoux.ru -cornerstone-countertops.com -crirussian.ru -cscwtalkto.site -discovertreasurenow.com -diy-handmade-ideas.com -domcran.net -domoysshop.ru -downloader12.ru -e90post.com -eandsgallery.com -engines-usa.com -fellowshipoftheminds.com -fickluder69.com -findsexguide.com -frameimage.org -freenode.info -ghazel.ru -goforexvps.com -gogalleryawesome.com -golden-praga.ru -googlemare.com -heartofpayne.xyz -hermesbelts.xyz -histock.info -ictizanidinehcl4mg.blogspot.com -in-tandem.co -incep.imagine-ex.co -innoslicon.com -istripper.com -jus0wil.pp.ua -kino-rating.ru -la-fa.ru -lenvred.org -liky.co.ua -localflirtbuddies.com -mearns-tractors.co.uk -meet-flirt-dating.com -mitrasound.ru -mobicover.com.ua -mokrayakiska.com -monsterdivx.com -mouselink.co -moviezbonkerssk.cf -muznachas-service.ru -networkcheck.xyz -nordvpn.com -offer.wpsecurity.website -offside2.5v.pl -orsonet.ru -pechikamini.ru -picturesfrom.com -porno-home365.com -promoheads.com -rada.ru -retailwith.com -roll123.com +12masterov.com +2000k.ru +21h2o.com +4kplayer.pl +adexprts.com +adrunnr.com +afmuseum.com +alienwheels.de +allboard.xobor.de +appearance-cool.com +arius.tech +atlant-auto.info +automobile-spec.com +besthomemadepornsites.com +bget.ru +butstrap.space +cam-kontakte.org +cartierlove2u.xyz +cb.iphantom.com +cdnanalytics.xyz +compliance-barak.top +compliance-fred.top +comsysnet.com +cyclobenzaprinevstizanidine.blogspot.com +de.zapmeta.com +depositfiles-porn.ga +derevesendeco.com +djstools.com +dojki365.online +doreenblog.online +eduserver.net +eksprognoz.ru +elektroniksigaraankara.info +elektronischezigarettekaufen1.myblog.de +eyemagination.com +fifa-coins.online +fil.ru +filmbokep69.com +gcup.ru +genericlowlatencyasiodriverhq.aircus.com +getresponse.com +globetrotting-culture.ru +go2mike.ru +grtyi.com +hanink.biz.ly +hostcritique.com +icaseclub.ru +infowarcraft.ru +inmate-locator.us +isoveti.ru +krasula.pp.ua +le-clos-des-alouettes.com +lezbiyanki.net +likesdesign.com +live-sexchat.ru +locationdesaison.com +luxmagazine.cf +mackeeper-center.club +macnewtech.com +magicalfind-a.akamaihd.net +masterseek.com +minecraft-neo.ru +moi-glazki.ru +mural.co +nastroyke.net +o-o-8-o-o.ru +online-templatestore.com +orion-v.com +partnerworkroom.men +pinstake.com +pizda.lol +pornoelita.info +pornogratisdiario.com +predmety.in.ua +pst2017.onlinewebshop.net +regionshop.biz +rustic-quiver.win rutor.group -rutor.vip -sbprabooks.com -search-goo.com -sexgalleries.top -sideeffectsoftizanidine.blogspot.com -sigmund-freud.co.uk -slkrm.ru -swimpool.ca -the-torrent-tracker.blogspot.com -thexart.club -timetorelax.biz -top1-seo-service.com -trainoffend.ml -trustedhealthtips.com -umaseh.com -viddyoze.com -vut.com.ru -vzubah.com -wladimirpayen.com -woman-h.ru -xn--90acenikpebbdd4f6d.xn--p1ai -yuarra.pluto.ro -zootravel.com +s8-nowy-wygraj.comli.com +scottbywater.com +seocheki.net +seorankinglinks.xyz +sexspornotub.com +siteaero.com +sledstvie-veli.net +sonata-arctica.wz.cz +songplanet.ru +tkanorganizma.ru +tomatis.gospartner.com +triplepanda.xyz +turizm.bz +txxx.com +ukrtvir.com.ua +velpanex.ru +vezuviy.su +video-hollywood.ru +weddingdresses.xyz +weightatraining.com +worldhistory.biz +wyniki-lista.pl diff --git a/dev-tools/test_units/ratelimittest-master.txt b/dev-tools/test_units/ratelimittest-master.txt index 0dccbaf08..000524f90 100644 --- a/dev-tools/test_units/ratelimittest-master.txt +++ b/dev-tools/test_units/ratelimittest-master.txt @@ -858,34 +858,4 @@

Welcome to the NginX Ultimate Bad Bot Blocker

This is merely used for testing !!!

- - - -Welcome to NginX - - -
-

Welcome to the NginX Ultimate Bad Bot Blocker

-

This is merely used for testing !!!

- - - - -Welcome to NginX - - -
-

Welcome to the NginX Ultimate Bad Bot Blocker

-

This is merely used for testing !!!

- - - - -Welcome to NginX - - -
-

Welcome to the NginX Ultimate Bad Bot Blocker

-

This is merely used for testing !!!

- \ No newline at end of file diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index 30e8a00c0..a033b8fe5 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.185 0; +10.1.0.92 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index 846ae5bc7..03284b7d3 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2024.07.4601 -### Updated: Thu Jul 4 10:05:36 UTC 2024 +### Version: V4.2024.07.4602 +### Updated: Thu Jul 4 22:03:20 UTC 2024 ### Bad Bot Count: 662 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 846ae5bc7..03284b7d3 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2024.07.4601 -### Updated: Thu Jul 4 10:05:36 UTC 2024 +### Version: V4.2024.07.4602 +### Updated: Thu Jul 4 22:03:20 UTC 2024 ### Bad Bot Count: 662 ################################################### ### Version Information ##