From 807c11a8feb1da3a91f40c931443fc7226d825f3 Mon Sep 17 00:00:00 2001 From: mitchellkrogza Date: Wed, 24 Apr 2024 12:19:07 +0000 Subject: [PATCH] V4.2024.04.4454 [ci skip] --- AUTO-CONFIGURATION.md | 2 +- MANUAL-CONFIGURATION.md | 2 +- README.md | 2 +- _google_analytics_ghost_spam/README.md | 2 +- .../etc/nginx/conf.d/globalblacklist.conf | 11 +- conf.d/globalblacklist-testing-version.conf | 11 +- conf.d/globalblacklist.conf | 11 +- dev-tools/buildnumber | 2 +- dev-tools/globalblacklist-testing.template | 4 +- dev-tools/globalblacklist.template | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 11 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 11 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 11 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 11 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 11 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 11 +- dev-tools/test_units/blacklist-ips.conf | 2 +- .../random-bots-for-test-quick.list | 20 +- .../random-bots-for-whitelist-test.list | 160 +++++++------- .../random-referrers-for-test-quick.list | 20 +- .../random-referrers-for-whitelist-test.list | 198 +++++++++--------- dev-tools/test_units/whitelist-ips.conf | 2 +- dev-tools/tmp/robots.txt | 4 +- robots.txt/robots.txt | 4 +- 33 files changed, 304 insertions(+), 241 deletions(-) diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index e17d43d8b..5e7d34e61 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2024.04.4453 +#### Version: V4.2024.04.4454 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [659](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 350d5f17b..461c83dd0 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2024.04.4453 +#### Version: V4.2024.04.4454 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [659](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index 13cf58319..11f6a048a 100755 --- a/README.md +++ b/README.md @@ -14,7 +14,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2024.04.4453 +#### Version: V4.2024.04.4454 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [659](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 8a46b655e..505416733 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2024.04.4453 +#### Version: V4.2024.04.4454 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [659](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 268a632f8..7c7c30ce7 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.04.4453 -### Updated: Wed Apr 24 10:04:22 UTC 2024 +### Version: V4.2024.04.4454 +### Updated: Wed Apr 24 12:15:26 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 659 ################################################### @@ -19350,6 +19350,7 @@ geo $ratelimited { 0 ""; 1 ""; 2 $binary_remote_addr; + 4 $binary_remote_addr; } # -------------------------- @@ -19362,6 +19363,12 @@ geo $ratelimited { limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m; limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=2r/s; +# BAD BOT SUPER RATE LIMITING ZONE +# Super Rate limiting will only take effect if on any User-Agents with a value of 4 + + limit_conn_zone $bot_iplimit zone=bot4_connlimit:16m; + limit_req_zone $bot_iplimit zone=bot4_reqlimitip:16m rate=1r/m; + # ========================================== # END SECTION 4 - ACTIVATE BLOCKER FUNCTIONS # ========================================== diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 8619a4598..4439b1b17 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2024.04.4453 -### Updated: Wed Apr 24 10:04:23 UTC 2024 +### Version: V3.2024.04.4454 +### Updated: Wed Apr 24 12:15:26 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 659 ################################################### @@ -18973,6 +18973,7 @@ geo $ratelimited { 0 ""; 1 ""; 2 $binary_remote_addr; + 4 $binary_remote_addr; } # -------------------------- @@ -18985,6 +18986,12 @@ geo $ratelimited { limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m; limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=2r/s; +# BAD BOT SUPER RATE LIMITING ZONE +# Super Rate limiting will only take effect if on any User-Agents with a value of 4 + + limit_conn_zone $bot_iplimit zone=bot4_connlimit:16m; + limit_req_zone $bot_iplimit zone=bot4_reqlimitip:16m rate=1r/m; + # ========================================== # END SECTION 4 - ACTIVATE BLOCKER FUNCTIONS # ========================================== diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 268a632f8..7c7c30ce7 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.04.4453 -### Updated: Wed Apr 24 10:04:22 UTC 2024 +### Version: V4.2024.04.4454 +### Updated: Wed Apr 24 12:15:26 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 659 ################################################### @@ -19350,6 +19350,7 @@ geo $ratelimited { 0 ""; 1 ""; 2 $binary_remote_addr; + 4 $binary_remote_addr; } # -------------------------- @@ -19362,6 +19363,12 @@ geo $ratelimited { limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m; limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=2r/s; +# BAD BOT SUPER RATE LIMITING ZONE +# Super Rate limiting will only take effect if on any User-Agents with a value of 4 + + limit_conn_zone $bot_iplimit zone=bot4_connlimit:16m; + limit_req_zone $bot_iplimit zone=bot4_reqlimitip:16m rate=1r/m; + # ========================================== # END SECTION 4 - ACTIVATE BLOCKER FUNCTIONS # ========================================== diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index bd3fe3b9e..d239c1462 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -4453 +4454 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 3489a4ca7..4439b1b17 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2024.04.4453 -### Updated: Wed Apr 24 10:04:23 UTC 2024 +### Version: V3.2024.04.4454 +### Updated: Wed Apr 24 12:15:26 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 659 ################################################### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index 348802fff..7c7c30ce7 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.04.4453 -### Updated: Wed Apr 24 10:04:22 UTC 2024 +### Version: V4.2024.04.4454 +### Updated: Wed Apr 24 12:15:26 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 659 ################################################### diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index ad0a57c94..39c81f04e 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.75.95.244 0; +172.183.132.30 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 268a632f8..7c7c30ce7 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.04.4453 -### Updated: Wed Apr 24 10:04:22 UTC 2024 +### Version: V4.2024.04.4454 +### Updated: Wed Apr 24 12:15:26 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 659 ################################################### @@ -19350,6 +19350,7 @@ geo $ratelimited { 0 ""; 1 ""; 2 $binary_remote_addr; + 4 $binary_remote_addr; } # -------------------------- @@ -19362,6 +19363,12 @@ geo $ratelimited { limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m; limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=2r/s; +# BAD BOT SUPER RATE LIMITING ZONE +# Super Rate limiting will only take effect if on any User-Agents with a value of 4 + + limit_conn_zone $bot_iplimit zone=bot4_connlimit:16m; + limit_req_zone $bot_iplimit zone=bot4_reqlimitip:16m rate=1r/m; + # ========================================== # END SECTION 4 - ACTIVATE BLOCKER FUNCTIONS # ========================================== diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 945d16000..7809c193c 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.18 1; +10.1.0.10 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 726ceff8f..67329761f 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.18 0; +10.1.0.10 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 268a632f8..7c7c30ce7 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.04.4453 -### Updated: Wed Apr 24 10:04:22 UTC 2024 +### Version: V4.2024.04.4454 +### Updated: Wed Apr 24 12:15:26 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 659 ################################################### @@ -19350,6 +19350,7 @@ geo $ratelimited { 0 ""; 1 ""; 2 $binary_remote_addr; + 4 $binary_remote_addr; } # -------------------------- @@ -19362,6 +19363,12 @@ geo $ratelimited { limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m; limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=2r/s; +# BAD BOT SUPER RATE LIMITING ZONE +# Super Rate limiting will only take effect if on any User-Agents with a value of 4 + + limit_conn_zone $bot_iplimit zone=bot4_connlimit:16m; + limit_req_zone $bot_iplimit zone=bot4_reqlimitip:16m rate=1r/m; + # ========================================== # END SECTION 4 - ACTIVATE BLOCKER FUNCTIONS # ========================================== diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 945d16000..7809c193c 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.18 1; +10.1.0.10 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 726ceff8f..67329761f 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.18 0; +10.1.0.10 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 268a632f8..7c7c30ce7 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.04.4453 -### Updated: Wed Apr 24 10:04:22 UTC 2024 +### Version: V4.2024.04.4454 +### Updated: Wed Apr 24 12:15:26 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 659 ################################################### @@ -19350,6 +19350,7 @@ geo $ratelimited { 0 ""; 1 ""; 2 $binary_remote_addr; + 4 $binary_remote_addr; } # -------------------------- @@ -19362,6 +19363,12 @@ geo $ratelimited { limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m; limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=2r/s; +# BAD BOT SUPER RATE LIMITING ZONE +# Super Rate limiting will only take effect if on any User-Agents with a value of 4 + + limit_conn_zone $bot_iplimit zone=bot4_connlimit:16m; + limit_req_zone $bot_iplimit zone=bot4_reqlimitip:16m rate=1r/m; + # ========================================== # END SECTION 4 - ACTIVATE BLOCKER FUNCTIONS # ========================================== diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 945d16000..7809c193c 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.18 1; +10.1.0.10 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 726ceff8f..67329761f 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.18 0; +10.1.0.10 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 268a632f8..7c7c30ce7 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.04.4453 -### Updated: Wed Apr 24 10:04:22 UTC 2024 +### Version: V4.2024.04.4454 +### Updated: Wed Apr 24 12:15:26 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 659 ################################################### @@ -19350,6 +19350,7 @@ geo $ratelimited { 0 ""; 1 ""; 2 $binary_remote_addr; + 4 $binary_remote_addr; } # -------------------------- @@ -19362,6 +19363,12 @@ geo $ratelimited { limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m; limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=2r/s; +# BAD BOT SUPER RATE LIMITING ZONE +# Super Rate limiting will only take effect if on any User-Agents with a value of 4 + + limit_conn_zone $bot_iplimit zone=bot4_connlimit:16m; + limit_req_zone $bot_iplimit zone=bot4_reqlimitip:16m rate=1r/m; + # ========================================== # END SECTION 4 - ACTIVATE BLOCKER FUNCTIONS # ========================================== diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index ad0a57c94..39c81f04e 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.75.95.244 0; +172.183.132.30 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 485f8c839..f1942472a 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.04.4453 -### Updated: Wed Apr 24 10:04:22 UTC 2024 +### Version: V4.2024.04.4454 +### Updated: Wed Apr 24 12:15:26 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 659 ################################################### @@ -19350,6 +19350,7 @@ geo $ratelimited { 0 ""; 1 ""; 2 $binary_remote_addr; + 4 $binary_remote_addr; } # -------------------------- @@ -19362,6 +19363,12 @@ geo $ratelimited { limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m; limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=2r/s; +# BAD BOT SUPER RATE LIMITING ZONE +# Super Rate limiting will only take effect if on any User-Agents with a value of 4 + + limit_conn_zone $bot_iplimit zone=bot4_connlimit:16m; + limit_req_zone $bot_iplimit zone=bot4_reqlimitip:16m rate=1r/m; + # ========================================== # END SECTION 4 - ACTIVATE BLOCKER FUNCTIONS # ========================================== diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index ad0a57c94..39c81f04e 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.75.95.244 0; +172.183.132.30 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 39ec612c8..e9092a64d 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.04.4453 -### Updated: Wed Apr 24 10:04:22 UTC 2024 +### Version: V4.2024.04.4454 +### Updated: Wed Apr 24 12:15:26 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 659 ################################################### @@ -19350,6 +19350,7 @@ geo $ratelimited { 0 ""; 1 ""; 2 $binary_remote_addr; + 4 $binary_remote_addr; } # -------------------------- @@ -19362,6 +19363,12 @@ geo $ratelimited { limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m; limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=2r/s; +# BAD BOT SUPER RATE LIMITING ZONE +# Super Rate limiting will only take effect if on any User-Agents with a value of 4 + + limit_conn_zone $bot_iplimit zone=bot4_connlimit:16m; + limit_req_zone $bot_iplimit zone=bot4_reqlimitip:16m rate=1r/m; + # ========================================== # END SECTION 4 - ACTIVATE BLOCKER FUNCTIONS # ========================================== diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index 945d16000..7809c193c 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.18 1; +10.1.0.10 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index 5ef5891d0..2e43b89aa 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -BlackWidow -Heritrix -Joomla -LinkpadBot -LinqiaRSSBot -Mata Hari -OrangeSpider -SearchmetricsBot -Wprecon -sexsearcher +BBBike +BDFetch +CazoodleBot +Haansoft +IlseBot +LeechFTP +OrangeBot +Site Sucker +Telesoft +WebCollage diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index cd3a7f9bc..23b1a170c 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,100 +1,100 @@ -404enemy -Aboundex +ALittle Client +Acunetix Aipbot -Asterias -Attach -BackWeb +Anthill +AwarioBot +Black Hole BlackWidow -Blow -Bolt -BuiltBotTough +BotALot +Buck BuiltWith -CATExplorador -CheTeam -Chlooe -Claritybot -Collector -Copier -Crescent -DittoSpyder -EMail Wolf +CSHttp +Crawling at Home Project +CrunchBot +CyotekWebCopy +DnBCrawler-Analytics +DomCopBot +Exabot ExtLinksBot -FacebookBot -GrabNet -GridBot -Humanlinks -HybridBot -IDBot -Intelliseek -InternetSeer -Iskanie -Jetty +GalaxyBot +Go!Zilla +Go-Ahead-Got-It +Grafula +HTMLparser +Haansoft +Heritrix +IDBTE4M +InfoNaviRobot Joomla -Jyxobot +Kenjin Spider +Keyword Density LWP::Simple -LeechFTP +LibWeb +Libwhisker Lightspeedsystems -MIIxpc -MJ12bot +MIDown tool +MSIECrawler MTRobot Mag-Net -MarkWatch -Mister PiX +Masscan +Mata Hari +MicroMessenger +Microsoft Data Access +Microsoft URL Control Msrabot NPbot -NetSpider -Netvibes -Pimonster +Net Vampire +Netcraft +PeoplePal +Picsearch +Piepmatz +PleaseCrawl +ProPowerBot ProWebWalker -Psbot -QueryN Metasearch -RSSingBot -RankActiveLinkBot -RankFlex -Rankivabot -Reaper -Recorder -Rogerbot -SEOprofiler -SEOstats -ScreenerBot -SearchmetricsBot -SentiBot -Shodan +ReGet +Scrapy +SenutoBot +Site Sucker +SiteCheckerBotCrawler +SiteExplorer +SiteSucker Sitevigil Snake -SocialRankIOBot Sottopop -Spbot +Spanner +Spinn3r Sqworm -T8Abot -The Intraformant -Titan -TwengaBot -VelenPublicWebCrawler -VoidEYE -WBSearchBot -Wallpapers -Wallpapers/3.0 -Web Sucker -WebBandit -WebFetch -WebPix -WebSauger -Webalta -WebsiteExtractor -Xaldon_WebSpider -Zitebot -ZoominfoBot +Steeler +SuperBot +SurveyBot +Thumbor +Toata +TurnitinBot +URLy.Warning +UnisterBot +Voil +Voltron +WWW-Mechanize +Web Fetch +WebLeacher +WebmasterWorldForumBot +WebsiteQuester +Woobot +Wprecon +Xenu +Zeus +ZoomBot ZyBorg -arquivo-web-crawler arquivo.pt +autoemailspider +cohere-ai com.plumanalytics -gopher -imagesift.com -linkdexbot -linkfluence -magpie-crawler +heritrix +internetVista monitor +iubenda-radar +mediawords ripz -satoristudio.net -webgains-bot +s1z.ru +webmeup-crawler +webpros.com +xpymep1.exe diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index bdf414648..3fbac568f 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -cocyq.inwtrade.com -dekoration.us -eksprognoz.ru -inboxdollars.com -jerseyschinabizwholesale.us -sisi-go.ru -stuff-about-money.com -telegramdownload10.com -usadacha.net -xn----ctbigni3aj4h.xn--p1ai +3weekdiet.com +advokat-grodno.by +alpharma.net +cam-kontakte.org +googleseo.com.tr +polytopesexempt.com +shitmovs.com +tvnewsclips.info +u-cheats.ru +while.cheapwebsitehoster.com diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index 4d902a43a..b3c31e401 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,100 +1,100 @@ -1001desert.com -1pamm.ru -2000k.ru -2drittel.de -4rent.ru -66cpwgln.space -8xv8.com -affrh2015.com -amigobulls.com -apiitsthirteende-a.akamaihd.net -bcmp.org -bedandbreakfast.com -best-games.today -bio-japan.net -blog.koorg.ru -blogs.rediff.com -boc.kz -bum.com.ru -buttons-for-website.com -cartierloveringreplica.xyz -centraletermice.us -checkhit.com -cherrypointplace.ca -chiblackhawks-jerseys.com -chorus.terakeet.com -compliance-don.top -compliance-mark.top -coolbar.pro -copblock.org -detsky-nabytek.info -ekosmetyki.net.pl -enskedesquashclub.se -financeloan.us -flooringinstallation-edmonton.com -flytourisme.org -forumprofi.de -freenode.info -fym.com.ru -globalscam.ga -goblacked.com -hdfreeporno.net -homedecoguide.info -ie.57883.net -ihc2015.info -interior-stickers.ru -invivo.hu -isoveti.ru -ispaniya-costa-blanca.ru -kalb.ru -keenoutlet.online -kung-fu-ru.com -light.ifmo.ru -mailemedicinals.com -meduza-consult.ru -methodsmarketing.com -misandesign.se +akama.com +alta-realestate.com +ap.senai.br +app5.letmacworkfaster.world +asscenihotosidea.blogspot.co.za +autolombard-krasnodar.ru +aviav.org +axbocz.net +belsetirehafi.tk +bitcoin-ua.top +blue-square.biz +cartierreplica.win +cfcl.co.uk +cibpenonptib.flu.cc +clickcash.com +clmforexeu.com +com-supportcenter.website +compliance-mary.top +cookie-law-enforcement-aa.xyz +covetnica.com +dentfidemountpreach.tk +detalizaciya-tut.biz +domaincheck.io +e2click.com +elmacho.xyz +energydiet-info.ru +eropho.net +essaypro.com +ezigarettekaufen2.mpbloggar.se +feargames.ru +fermersovet.ru +firstdrugmall.ru +foxtechfpv.com +gembird.com +germes-trans.com +getlamborghini.ga +greatdealshop.com +guigyverpo.cf +handicapbathtubarea.com +hoholikik.club +hotchatdate.com +hotshoppymac.com +ideawheel.com +internet-apteka.ru +juliaworld.net +kam-dom.ru +karusel-market.ru +kinoplen.ru +kurwa.win +lapitec.eu +lazymanyoga.com +lemon-ade.site +lesbian.xyz +letmacwork.world +lietaer.com +me-ke.com +mobilierland.com morocco-nomad-excursions.com -mrcsa.com.au -mulberryoutletonlineeu.com -naval.jislaaik.com -njpalletremoval.com -obiavo.com -osoznanie-narkotikam.net -paleohub.info -paparazzistudios.com.au -partners-ship.pro -pendelprognos.se -poligon.com -pornofiljmi.com -poshiv-chehol.ru -powc.r.ca.d.sendibm2.com -projectforte.ru -qld10000.net -qor360.com -quit-smoking.ga -qwarckoine.com -remont-mobile-phones.ru -salut-camp.ru -scanner-brian.top -seoholding.com -seorankinglinks.us -sexy-pings.com -signx.info -slutloadlive.com -spywarebegone.com -star61.de -thedownloadfromwarez.blogspot.com -titan-ads.life -tizanidinecost.blogspot.com -u-cheats.ru -videochaty.ru -vigrx-original.ru -vip-file.com -vksex.ru -www.arenda-yeisk.ru -xn--80aanaardaperhcem4a6i.com -xxxrus.org -youradulthosting.com -yourdesires.ru -zeleznobeton.ru +nalogovyy-kodeks.ru +nuit-artisanale.com +officedocuments.net +online-zaymy.ru +onlinefilmz.net +pdns.cz +pensplan.com +picscout.com +play-mp3.com +popander.mobi +pornhub-forum.ga +progonrumarket.ru +prostitutki-rostova.org +qitt.ru +rebrand.ly +rfid-locker.co +rossanasaavedra.net +sendearnings.com +sex.hotblog.top +shakhtar-doneck.ru +sky-mine.ru +social-fun.ru +spywareit.com +starpages.net +suchenindeutschland.com +tizanidinehclsideeffects.blogspot.com +toys.erolove.in +treasuretrack-a.akamaihd.net +trustedmaccleaner.com +ultimatesetnewfreeallsoftupgradesystems.pw +visionwell.com.cn +weblo.com +westsextube.com +worldoffiles.ru +wrona.it +wrz0iuebwhp5fg.freeddns.com +xboxster.ru +xn--c1acygb.xn--p1ai +yougame.biz +yourtemplatefinder.com +zkjovpdgxivg.ga +znakomstvaonlain.ru diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index 726ceff8f..67329761f 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.18 0; +10.1.0.10 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index 75bf854eb..8cc7dd76c 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2024.04.4453 -### Updated: Wed Apr 24 10:04:23 UTC 2024 +### Version: V4.2024.04.4454 +### Updated: Wed Apr 24 12:15:27 UTC 2024 ### Bad Bot Count: 659 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 75bf854eb..8cc7dd76c 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2024.04.4453 -### Updated: Wed Apr 24 10:04:23 UTC 2024 +### Version: V4.2024.04.4454 +### Updated: Wed Apr 24 12:15:27 UTC 2024 ### Bad Bot Count: 659 ################################################### ### Version Information ##