From 1110d9bab1181fe7df5123819947127ef701413e Mon Sep 17 00:00:00 2001 From: mitchellkrogza Date: Tue, 30 Apr 2024 11:06:47 +0000 Subject: [PATCH] V4.2024.04.4470 [ci skip] --- AUTO-CONFIGURATION.md | 2 +- MANUAL-CONFIGURATION.md | 2 +- README.md | 2 +- _google_analytics_ghost_spam/README.md | 2 +- .../etc/nginx/conf.d/globalblacklist.conf | 35 +- conf.d/globalblacklist-testing-version.conf | 35 +- conf.d/globalblacklist.conf | 35 +- dev-tools/buildnumber | 2 +- dev-tools/globalblacklist-testing.template | 4 +- dev-tools/globalblacklist.template | 4 +- .../test1_conf_files/bots.d/blockbots.conf | 14 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 35 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/blockbots.conf | 14 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 35 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/blockbots.conf | 14 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 35 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/blockbots.conf | 14 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 35 +- .../test2_conf_files/bots.d/blockbots.conf | 14 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 35 +- .../test3_conf_files/bots.d/blockbots.conf | 14 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 35 +- dev-tools/test_units/blacklist-ips.conf | 2 +- .../random-bots-for-test-quick.list | 20 +- .../random-bots-for-whitelist-test.list | 164 +-- .../random-referrers-for-test-quick.list | 20 +- .../random-referrers-for-whitelist-test.list | 198 ++-- dev-tools/test_units/ratelimittest-master.txt | 1018 ++++++++--------- dev-tools/test_units/whitelist-ips.conf | 2 +- dev-tools/tmp/robots.txt | 4 +- robots.txt/robots.txt | 4 +- 40 files changed, 957 insertions(+), 910 deletions(-) diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 83e190532..f22867e96 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2024.04.4469 +#### Version: V4.2024.04.4470 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [659](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index b6ce09d14..bc09086b5 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2024.04.4469 +#### Version: V4.2024.04.4470 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [659](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index 81d6af14b..5afe0843e 100755 --- a/README.md +++ b/README.md @@ -14,7 +14,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2024.04.4469 +#### Version: V4.2024.04.4470 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [659](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 20a805fd7..6451db95b 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2024.04.4469 +#### Version: V4.2024.04.4470 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [659](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 807a11657..12d9c9adf 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.04.4469 -### Updated: Tue Apr 30 10:03:27 UTC 2024 +### Version: V4.2024.04.4470 +### Updated: Tue Apr 30 11:03:06 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 659 ################################################### @@ -19347,18 +19347,28 @@ geo $ratelimited { # ============================================ # -------------------------------------------- -# 1. MAP BAD BOTS TO OUR RATE LIMITER FUNCTION +# 4.1. MAP BAD BOTS TO OUR RATE LIMITER FUNCTION # -------------------------------------------- - map $bad_bot $bot_iplimit { - 0 ""; - 1 ""; - 2 $binary_remote_addr; - 4 $binary_remote_addr; - } + map $bad_bot $bot_iplimit { + 0 ""; + 1 ""; + 2 $binary_remote_addr; + 4 ""; + } +# -------------------------------------------------- +# 4.2. MAP BAD BOTS TO OUR SUPER RATE LIMITER FUNCTION +# -------------------------------------------------- + + map $bad_bot $bot_iplimit2 { + 0 ""; + 1 ""; + 2 ""; + 4 $binary_remote_addr; + } # -------------------------- -# 2. SET RATE LIMITING ZONES +# 4.3. SET RATE LIMITING ZONES # -------------------------- # BAD BOT RATE LIMITING ZONE @@ -19370,8 +19380,9 @@ geo $ratelimited { # BAD BOT SUPER RATE LIMITING ZONE # Super Rate limiting will only take effect if on any User-Agents with a value of 4 - limit_conn_zone $bot_iplimit zone=bot4_connlimit:16m; - limit_req_zone $bot_iplimit zone=bot4_reqlimitip:16m rate=1r/m; + limit_conn_zone $bot_iplimit2 zone=bot4_connlimit:16m; + limit_req_zone $bot_iplimit2 zone=bot4_reqlimitip:16m rate=1r/m; + # ========================================== # END SECTION 4 - ACTIVATE BLOCKER FUNCTIONS diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index d6355a407..978e52f4b 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2024.04.4469 -### Updated: Tue Apr 30 10:03:27 UTC 2024 +### Version: V3.2024.04.4470 +### Updated: Tue Apr 30 11:03:06 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 659 ################################################### @@ -18967,18 +18967,28 @@ geo $ratelimited { # ============================================ # -------------------------------------------- -# 1. MAP BAD BOTS TO OUR RATE LIMITER FUNCTION +# 4.1. MAP BAD BOTS TO OUR RATE LIMITER FUNCTION # -------------------------------------------- - map $bad_bot $bot_iplimit { - 0 ""; - 1 ""; - 2 $binary_remote_addr; - 4 $binary_remote_addr; - } + map $bad_bot $bot_iplimit { + 0 ""; + 1 ""; + 2 $binary_remote_addr; + 4 ""; + } +# -------------------------------------------------- +# 4.2. MAP BAD BOTS TO OUR SUPER RATE LIMITER FUNCTION +# -------------------------------------------------- + + map $bad_bot $bot_iplimit2 { + 0 ""; + 1 ""; + 2 ""; + 4 $binary_remote_addr; + } # -------------------------- -# 2. SET RATE LIMITING ZONES +# 4.3. SET RATE LIMITING ZONES # -------------------------- # BAD BOT RATE LIMITING ZONE @@ -18990,8 +19000,9 @@ geo $ratelimited { # BAD BOT SUPER RATE LIMITING ZONE # Super Rate limiting will only take effect if on any User-Agents with a value of 4 - limit_conn_zone $bot_iplimit zone=bot4_connlimit:16m; - limit_req_zone $bot_iplimit zone=bot4_reqlimitip:16m rate=1r/m; + limit_conn_zone $bot_iplimit2 zone=bot4_connlimit:16m; + limit_req_zone $bot_iplimit2 zone=bot4_reqlimitip:16m rate=1r/m; + # ========================================== # END SECTION 4 - ACTIVATE BLOCKER FUNCTIONS diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 807a11657..12d9c9adf 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.04.4469 -### Updated: Tue Apr 30 10:03:27 UTC 2024 +### Version: V4.2024.04.4470 +### Updated: Tue Apr 30 11:03:06 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 659 ################################################### @@ -19347,18 +19347,28 @@ geo $ratelimited { # ============================================ # -------------------------------------------- -# 1. MAP BAD BOTS TO OUR RATE LIMITER FUNCTION +# 4.1. MAP BAD BOTS TO OUR RATE LIMITER FUNCTION # -------------------------------------------- - map $bad_bot $bot_iplimit { - 0 ""; - 1 ""; - 2 $binary_remote_addr; - 4 $binary_remote_addr; - } + map $bad_bot $bot_iplimit { + 0 ""; + 1 ""; + 2 $binary_remote_addr; + 4 ""; + } +# -------------------------------------------------- +# 4.2. MAP BAD BOTS TO OUR SUPER RATE LIMITER FUNCTION +# -------------------------------------------------- + + map $bad_bot $bot_iplimit2 { + 0 ""; + 1 ""; + 2 ""; + 4 $binary_remote_addr; + } # -------------------------- -# 2. SET RATE LIMITING ZONES +# 4.3. SET RATE LIMITING ZONES # -------------------------- # BAD BOT RATE LIMITING ZONE @@ -19370,8 +19380,9 @@ geo $ratelimited { # BAD BOT SUPER RATE LIMITING ZONE # Super Rate limiting will only take effect if on any User-Agents with a value of 4 - limit_conn_zone $bot_iplimit zone=bot4_connlimit:16m; - limit_req_zone $bot_iplimit zone=bot4_reqlimitip:16m rate=1r/m; + limit_conn_zone $bot_iplimit2 zone=bot4_connlimit:16m; + limit_req_zone $bot_iplimit2 zone=bot4_reqlimitip:16m rate=1r/m; + # ========================================== # END SECTION 4 - ACTIVATE BLOCKER FUNCTIONS diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index 85b116566..d5a8a7704 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -4469 +4470 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 2dd020adb..978e52f4b 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2024.04.4469 -### Updated: Tue Apr 30 10:03:27 UTC 2024 +### Version: V3.2024.04.4470 +### Updated: Tue Apr 30 11:03:06 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 659 ################################################### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index f880b5382..12d9c9adf 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.04.4469 -### Updated: Tue Apr 30 10:03:27 UTC 2024 +### Version: V4.2024.04.4470 +### Updated: Tue Apr 30 11:03:06 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 659 ################################################### diff --git a/dev-tools/test1_conf_files/bots.d/blockbots.conf b/dev-tools/test1_conf_files/bots.d/blockbots.conf index 1c89847bb..ea70bf1d5 100644 --- a/dev-tools/test1_conf_files/bots.d/blockbots.conf +++ b/dev-tools/test1_conf_files/bots.d/blockbots.conf @@ -2,8 +2,8 @@ # VERSION INFORMATION # #---------------------- -# Version: V4.2019.04 -# Updated: 2019-06-28 +# Version: V5.2024.04 +# Updated: 2024-04-30 #---------------------- # VERSION INFORMATION # @@ -49,15 +49,19 @@ # BLOCK BAD BOTS # -------------- -# Section bot_1 Unused #limit_conn bot1_connlimit 100; #limit_req zone=bot1_reqlimitip burst=50; limit_conn bot2_connlimit 10; limit_req zone=bot2_reqlimitip burst=10; + +# Uncomment below lines for super rate limiting feature +#limit_conn bot4_connlimit 10; +#limit_req zone=bot4_reqlimitip burst=10; + if ($bad_bot = '3') { - return 444; # << Response Code Issued May Be Modified to Whatever you Choose ie. 404 but 444 wastes less of Nginxs time - } + return 444; +} # --------------------- # BLOCK BAD REFER WORDS diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 3b6a80f6b..b7f0bac72 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.109.39.181 0; +172.183.162.118 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 807a11657..12d9c9adf 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.04.4469 -### Updated: Tue Apr 30 10:03:27 UTC 2024 +### Version: V4.2024.04.4470 +### Updated: Tue Apr 30 11:03:06 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 659 ################################################### @@ -19347,18 +19347,28 @@ geo $ratelimited { # ============================================ # -------------------------------------------- -# 1. MAP BAD BOTS TO OUR RATE LIMITER FUNCTION +# 4.1. MAP BAD BOTS TO OUR RATE LIMITER FUNCTION # -------------------------------------------- - map $bad_bot $bot_iplimit { - 0 ""; - 1 ""; - 2 $binary_remote_addr; - 4 $binary_remote_addr; - } + map $bad_bot $bot_iplimit { + 0 ""; + 1 ""; + 2 $binary_remote_addr; + 4 ""; + } +# -------------------------------------------------- +# 4.2. MAP BAD BOTS TO OUR SUPER RATE LIMITER FUNCTION +# -------------------------------------------------- + + map $bad_bot $bot_iplimit2 { + 0 ""; + 1 ""; + 2 ""; + 4 $binary_remote_addr; + } # -------------------------- -# 2. SET RATE LIMITING ZONES +# 4.3. SET RATE LIMITING ZONES # -------------------------- # BAD BOT RATE LIMITING ZONE @@ -19370,8 +19380,9 @@ geo $ratelimited { # BAD BOT SUPER RATE LIMITING ZONE # Super Rate limiting will only take effect if on any User-Agents with a value of 4 - limit_conn_zone $bot_iplimit zone=bot4_connlimit:16m; - limit_req_zone $bot_iplimit zone=bot4_reqlimitip:16m rate=1r/m; + limit_conn_zone $bot_iplimit2 zone=bot4_connlimit:16m; + limit_req_zone $bot_iplimit2 zone=bot4_reqlimitip:16m rate=1r/m; + # ========================================== # END SECTION 4 - ACTIVATE BLOCKER FUNCTIONS diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index fc8301c42..673c613c5 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.138 1; +10.1.1.55 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blockbots.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blockbots.conf index 1c89847bb..ea70bf1d5 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blockbots.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blockbots.conf @@ -2,8 +2,8 @@ # VERSION INFORMATION # #---------------------- -# Version: V4.2019.04 -# Updated: 2019-06-28 +# Version: V5.2024.04 +# Updated: 2024-04-30 #---------------------- # VERSION INFORMATION # @@ -49,15 +49,19 @@ # BLOCK BAD BOTS # -------------- -# Section bot_1 Unused #limit_conn bot1_connlimit 100; #limit_req zone=bot1_reqlimitip burst=50; limit_conn bot2_connlimit 10; limit_req zone=bot2_reqlimitip burst=10; + +# Uncomment below lines for super rate limiting feature +#limit_conn bot4_connlimit 10; +#limit_req zone=bot4_reqlimitip burst=10; + if ($bad_bot = '3') { - return 444; # << Response Code Issued May Be Modified to Whatever you Choose ie. 404 but 444 wastes less of Nginxs time - } + return 444; +} # --------------------- # BLOCK BAD REFER WORDS diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 6b576cda6..caebfcfa7 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.138 0; +10.1.1.55 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 807a11657..12d9c9adf 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.04.4469 -### Updated: Tue Apr 30 10:03:27 UTC 2024 +### Version: V4.2024.04.4470 +### Updated: Tue Apr 30 11:03:06 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 659 ################################################### @@ -19347,18 +19347,28 @@ geo $ratelimited { # ============================================ # -------------------------------------------- -# 1. MAP BAD BOTS TO OUR RATE LIMITER FUNCTION +# 4.1. MAP BAD BOTS TO OUR RATE LIMITER FUNCTION # -------------------------------------------- - map $bad_bot $bot_iplimit { - 0 ""; - 1 ""; - 2 $binary_remote_addr; - 4 $binary_remote_addr; - } + map $bad_bot $bot_iplimit { + 0 ""; + 1 ""; + 2 $binary_remote_addr; + 4 ""; + } +# -------------------------------------------------- +# 4.2. MAP BAD BOTS TO OUR SUPER RATE LIMITER FUNCTION +# -------------------------------------------------- + + map $bad_bot $bot_iplimit2 { + 0 ""; + 1 ""; + 2 ""; + 4 $binary_remote_addr; + } # -------------------------- -# 2. SET RATE LIMITING ZONES +# 4.3. SET RATE LIMITING ZONES # -------------------------- # BAD BOT RATE LIMITING ZONE @@ -19370,8 +19380,9 @@ geo $ratelimited { # BAD BOT SUPER RATE LIMITING ZONE # Super Rate limiting will only take effect if on any User-Agents with a value of 4 - limit_conn_zone $bot_iplimit zone=bot4_connlimit:16m; - limit_req_zone $bot_iplimit zone=bot4_reqlimitip:16m rate=1r/m; + limit_conn_zone $bot_iplimit2 zone=bot4_connlimit:16m; + limit_req_zone $bot_iplimit2 zone=bot4_reqlimitip:16m rate=1r/m; + # ========================================== # END SECTION 4 - ACTIVATE BLOCKER FUNCTIONS diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index fc8301c42..673c613c5 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.138 1; +10.1.1.55 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blockbots.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blockbots.conf index 1c89847bb..ea70bf1d5 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blockbots.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blockbots.conf @@ -2,8 +2,8 @@ # VERSION INFORMATION # #---------------------- -# Version: V4.2019.04 -# Updated: 2019-06-28 +# Version: V5.2024.04 +# Updated: 2024-04-30 #---------------------- # VERSION INFORMATION # @@ -49,15 +49,19 @@ # BLOCK BAD BOTS # -------------- -# Section bot_1 Unused #limit_conn bot1_connlimit 100; #limit_req zone=bot1_reqlimitip burst=50; limit_conn bot2_connlimit 10; limit_req zone=bot2_reqlimitip burst=10; + +# Uncomment below lines for super rate limiting feature +#limit_conn bot4_connlimit 10; +#limit_req zone=bot4_reqlimitip burst=10; + if ($bad_bot = '3') { - return 444; # << Response Code Issued May Be Modified to Whatever you Choose ie. 404 but 444 wastes less of Nginxs time - } + return 444; +} # --------------------- # BLOCK BAD REFER WORDS diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 6b576cda6..caebfcfa7 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.138 0; +10.1.1.55 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 807a11657..12d9c9adf 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.04.4469 -### Updated: Tue Apr 30 10:03:27 UTC 2024 +### Version: V4.2024.04.4470 +### Updated: Tue Apr 30 11:03:06 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 659 ################################################### @@ -19347,18 +19347,28 @@ geo $ratelimited { # ============================================ # -------------------------------------------- -# 1. MAP BAD BOTS TO OUR RATE LIMITER FUNCTION +# 4.1. MAP BAD BOTS TO OUR RATE LIMITER FUNCTION # -------------------------------------------- - map $bad_bot $bot_iplimit { - 0 ""; - 1 ""; - 2 $binary_remote_addr; - 4 $binary_remote_addr; - } + map $bad_bot $bot_iplimit { + 0 ""; + 1 ""; + 2 $binary_remote_addr; + 4 ""; + } +# -------------------------------------------------- +# 4.2. MAP BAD BOTS TO OUR SUPER RATE LIMITER FUNCTION +# -------------------------------------------------- + + map $bad_bot $bot_iplimit2 { + 0 ""; + 1 ""; + 2 ""; + 4 $binary_remote_addr; + } # -------------------------- -# 2. SET RATE LIMITING ZONES +# 4.3. SET RATE LIMITING ZONES # -------------------------- # BAD BOT RATE LIMITING ZONE @@ -19370,8 +19380,9 @@ geo $ratelimited { # BAD BOT SUPER RATE LIMITING ZONE # Super Rate limiting will only take effect if on any User-Agents with a value of 4 - limit_conn_zone $bot_iplimit zone=bot4_connlimit:16m; - limit_req_zone $bot_iplimit zone=bot4_reqlimitip:16m rate=1r/m; + limit_conn_zone $bot_iplimit2 zone=bot4_connlimit:16m; + limit_req_zone $bot_iplimit2 zone=bot4_reqlimitip:16m rate=1r/m; + # ========================================== # END SECTION 4 - ACTIVATE BLOCKER FUNCTIONS diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index fc8301c42..673c613c5 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.138 1; +10.1.1.55 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blockbots.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blockbots.conf index 1c89847bb..ea70bf1d5 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blockbots.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blockbots.conf @@ -2,8 +2,8 @@ # VERSION INFORMATION # #---------------------- -# Version: V4.2019.04 -# Updated: 2019-06-28 +# Version: V5.2024.04 +# Updated: 2024-04-30 #---------------------- # VERSION INFORMATION # @@ -49,15 +49,19 @@ # BLOCK BAD BOTS # -------------- -# Section bot_1 Unused #limit_conn bot1_connlimit 100; #limit_req zone=bot1_reqlimitip burst=50; limit_conn bot2_connlimit 10; limit_req zone=bot2_reqlimitip burst=10; + +# Uncomment below lines for super rate limiting feature +#limit_conn bot4_connlimit 10; +#limit_req zone=bot4_reqlimitip burst=10; + if ($bad_bot = '3') { - return 444; # << Response Code Issued May Be Modified to Whatever you Choose ie. 404 but 444 wastes less of Nginxs time - } + return 444; +} # --------------------- # BLOCK BAD REFER WORDS diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 6b576cda6..caebfcfa7 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.138 0; +10.1.1.55 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 807a11657..12d9c9adf 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.04.4469 -### Updated: Tue Apr 30 10:03:27 UTC 2024 +### Version: V4.2024.04.4470 +### Updated: Tue Apr 30 11:03:06 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 659 ################################################### @@ -19347,18 +19347,28 @@ geo $ratelimited { # ============================================ # -------------------------------------------- -# 1. MAP BAD BOTS TO OUR RATE LIMITER FUNCTION +# 4.1. MAP BAD BOTS TO OUR RATE LIMITER FUNCTION # -------------------------------------------- - map $bad_bot $bot_iplimit { - 0 ""; - 1 ""; - 2 $binary_remote_addr; - 4 $binary_remote_addr; - } + map $bad_bot $bot_iplimit { + 0 ""; + 1 ""; + 2 $binary_remote_addr; + 4 ""; + } +# -------------------------------------------------- +# 4.2. MAP BAD BOTS TO OUR SUPER RATE LIMITER FUNCTION +# -------------------------------------------------- + + map $bad_bot $bot_iplimit2 { + 0 ""; + 1 ""; + 2 ""; + 4 $binary_remote_addr; + } # -------------------------- -# 2. SET RATE LIMITING ZONES +# 4.3. SET RATE LIMITING ZONES # -------------------------- # BAD BOT RATE LIMITING ZONE @@ -19370,8 +19380,9 @@ geo $ratelimited { # BAD BOT SUPER RATE LIMITING ZONE # Super Rate limiting will only take effect if on any User-Agents with a value of 4 - limit_conn_zone $bot_iplimit zone=bot4_connlimit:16m; - limit_req_zone $bot_iplimit zone=bot4_reqlimitip:16m rate=1r/m; + limit_conn_zone $bot_iplimit2 zone=bot4_connlimit:16m; + limit_req_zone $bot_iplimit2 zone=bot4_reqlimitip:16m rate=1r/m; + # ========================================== # END SECTION 4 - ACTIVATE BLOCKER FUNCTIONS diff --git a/dev-tools/test2_conf_files/bots.d/blockbots.conf b/dev-tools/test2_conf_files/bots.d/blockbots.conf index 1c89847bb..ea70bf1d5 100644 --- a/dev-tools/test2_conf_files/bots.d/blockbots.conf +++ b/dev-tools/test2_conf_files/bots.d/blockbots.conf @@ -2,8 +2,8 @@ # VERSION INFORMATION # #---------------------- -# Version: V4.2019.04 -# Updated: 2019-06-28 +# Version: V5.2024.04 +# Updated: 2024-04-30 #---------------------- # VERSION INFORMATION # @@ -49,15 +49,19 @@ # BLOCK BAD BOTS # -------------- -# Section bot_1 Unused #limit_conn bot1_connlimit 100; #limit_req zone=bot1_reqlimitip burst=50; limit_conn bot2_connlimit 10; limit_req zone=bot2_reqlimitip burst=10; + +# Uncomment below lines for super rate limiting feature +#limit_conn bot4_connlimit 10; +#limit_req zone=bot4_reqlimitip burst=10; + if ($bad_bot = '3') { - return 444; # << Response Code Issued May Be Modified to Whatever you Choose ie. 404 but 444 wastes less of Nginxs time - } + return 444; +} # --------------------- # BLOCK BAD REFER WORDS diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 3b6a80f6b..b7f0bac72 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.109.39.181 0; +172.183.162.118 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index f8008df18..b6bfca805 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.04.4469 -### Updated: Tue Apr 30 10:03:27 UTC 2024 +### Version: V4.2024.04.4470 +### Updated: Tue Apr 30 11:03:06 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 659 ################################################### @@ -19347,18 +19347,28 @@ geo $ratelimited { # ============================================ # -------------------------------------------- -# 1. MAP BAD BOTS TO OUR RATE LIMITER FUNCTION +# 4.1. MAP BAD BOTS TO OUR RATE LIMITER FUNCTION # -------------------------------------------- - map $bad_bot $bot_iplimit { - 0 ""; - 1 ""; - 2 $binary_remote_addr; - 4 $binary_remote_addr; - } + map $bad_bot $bot_iplimit { + 0 ""; + 1 ""; + 2 $binary_remote_addr; + 4 ""; + } +# -------------------------------------------------- +# 4.2. MAP BAD BOTS TO OUR SUPER RATE LIMITER FUNCTION +# -------------------------------------------------- + + map $bad_bot $bot_iplimit2 { + 0 ""; + 1 ""; + 2 ""; + 4 $binary_remote_addr; + } # -------------------------- -# 2. SET RATE LIMITING ZONES +# 4.3. SET RATE LIMITING ZONES # -------------------------- # BAD BOT RATE LIMITING ZONE @@ -19370,8 +19380,9 @@ geo $ratelimited { # BAD BOT SUPER RATE LIMITING ZONE # Super Rate limiting will only take effect if on any User-Agents with a value of 4 - limit_conn_zone $bot_iplimit zone=bot4_connlimit:16m; - limit_req_zone $bot_iplimit zone=bot4_reqlimitip:16m rate=1r/m; + limit_conn_zone $bot_iplimit2 zone=bot4_connlimit:16m; + limit_req_zone $bot_iplimit2 zone=bot4_reqlimitip:16m rate=1r/m; + # ========================================== # END SECTION 4 - ACTIVATE BLOCKER FUNCTIONS diff --git a/dev-tools/test3_conf_files/bots.d/blockbots.conf b/dev-tools/test3_conf_files/bots.d/blockbots.conf index 1c89847bb..ea70bf1d5 100644 --- a/dev-tools/test3_conf_files/bots.d/blockbots.conf +++ b/dev-tools/test3_conf_files/bots.d/blockbots.conf @@ -2,8 +2,8 @@ # VERSION INFORMATION # #---------------------- -# Version: V4.2019.04 -# Updated: 2019-06-28 +# Version: V5.2024.04 +# Updated: 2024-04-30 #---------------------- # VERSION INFORMATION # @@ -49,15 +49,19 @@ # BLOCK BAD BOTS # -------------- -# Section bot_1 Unused #limit_conn bot1_connlimit 100; #limit_req zone=bot1_reqlimitip burst=50; limit_conn bot2_connlimit 10; limit_req zone=bot2_reqlimitip burst=10; + +# Uncomment below lines for super rate limiting feature +#limit_conn bot4_connlimit 10; +#limit_req zone=bot4_reqlimitip burst=10; + if ($bad_bot = '3') { - return 444; # << Response Code Issued May Be Modified to Whatever you Choose ie. 404 but 444 wastes less of Nginxs time - } + return 444; +} # --------------------- # BLOCK BAD REFER WORDS diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 3b6a80f6b..b7f0bac72 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.109.39.181 0; +172.183.162.118 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 69eecd939..fe4b90edd 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.04.4469 -### Updated: Tue Apr 30 10:03:27 UTC 2024 +### Version: V4.2024.04.4470 +### Updated: Tue Apr 30 11:03:06 UTC 2024 ### Bad Referrer Count: 7104 ### Bad Bot Count: 659 ################################################### @@ -19347,18 +19347,28 @@ geo $ratelimited { # ============================================ # -------------------------------------------- -# 1. MAP BAD BOTS TO OUR RATE LIMITER FUNCTION +# 4.1. MAP BAD BOTS TO OUR RATE LIMITER FUNCTION # -------------------------------------------- - map $bad_bot $bot_iplimit { - 0 ""; - 1 ""; - 2 $binary_remote_addr; - 4 $binary_remote_addr; - } + map $bad_bot $bot_iplimit { + 0 ""; + 1 ""; + 2 $binary_remote_addr; + 4 ""; + } +# -------------------------------------------------- +# 4.2. MAP BAD BOTS TO OUR SUPER RATE LIMITER FUNCTION +# -------------------------------------------------- + + map $bad_bot $bot_iplimit2 { + 0 ""; + 1 ""; + 2 ""; + 4 $binary_remote_addr; + } # -------------------------- -# 2. SET RATE LIMITING ZONES +# 4.3. SET RATE LIMITING ZONES # -------------------------- # BAD BOT RATE LIMITING ZONE @@ -19370,8 +19380,9 @@ geo $ratelimited { # BAD BOT SUPER RATE LIMITING ZONE # Super Rate limiting will only take effect if on any User-Agents with a value of 4 - limit_conn_zone $bot_iplimit zone=bot4_connlimit:16m; - limit_req_zone $bot_iplimit zone=bot4_reqlimitip:16m rate=1r/m; + limit_conn_zone $bot_iplimit2 zone=bot4_connlimit:16m; + limit_req_zone $bot_iplimit2 zone=bot4_reqlimitip:16m rate=1r/m; + # ========================================== # END SECTION 4 - ACTIVATE BLOCKER FUNCTIONS diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index fc8301c42..673c613c5 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.138 1; +10.1.1.55 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index f6598e54c..428f93991 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Barkrowler -DnyzBot -Ebingbong -FlashGet -GermCrawler -HTTrack -Joomla -MFC_Tear_Sample -Telesphorep -Thumbor +Dispatch +DomCopBot +Indy Library +Pump +ReGet +Spammen +Sqworm +T0PHackTeam +Web Auto +Web Fuck diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 701218f06..7cfd1db69 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,100 +1,100 @@ +01h4x.com 80legs -Aipbot -AlphaBot -Ankit -AwarioBot -AwarioSmartBot -BLEXBot -Blackboard -Boardreader -CheTeam -CheeseBot -CherryPicker +ADmantX +AhrefsBot +AiHitBot +Anthill +AwarioRssBot +BackWeb +BetaBot +BuiltBotTough +Chlooe Citoid -CopyRightCheck -Custo -Deusu +Cliqzbot +Copier Dirbuster -Disco -DnyzBot -Drip +DnBCrawler-Analytics +DomainCrawler +Dragonfly +Ebingbong +EirGrabber +Extreme Picture Finder FDM -Firefox/7.0 -Flunky -Fyrebot -GT::WWW -GoZilla +GetWeb +Go!Zilla +Google-Extended GrapeshotCrawler -HMView -Haansoft -Heritrix +HTTP::Lite +HTTrack +HaosouSpider +Havij Hloader -ImagesiftBot -Intelliseek -IstellaBot -Jorgee -JustView +IDBTE4M +Iblog +Image Fetch +Image Sucker +InfoNaviRobot +JetCar +Jyxobot +Kenjin Spider +Kinza +Lanshanbot Linkbot -LinkextractorPro -LinksManager Lipperhey Spider -MIIxpc +Lmspider +Mail.RU_Bot Majestic SEO -Majestic-SEO -MarkWatch -Masscan Mb2345Browser -Mojeek -NICErsPRO -NetSpider -Nibbler -Nutch +NetMechanic +NetZIP +Nettrack +Nuclei +Offline Explorer Offline Navigator -OutclicksBot -PageScorer -Pandalytics +Openfind +OrangeSpider +POE-Component-Client-HTTP +Page Analyzer Papa Foto -PeoplePal -Psbot -Pu_iN -PyCurl -RSSingBot -SEOstats -SMTBot -ScreenerBot -Seekport -SeoSiteCheckup -Siphon +Pump +RankingBot2 +Rankivabot +RealDownload +SEOkicks-Robot +ScanAlert +SemanticJuice +Shodan +SiteSucker +SmartDownload Snoopy -Sogou web spider -Sottopop +Sociscraper +SpaceBison Spanner +Spinn3r SuperBot -Teleport +SuperHTTP +T8Abot +Telesoft Telesphoreo -TinyTestBot -Typhoeus -UnisterBot -WallpapersHD -WebCopier -Whack -Zermelo -ZumBot -arquivo.pt -autoemailspider -clark-crawler -crawler.feedback +Toata +Upflow +V-BOT +VeriCiteCrawler +Virusdie +Voil +WebEnhancer +WebZIP +Webalta +WebsiteExtractor +Xaldon_WebSpider +ZoominfoBot +adscanner +archive.org_bot crawler4j -internetVista monitor -iubenda-radar -linkdexbot -mediawords -omgili -probe-image-size -sexsearcher -siteripz -sogouspider -tAkeOut +dataforseo.com +domainsproject.org +isitwp.com +spyfu ubermetrics-technologies.com -webpros.com -x22Mozilla +webmeup-crawler +x09Mozilla diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index d4c5989cc..6c058a494 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -21h2o.com -ausmepa.org.au -azadnegar.com -babosas.com -db.speedup.gdn -ekspertmed.com -ljusihus.se -stroimajor.ru -stuff-about-money.com -wdfdocando.com +androids-store.com +camel-beach.com +compliance-elena.xyz +gemara.com +huhn.altervista.org +inclk.com +kmd-pto.ru +nudepatch.net +sel-hoz.com +xportvusbdriver8i.snack.ws diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index 464793939..b6d4462c6 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,100 +1,100 @@ -1pamm.ru -8jn.dating-app.ru -abiente.ru +03e.info +4senses.co +aa14ab57a3339c4064bd9ae6fad7495b5f.com acheterviagrafr24.com -alldownload.pw -alldubai.biz -animal36.com -asophoto.com -atlasvkusov.ru -azlex.uz -balook.com -bambi.ck.ua -bannerpower.com -beetpics.pw -bitnote.co -braip.com.br -brandimensions.com -callcafe.info -cardsharp1.ru -cascadelink.org -chorus.terakeet.com -christianlouboutinsaleonline.us -clean-start.net -decorationspcs.com -degerlund.net -delitime.info -earl-brown.info -ebonyporn.site -eloxal.ru -ezaz.info -farm26.ru -free-social-buttons.xyz -fym.com.ru -gamblingnerd.com -geile-lelly.eu -getlaid-xxxhookupdirect.com -globetrotting-culture.ru -gourcy.altervista.org -gunsvicceadadebt.tk -guod.me -hackers-crackers.tk -hotloans.ru -indianmedicaltourismshop.com -joessmogtestonly.com -kimcurlrvsms.com -klikbonus.com -kreativperlen.ch -krynica.info -labafydjxa.su -laexotic.com -landmania.ru -lodki-pvh.dp.ua -lolnex.us -low-format.ru -luciddiagnostics.in -madot.onlinewebshop.net -matsdale.com -medtherapy.ru -moneyzzz.ru -multgo.ru -newsperuse.com -offf.info -ons-add.men -ourville.info -partner-high.men -pills24h.com -porno-raskazy.ru -pornoforadult.com -pornoinn.com -pornolook.net -proprostatit.com -registratciya-v-moskve.ru -remont-komputerov-notebook.ru -remont-mobile-phones.ru -resant.ru -rewardit.com -rossmark.ru -rus-pornuha.com -se-welding.ru -search-error.com -shakhtar-doneck.ru -sispe.com.br -siteaero.com -soheavyblog.com -spacash.com -stackthatbucks.com -stauga.altervista.org -stretchingabuckblog.com -tattooreligion.ru -thefds.net -trafaret74.ru -truck-land.life -uamtrk.com -unionmarkt.de -valsalud.com -vereo.eu -video-hollywood.ru -videochat.tv.br -w7s.ru -zeroredirect2.com +adtech.us +agecheckadult.com +alert-jdh.xyz +alot.com +apiadanaknet-a.akamaihd.net +astrochicks.com +avirasecureserver.com +bamo.xsl.pt +banan.tv +beget.tech +bestserials.com +brus-vsem.ru +cartierreplica.pw +chatroulette.online +cheapjerseysa.com +circlesl.com +corta.co +dawlenie.com +dinkolove.ya.ru +docsportal.net +drivotracker.com +dyt.net +efkt.jp +elektronischezi.livejournal.com +elmifarhangi.com +energy-ua.com +eropho.net +erotiktreff24.info +f0815.de +findpics.pw +fitness-video.net +footballfarrago.com +forex21.ru +forum-engineering.ru +forums.d2jsp.org +freeseedsonline.com +freeuploader.com +funcrushgames.com +glogow.pl +googglet.com +handicapbathtubarea.com +hotenergy.ru +hoztorg-opt.ru +impresagaia.it +intim-uslugi.info +javxxx18.com +keywordglobal.co.za +keywordhouse.com +kinocccp.net +kinopolet.net +kit-opt.ru +kolotiloff.ru +laapp.com +languagecode.com +lashstudia.ru +lider-zhaluzi.kiev.ua +marcogrup.com +maximilitary.ru +mustat.com +muznachas-service.ru +offers.bycontext.com +outclicks.net +photokitchendesign.com +piski.top +pornhub-ru.com +prodess.ru +profitfx.online +profitwithalex.info +purplesphere.in +qld10000.net +quangcaons.com +rybalka-opt.ru +sale-japan.com +scanner-don.top +scanner-walter.top +seinterface.com +seonetwizard.com +spinazdrav.ru +sps-shop.com +spylog.com +talant-factory.ru +theendivechronicles.com +topflownews.com +torrent-newgames.com +traffic-club.info +umg-stroy.ru +ussearche.cf +valkiria-tk.ru +videonsk.com +vip2ch.com +vvon.co.uk +vzglyadriv.kg +websites-reviews.com +yougame.biz +zeg-distribution.com +zeroredirect10.com diff --git a/dev-tools/test_units/ratelimittest-master.txt b/dev-tools/test_units/ratelimittest-master.txt index abda58871..41cf3bceb 100644 --- a/dev-tools/test_units/ratelimittest-master.txt +++ b/dev-tools/test_units/ratelimittest-master.txt @@ -8,553 +8,477 @@

Welcome to the NginX Ultimate Bad Bot Blocker

This is merely used for testing !!!

-ml> -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + Welcome to NginX diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index 6b576cda6..caebfcfa7 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.138 0; +10.1.1.55 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index f384ea499..2706bf2e7 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2024.04.4469 -### Updated: Tue Apr 30 10:03:28 UTC 2024 +### Version: V4.2024.04.4470 +### Updated: Tue Apr 30 11:03:07 UTC 2024 ### Bad Bot Count: 659 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index f384ea499..2706bf2e7 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2024.04.4469 -### Updated: Tue Apr 30 10:03:28 UTC 2024 +### Version: V4.2024.04.4470 +### Updated: Tue Apr 30 11:03:07 UTC 2024 ### Bad Bot Count: 659 ################################################### ### Version Information ##