diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md
index 2c086bf1e..487c688a6 100755
--- a/AUTO-CONFIGURATION.md
+++ b/AUTO-CONFIGURATION.md
@@ -4,9 +4,9 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________
-#### Version: V4.2023.05.3719
+#### Version: V4.2023.05.3720
#### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
-#### Bad User-Agents (Bots) Blocked: [640](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
+#### Bad User-Agents (Bots) Blocked: [641](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________
diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md
index 3f0641ebe..c7bb1cfd3 100755
--- a/MANUAL-CONFIGURATION.md
+++ b/MANUAL-CONFIGURATION.md
@@ -4,9 +4,9 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________
-#### Version: V4.2023.05.3719
+#### Version: V4.2023.05.3720
#### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
-#### Bad User-Agents (Bots) Blocked: [640](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
+#### Bad User-Agents (Bots) Blocked: [641](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________
diff --git a/README.md b/README.md
index f2b2f7c42..97ba5d9f7 100755
--- a/README.md
+++ b/README.md
@@ -14,9 +14,9 @@
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
_______________
-#### Version: V4.2023.05.3719
+#### Version: V4.2023.05.3720
#### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
-#### Bad User-Agents (Bots) Blocked: [640](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
+#### Bad User-Agents (Bots) Blocked: [641](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________
diff --git a/_generator_lists/bad-user-agents.list b/_generator_lists/bad-user-agents.list
index bfa604a24..89fdb2dd4 100755
--- a/_generator_lists/bad-user-agents.list
+++ b/_generator_lists/bad-user-agents.list
@@ -1,4 +1,3 @@
-AdsTxtCrawlerTP
01h4x.com
360Spider
404checker
@@ -12,6 +11,7 @@ Abonti
Aboundex
Aboundexbot
Acunetix
+AdsTxtCrawlerTP
AfD-Verbotsverfahren
AhrefsBot
AiHitBot
diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md
index 169460aea..2d709d523 100644
--- a/_google_analytics_ghost_spam/README.md
+++ b/_google_analytics_ghost_spam/README.md
@@ -3,9 +3,9 @@
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
_______________
-#### Version: V4.2023.05.3719
+#### Version: V4.2023.05.3720
#### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
-#### Bad User-Agents (Bots) Blocked: [640](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
+#### Bad User-Agents (Bots) Blocked: [641](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________
diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
index 681099a41..76a6ea3a9 100755
--- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
+++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
@@ -4,10 +4,10 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2023.05.3719
-### Updated: Mon May 1 06:01:10 UTC 2023
+### Version: V4.2023.05.3720
+### Updated: Mon May 1 06:07:43 UTC 2023
### Bad Referrer Count: 7104
-### Bad Bot Count: 640
+### Bad Bot Count: 641
###################################################
### VERSION INFORMATION ##
@@ -160,6 +160,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Aboundex(?:\b)" 3;
"~*(?:\b)Aboundexbot(?:\b)" 3;
"~*(?:\b)Acunetix(?:\b)" 3;
+ "~*(?:\b)AdsTxtCrawlerTP(?:\b)" 3;
"~*(?:\b)AfD-Verbotsverfahren(?:\b)" 3;
"~*(?:\b)AhrefsBot(?:\b)" 3;
"~*(?:\b)AiHitBot(?:\b)" 3;
diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf
index fcd6fa9c2..3383cf529 100644
--- a/conf.d/globalblacklist-testing-version.conf
+++ b/conf.d/globalblacklist-testing-version.conf
@@ -4,10 +4,10 @@
### VERSION INFORMATION #
###################################################
-### Version: V3.2023.05.3719
-### Updated: Mon May 1 06:01:11 UTC 2023
+### Version: V3.2023.05.3720
+### Updated: Mon May 1 06:07:44 UTC 2023
### Bad Referrer Count: 7104
-### Bad Bot Count: 640
+### Bad Bot Count: 641
###################################################
### VERSION INFORMATION ##
@@ -160,6 +160,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Aboundex(?:\b)" 3;
"~*(?:\b)Aboundexbot(?:\b)" 3;
"~*(?:\b)Acunetix(?:\b)" 3;
+ "~*(?:\b)AdsTxtCrawlerTP(?:\b)" 3;
"~*(?:\b)AfD-Verbotsverfahren(?:\b)" 3;
"~*(?:\b)AhrefsBot(?:\b)" 3;
"~*(?:\b)AiHitBot(?:\b)" 3;
diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf
index 681099a41..76a6ea3a9 100644
--- a/conf.d/globalblacklist.conf
+++ b/conf.d/globalblacklist.conf
@@ -4,10 +4,10 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2023.05.3719
-### Updated: Mon May 1 06:01:10 UTC 2023
+### Version: V4.2023.05.3720
+### Updated: Mon May 1 06:07:43 UTC 2023
### Bad Referrer Count: 7104
-### Bad Bot Count: 640
+### Bad Bot Count: 641
###################################################
### VERSION INFORMATION ##
@@ -160,6 +160,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Aboundex(?:\b)" 3;
"~*(?:\b)Aboundexbot(?:\b)" 3;
"~*(?:\b)Acunetix(?:\b)" 3;
+ "~*(?:\b)AdsTxtCrawlerTP(?:\b)" 3;
"~*(?:\b)AfD-Verbotsverfahren(?:\b)" 3;
"~*(?:\b)AhrefsBot(?:\b)" 3;
"~*(?:\b)AiHitBot(?:\b)" 3;
diff --git a/dev-tools/_robots_input/robots-input.txt b/dev-tools/_robots_input/robots-input.txt
index a7f8acb33..5d037b99b 100644
--- a/dev-tools/_robots_input/robots-input.txt
+++ b/dev-tools/_robots_input/robots-input.txt
@@ -11,6 +11,7 @@ Abonti
Aboundex
Aboundexbot
Acunetix
+AdsTxtCrawlerTP
AfD-Verbotsverfahren
AhrefsBot
AiHitBot
diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber
index ea64d45ce..a5b5e2e8f 100644
--- a/dev-tools/buildnumber
+++ b/dev-tools/buildnumber
@@ -1 +1 @@
-3719
+3720
diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template
index fcd6fa9c2..3383cf529 100644
--- a/dev-tools/globalblacklist-testing.template
+++ b/dev-tools/globalblacklist-testing.template
@@ -4,10 +4,10 @@
### VERSION INFORMATION #
###################################################
-### Version: V3.2023.05.3719
-### Updated: Mon May 1 06:01:11 UTC 2023
+### Version: V3.2023.05.3720
+### Updated: Mon May 1 06:07:44 UTC 2023
### Bad Referrer Count: 7104
-### Bad Bot Count: 640
+### Bad Bot Count: 641
###################################################
### VERSION INFORMATION ##
@@ -160,6 +160,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Aboundex(?:\b)" 3;
"~*(?:\b)Aboundexbot(?:\b)" 3;
"~*(?:\b)Acunetix(?:\b)" 3;
+ "~*(?:\b)AdsTxtCrawlerTP(?:\b)" 3;
"~*(?:\b)AfD-Verbotsverfahren(?:\b)" 3;
"~*(?:\b)AhrefsBot(?:\b)" 3;
"~*(?:\b)AiHitBot(?:\b)" 3;
diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template
index 681099a41..76a6ea3a9 100755
--- a/dev-tools/globalblacklist.template
+++ b/dev-tools/globalblacklist.template
@@ -4,10 +4,10 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2023.05.3719
-### Updated: Mon May 1 06:01:10 UTC 2023
+### Version: V4.2023.05.3720
+### Updated: Mon May 1 06:07:43 UTC 2023
### Bad Referrer Count: 7104
-### Bad Bot Count: 640
+### Bad Bot Count: 641
###################################################
### VERSION INFORMATION ##
@@ -160,6 +160,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Aboundex(?:\b)" 3;
"~*(?:\b)Aboundexbot(?:\b)" 3;
"~*(?:\b)Acunetix(?:\b)" 3;
+ "~*(?:\b)AdsTxtCrawlerTP(?:\b)" 3;
"~*(?:\b)AfD-Verbotsverfahren(?:\b)" 3;
"~*(?:\b)AhrefsBot(?:\b)" 3;
"~*(?:\b)AiHitBot(?:\b)" 3;
diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
index 5dbbf6357..722c40abf 100644
--- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
+++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
@@ -45,4 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-40.75.119.48 0;
+13.66.10.242 0;
diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf
index 681099a41..76a6ea3a9 100644
--- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf
+++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf
@@ -4,10 +4,10 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2023.05.3719
-### Updated: Mon May 1 06:01:10 UTC 2023
+### Version: V4.2023.05.3720
+### Updated: Mon May 1 06:07:43 UTC 2023
### Bad Referrer Count: 7104
-### Bad Bot Count: 640
+### Bad Bot Count: 641
###################################################
### VERSION INFORMATION ##
@@ -160,6 +160,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Aboundex(?:\b)" 3;
"~*(?:\b)Aboundexbot(?:\b)" 3;
"~*(?:\b)Acunetix(?:\b)" 3;
+ "~*(?:\b)AdsTxtCrawlerTP(?:\b)" 3;
"~*(?:\b)AfD-Verbotsverfahren(?:\b)" 3;
"~*(?:\b)AhrefsBot(?:\b)" 3;
"~*(?:\b)AiHitBot(?:\b)" 3;
diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
index 53409d87c..3a41b90b9 100644
--- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
+++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.16 1;
+10.1.0.91 1;
127.0.0.1 1;
diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
index 529aeb017..a7f1c9225 100644
--- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
+++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.16 0;
+10.1.0.91 0;
127.0.0.1 0;
diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
index 681099a41..76a6ea3a9 100644
--- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
+++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
@@ -4,10 +4,10 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2023.05.3719
-### Updated: Mon May 1 06:01:10 UTC 2023
+### Version: V4.2023.05.3720
+### Updated: Mon May 1 06:07:43 UTC 2023
### Bad Referrer Count: 7104
-### Bad Bot Count: 640
+### Bad Bot Count: 641
###################################################
### VERSION INFORMATION ##
@@ -160,6 +160,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Aboundex(?:\b)" 3;
"~*(?:\b)Aboundexbot(?:\b)" 3;
"~*(?:\b)Acunetix(?:\b)" 3;
+ "~*(?:\b)AdsTxtCrawlerTP(?:\b)" 3;
"~*(?:\b)AfD-Verbotsverfahren(?:\b)" 3;
"~*(?:\b)AhrefsBot(?:\b)" 3;
"~*(?:\b)AiHitBot(?:\b)" 3;
diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
index 53409d87c..3a41b90b9 100644
--- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
+++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.16 1;
+10.1.0.91 1;
127.0.0.1 1;
diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
index 529aeb017..a7f1c9225 100644
--- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
+++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.16 0;
+10.1.0.91 0;
127.0.0.1 0;
diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
index 681099a41..76a6ea3a9 100644
--- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
+++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
@@ -4,10 +4,10 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2023.05.3719
-### Updated: Mon May 1 06:01:10 UTC 2023
+### Version: V4.2023.05.3720
+### Updated: Mon May 1 06:07:43 UTC 2023
### Bad Referrer Count: 7104
-### Bad Bot Count: 640
+### Bad Bot Count: 641
###################################################
### VERSION INFORMATION ##
@@ -160,6 +160,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Aboundex(?:\b)" 3;
"~*(?:\b)Aboundexbot(?:\b)" 3;
"~*(?:\b)Acunetix(?:\b)" 3;
+ "~*(?:\b)AdsTxtCrawlerTP(?:\b)" 3;
"~*(?:\b)AfD-Verbotsverfahren(?:\b)" 3;
"~*(?:\b)AhrefsBot(?:\b)" 3;
"~*(?:\b)AiHitBot(?:\b)" 3;
diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
index 53409d87c..3a41b90b9 100644
--- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
+++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.16 1;
+10.1.0.91 1;
127.0.0.1 1;
diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf
index eee5f2648..0e75d3c9b 100644
--- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf
+++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf
@@ -72,6 +72,7 @@
"~*(?:\b)Aboundex(?:\b|)" 0;
"~*(?:\b)Aboundexbot(?:\b|)" 0;
"~*(?:\b)Acunetix(?:\b|)" 0;
+ "~*(?:\b)AdsTxtCrawlerTP(?:\b|)" 0;
"~*(?:\b)AfD-Verbotsverfahren(?:\b|)" 0;
"~*(?:\b)AhrefsBot(?:\b|)" 0;
"~*(?:\b)AiHitBot(?:\b|)" 0;
diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
index 529aeb017..a7f1c9225 100644
--- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
+++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.16 0;
+10.1.0.91 0;
127.0.0.1 0;
diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
index 681099a41..76a6ea3a9 100644
--- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
+++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
@@ -4,10 +4,10 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2023.05.3719
-### Updated: Mon May 1 06:01:10 UTC 2023
+### Version: V4.2023.05.3720
+### Updated: Mon May 1 06:07:43 UTC 2023
### Bad Referrer Count: 7104
-### Bad Bot Count: 640
+### Bad Bot Count: 641
###################################################
### VERSION INFORMATION ##
@@ -160,6 +160,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Aboundex(?:\b)" 3;
"~*(?:\b)Aboundexbot(?:\b)" 3;
"~*(?:\b)Acunetix(?:\b)" 3;
+ "~*(?:\b)AdsTxtCrawlerTP(?:\b)" 3;
"~*(?:\b)AfD-Verbotsverfahren(?:\b)" 3;
"~*(?:\b)AhrefsBot(?:\b)" 3;
"~*(?:\b)AiHitBot(?:\b)" 3;
diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
index 5dbbf6357..722c40abf 100644
--- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
+++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
@@ -45,4 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-40.75.119.48 0;
+13.66.10.242 0;
diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf
index 7de976a95..83f35ef7d 100644
--- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf
+++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf
@@ -4,10 +4,10 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2023.05.3719
-### Updated: Mon May 1 06:01:10 UTC 2023
+### Version: V4.2023.05.3720
+### Updated: Mon May 1 06:07:43 UTC 2023
### Bad Referrer Count: 7104
-### Bad Bot Count: 640
+### Bad Bot Count: 641
###################################################
### VERSION INFORMATION ##
@@ -160,6 +160,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Aboundex(?:\b)" 3;
"~*(?:\b)Aboundexbot(?:\b)" 3;
"~*(?:\b)Acunetix(?:\b)" 3;
+ "~*(?:\b)AdsTxtCrawlerTP(?:\b)" 3;
"~*(?:\b)AfD-Verbotsverfahren(?:\b)" 3;
"~*(?:\b)AhrefsBot(?:\b)" 3;
"~*(?:\b)AiHitBot(?:\b)" 3;
diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
index 5dbbf6357..722c40abf 100644
--- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
+++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
@@ -45,4 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-40.75.119.48 0;
+13.66.10.242 0;
diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf
index e35717b94..de9ba5a54 100644
--- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf
+++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf
@@ -4,10 +4,10 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2023.05.3719
-### Updated: Mon May 1 06:01:10 UTC 2023
+### Version: V4.2023.05.3720
+### Updated: Mon May 1 06:07:43 UTC 2023
### Bad Referrer Count: 7104
-### Bad Bot Count: 640
+### Bad Bot Count: 641
###################################################
### VERSION INFORMATION ##
@@ -160,6 +160,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Aboundex(?:\b)" 3;
"~*(?:\b)Aboundexbot(?:\b)" 3;
"~*(?:\b)Acunetix(?:\b)" 3;
+ "~*(?:\b)AdsTxtCrawlerTP(?:\b)" 3;
"~*(?:\b)AfD-Verbotsverfahren(?:\b)" 3;
"~*(?:\b)AhrefsBot(?:\b)" 3;
"~*(?:\b)AiHitBot(?:\b)" 3;
diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf
index 53409d87c..3a41b90b9 100644
--- a/dev-tools/test_units/blacklist-ips.conf
+++ b/dev-tools/test_units/blacklist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.16 1;
+10.1.0.91 1;
127.0.0.1 1;
diff --git a/dev-tools/test_units/blacklist-user-agents.conf b/dev-tools/test_units/blacklist-user-agents.conf
index eee5f2648..0e75d3c9b 100644
--- a/dev-tools/test_units/blacklist-user-agents.conf
+++ b/dev-tools/test_units/blacklist-user-agents.conf
@@ -72,6 +72,7 @@
"~*(?:\b)Aboundex(?:\b|)" 0;
"~*(?:\b)Aboundexbot(?:\b|)" 0;
"~*(?:\b)Acunetix(?:\b|)" 0;
+ "~*(?:\b)AdsTxtCrawlerTP(?:\b|)" 0;
"~*(?:\b)AfD-Verbotsverfahren(?:\b|)" 0;
"~*(?:\b)AhrefsBot(?:\b|)" 0;
"~*(?:\b)AiHitBot(?:\b|)" 0;
diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list
index ae2157722..4971914cd 100644
--- a/dev-tools/test_units/random-bots-for-test-quick.list
+++ b/dev-tools/test_units/random-bots-for-test-quick.list
@@ -1,10 +1,10 @@
-404checker
-JOC Web Spider
-JikeSpider
-Microsoft URL Control
-SuperBot
-Toata
-Woobot
-Wotbox
-adscanner
-isitwp.com
+CSHttp
+DomainStatsBot
+GermCrawler
+Panscient
+Telesphorep
+WASALive-Bot
+WWW-Mechanize
+domainsproject.org
+meanpathbot
+muhstik-scan
diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list
index 5b4bcf92f..323f7d047 100644
--- a/dev-tools/test_units/random-bots-for-whitelist-test.list
+++ b/dev-tools/test_units/random-bots-for-whitelist-test.list
@@ -1,100 +1,100 @@
-Aboundex
-AwarioSmartBot
-BBBike
-BDFetch
-BackWeb
-Badass
+01h4x.com
+Abonti
+Aipbot
+Alexibot
+Backlink-Ceck
+Barkrowler
BatchFTP
-Battleztar Bazinga
-CherryPicker
-Cloud mapping
-Copier
-Copyscape
-Crawling at Home Project
-CrazyWebCrawler
-CrunchBot
-Custo
+BlackWidow
+BotALot
+Buck
+CATExplorador
+CSHttp
+CheTeam
+Claritybot
+DBLBot
+DTS Agent
DataCha0s
DatabaseDriverMysqli
-Dirbuster
-DnyzBot
-DomainCrawler
-Ebingbong
-EirGrabber
-Evil
-Express WebPictures
-EyeNetIE
-FDM
+Deusu
+Digincore
+Discoverybot
+Ecxi
+Extractor
FHscan
-Foobot
FrontPage
-G-i-g-a-b-o-t
-GrapeFX
-HaosouSpider
+GalaxyBot
+GermCrawler
+Getintent
+GoZilla
+Haansoft
+Harvest
Image Fetch
-Image Sucker
+InfoTekies
InterGET
-Jbrofuzz
+Iria
+JennyBot
+Kozmosbot
LNSpiderguy
-Lanshanbot
-Linkbot
-LinksManager
-Ltx71
-Mag-Net
-Mail.RU_Bot
-MarkMonitor
-Microsoft Data Access
+LieBaoFast
+LinqiaScrapeBot
+Lmspider
+Majestic SEO
Moblie Safari
-Nameprotect
-NearSite
-Nimbostratus
-Offline Navigator
+MolokaiBot
+Mozlila
+NICErsPRO
+NPbot
+Needle
+Nettrack
+Nikto
+NimbleCrawler
+OutclicksBot
+OutfoxBot
Pavuk
-Petalbot
-Picsearch
-ProWebWalker
+PeoplePal
+Piepmatz
+Pump
RankurBot
Reaper
-Searchestate
-Seomoz
-Sitevigil
-SuperBot
-Teleport
-Toweyabot
-Trendictionbot
+RocketCrawler
+Scrapy
+SeekportBot
+SentiBot
+Siphon
+Sucker
+TightTwatBot
+Trendiction
+Turingos
+TurnitinBot
TwengaBot
-Twice
-Typhoeus
-URLy.Warning
-UnisterBot
Upflow
-VCI
-VelenPublicWebCrawler
VoidEYE
-WEBDAV
-WWW-Collector-E
-WWW::Mechanize
-Web Auto
-Web Collage
-Web Fetch
-WebSucker
-Whack
+Voil
+WASALive-Bot
+Wallpapers
+WallpapersHD
+Web Enhancer
+Web Sucker
+WebCollage
+WebCopier
+WebReaper
+Webalta
+WebmasterWorldForumBot
+Website Quester
+Wotbox
Wprecon
-Xaldon_WebSpider
+Xaldon WebSpider
Zade
-Zauba
+ZoominfoBot
+ZyBorg
+archive.org_bot
arquivo.pt
-check1.exe
-dataforseobot
-domainsproject.org
-lwp-request
-page scorer
-polaris version
-s1z.ru
-seobility
-seoscanners
-seostar
-sitechecker.pro
+gopher
+linkdexbot
+magpie-crawler
+pcBrowser
+ripz
+scalaj-http
spyfu
-trendiction.com
-webpros.com
+tAkeOut
diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list
index a64178341..e42d634cd 100644
--- a/dev-tools/test_units/random-referrers-for-test-quick.list
+++ b/dev-tools/test_units/random-referrers-for-test-quick.list
@@ -1,10 +1,10 @@
-avon-ukraine.com
-brateg.xyz
-finemanteam.com
-gambarkatabaru.com
-hmywwogw.bloger.index.hr
-jeremyeaton.co
-modnie-futbolki.net
-naphukete.ru
-sudexpert66.ru
-zaim-pod-zalog-krasnodar.ru
+asrv-a.akamoihd.net
+availit.weebly.com
+candy-glam-hp.com
+forexgb.ru
+guardlink.org
+kalb.ru
+orsonet.ru
+richinvestmonitor.com
+titangel-vietnam.com
+wanker.us
diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list
index b40c867b4..f38e17c9f 100644
--- a/dev-tools/test_units/random-referrers-for-whitelist-test.list
+++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list
@@ -1,100 +1,100 @@
-1688.com
-1kdailyprofit.me
-4istoshop.com
-4ur.click
-abwa.tk
-adobereader-free.ru
-adtech.fr
-algarveglobal.com
-apimossnetinfo-a.akamaihd.net
-arabseyes.com
-azbukafree.com
+aaronabel.com
+akusherok.ru
+allmarketsnewdayli.gdn
+analytics-ads.xyz
+apimountainbikei-a.akamaihd.net
+apiqualitinknet-a.akamaihd.net
+apper.de
+arcadeplayhouse.com
+autowebmarket.com.ua
bannerconnect.net
-battleforupdating.site
-beachtoday.ru
-bestfortraders.com
-bestplacetobuyeriacta.jw.lt
-bestssaker.com
-beta.hotkeys.com
-bio-optomarket.ru
-bioscorp.ru
-blogs.rediff.com
-bristolhotel.com
-buchananshardware.com
-candycrushshop.com
-carstrends2015.com
-cercacamion.it
-charmstroy.info
-cookingmeat.ru
-covadhosting.biz
-crynet.cc
-d2jsp.org
-demian.kz
-devochki.top
-dtnlyss.com
-eas-seo.com
-ebonyporn.site
-enginebay.ru
-ertelecom.ru
-fashion-stickers.ru
-fdzone.org
-forum.doctissimo.fr
-foxtechfpv.com
-foxydeal.com
+beclean-nn.ru
+best-seo-offer.com
+bestcalovebracelet.cn
+bestofupload.info
+brainxs.us
+buigas.00it.com
+c-gainsbourg.com
+callawaygolfstore.online
+clips.ua.ac.be
+copypaste.traderzplanet.in
+cvety24.by
+depositfiles-porn.ga
+dojki365.online
+dumpsmania24.com
+ebooknovel.club
+ekspresihati.info
+elektrischeziga.livejournal.com
+elektrischezigarette2.onsugar.com
+essay-edu.biz
+expertnaya-ocenka.ru
+ezofest.sk
+fatmaelgarny.com
+fireads.men
+flagcounter.me
fr-bearings.ru
-freshmac.space
-fun-mobi.pl
-gallictures.com
-googst2.ru
-gq-catalog.gq
-hasfun.com
-hdimagelib.com
-healmytrauma.info
-hmmm.cz
-hobbyhuren-datenbank.com
-hunterboots.online
-hydropump.su
-hyhj.info
-infazavr.ru
-iradiology.ru
-liveinternet.ru
-lost-alpha.ru
-meds-online24.com
-medtherapy.ru
-mindbox.co.za
-netoil.no
-ntic.fr
-onefilms.net
-oranga.host.sk
-pinkduck.ga
-pinsdaddy.com
-piter.xrus.org
-piuminiita.com
-plastweb.ru
-pornotubexxx.name
-prostitutki-tyumeni.org
-questionmarque.ch
-riralmolamsaca.tk
-rossmark.ru
-seomarketings.online
-sex-dating.co
-sextracker.com
-site3.free-share-buttons.com
-socialbookmarksubmission.org
-sotkal.lark.ru
-stauga.altervista.org
-svensk-poesi.com
-symphonyintegratedhealthcare.com
-tabakur77.com
-teenbbw.yopoint.in
-themeforest.net
-timer4web.com
-tizanidinemusclerelaxant.blogspot.com
-track112.site
-treasuretrack-a.akamaihd.net
-vapeface.club
-vksaver-all.ru
-wholesalejerseyscheapjerseys.us.com
-wordpress-crew.net
-yoshkarola.zrus.org
-zrelaya.pw
+front.to
+gamblingnerd.com
+generousdeal-a.akamaihd.net
+grizzlysgrill.com
+handicapvansarea.com
+havepussy.com
+houseofgaga.ru
+houston-vikings.com
+htmlcorner.com
+ilmen.net
+insider.pro
+isitwp.com
+iyasimasennka.com
+jumptap.com
+jyrxd.com
+kemerovo.zrus.org
+komputers-best.ru
+koral.se
+kotaku.com
+languagecode.com
+lomb.co
+mex-annushka.ru
+mixtapetorrent.com
+mmstat.com
+mompussy.net
+mostantikor.ru
+muz-tracker.net
+new-apps.ru
+nfljerseys.online
+nuup.info
+picphotos.net
+pictures-and-images.net
+pooleroadmedicalcentre.co.uk
+preg.marketingvici.com
+push-ad.com
+reklama-i-rabota.ru
+ric.info
+russian-postindex.ru
+sape.top
+se.bnt-team.com
+seinterface.com
+simplesite.com
+sizeplus.work
+social-button.xyz
+sotechco.co
+spymac.net
+td-33.ru
+thedownloadfromwarez.blogspot.com
+thegameriders.com
+thegioixekhach.com
+thenews-today.info
+top-l2.com
+toproadrunner5.info
+torrnada.ru
+vekzdorov.ru
+wcb.su
+world-mmo.com
+xn----itbkqkfiq.xn--p1ai
+xwatt.ru
+yeartwit.com
+yougame.biz
+zebramart.ru
+zero1.it
+zigarettenonlinekaufen1.blox.pl
+zophim.me
diff --git a/dev-tools/test_units/ratelimittest-master.txt b/dev-tools/test_units/ratelimittest-master.txt
index 3656720f2..f0474a154 100644
--- a/dev-tools/test_units/ratelimittest-master.txt
+++ b/dev-tools/test_units/ratelimittest-master.txt
@@ -581,14 +581,4 @@
Welcome to the NginX Ultimate Bad Bot Blocker
This is merely used for testing !!!
-