diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md
index 46ba1a851..a6d76bb9f 100755
--- a/AUTO-CONFIGURATION.md
+++ b/AUTO-CONFIGURATION.md
@@ -4,9 +4,9 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________
-#### Version: V4.2023.04.3715
+#### Version: V4.2023.05.3716
#### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
-#### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
+#### Bad User-Agents (Bots) Blocked: [639](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________
diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md
index 628894857..7e7d7313c 100755
--- a/MANUAL-CONFIGURATION.md
+++ b/MANUAL-CONFIGURATION.md
@@ -4,9 +4,9 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________
-#### Version: V4.2023.04.3715
+#### Version: V4.2023.05.3716
#### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
-#### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
+#### Bad User-Agents (Bots) Blocked: [639](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________
diff --git a/README.md b/README.md
index a1c3c9b06..52ad6aae2 100755
--- a/README.md
+++ b/README.md
@@ -14,9 +14,9 @@
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
_______________
-#### Version: V4.2023.04.3715
+#### Version: V4.2023.05.3716
#### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
-#### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
+#### Bad User-Agents (Bots) Blocked: [639](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________
diff --git a/_generator_lists/bad-user-agents.list b/_generator_lists/bad-user-agents.list
index 0576bd3e9..b850b0804 100755
--- a/_generator_lists/bad-user-agents.list
+++ b/_generator_lists/bad-user-agents.list
@@ -1,5 +1,3 @@
-Proximic
-dataforseobot
01h4x.com
360Spider
404checker
@@ -360,6 +358,7 @@ Pockey
ProPowerBot
ProWebWalker
Probethenet
+Proximic
Psbot
Pu_iN
Pump
@@ -580,6 +579,7 @@ crawl.sogou.com
crawler.feedback
crawler4j
dataforseo.com
+dataforseobot
demandbase-bot
domainsproject.org
eCatch
diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md
index ba7e9e2a5..ac994cb6d 100644
--- a/_google_analytics_ghost_spam/README.md
+++ b/_google_analytics_ghost_spam/README.md
@@ -3,9 +3,9 @@
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
_______________
-#### Version: V4.2023.04.3715
+#### Version: V4.2023.05.3716
#### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
-#### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
+#### Bad User-Agents (Bots) Blocked: [639](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________
diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
index 206457be1..ced692e2e 100755
--- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
+++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
@@ -4,10 +4,10 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2023.04.3715
-### Updated: Sun Apr 30 22:01:15 UTC 2023
+### Version: V4.2023.05.3716
+### Updated: Mon May 1 04:23:14 UTC 2023
### Bad Referrer Count: 7104
-### Bad Bot Count: 637
+### Bad Bot Count: 639
###################################################
### VERSION INFORMATION ##
@@ -507,6 +507,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)ProPowerBot(?:\b)" 3;
"~*(?:\b)ProWebWalker(?:\b)" 3;
"~*(?:\b)Probethenet(?:\b)" 3;
+ "~*(?:\b)Proximic(?:\b)" 3;
"~*(?:\b)Psbot(?:\b)" 3;
"~*(?:\b)Pu_iN(?:\b)" 3;
"~*(?:\b)Pump(?:\b)" 3;
@@ -727,6 +728,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)crawler.feedback(?:\b)" 3;
"~*(?:\b)crawler4j(?:\b)" 3;
"~*(?:\b)dataforseo.com(?:\b)" 3;
+ "~*(?:\b)dataforseobot(?:\b)" 3;
"~*(?:\b)demandbase-bot(?:\b)" 3;
"~*(?:\b)domainsproject.org(?:\b)" 3;
"~*(?:\b)eCatch(?:\b)" 3;
@@ -869,7 +871,6 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Baidu(?:\b)" 2;
"~*(?:\b)FlipboardProxy(?:\b)" 2;
"~*(?:\b)MSIE\ 7.0(?:\b)" 2;
- "~*(?:\b)Proximic(?:\b)" 2;
"~*(?:\b)R6_CommentReader(?:\b)" 2;
"~*(?:\b)R6_FeedFetcher(?:\b)" 2;
"~*(?:\b)RED/1(?:\b)" 2;
diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf
index 0b576abfc..f790b02f0 100644
--- a/conf.d/globalblacklist-testing-version.conf
+++ b/conf.d/globalblacklist-testing-version.conf
@@ -4,10 +4,10 @@
### VERSION INFORMATION #
###################################################
-### Version: V3.2023.04.3715
-### Updated: Sun Apr 30 22:01:16 UTC 2023
+### Version: V3.2023.05.3716
+### Updated: Mon May 1 04:23:15 UTC 2023
### Bad Referrer Count: 7104
-### Bad Bot Count: 637
+### Bad Bot Count: 639
###################################################
### VERSION INFORMATION ##
@@ -507,6 +507,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)ProPowerBot(?:\b)" 3;
"~*(?:\b)ProWebWalker(?:\b)" 3;
"~*(?:\b)Probethenet(?:\b)" 3;
+ "~*(?:\b)Proximic(?:\b)" 3;
"~*(?:\b)Psbot(?:\b)" 3;
"~*(?:\b)Pu_iN(?:\b)" 3;
"~*(?:\b)Pump(?:\b)" 3;
@@ -727,6 +728,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)crawler.feedback(?:\b)" 3;
"~*(?:\b)crawler4j(?:\b)" 3;
"~*(?:\b)dataforseo.com(?:\b)" 3;
+ "~*(?:\b)dataforseobot(?:\b)" 3;
"~*(?:\b)demandbase-bot(?:\b)" 3;
"~*(?:\b)domainsproject.org(?:\b)" 3;
"~*(?:\b)eCatch(?:\b)" 3;
@@ -869,7 +871,6 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Baidu(?:\b)" 2;
"~*(?:\b)FlipboardProxy(?:\b)" 2;
"~*(?:\b)MSIE\ 7.0(?:\b)" 2;
- "~*(?:\b)Proximic(?:\b)" 2;
"~*(?:\b)R6_CommentReader(?:\b)" 2;
"~*(?:\b)R6_FeedFetcher(?:\b)" 2;
"~*(?:\b)RED/1(?:\b)" 2;
diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf
index 206457be1..ced692e2e 100644
--- a/conf.d/globalblacklist.conf
+++ b/conf.d/globalblacklist.conf
@@ -4,10 +4,10 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2023.04.3715
-### Updated: Sun Apr 30 22:01:15 UTC 2023
+### Version: V4.2023.05.3716
+### Updated: Mon May 1 04:23:14 UTC 2023
### Bad Referrer Count: 7104
-### Bad Bot Count: 637
+### Bad Bot Count: 639
###################################################
### VERSION INFORMATION ##
@@ -507,6 +507,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)ProPowerBot(?:\b)" 3;
"~*(?:\b)ProWebWalker(?:\b)" 3;
"~*(?:\b)Probethenet(?:\b)" 3;
+ "~*(?:\b)Proximic(?:\b)" 3;
"~*(?:\b)Psbot(?:\b)" 3;
"~*(?:\b)Pu_iN(?:\b)" 3;
"~*(?:\b)Pump(?:\b)" 3;
@@ -727,6 +728,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)crawler.feedback(?:\b)" 3;
"~*(?:\b)crawler4j(?:\b)" 3;
"~*(?:\b)dataforseo.com(?:\b)" 3;
+ "~*(?:\b)dataforseobot(?:\b)" 3;
"~*(?:\b)demandbase-bot(?:\b)" 3;
"~*(?:\b)domainsproject.org(?:\b)" 3;
"~*(?:\b)eCatch(?:\b)" 3;
@@ -869,7 +871,6 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Baidu(?:\b)" 2;
"~*(?:\b)FlipboardProxy(?:\b)" 2;
"~*(?:\b)MSIE\ 7.0(?:\b)" 2;
- "~*(?:\b)Proximic(?:\b)" 2;
"~*(?:\b)R6_CommentReader(?:\b)" 2;
"~*(?:\b)R6_FeedFetcher(?:\b)" 2;
"~*(?:\b)RED/1(?:\b)" 2;
diff --git a/dev-tools/_robots_input/robots-input.txt b/dev-tools/_robots_input/robots-input.txt
index 57cb60c91..627c3db0d 100644
--- a/dev-tools/_robots_input/robots-input.txt
+++ b/dev-tools/_robots_input/robots-input.txt
@@ -358,6 +358,7 @@ Pockey
ProPowerBot
ProWebWalker
Probethenet
+Proximic
Psbot
Pu_iN
Pump
@@ -578,6 +579,7 @@ crawl.sogou.com
crawler.feedback
crawler4j
dataforseo.com
+dataforseobot
demandbase-bot
domainsproject.org
eCatch
diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber
index a7031dd81..afb7f113e 100644
--- a/dev-tools/buildnumber
+++ b/dev-tools/buildnumber
@@ -1 +1 @@
-3715
+3716
diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template
index 0b576abfc..f790b02f0 100644
--- a/dev-tools/globalblacklist-testing.template
+++ b/dev-tools/globalblacklist-testing.template
@@ -4,10 +4,10 @@
### VERSION INFORMATION #
###################################################
-### Version: V3.2023.04.3715
-### Updated: Sun Apr 30 22:01:16 UTC 2023
+### Version: V3.2023.05.3716
+### Updated: Mon May 1 04:23:15 UTC 2023
### Bad Referrer Count: 7104
-### Bad Bot Count: 637
+### Bad Bot Count: 639
###################################################
### VERSION INFORMATION ##
@@ -507,6 +507,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)ProPowerBot(?:\b)" 3;
"~*(?:\b)ProWebWalker(?:\b)" 3;
"~*(?:\b)Probethenet(?:\b)" 3;
+ "~*(?:\b)Proximic(?:\b)" 3;
"~*(?:\b)Psbot(?:\b)" 3;
"~*(?:\b)Pu_iN(?:\b)" 3;
"~*(?:\b)Pump(?:\b)" 3;
@@ -727,6 +728,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)crawler.feedback(?:\b)" 3;
"~*(?:\b)crawler4j(?:\b)" 3;
"~*(?:\b)dataforseo.com(?:\b)" 3;
+ "~*(?:\b)dataforseobot(?:\b)" 3;
"~*(?:\b)demandbase-bot(?:\b)" 3;
"~*(?:\b)domainsproject.org(?:\b)" 3;
"~*(?:\b)eCatch(?:\b)" 3;
@@ -869,7 +871,6 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Baidu(?:\b)" 2;
"~*(?:\b)FlipboardProxy(?:\b)" 2;
"~*(?:\b)MSIE\ 7.0(?:\b)" 2;
- "~*(?:\b)Proximic(?:\b)" 2;
"~*(?:\b)R6_CommentReader(?:\b)" 2;
"~*(?:\b)R6_FeedFetcher(?:\b)" 2;
"~*(?:\b)RED/1(?:\b)" 2;
diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template
index 206457be1..ced692e2e 100755
--- a/dev-tools/globalblacklist.template
+++ b/dev-tools/globalblacklist.template
@@ -4,10 +4,10 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2023.04.3715
-### Updated: Sun Apr 30 22:01:15 UTC 2023
+### Version: V4.2023.05.3716
+### Updated: Mon May 1 04:23:14 UTC 2023
### Bad Referrer Count: 7104
-### Bad Bot Count: 637
+### Bad Bot Count: 639
###################################################
### VERSION INFORMATION ##
@@ -507,6 +507,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)ProPowerBot(?:\b)" 3;
"~*(?:\b)ProWebWalker(?:\b)" 3;
"~*(?:\b)Probethenet(?:\b)" 3;
+ "~*(?:\b)Proximic(?:\b)" 3;
"~*(?:\b)Psbot(?:\b)" 3;
"~*(?:\b)Pu_iN(?:\b)" 3;
"~*(?:\b)Pump(?:\b)" 3;
@@ -727,6 +728,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)crawler.feedback(?:\b)" 3;
"~*(?:\b)crawler4j(?:\b)" 3;
"~*(?:\b)dataforseo.com(?:\b)" 3;
+ "~*(?:\b)dataforseobot(?:\b)" 3;
"~*(?:\b)demandbase-bot(?:\b)" 3;
"~*(?:\b)domainsproject.org(?:\b)" 3;
"~*(?:\b)eCatch(?:\b)" 3;
@@ -869,7 +871,6 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Baidu(?:\b)" 2;
"~*(?:\b)FlipboardProxy(?:\b)" 2;
"~*(?:\b)MSIE\ 7.0(?:\b)" 2;
- "~*(?:\b)Proximic(?:\b)" 2;
"~*(?:\b)R6_CommentReader(?:\b)" 2;
"~*(?:\b)R6_FeedFetcher(?:\b)" 2;
"~*(?:\b)RED/1(?:\b)" 2;
diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
index 7860c0e1a..0fee55db0 100644
--- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
+++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
@@ -45,4 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-20.171.49.55 0;
+157.55.189.33 0;
diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf
index 206457be1..ced692e2e 100644
--- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf
+++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf
@@ -4,10 +4,10 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2023.04.3715
-### Updated: Sun Apr 30 22:01:15 UTC 2023
+### Version: V4.2023.05.3716
+### Updated: Mon May 1 04:23:14 UTC 2023
### Bad Referrer Count: 7104
-### Bad Bot Count: 637
+### Bad Bot Count: 639
###################################################
### VERSION INFORMATION ##
@@ -507,6 +507,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)ProPowerBot(?:\b)" 3;
"~*(?:\b)ProWebWalker(?:\b)" 3;
"~*(?:\b)Probethenet(?:\b)" 3;
+ "~*(?:\b)Proximic(?:\b)" 3;
"~*(?:\b)Psbot(?:\b)" 3;
"~*(?:\b)Pu_iN(?:\b)" 3;
"~*(?:\b)Pump(?:\b)" 3;
@@ -727,6 +728,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)crawler.feedback(?:\b)" 3;
"~*(?:\b)crawler4j(?:\b)" 3;
"~*(?:\b)dataforseo.com(?:\b)" 3;
+ "~*(?:\b)dataforseobot(?:\b)" 3;
"~*(?:\b)demandbase-bot(?:\b)" 3;
"~*(?:\b)domainsproject.org(?:\b)" 3;
"~*(?:\b)eCatch(?:\b)" 3;
@@ -869,7 +871,6 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Baidu(?:\b)" 2;
"~*(?:\b)FlipboardProxy(?:\b)" 2;
"~*(?:\b)MSIE\ 7.0(?:\b)" 2;
- "~*(?:\b)Proximic(?:\b)" 2;
"~*(?:\b)R6_CommentReader(?:\b)" 2;
"~*(?:\b)R6_FeedFetcher(?:\b)" 2;
"~*(?:\b)RED/1(?:\b)" 2;
diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
index 1eced411f..d43a72e15 100644
--- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
+++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.22 1;
+10.1.0.119 1;
127.0.0.1 1;
diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
index c69218003..a738ae780 100644
--- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
+++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.22 0;
+10.1.0.119 0;
127.0.0.1 0;
diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
index 206457be1..ced692e2e 100644
--- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
+++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
@@ -4,10 +4,10 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2023.04.3715
-### Updated: Sun Apr 30 22:01:15 UTC 2023
+### Version: V4.2023.05.3716
+### Updated: Mon May 1 04:23:14 UTC 2023
### Bad Referrer Count: 7104
-### Bad Bot Count: 637
+### Bad Bot Count: 639
###################################################
### VERSION INFORMATION ##
@@ -507,6 +507,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)ProPowerBot(?:\b)" 3;
"~*(?:\b)ProWebWalker(?:\b)" 3;
"~*(?:\b)Probethenet(?:\b)" 3;
+ "~*(?:\b)Proximic(?:\b)" 3;
"~*(?:\b)Psbot(?:\b)" 3;
"~*(?:\b)Pu_iN(?:\b)" 3;
"~*(?:\b)Pump(?:\b)" 3;
@@ -727,6 +728,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)crawler.feedback(?:\b)" 3;
"~*(?:\b)crawler4j(?:\b)" 3;
"~*(?:\b)dataforseo.com(?:\b)" 3;
+ "~*(?:\b)dataforseobot(?:\b)" 3;
"~*(?:\b)demandbase-bot(?:\b)" 3;
"~*(?:\b)domainsproject.org(?:\b)" 3;
"~*(?:\b)eCatch(?:\b)" 3;
@@ -869,7 +871,6 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Baidu(?:\b)" 2;
"~*(?:\b)FlipboardProxy(?:\b)" 2;
"~*(?:\b)MSIE\ 7.0(?:\b)" 2;
- "~*(?:\b)Proximic(?:\b)" 2;
"~*(?:\b)R6_CommentReader(?:\b)" 2;
"~*(?:\b)R6_FeedFetcher(?:\b)" 2;
"~*(?:\b)RED/1(?:\b)" 2;
diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
index 1eced411f..d43a72e15 100644
--- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
+++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.22 1;
+10.1.0.119 1;
127.0.0.1 1;
diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
index c69218003..a738ae780 100644
--- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
+++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.22 0;
+10.1.0.119 0;
127.0.0.1 0;
diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
index 206457be1..ced692e2e 100644
--- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
+++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
@@ -4,10 +4,10 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2023.04.3715
-### Updated: Sun Apr 30 22:01:15 UTC 2023
+### Version: V4.2023.05.3716
+### Updated: Mon May 1 04:23:14 UTC 2023
### Bad Referrer Count: 7104
-### Bad Bot Count: 637
+### Bad Bot Count: 639
###################################################
### VERSION INFORMATION ##
@@ -507,6 +507,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)ProPowerBot(?:\b)" 3;
"~*(?:\b)ProWebWalker(?:\b)" 3;
"~*(?:\b)Probethenet(?:\b)" 3;
+ "~*(?:\b)Proximic(?:\b)" 3;
"~*(?:\b)Psbot(?:\b)" 3;
"~*(?:\b)Pu_iN(?:\b)" 3;
"~*(?:\b)Pump(?:\b)" 3;
@@ -727,6 +728,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)crawler.feedback(?:\b)" 3;
"~*(?:\b)crawler4j(?:\b)" 3;
"~*(?:\b)dataforseo.com(?:\b)" 3;
+ "~*(?:\b)dataforseobot(?:\b)" 3;
"~*(?:\b)demandbase-bot(?:\b)" 3;
"~*(?:\b)domainsproject.org(?:\b)" 3;
"~*(?:\b)eCatch(?:\b)" 3;
@@ -869,7 +871,6 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Baidu(?:\b)" 2;
"~*(?:\b)FlipboardProxy(?:\b)" 2;
"~*(?:\b)MSIE\ 7.0(?:\b)" 2;
- "~*(?:\b)Proximic(?:\b)" 2;
"~*(?:\b)R6_CommentReader(?:\b)" 2;
"~*(?:\b)R6_FeedFetcher(?:\b)" 2;
"~*(?:\b)RED/1(?:\b)" 2;
diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
index 1eced411f..d43a72e15 100644
--- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
+++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.22 1;
+10.1.0.119 1;
127.0.0.1 1;
diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf
index 120c701ec..25ccddb1c 100644
--- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf
+++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf
@@ -419,6 +419,7 @@
"~*(?:\b)ProPowerBot(?:\b|)" 0;
"~*(?:\b)ProWebWalker(?:\b|)" 0;
"~*(?:\b)Probethenet(?:\b|)" 0;
+ "~*(?:\b)Proximic(?:\b|)" 0;
"~*(?:\b)Psbot(?:\b|)" 0;
"~*(?:\b)Pu_iN(?:\b|)" 0;
"~*(?:\b)Pump(?:\b|)" 0;
@@ -639,6 +640,7 @@
"~*(?:\b)crawler.feedback(?:\b|)" 0;
"~*(?:\b)crawler4j(?:\b|)" 0;
"~*(?:\b)dataforseo.com(?:\b|)" 0;
+ "~*(?:\b)dataforseobot(?:\b|)" 0;
"~*(?:\b)demandbase-bot(?:\b|)" 0;
"~*(?:\b)domainsproject.org(?:\b|)" 0;
"~*(?:\b)eCatch(?:\b|)" 0;
diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
index c69218003..a738ae780 100644
--- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
+++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.22 0;
+10.1.0.119 0;
127.0.0.1 0;
diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
index 206457be1..ced692e2e 100644
--- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
+++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
@@ -4,10 +4,10 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2023.04.3715
-### Updated: Sun Apr 30 22:01:15 UTC 2023
+### Version: V4.2023.05.3716
+### Updated: Mon May 1 04:23:14 UTC 2023
### Bad Referrer Count: 7104
-### Bad Bot Count: 637
+### Bad Bot Count: 639
###################################################
### VERSION INFORMATION ##
@@ -507,6 +507,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)ProPowerBot(?:\b)" 3;
"~*(?:\b)ProWebWalker(?:\b)" 3;
"~*(?:\b)Probethenet(?:\b)" 3;
+ "~*(?:\b)Proximic(?:\b)" 3;
"~*(?:\b)Psbot(?:\b)" 3;
"~*(?:\b)Pu_iN(?:\b)" 3;
"~*(?:\b)Pump(?:\b)" 3;
@@ -727,6 +728,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)crawler.feedback(?:\b)" 3;
"~*(?:\b)crawler4j(?:\b)" 3;
"~*(?:\b)dataforseo.com(?:\b)" 3;
+ "~*(?:\b)dataforseobot(?:\b)" 3;
"~*(?:\b)demandbase-bot(?:\b)" 3;
"~*(?:\b)domainsproject.org(?:\b)" 3;
"~*(?:\b)eCatch(?:\b)" 3;
@@ -869,7 +871,6 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Baidu(?:\b)" 2;
"~*(?:\b)FlipboardProxy(?:\b)" 2;
"~*(?:\b)MSIE\ 7.0(?:\b)" 2;
- "~*(?:\b)Proximic(?:\b)" 2;
"~*(?:\b)R6_CommentReader(?:\b)" 2;
"~*(?:\b)R6_FeedFetcher(?:\b)" 2;
"~*(?:\b)RED/1(?:\b)" 2;
diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
index 7860c0e1a..0fee55db0 100644
--- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
+++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
@@ -45,4 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-20.171.49.55 0;
+157.55.189.33 0;
diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf
index ad9ed28b2..e85a7dbac 100644
--- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf
+++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf
@@ -4,10 +4,10 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2023.04.3715
-### Updated: Sun Apr 30 22:01:15 UTC 2023
+### Version: V4.2023.05.3716
+### Updated: Mon May 1 04:23:14 UTC 2023
### Bad Referrer Count: 7104
-### Bad Bot Count: 637
+### Bad Bot Count: 639
###################################################
### VERSION INFORMATION ##
@@ -507,6 +507,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)ProPowerBot(?:\b)" 3;
"~*(?:\b)ProWebWalker(?:\b)" 3;
"~*(?:\b)Probethenet(?:\b)" 3;
+ "~*(?:\b)Proximic(?:\b)" 3;
"~*(?:\b)Psbot(?:\b)" 3;
"~*(?:\b)Pu_iN(?:\b)" 3;
"~*(?:\b)Pump(?:\b)" 3;
@@ -727,6 +728,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)crawler.feedback(?:\b)" 3;
"~*(?:\b)crawler4j(?:\b)" 3;
"~*(?:\b)dataforseo.com(?:\b)" 3;
+ "~*(?:\b)dataforseobot(?:\b)" 3;
"~*(?:\b)demandbase-bot(?:\b)" 3;
"~*(?:\b)domainsproject.org(?:\b)" 3;
"~*(?:\b)eCatch(?:\b)" 3;
@@ -869,7 +871,6 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Baidu(?:\b)" 2;
"~*(?:\b)FlipboardProxy(?:\b)" 2;
"~*(?:\b)MSIE\ 7.0(?:\b)" 2;
- "~*(?:\b)Proximic(?:\b)" 2;
"~*(?:\b)R6_CommentReader(?:\b)" 2;
"~*(?:\b)R6_FeedFetcher(?:\b)" 2;
"~*(?:\b)RED/1(?:\b)" 2;
diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
index 7860c0e1a..0fee55db0 100644
--- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
+++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
@@ -45,4 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-20.171.49.55 0;
+157.55.189.33 0;
diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf
index cb6b5bad5..bef7769d4 100644
--- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf
+++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf
@@ -4,10 +4,10 @@
### VERSION INFORMATION #
###################################################
-### Version: V4.2023.04.3715
-### Updated: Sun Apr 30 22:01:15 UTC 2023
+### Version: V4.2023.05.3716
+### Updated: Mon May 1 04:23:14 UTC 2023
### Bad Referrer Count: 7104
-### Bad Bot Count: 637
+### Bad Bot Count: 639
###################################################
### VERSION INFORMATION ##
@@ -507,6 +507,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)ProPowerBot(?:\b)" 3;
"~*(?:\b)ProWebWalker(?:\b)" 3;
"~*(?:\b)Probethenet(?:\b)" 3;
+ "~*(?:\b)Proximic(?:\b)" 3;
"~*(?:\b)Psbot(?:\b)" 3;
"~*(?:\b)Pu_iN(?:\b)" 3;
"~*(?:\b)Pump(?:\b)" 3;
@@ -727,6 +728,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)crawler.feedback(?:\b)" 3;
"~*(?:\b)crawler4j(?:\b)" 3;
"~*(?:\b)dataforseo.com(?:\b)" 3;
+ "~*(?:\b)dataforseobot(?:\b)" 3;
"~*(?:\b)demandbase-bot(?:\b)" 3;
"~*(?:\b)domainsproject.org(?:\b)" 3;
"~*(?:\b)eCatch(?:\b)" 3;
@@ -869,7 +871,6 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Baidu(?:\b)" 2;
"~*(?:\b)FlipboardProxy(?:\b)" 2;
"~*(?:\b)MSIE\ 7.0(?:\b)" 2;
- "~*(?:\b)Proximic(?:\b)" 2;
"~*(?:\b)R6_CommentReader(?:\b)" 2;
"~*(?:\b)R6_FeedFetcher(?:\b)" 2;
"~*(?:\b)RED/1(?:\b)" 2;
diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf
index 1eced411f..d43a72e15 100644
--- a/dev-tools/test_units/blacklist-ips.conf
+++ b/dev-tools/test_units/blacklist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.22 1;
+10.1.0.119 1;
127.0.0.1 1;
diff --git a/dev-tools/test_units/blacklist-user-agents.conf b/dev-tools/test_units/blacklist-user-agents.conf
index 120c701ec..25ccddb1c 100644
--- a/dev-tools/test_units/blacklist-user-agents.conf
+++ b/dev-tools/test_units/blacklist-user-agents.conf
@@ -419,6 +419,7 @@
"~*(?:\b)ProPowerBot(?:\b|)" 0;
"~*(?:\b)ProWebWalker(?:\b|)" 0;
"~*(?:\b)Probethenet(?:\b|)" 0;
+ "~*(?:\b)Proximic(?:\b|)" 0;
"~*(?:\b)Psbot(?:\b|)" 0;
"~*(?:\b)Pu_iN(?:\b|)" 0;
"~*(?:\b)Pump(?:\b|)" 0;
@@ -639,6 +640,7 @@
"~*(?:\b)crawler.feedback(?:\b|)" 0;
"~*(?:\b)crawler4j(?:\b|)" 0;
"~*(?:\b)dataforseo.com(?:\b|)" 0;
+ "~*(?:\b)dataforseobot(?:\b|)" 0;
"~*(?:\b)demandbase-bot(?:\b|)" 0;
"~*(?:\b)domainsproject.org(?:\b|)" 0;
"~*(?:\b)eCatch(?:\b|)" 0;
diff --git a/dev-tools/test_units/limited-bots-for-test.list b/dev-tools/test_units/limited-bots-for-test.list
index 782297d92..1ad793250 100644
--- a/dev-tools/test_units/limited-bots-for-test.list
+++ b/dev-tools/test_units/limited-bots-for-test.list
@@ -4,7 +4,6 @@ BUbiNG
Baidu
FlipboardProxy
MSIE 7.0
-Proximic
R6_CommentReader
R6_FeedFetcher
RED/1
diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list
index 9a4385d9a..8ded34e47 100644
--- a/dev-tools/test_units/random-bots-for-test-quick.list
+++ b/dev-tools/test_units/random-bots-for-test-quick.list
@@ -1,10 +1,10 @@
-BLEXBot
-GridBot
-Lftp
-Morfeus Fucking Scanner
-NICErsPRO
-PageAnalyzer
-RankActiveLinkBot
-SearchmetricsBot
-SiteSnagger
-WebSauger
+ALittle Client
+Aspiegel
+Bandit
+Devil
+FrontPage
+Grabber
+Kinza
+Octopus
+T8Abot
+Telesphorep
diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list
index 1fc6375b7..1bbd104a7 100644
--- a/dev-tools/test_units/random-bots-for-whitelist-test.list
+++ b/dev-tools/test_units/random-bots-for-whitelist-test.list
@@ -1,100 +1,100 @@
-AhrefsBot
+404enemy
+ADmantX
+Acunetix
+Anarchie
Ankit
-AwarioSmartBot
-Barkrowler
-BatchFTP
-Black Hole
-Boardreader
-BuiltBotTough
-CODE87
-CheTeam
-CherryPicker
+Apexoo
+BetaBot
+Brandprotect
+Buddy
+CazoodleBot
+ChinaClaw
+Chlooe
+Citoid
Claritybot
-Craftbot
-DatabaseDriverMysqli
-Dirbuster
+Devil
+Discoverybot
DnBCrawler-Analytics
-DnyzBot
-Dragonfly
-Extractor
-EyeNetIE
-Freeuploader
+DomainAppender
+EirGrabber
+Evil
+ExtractorPro
+FHscan
GT::WWW
-Genieo
-Go!Zilla
-GoZilla
-Gotit
-Haansoft
-Hloader
-Iskanie
-Joomla
-LNSpiderguy
-LeechFTP
-LinqiaRSSBot
-Mail.RU_Bot
-Metauri
-MicroMessenger
-NPbot
-Name Intelligence
-NetLyzer
-NetZIP
-Netcraft
-NimbleCrawler
-Octopus
+GetRight
+GridBot
+HTMLparser
+HybridBot
+IlseBot
+Image Fetch
+InfoNaviRobot
+InfoTekies
+JamesBOT
+JetCar
+Keybot Translation-Search-Machine
+LeechGet
+Litemage_walker
+Majestic-SEO
+MarkMonitor
+Meanpathbot
+Mediatoolkitbot
+Minefield
+Moblie Safari
+Mr.4x3
+Nuclei
Offline Explorer
+Offline Navigator
Openfind
-OrangeSpider
-OutclicksBot
-Page Analyzer
-Pandalytics
-Pixray
-PleaseCrawl
-Psbot
+Openvas
+Panscient
+Pavuk
PyCurl
RankActiveLinkBot
+RankingBot
+RankingBot2
+RankurBot
Reaper
-SEOkicks
-SEOkicks-Robot
-SEOlyticsCrawler
-SEOprofiler
-SalesIntelligent
+RedesScrapy
ScoutJet
-Scrapy
-Searchestate
-Shodan
-SiteSnagger
-SlySearch
-Sosospider
-SpaceBison
-Spammen
-Spbot
-SputnikBot
-Suzuran
-TeleportPro
-Telesphoreo
-The Intraformant
-Titan
-True_Robot
-URLy.Warning
-VelenPublicWebCrawler
-Virusdie
-Voil
-Voltron
-WBSearchBot
-WebWhacker
-WebmasterWorldForumBot
-WebsiteExtractor
-Who.is Bot
-Widow
-Xaldon WebSpider
-demandbase-bot
-eCatch
-evc-batch
-pcBrowser
-scalaj-http
+ScreenerBot
+ScrepyBot
+SemanticJuice
+Semrush
+SemrushBot
+SentiBot
+SiteLockSpider
+Sociscraper
+Sucker
+T8Abot
+Toweyabot
+Turingos
+V-BOT
+WISENutbot
+WWWOFFLE
+WeSEE
+Web Enhancer
+WebCopier
+WebReaper
+Whatweb
+Wotbox
+Xaldon_WebSpider
+YoudaoBot
+Zauba
+ZoomBot
+ZoominfoBot
+archive.org_bot
+backlink-check
+com.plumanalytics
+heritrix
+instabid
+internetVista monitor
+isitwp.com
+iubenda-radar
+lwp-trivial
+page scorer
+plumanalytics
+s1z.ru
sysscan
-tAkeOut
-trendiction.com
voyagerx.com
+webmeup-crawler
x09Mozilla
-zgrab
diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list
index 8d1eb59f6..a4235d549 100644
--- a/dev-tools/test_units/random-referrers-for-test-quick.list
+++ b/dev-tools/test_units/random-referrers-for-test-quick.list
@@ -1,10 +1,10 @@
-123any.com
-all4invest.ru
-avtointeres.ru
-cheapmoncler.win
-checktext.org
-ikearugs.xyz
-kongoultry.net
-no-fuel.org
-savetubevideo.com
-tagil.zrus.org
+groupmoney.ru
+harmonyglen.us
+letolove.ru
+mosrif.ru
+nootrino.com
+picturesify.com
+rome2rio.com
+seorankinglinks.xyz
+tanieaukcje.com.pl
+zarabotat-na-sajte.ru
diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list
index f0faf4afb..6cbd0aa37 100644
--- a/dev-tools/test_units/random-referrers-for-whitelist-test.list
+++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list
@@ -1,100 +1,100 @@
-101lesbian.xyz
+100dollars-seo.com
+123locker.com
1millionusd.xyz
-4kplayer.pl
-72-news.com
-aliexpresscashback.club
-alldezservice.kz
-allkrim.com
-alvtank.se
-ameblo.top
-angigreene.com
-applicationg29.com
-azarttoto.com
-binomo.com
-bjorkbacken.nu
-bosefux.esy.es
-brianhenry.co
-business-suggested.tk
-casinopinup-wins.com
-cdn.walkme.com
-christianlouboutinreplica.win
-cinemaenergy-hd.ru
-cntravelre.com
-cometorussia.net
-compliance-irvin.top
-conboy.us
-date-withme.com
-decenttools.com
-dichvuvesinhhanoi.com
-dosugrostov.site
-editors.choice6912650.hulfingtonpost.com
-elexies.info
-elitedollars.com
-filmbokep69.com
-fotzen-ficken.com
-glass-msk.ru
-grtyi.com
-gsasearchengineranker.pw
-houtings.xyz
-husky-shop.cz
-ikearugs.xyz
-imicrovision.com
-indo-export.ru
-ivanstroi.ru
-izismile.com
-junketjuice.blogspot.com
-kirov.zrus.org
-kollekcioner.ru
-kovrenok.ru
-lol-smurfs.com
+300richmond.co.nz
+3dracergames.com
+4replicawatch.net
+alta-realestate.com
+am15.net
+asdfz.pro
+ayeartoforget.com
+azartmsl.com
+beztuberkuleza.ru
+blavia.00author.com
+boo-arts.com
+brainsandeggs.blogspot.com
+budpost.com.ua
+cartiertrinity.xyz
+cherrypointplace.ca
+chorus.terakeet.com
+christianlouboutinshoes.xyz
+clickintext.net
+commoncrawl.org
+compliance-nelson.top
+covadhosting.biz
+covetnica.com
+creativehutindia.com
+dailyfinancefix.com
+davebestdeals.com
+deluxedumps.com
+dividendo.ru
+djekxa.ru
+eaplay.ru
+elektrischezi.canalblog.com
+fastfixing.tech
+fix-website-errors.com
+friendflnder.com
+fuckmill.com
+gaz-voshod.ru
+goldenggames.com
+gwebtools.com.br
+histock.info
+inet-traffic.com
+infazavr.ru
+iplusbit.blogspot.co.za
+iron-age.info
+jbl-charge.info
+johannesburgsingles.co.za
+kopihijau.info
+law-check-seven.xyz
+lineavabit.it
+lomza.info
+losangeles-ads.com
makedo.ru
-me-ke.com
-mindeyegames.com
-mmog-play.ru
-musicas.baixar-musicas-gratis.com
-newstudio.tv
-nextbackgroundcheck.gq
-northfacestore.online
-nvssf.com
-office-windows.ru
-oksrv.com
-onlinetvseries.me
-optikremont.ru
-percin.biz.ly
-pk-services.ru
-pornoted.com
-proekt-mos.ru
-prostitutki-kiev.org
-proxyelite.biz
-quizzitch.net
-redirectingat.com
-rff-cfal.info
-runstocks.com
-rvi.biz
-sa-rewards.co.za
-sabizonline.com
-sexytrend.ru
-sharebutton.net
-snjatie-geroinovoy-lomki.ru
-softomix.net
-startufa.ru
-stroyhelp-dv.ru
-thecounter.com
-tizanidine4mgstreetvalue.blogspot.com
-tizanidineinteractions.blogspot.com
-tizanidinestreetvalue.blogspot.com
-tracfone.com
-truemfilelj.gq
-ugogo.info
-uk-zheu20.ru
-vapeface.club
-vedomstvo.net
-vgoloveboli.net
-video-camer.com
-villacoloniale.com
-wedding0venues.tk
-wetgames.ru
-wygraj-skiny.win
-xn----itbeirbjbi7bc6bh2d.xn--p1ai
-xnxxandxvideos.com
-yourads.website
+maladot.com
+medicinacom.ru
+ngps1.ru
+nhl17coinsforps3.gratisblog.biz
+openmediasoft.com
+pic2fly.com
+platesauto.com
+prointer.net.ua
+proposal-engine.com
+prostitutki-belgoroda.org
+reklama-i-rabota.ru
+rockingclicks.com
+rubbed.us
+russintv.fr
+sampleletters.net
+scanner-don.top
+scanner-jack.top
+seorankinglinks.us
+service.adtech.us
+shop.xz618.com
+sibdevice.ru
+site3.free-share-buttons.com
+sklad-24.ru
+sovetogorod.ru
+spitfiremusic.com
+spywareit.com
+stevemonsen.com
+superoboi.com.ua
+support.nopeas.sk
+teenfuck.tv
+telegraf.by
+thebestweightlosspills.ovh
+tootoo.to
+topsiteminecraft.com
+ultimateclassicrock.com
+urengoy.pro
+videojam.tv
+wholesalejerseychinaoutlet.com
+worldinternetauthority.com
+x5market.ru
+xn--c1acygb.xn--p1ai
+xtubeporno.net
+zahvat.ru
+zaim-pod-zalog-krasnodar.ru
+zigarettenonlinekaufen2.drupalgardens.com
+zrelaya.pw
+zs2vm.top
diff --git a/dev-tools/test_units/ratelimittest-master.txt b/dev-tools/test_units/ratelimittest-master.txt
index 3656720f2..5580c125a 100644
--- a/dev-tools/test_units/ratelimittest-master.txt
+++ b/dev-tools/test_units/ratelimittest-master.txt
@@ -8,6 +8,93 @@
Welcome to the NginX Ultimate Bad Bot Blocker
This is merely used for testing !!!
+