From 44bf29b8b8b55eb687dcd1b4b722f67e61182f97 Mon Sep 17 00:00:00 2001
From: mitchellkrogza <mitchellkrog@gmail.com>
Date: Fri, 24 Mar 2023 22:04:56 +0000
Subject: [PATCH] V4.2023.03.3641 [ci skip]

---
 AUTO-CONFIGURATION.md                         |   2 +-
 MANUAL-CONFIGURATION.md                       |   2 +-
 README.md                                     |   2 +-
 _google_analytics_ghost_spam/README.md        |   2 +-
 .../etc/nginx/conf.d/globalblacklist.conf     |   4 +-
 conf.d/globalblacklist-testing-version.conf   |   4 +-
 conf.d/globalblacklist.conf                   |   4 +-
 dev-tools/buildnumber                         |   2 +-
 dev-tools/globalblacklist-testing.template    |   4 +-
 dev-tools/globalblacklist.template            |   4 +-
 .../bots.d/whitelist-ips.conf                 |   2 +-
 .../conf.d/globalblacklist.conf               |   4 +-
 .../bots.d/blacklist-ips.conf                 |   2 +-
 .../bots.d/whitelist-ips.conf                 |   2 +-
 .../conf.d/globalblacklist.conf               |   4 +-
 .../bots.d/blacklist-ips.conf                 |   2 +-
 .../bots.d/whitelist-ips.conf                 |   2 +-
 .../conf.d/globalblacklist.conf               |   4 +-
 .../bots.d/blacklist-ips.conf                 |   2 +-
 .../bots.d/whitelist-ips.conf                 |   2 +-
 .../conf.d/globalblacklist.conf               |   4 +-
 .../bots.d/whitelist-ips.conf                 |   2 +-
 .../conf.d/globalblacklist.conf               |   4 +-
 .../bots.d/whitelist-ips.conf                 |   2 +-
 .../conf.d/globalblacklist.conf               |   4 +-
 dev-tools/test_units/blacklist-ips.conf       |   2 +-
 .../random-bots-for-test-quick.list           |  20 +-
 .../random-bots-for-whitelist-test.list       | 180 ++++++++--------
 .../random-referrers-for-test-quick.list      |  20 +-
 .../random-referrers-for-whitelist-test.list  | 196 +++++++++---------
 dev-tools/test_units/ratelimittest-master.txt |  27 +--
 dev-tools/test_units/whitelist-ips.conf       |   2 +-
 dev-tools/tmp/robots.txt                      |   4 +-
 robots.txt/robots.txt                         |   4 +-
 34 files changed, 260 insertions(+), 267 deletions(-)

diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md
index bd0f539a4..54e988e1d 100755
--- a/AUTO-CONFIGURATION.md
+++ b/AUTO-CONFIGURATION.md
@@ -4,7 +4,7 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V4.2023.03.3640
+#### Version: V4.2023.03.3641
 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md
index 0041dfb25..87a181f91 100755
--- a/MANUAL-CONFIGURATION.md
+++ b/MANUAL-CONFIGURATION.md
@@ -4,7 +4,7 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V4.2023.03.3640
+#### Version: V4.2023.03.3641
 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
diff --git a/README.md b/README.md
index fb56a8b4a..6d5c0eac7 100755
--- a/README.md
+++ b/README.md
@@ -14,7 +14,7 @@
 ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
 
 _______________
-#### Version: V4.2023.03.3640
+#### Version: V4.2023.03.3641
 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md
index 456d6748e..e69440a2a 100644
--- a/_google_analytics_ghost_spam/README.md
+++ b/_google_analytics_ghost_spam/README.md
@@ -3,7 +3,7 @@
 # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
 
 _______________
-#### Version: V4.2023.03.3640
+#### Version: V4.2023.03.3641
 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
index 2cb3bc6aa..8e2d288ba 100755
--- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
+++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2023.03.3640
-### Updated: Fri Mar 24 13:50:40 UTC 2023
+### Version: V4.2023.03.3641
+### Updated: Fri Mar 24 22:01:08 UTC 2023
 ### Bad Referrer Count: 7104
 ### Bad Bot Count: 637
 ###################################################
diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf
index ac37333fa..b41e9ad63 100644
--- a/conf.d/globalblacklist-testing-version.conf
+++ b/conf.d/globalblacklist-testing-version.conf
@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V3.2023.03.3640
-### Updated: Fri Mar 24 13:50:41 UTC 2023
+### Version: V3.2023.03.3641
+### Updated: Fri Mar 24 22:01:09 UTC 2023
 ### Bad Referrer Count: 7104
 ### Bad Bot Count: 637
 ###################################################
diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf
index 2cb3bc6aa..8e2d288ba 100644
--- a/conf.d/globalblacklist.conf
+++ b/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2023.03.3640
-### Updated: Fri Mar 24 13:50:40 UTC 2023
+### Version: V4.2023.03.3641
+### Updated: Fri Mar 24 22:01:08 UTC 2023
 ### Bad Referrer Count: 7104
 ### Bad Bot Count: 637
 ###################################################
diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber
index 33d96bde8..aee6816ab 100644
--- a/dev-tools/buildnumber
+++ b/dev-tools/buildnumber
@@ -1 +1 @@
-3640
+3641
diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template
index ac37333fa..b41e9ad63 100644
--- a/dev-tools/globalblacklist-testing.template
+++ b/dev-tools/globalblacklist-testing.template
@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V3.2023.03.3640
-### Updated: Fri Mar 24 13:50:41 UTC 2023
+### Version: V3.2023.03.3641
+### Updated: Fri Mar 24 22:01:09 UTC 2023
 ### Bad Referrer Count: 7104
 ### Bad Bot Count: 637
 ###################################################
diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template
index 2cb3bc6aa..8e2d288ba 100755
--- a/dev-tools/globalblacklist.template
+++ b/dev-tools/globalblacklist.template
@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2023.03.3640
-### Updated: Fri Mar 24 13:50:40 UTC 2023
+### Version: V4.2023.03.3641
+### Updated: Fri Mar 24 22:01:08 UTC 2023
 ### Bad Referrer Count: 7104
 ### Bad Bot Count: 637
 ###################################################
diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
index bf39aeb89..f17bc8196 100644
--- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
+++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
@@ -45,4 +45,4 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-172.177.209.220         0;
+20.185.158.49           0;
diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf
index 2cb3bc6aa..8e2d288ba 100644
--- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf
+++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2023.03.3640
-### Updated: Fri Mar 24 13:50:40 UTC 2023
+### Version: V4.2023.03.3641
+### Updated: Fri Mar 24 22:01:08 UTC 2023
 ### Bad Referrer Count: 7104
 ### Bad Bot Count: 637
 ###################################################
diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
index c95fb0f9d..990170c26 100644
--- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
+++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.189	1;
+10.1.0.111	1;
 127.0.0.1	1;
diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
index 48fbe144b..973ea0ec2 100644
--- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
+++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.189	0;
+10.1.0.111	0;
 127.0.0.1	0;
diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
index 2cb3bc6aa..8e2d288ba 100644
--- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
+++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2023.03.3640
-### Updated: Fri Mar 24 13:50:40 UTC 2023
+### Version: V4.2023.03.3641
+### Updated: Fri Mar 24 22:01:08 UTC 2023
 ### Bad Referrer Count: 7104
 ### Bad Bot Count: 637
 ###################################################
diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
index c95fb0f9d..990170c26 100644
--- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
+++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.189	1;
+10.1.0.111	1;
 127.0.0.1	1;
diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
index 48fbe144b..973ea0ec2 100644
--- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
+++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.189	0;
+10.1.0.111	0;
 127.0.0.1	0;
diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
index 2cb3bc6aa..8e2d288ba 100644
--- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
+++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2023.03.3640
-### Updated: Fri Mar 24 13:50:40 UTC 2023
+### Version: V4.2023.03.3641
+### Updated: Fri Mar 24 22:01:08 UTC 2023
 ### Bad Referrer Count: 7104
 ### Bad Bot Count: 637
 ###################################################
diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
index c95fb0f9d..990170c26 100644
--- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
+++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.189	1;
+10.1.0.111	1;
 127.0.0.1	1;
diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
index 48fbe144b..973ea0ec2 100644
--- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
+++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.189	0;
+10.1.0.111	0;
 127.0.0.1	0;
diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
index 2cb3bc6aa..8e2d288ba 100644
--- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
+++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2023.03.3640
-### Updated: Fri Mar 24 13:50:40 UTC 2023
+### Version: V4.2023.03.3641
+### Updated: Fri Mar 24 22:01:08 UTC 2023
 ### Bad Referrer Count: 7104
 ### Bad Bot Count: 637
 ###################################################
diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
index bf39aeb89..f17bc8196 100644
--- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
+++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
@@ -45,4 +45,4 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-172.177.209.220         0;
+20.185.158.49           0;
diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf
index f7f2fdaa4..2872ee788 100644
--- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf
+++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2023.03.3640
-### Updated: Fri Mar 24 13:50:40 UTC 2023
+### Version: V4.2023.03.3641
+### Updated: Fri Mar 24 22:01:08 UTC 2023
 ### Bad Referrer Count: 7104
 ### Bad Bot Count: 637
 ###################################################
diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
index bf39aeb89..f17bc8196 100644
--- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
+++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
@@ -45,4 +45,4 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-172.177.209.220         0;
+20.185.158.49           0;
diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf
index 633aea83f..3242464a4 100644
--- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf
+++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2023.03.3640
-### Updated: Fri Mar 24 13:50:40 UTC 2023
+### Version: V4.2023.03.3641
+### Updated: Fri Mar 24 22:01:08 UTC 2023
 ### Bad Referrer Count: 7104
 ### Bad Bot Count: 637
 ###################################################
diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf
index c95fb0f9d..990170c26 100644
--- a/dev-tools/test_units/blacklist-ips.conf
+++ b/dev-tools/test_units/blacklist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.189	1;
+10.1.0.111	1;
 127.0.0.1	1;
diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list
index af16da087..013948f81 100644
--- a/dev-tools/test_units/random-bots-for-test-quick.list
+++ b/dev-tools/test_units/random-bots-for-test-quick.list
@@ -1,10 +1,10 @@
-BlackWidow
-Cloud mapping
-Cosmos
-DnBCrawler-Analytics
-GT::WWW
-Kozmosbot
-Magnet
-SEOprofiler
-Voltron
-backlink-check
+BacklinkCrawler
+Copyscape
+Kenjin Spider
+LibWeb
+PageScorer
+Sqworm
+SurveyBot
+WPScan
+WiseGuys Robot
+trendiction.de
diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list
index 0dc551fbe..58b55d645 100644
--- a/dev-tools/test_units/random-bots-for-whitelist-test.list
+++ b/dev-tools/test_units/random-bots-for-whitelist-test.list
@@ -1,100 +1,100 @@
-404checker
-ADmantX
-Abonti
-Asterias
-BDCbot
-BLEXBot
-BackStreet
-BlackWidow
-Boardreader
-BuiltBotTough
-BunnySlippers
-Citoid
-Craftbot
+ASPSeek
+Aboundexbot
+AhrefsBot
+AlphaBot
+Backlink-Ceck
+Blackboard
+Brandwatch
+Buck
+CensysInspect
+CherryPicker
+Copier
+Crescent
 Curious
-DIIbot
-Demon
-Devil
-Digincore
+DataCha0s
+Deusu
 DnyzBot
-DomCopBot
-Domains Project
-ECCP/1.0
-Express WebPictures
-FHscan
-FrontPage
-GoZilla
-Grafula
-HMView
-HTMLparser
+DomainAppender
+Dotbot
+Dragonfly
+EyeNetIE
+Freeuploader
+GermCrawler
+GetWeb
+GrapeFX
+HEADMasterSEO
+HaosouSpider
+Havij
 Hloader
-HonoluluBot
-Iblog
-IlseBot
-IndeedBot
-InfoNaviRobot
-JustView
-Jyxobot
-LeechFTP
+Image Sucker
+JamesBOT
+JikeSpider
+Keybot Translation-Search-Machine
+LWP::Simple
 Linkbot
-LinksManager
-MIDown tool
-MQQBrowser
-Mata Hari
-Musobot
-Navroad
+LinqiaScrapeBot
+Lipperhey Spider
+Litemage_walker
+Ltx71
+Majestic SEO
+NICErsPRO
+Net Vampire
 NetAnts
-NetZIP
-Nimbostratus
-Nuclei
-OpenLinkProfiler
-Openfind
-PECL::HTTP
+Offline Explorer
+OnCrawl
 Panscient
-Picscout
+Pavuk
+PeoplePal
+Picsearch
+PleaseCrawl
+Probethenet
 Psbot
-PxBroker
-Quick-Crawler
-RocketCrawler
-Rogerbot
+RankingBot2
+RankurBot
+Ripper
+SBIder
+SEOstats
+Searchestate
 SemanticJuice
-Semrush
-SeobilityBot
-SiteCheckerBotCrawler
-SmartDownload
-Sogou web spider
+SentiBot
+SiteExplorer
 Sottopop
-SpankBot
-Spbot
-Sqlmap
-Stripper
-SuperBot
-T8Abot
-Thumbor
-TightTwatBot
-Tracemyfile
-UnisterBot
-VoidEYE
-Voil
-WWW-Mechanize
-Wallpapers
-Web Auto
-Web Enhancer
-WebBandit
-WebImageCollector
-WebZIP
-Webshag
-WiseGuys Robot
-Zitebot
-cah.io.community
-cognitiveseo
-com.plumanalytics
-crawl.sogou.com
-dataforseo.com
-pcBrowser
-plumanalytics
-s1z.ru
-scalaj-http
-sexsearcher
-webgains-bot
+SpaceBison
+Spammen
+Spinn3r
+Sucker
+Sucuri
+TheNomad
+Toata
+Toweyabot
+TwengaBot
+VB Project
+Vagabondo
+VelenPublicWebCrawler
+VeriCiteCrawler
+Virusdie
+Voltron
+WPScan
+Web Fetch
+Web Fuck
+Web Sucker
+WebFetch
+WebLeacher
+Webalta
+WebmasterWorldForumBot
+Webster
+Widow
+Woobot
+Zade
+Zermelo
+archive.org_bot
+arquivo-web-crawler
+coccocbot
+isitwp.com
+iubenda-radar
+linkdexbot
+lwp-trivial
+probe-image-size
+siteripz
+voyagerx.com
 zgrab
diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list
index a028b4015..e9c8ace76 100644
--- a/dev-tools/test_units/random-referrers-for-test-quick.list
+++ b/dev-tools/test_units/random-referrers-for-test-quick.list
@@ -1,10 +1,10 @@
-asdfg.pro
-easycommerce.cf
-inome.com.ua
-khadastoafarde.tk
-novodigs.com
-urll.eu
-vitoriacabos.com
-vsdshnik.com
-wallpaperaccess.com
-www.jbetting.com
+51unlim.ru
+awency.com
+cottageofgrace.com
+focalink.com
+graphicwe.org
+rock-cafe.info
+socialmediasuggest.com
+star61.de
+theendivechronicles.com
+xn----7sbaaabaei0cc8aj5bj0bncejx.xn--p1ai
diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list
index 67171b9d8..5f486ba7d 100644
--- a/dev-tools/test_units/random-referrers-for-whitelist-test.list
+++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list
@@ -1,100 +1,100 @@
-5forex.ru
-adimmix.com
-adtology.com
-advancedcleaner.com
-alevinefesleri.com
-andpolice.com
-arkkivoltti.net
-beauty-clinic.ru
-best-businessman.ru
-call-of-duty.info
-cartierreplica.win
-casablancamanor.co.za
-centrumcoachingu.com
-cfsrating.sonicwall.com
-chcu.net
-chelyabinsk.xrus.org
-chidporn.com
-clayvasedesigns.tk
-clickcash.com
-compliance-julianna.top
-dikx.gdn
-eonpal.com
-errorfixing.space
-ezigarettekaufen2.blox.pl
-ezigarettenkaufen2.dreamwidth.org
-florida-tourism.net
-formulaantiuban.com
-freewlan.info
-fuckbuddybestgilf.info
-germetiki.com.ua
-glall.ru
-graphicwe.org
-graphid.com
-guruofcasino.com
-highstairs-a.akamaihd.net
-import-sales.com
-inbabes.sexushost.com
-izoll.ru
-keyword-suggestions.com
-kidskunst.info
-kongoultry.net
-kotaku.com
-krassh.ru
-littlecity.ch
-lodki-pvh.dp.ua
-mabdoola.blogspot.com
-makemoneyonline.com
-merryhouse.co.uk
-mompussy.net
-movies-in-theaters.net
-mowser.com
-negociosdasha.com
-nonews.co
-obiavo.net
-okmedia.sk
-ops.picscout.com
-petrovka-online.com
-phormchina.com
-pizza-imperia.com
-poem-paying.gq
-princevc.com
-rankscanner.com
-razvratnoe.org
-remybutler.fr
-ruex.org.ua
-sashagreyblog.ga
-screpy.com
-seorankinglinks.xyz
-seorussian.ru
-shinikiev.com.ua
-shopperifymac.com
-shopvilleroyboch.com.ua
-simply.net
-sitiz.club
-stroilka.info
-taihouse.ru
-taximytishi.ru
-threecolumnblogger.com
-tmearegion26.com
-toys.erolove.in
-tramadolandtizanidine.blogspot.com
-umg-stroy.ru
-urdoot.win
-uytmaster.ru
-vacuumcleanerguru.com
-validccseller.com
-varbergsvind.se
-vedomstvo.net
+2x2fan.ru
+8lufu.com
+aa625d84f1587749c1ab011d6f269f7d64.com
+absugars.com
+admatic.com.tr
+allboard.xobor.de
+automobile-spec.com
+azlex.uz
+beauty-things.com
+betterhdporn.com
+bin-brokers.com
+biocn.dx.am
+biographiya.com
+bizru.info
+blogos.kz
+boobsimge.com
+buyhoverboard.com
+buypuppies.ca
+bvlgariwallet.xyz
+cah.io.community
+calvet.altervista.org
+candiceloves.us
+casinorewards.info
+clean-virus-mac.com
+com-supportcenter.website
+compliance-barak.xyz
+compliance-fred.top
+countercrazy.com
+credit-respect.ru
+cupday.com
+customcollegeessays.net
+dangphoto.trade
+defenderxtactical.com
+discountliv.com
+e-kwiaciarz.pl
+education-cz.ru
+elektronischezigarettekaufen2.tumblr.com
+ertelecom.ru
+escort-russian.com
+euronis-free.com
+fanrto.com
+ferieboligkbh.dk
+finansov.info
+forex21.ru
+forexgb.ru
+forodvd.com
+forpostlock.ru
+free-traffic.xyz
+funnel.co.za
+gateway.zscalertwo.net
+geilehausfrauen.net
+geileweiber.tk
+gne8.com
+hcate.com
+himgaws.pw
+ihc2015.info
+inome.com.ua
+iplogger.org
+ivoiretechnocom.ci
+izismile.com
+justdating.online
+kartiniresto.com
+kiinomaniak.pl
+lida-ru.com
+mail.allnews24.in
+moviemail-online.co.uk
+nalogovyy-kodeks.ru
+online-zaymy.ru
+onlyporno.ru
+orel-reshka.net
+ownshop.win
+pro-poly.ru
+proxyradar.com
+rfserial.net
+rubbed.us
+sandhillsonline.com
+sayyoethe.blogspot.co.za
+smallseotools.com
+snworks.com
+sohoindia.net
+spamnuker.com
+speechfoodie.com
+spitfiremusic.com
+sundrugstore.com
+t3chtonic.com
+timhost.ru
+torrent-to-magnet.com
+v24s.net
+vandrie-ict.nl
 verymes.xyz
-vgoloveboli.net
-vip2ch.com
-vuclip.com
-wordpresscore.com
-worldtraveler.world
-youraticles.pl
-yunque.pluto.ro
+videochat.world
+viteonlusarezzo.it
+vladhistory.com
+vsdshnik.com
+weburok.com
+xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai
+youandcredit.ru
+youtubedownload.org
+zero1.it
 zhacker.net
-zoogdisany.com
-zrizvtrnpale.tk
-zs2vm.top
diff --git a/dev-tools/test_units/ratelimittest-master.txt b/dev-tools/test_units/ratelimittest-master.txt
index 3656720f2..ec1d7ab82 100644
--- a/dev-tools/test_units/ratelimittest-master.txt
+++ b/dev-tools/test_units/ratelimittest-master.txt
@@ -8,6 +8,16 @@
 <h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
 <p>This is merely used for testing !!!</p>
 </body>
+</html>OCTYPE html>
+<html>
+<head>
+<title>Welcome to NginX</title>
+</head>
+<body>
+<div align=center>
+<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
+<p>This is merely used for testing !!!</p>
+</body>
 </html><html>
 <head><title>503 Service Temporarily Unavailable</title></head>
 <body>
@@ -484,13 +494,6 @@
 <hr><center>nginx/1.18.0 (Ubuntu)</center>
 </body>
 </html>
-<html>
-<head><title>503 Service Temporarily Unavailable</title></head>
-<body>
-<center><h1>503 Service Temporarily Unavailable</h1></center>
-<hr><center>nginx/1.18.0 (Ubuntu)</center>
-</body>
-</html>
 <!DOCTYPE html>
 <html>
 <head>
@@ -581,14 +584,4 @@
 <h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
 <p>This is merely used for testing !!!</p>
 </body>
-</html><!DOCTYPE html>
-<html>
-<head>
-<title>Welcome to NginX</title>
-</head>
-<body>
-<div align=center>
-<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
-<p>This is merely used for testing !!!</p>
-</body>
 </html>
\ No newline at end of file
diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf
index 48fbe144b..973ea0ec2 100644
--- a/dev-tools/test_units/whitelist-ips.conf
+++ b/dev-tools/test_units/whitelist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.189	0;
+10.1.0.111	0;
 127.0.0.1	0;
diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt
index 6a3e9930a..e68a15fff 100644
--- a/dev-tools/tmp/robots.txt
+++ b/dev-tools/tmp/robots.txt
@@ -6,8 +6,8 @@
 
 ### Version Information #
 ###################################################
-### Version: V4.2023.03.3640
-### Updated: Fri Mar 24 13:50:42 UTC 2023
+### Version: V4.2023.03.3641
+### Updated: Fri Mar 24 22:01:09 UTC 2023
 ### Bad Bot Count: 637
 ###################################################
 ### Version Information ##
diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt
index 6a3e9930a..e68a15fff 100644
--- a/robots.txt/robots.txt
+++ b/robots.txt/robots.txt
@@ -6,8 +6,8 @@
 
 ### Version Information #
 ###################################################
-### Version: V4.2023.03.3640
-### Updated: Fri Mar 24 13:50:42 UTC 2023
+### Version: V4.2023.03.3641
+### Updated: Fri Mar 24 22:01:09 UTC 2023
 ### Bad Bot Count: 637
 ###################################################
 ### Version Information ##