diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md
index 5acaa4723..4374e8bcf 100755
--- a/AUTO-CONFIGURATION.md
+++ b/AUTO-CONFIGURATION.md
@@ -4,7 +4,7 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V4.2021.07.2454
+#### Version: V4.2021.07.2455
 #### Bad Referrers Blocked: [7066](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [615](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md
index a9b1035e6..5e066ce76 100755
--- a/MANUAL-CONFIGURATION.md
+++ b/MANUAL-CONFIGURATION.md
@@ -4,7 +4,7 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V4.2021.07.2454
+#### Version: V4.2021.07.2455
 #### Bad Referrers Blocked: [7066](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [615](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
diff --git a/README.md b/README.md
index 88eeb22bd..2d260982c 100755
--- a/README.md
+++ b/README.md
@@ -11,7 +11,7 @@
 ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
 
 _______________
-#### Version: V4.2021.07.2454
+#### Version: V4.2021.07.2455
 #### Bad Referrers Blocked: [7066](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [615](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md
index cfee57195..b1198925e 100644
--- a/_google_analytics_ghost_spam/README.md
+++ b/_google_analytics_ghost_spam/README.md
@@ -3,7 +3,7 @@
 # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
 
 _______________
-#### Version: V4.2021.07.2454
+#### Version: V4.2021.07.2455
 #### Bad Referrers Blocked: [7066](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [615](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
index 840a8d8e5..b81eee675 100755
--- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
+++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2021.07.2454
-### Updated: Mon Jul  5 11:40:27 UTC 2021
+### Version: V4.2021.07.2455
+### Updated: Mon Jul  5 11:59:30 UTC 2021
 ### Bad Referrer Count: 7066
 ### Bad Bot Count: 615
 ###################################################
diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf
index f257b3abf..47a1c89e1 100644
--- a/conf.d/globalblacklist-testing-version.conf
+++ b/conf.d/globalblacklist-testing-version.conf
@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V3.2021.07.2454
-### Updated: Mon Jul  5 11:40:28 UTC 2021
+### Version: V3.2021.07.2455
+### Updated: Mon Jul  5 11:59:30 UTC 2021
 ### Bad Referrer Count: 7066
 ### Bad Bot Count: 615
 ###################################################
diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf
index 840a8d8e5..b81eee675 100644
--- a/conf.d/globalblacklist.conf
+++ b/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2021.07.2454
-### Updated: Mon Jul  5 11:40:27 UTC 2021
+### Version: V4.2021.07.2455
+### Updated: Mon Jul  5 11:59:30 UTC 2021
 ### Bad Referrer Count: 7066
 ### Bad Bot Count: 615
 ###################################################
diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
index f50aef3a3..31bf8bc73 100644
--- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
+++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.5	1;
+10.1.0.241	1;
 127.0.0.1	1;
diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
index d26e90d6b..f4dea9e7e 100644
--- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
+++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.5	0;
+10.1.0.241	0;
 127.0.0.1	0;
diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf
index f50aef3a3..31bf8bc73 100644
--- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf
+++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.5	1;
+10.1.0.241	1;
 127.0.0.1	1;
diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf
index d26e90d6b..f4dea9e7e 100644
--- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf
+++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.5	0;
+10.1.0.241	0;
 127.0.0.1	0;
diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf
index f50aef3a3..31bf8bc73 100644
--- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf
+++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.5	1;
+10.1.0.241	1;
 127.0.0.1	1;
diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf
index d26e90d6b..f4dea9e7e 100644
--- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf
+++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.5	0;
+10.1.0.241	0;
 127.0.0.1	0;
diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber
index e7bd5f3fb..71398996e 100644
--- a/dev-tools/buildnumber
+++ b/dev-tools/buildnumber
@@ -1 +1 @@
-2454
+2455
diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template
index f257b3abf..47a1c89e1 100644
--- a/dev-tools/globalblacklist-testing.template
+++ b/dev-tools/globalblacklist-testing.template
@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V3.2021.07.2454
-### Updated: Mon Jul  5 11:40:28 UTC 2021
+### Version: V3.2021.07.2455
+### Updated: Mon Jul  5 11:59:30 UTC 2021
 ### Bad Referrer Count: 7066
 ### Bad Bot Count: 615
 ###################################################
diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template
index 840a8d8e5..b81eee675 100755
--- a/dev-tools/globalblacklist.template
+++ b/dev-tools/globalblacklist.template
@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2021.07.2454
-### Updated: Mon Jul  5 11:40:27 UTC 2021
+### Version: V4.2021.07.2455
+### Updated: Mon Jul  5 11:59:30 UTC 2021
 ### Bad Referrer Count: 7066
 ### Bad Bot Count: 615
 ###################################################
diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
index 845ce6a7c..541e6cc9d 100644
--- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
+++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
@@ -45,4 +45,4 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-52.183.64.53            0;
+20.80.183.82            0;
diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf
index 840a8d8e5..b81eee675 100644
--- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf
+++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2021.07.2454
-### Updated: Mon Jul  5 11:40:27 UTC 2021
+### Version: V4.2021.07.2455
+### Updated: Mon Jul  5 11:59:30 UTC 2021
 ### Bad Referrer Count: 7066
 ### Bad Bot Count: 615
 ###################################################
diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
index f50aef3a3..31bf8bc73 100644
--- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
+++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.5	1;
+10.1.0.241	1;
 127.0.0.1	1;
diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
index d26e90d6b..f4dea9e7e 100644
--- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
+++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.5	0;
+10.1.0.241	0;
 127.0.0.1	0;
diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
index 840a8d8e5..b81eee675 100644
--- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
+++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2021.07.2454
-### Updated: Mon Jul  5 11:40:27 UTC 2021
+### Version: V4.2021.07.2455
+### Updated: Mon Jul  5 11:59:30 UTC 2021
 ### Bad Referrer Count: 7066
 ### Bad Bot Count: 615
 ###################################################
diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
index f50aef3a3..31bf8bc73 100644
--- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
+++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.5	1;
+10.1.0.241	1;
 127.0.0.1	1;
diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
index d26e90d6b..f4dea9e7e 100644
--- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
+++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.5	0;
+10.1.0.241	0;
 127.0.0.1	0;
diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
index 840a8d8e5..b81eee675 100644
--- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
+++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2021.07.2454
-### Updated: Mon Jul  5 11:40:27 UTC 2021
+### Version: V4.2021.07.2455
+### Updated: Mon Jul  5 11:59:30 UTC 2021
 ### Bad Referrer Count: 7066
 ### Bad Bot Count: 615
 ###################################################
diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
index f50aef3a3..31bf8bc73 100644
--- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
+++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.5	1;
+10.1.0.241	1;
 127.0.0.1	1;
diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
index d26e90d6b..f4dea9e7e 100644
--- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
+++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.5	0;
+10.1.0.241	0;
 127.0.0.1	0;
diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
index 840a8d8e5..b81eee675 100644
--- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
+++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2021.07.2454
-### Updated: Mon Jul  5 11:40:27 UTC 2021
+### Version: V4.2021.07.2455
+### Updated: Mon Jul  5 11:59:30 UTC 2021
 ### Bad Referrer Count: 7066
 ### Bad Bot Count: 615
 ###################################################
diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
index 845ce6a7c..541e6cc9d 100644
--- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
+++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
@@ -45,4 +45,4 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-52.183.64.53            0;
+20.80.183.82            0;
diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf
index 94bbd4fc1..67e38c8e0 100644
--- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf
+++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2021.07.2454
-### Updated: Mon Jul  5 11:40:27 UTC 2021
+### Version: V4.2021.07.2455
+### Updated: Mon Jul  5 11:59:30 UTC 2021
 ### Bad Referrer Count: 7066
 ### Bad Bot Count: 615
 ###################################################
diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
index 845ce6a7c..541e6cc9d 100644
--- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
+++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
@@ -45,4 +45,4 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-52.183.64.53            0;
+20.80.183.82            0;
diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf
index c9fbbf879..08796968b 100644
--- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf
+++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2021.07.2454
-### Updated: Mon Jul  5 11:40:27 UTC 2021
+### Version: V4.2021.07.2455
+### Updated: Mon Jul  5 11:59:30 UTC 2021
 ### Bad Referrer Count: 7066
 ### Bad Bot Count: 615
 ###################################################
diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf
index f50aef3a3..31bf8bc73 100644
--- a/dev-tools/test_units/blacklist-ips.conf
+++ b/dev-tools/test_units/blacklist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.5	1;
+10.1.0.241	1;
 127.0.0.1	1;
diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list
index 460f1c5d4..2d34a42fa 100644
--- a/dev-tools/test_units/random-bots-for-test-quick.list
+++ b/dev-tools/test_units/random-bots-for-test-quick.list
@@ -1,10 +1,10 @@
-Deusu
-FlashGet
-Mail.RU_Bot
-NetZIP
-Pockey
-RankingBot2
-SeobilityBot
-SocialRankIOBot
-SurveyBot
-Web Auto
+Dirbuster
+EirGrabber
+Extreme Picture Finder
+MauiBot
+NimbleCrawler
+Pixray
+Sqlmap
+Sqlworm
+WPScan
+Webshag
diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list
index 219633978..ed5726f92 100644
--- a/dev-tools/test_units/random-bots-for-test.list
+++ b/dev-tools/test_units/random-bots-for-test.list
@@ -1,46 +1,50 @@
 01h4x.com
-360Spider
-404checker
-ADmantX
+404enemy
 AIBOT
-Abonti
-Aboundex
-Acunetix
+ASPSeek
+AiHitBot
+Aipbot
 AllSubmitter
+Alligator
+Anarchy
 Anarchy99
-AwarioRssBot
-BDCbot
+Anthill
+Apexoo
+Aspiegel
+Asterias
+AwarioSmartBot
 BDFetch
-BacklinkCrawler
-Badass
+BLEXBot
+Backlink-Ceck
 Bandit
 Barkrowler
-BatchFTP
+Battleztar Bazinga
 BetaBot
 Bigfoot
+Black Hole
 BlackWidow
-Blackboard
 Blow
-BlowFish
 Boardreader
-BuiltWith
-CATExplorador
-CCBot
-CODE87
+Bolt
+BotALot
+Brandprotect
+Buck
+BuiltBotTough
 CSHttp
+Calculon
+CazoodleBot
 Cegbfeieh
 CheTeam
+CherryPicker
+Chlooe
 Cliqzbot
-Collector
-Copier
-Copyscape
-Craftbot
+Cocolyzebot
+Cosmos
 CrazyWebCrawler
+CrunchBot
 Curious
-DataCha0s
-DatabaseDriverMysqli
-Demon
-Devil
+DIIbot
+DSearch
 Digincore
 DigitalPebble
 Disco
@@ -48,203 +52,199 @@ Discobot
 Discoverybot
 DnyzBot
 DomCopBot
-DomainAppender
-DomainStatsBot
 Domains Project
-Dragonfly
-Drip
-EMail Siphon
-EasyDL
-Ecxi
+Dotbot
 EirGrabber
-Firefox/7.0
-Flunky
-FrontPage
-Fuzz
-Fyrebot
+EroCrawler
+ExtLinksBot
+ExtractorPro
+EyeNetIE
+Ezooms
+FHscan
+Fimap
+FlashGet
+Freeuploader
 G-i-g-a-b-o-t
-GT::WWW
-GermCrawler
+GalaxyBot
+Getintent
 Gigabot
-Gotit
-Grabber
-GrapeshotCrawler
+GoZilla
+GrapeFX
+GridBot
 HEADMasterSEO
 HMView
-HTTrack
+HTTP::Lite
+Haansoft
+HaosouSpider
 Harvest
-Havij
-Heritrix
 Hloader
-Humanlinks
 IDBot
+Iblog
 Image Fetch
+Image Sucker
+IndeedBot
 InfoNaviRobot
 InfoTekies
 Intelliseek
-InterGET
+InternetSeer
+IstellaBot
+JamesBOT
+JennyBot
 JetCar
-Jetty
-Joomla
 Jorgee
 JustView
-Jyxobot
 Kenjin Spider
-Kinza
-LWP::Simple
+Kozmosbot
+Lanshanbot
+Larbin
 LeechFTP
-LexiBot
 Lftp
+Libwhisker
 LieBaoFast
+Lightspeedsystems
+LinkScan
+LinkWalker
 LinksManager
+LinqiaRSSBot
 LinqiaScrapeBot
-Lipperhey Spider
+Lipperhey
+Litemage_walker
+Lmspider
 Ltx71
+MJ12bot
+MQQBrowser
 MSFrontPage
 Magnet
-Mail.RU_Bot
 Mass Downloader
 Masscan
-Mata Hari
-Mb2345Browser
-MeanPath Bot
-Meanpathbot
 MegaIndex.ru
-Mojeek
-Mojolicious
-Msrabot
-Musobot
-Name Intelligence
-Needle
+Metauri
+MicroMessenger
+Microsoft URL Control
+Mister PiX
+Morfeus Fucking Scanner
+Mr.4x3
+NearSite
+Nessus
 Net Vampire
-NetLyzer
-Netcraft
-Nettrack
+NetSpider
 Netvibes
 NextGenSearchBot
-Nibbler
 NimbleCrawler
+Nimbostratus
 Nmap
 Nutch
-OPPO A33
-OnCrawl
+Octopus
+OpenLinkProfiler
 Openfind
+Openvas
 OrangeBot
-PECL::HTTP
 PHPCrawl
 PageAnalyzer
 PageGrabber
 Pandalytics
-Papa Foto
 Pavuk
-Picsearch
-Piepmatz
+Pimonster
 Pixray
-PleaseCrawl
-Pockey
 ProWebWalker
 Psbot
 Pump
-PxBroker
 PyCurl
-QueryN Metasearch
-Quick-Crawler
-RankActiveLinkBot
+RankFlex
 RankingBot
-RealDownload
-RedesScrapy
-Ripper
+RankingBot2
+Rankivabot
+Reaper
+Recorder
 RocketCrawler
+Rogerbot
+SBIder
 SEOlyticsCrawler
-ScanAlert
-Semrush
-SemrushBot
-SeobilityBot
+ScrepyBot
+Searchestate
 Seomoz
-Shodan
-Site Sucker
+Siphon
+SiteCheckerBotCrawler
+SiteLockSpider
+Sitebeam
+Siteimprove
 Sitevigil
+SmartDownload
 Snapbot
-Snoopy
-Sqlmap
+Sociscraper
+Sosospider
+SpaceBison
+Spanner
+Spbot
+Spinn3r
 Sqworm
-Stripper
 Sucker
 Sucuri
-SuperBot
-Suzuran
+SurveyBot
 Szukacz
-T0PHackTeam
 Teleport
+TeleportPro
+Telesoft
 Telesphoreo
 Telesphorep
 The Intraformant
-TightTwatBot
-Titan
+Thumbor
 Toweyabot
 Trendiction
 True_Robot
 Turingos
-UnisterBot
-V-BOT
-VCI
-Vacuum
-Vagabondo
-VidibleScraper
-VoidEYE
+Turnitin
+TurnitinBot
+Twice
+Upflow
 Voltron
+WASALive-Bot
 WEBDAV
-WPScan
-WWW-Mechanize
-WeSEE
-Web Auto
-Web Pix
-Web Sauger
+WWW-Collector-E
+Wallpapers/3.0
+WallpapersHD
+Web Fetch
+Web Sucker
+WebAuto
 WebBandit
-WebCollage
-WebCopier
-WebSauger
+WebEnhancer
+WebFetch
 WebStripper
 WebSucker
-WebsiteQuester
-Whack
-WinHTTrack
-WiseGuys Robot
-Wotbox
-Xaldon_WebSpider
+WebZIP
+WebsiteExtractor
+Wprecon
+Xaldon WebSpider
+Xenu
 YoudaoBot
-Zauba
-Zeus
-ZoomBot
-ZoominfoBot
-ZumBot
+Zitebot
 archive.org_bot
-arquivo-web-crawler
 arquivo.pt
-check1.exe
-coccocbot-web
+autoemailspider
 com.plumanalytics
-crawler4j
+crawl.sogou.com
 demandbase-bot
 domainsproject.org
-eCatch
-evc-batch
 gopher
-instabid
+internetVista monitor
+isitwp.com
 lwp-request
-lwp-trivial
-magpie-crawler
 meanpathbot
-mediawords
+oBot
+page scorer
 pcBrowser
-scalaj-http
-seoscanners
-siteripz
-sogouspider
+probe-image-size
+ripz
+s1z.ru
+satoristudio.net
+scan.lol
+seobility
+seostar
+sexsearcher
 sp_auditbot
-sysscan
-trendiction.com
+tAkeOut
+trendiction.de
 webmeup-crawler
+x09Mozilla
 xpymep1.exe
-zauba.io
 zgrab
diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list
index 197641956..69b810346 100644
--- a/dev-tools/test_units/random-bots-for-whitelist-test.list
+++ b/dev-tools/test_units/random-bots-for-whitelist-test.list
@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
-80legs
-AIBOT
-Abonti
-Acunetix
-Alexibot
+404checker
+ADmantX
+ASPSeek
+Aboundex
+AhrefsBot
+AiHitBot
+Alligator
 AlphaBot
-Anthill
+Anarchy
+Anarchy99
+Ankit
 Apexoo
-BackStreet
-BackWeb
-BetaBot
-Bigfoot
-BlackWidow
+Aspiegel
+Asterias
+BLEXBot
+BacklinkCrawler
+Badass
+Barkrowler
+BatchFTP
+Battleztar Bazinga
 Blackboard
 Blow
-BlowFish
 Boardreader
-Bolt
+BotALot
+Brandprotect
+Brandwatch
 Buck
-Buddy
-BuiltBotTough
-BunnySlippers
-CCBot
-Calculon
+CATExplorador
 Cegbfeieh
+CensysInspect
 CheeseBot
+CherryPicker
 ChinaClaw
-Chlooe
-Claritybot
-CopyRightCheck
-CrazyWebCrawler
-Crescent
+Cliqzbot
+Cogentbot
+Collector
+Copier
+Craftbot
 CrunchBot
-DBLBot
-DSearch
-DigitalPebble
-Dirbuster
-DittoSpyder
+Curious
+CyotekWebCopy
+DTS Agent
+DataCha0s
+Devil
+Disco
+Discoverybot
+Dispatch
 DnyzBot
+DomCopBot
 DomainAppender
-DomainCrawler
-Domains Project
+Download Wonder
 Dragonfly
-Ebingbong
-EroCrawler
+EMail Siphon
+Ecxi
+EirGrabber
 Exabot
-ExtractorPro
-Ezooms
-FHscan
-FlashGet
-Freeuploader
-GT::WWW
+Express WebPictures
+ExtLinksBot
+Extractor
+FemtosearchBot
+Flunky
+Foobot
+G-i-g-a-b-o-t
+Genieo
 GermCrawler
-Getintent
+GetRight
 Gigabot
-Go!Zilla
+GrabNet
 Grabber
-HMView
-Haansoft
-HaosouSpider
-Harvest
-Humanlinks
-IDBTE4M
+Grafula
+GrapeshotCrawler
+GridBot
+HTMLparser
+HTTP::Lite
+Havij
 IDBot
 Id-search
 IndeedBot
 Indy Library
-InfoTekies
-InterGET
-InternetSeer
-Iskanie
-IstellaBot
-JOC Web Spider
-JetCar
+InfoNaviRobot
+Jbrofuzz
+JennyBot
 Jetty
-JikeSpider
 Joomla
-JustView
+Jorgee
 Jyxobot
-Kinza
-LNSpiderguy
-LWP::Simple
+Keyword Density
 Larbin
 LeechFTP
-LeechGet
-LieBaoFast
+LexiBot
+Lftp
+LibWeb
 LinkScan
+LinkWalker
 Linkbot
 Linkdexbot
-LinkpadBot
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey Spider
 Ltx71
-MFC_Tear_Sample
-MJ12bot
+MIDown tool
 MTRobot
 Mag-Net
-Magnet
-Majestic-SEO
-Masscan
-Mata Hari
-MauiBot
+Mail.RU_Bot
 Mb2345Browser
-MeanPath Bot
-Meanpathbot
-MegaIndex.ru
-Metauri
-Microsoft Data Access
+MicroMessenger
 Microsoft URL Control
+Mister PiX
 Moblie Safari
 Mojolicious
-Morfeus Fucking Scanner
-Mozlila
-Msrabot
-Musobot
-NICErsPRO
-NPbot
-Name Intelligence
-Navroad
-NearSite
-NetMechanic
-NetZIP
+NetLyzer
 Netvibes
+NextGenSearchBot
+Nibbler
 Nimbostratus
-Nuclei
-Octopus
+Nutch
+OnCrawl
 OpenVAS
 Openfind
-OrangeBot
-PHPCrawl
-PageAnalyzer
-PageGrabber
+OutclicksBot
+Page Analyzer
 PageScorer
 PageThing.com
+Panscient
+Papa Foto
+Pavuk
+Petalbot
+Pi-Monster
+Picscout
 PictureFinder
 Pixray
 PleaseCrawl
-Probethenet
+Pockey
 Psbot
-Pu_iN
 PyCurl
 RSSingBot
 RankActive
-Re-re
+RankingBot
+RankurBot
 ReGet
 RealDownload
-Reaper
-RebelMouse
-RedesScrapy
+Recorder
 RepoMonkey
-Rogerbot
 SBIder
-SEOstats
 SMTBot
 SalesIntelligent
-ScanAlert
+Scanbot
 ScoutJet
-ScreenerBot
+Scrapy
+Screaming
 ScrepyBot
 SearchmetricsBot
-SemrushBot
+Semrush
+SentiBot
+SeobilityBot
 Seomoz
-Shodan
-Siphon
+Site Sucker
 SiteExplorer
-Siteimprove
-SmartDownload
-Snake
+SiteSnagger
+Sitevigil
+SlySearch
 Snoopy
+SocialRankIOBot
 Sociscraper
-SpankBot
+Sogou web spider
+Sottopop
+Spammen
 Spbot
 Spinn3r
-Sqworm
-Steeler
-Sucker
+Stripper
 Sucuri
+SuperBot
 SuperHTTP
+SurveyBot
 Suzuran
-Szukacz
+T0PHackTeam
 T8Abot
+Teleport
 TeleportPro
-The Intraformant
-Thumbor
+Telesphoreo
+TheNomad
 Titan
 Toweyabot
-Twice
+Trendictionbot
+True_Robot
+Turingos
+Turnitin
+Typhoeus
+URLy Warning
 Upflow
-V-BOT
+Vacuum
 Vagabondo
-VeriCiteCrawler
-VidibleScraper
+VelenPublicWebCrawler
 Virusdie
-VoidEYE
-WBSearchBot
-WEBDAV
-WPScan
-WWW::Mechanize
+WWW-Collector-E
+WWW-Mechanize
 WallpapersHD
+Web Auto
+Web Collage
 Web Enhancer
 Web Fuck
-Web Pix
+Web Sucker
 WebAuto
 WebBandit
-WebCollage
-WebCopier
-WebEnhancer
-WebFuck
-WebImageCollector
+WebGo IS
 WebLeacher
-WebPix
-WebReaper
+WebStripper
 WebWhacker
-WebZIP
+Webalta
 WebmasterWorldForumBot
+Webshag
 Website Quester
 WebsiteQuester
-Webster
 Whack
+Whacker
+Whatweb
+Who.is Bot
 Widow
-Wonderbot
 Wotbox
-Xaldon_WebSpider
+Wprecon
+Xenu
+YoudaoBot
+Zauba
+Zeus
+Zitebot
 ZmEu
-ZyBorg
-archive.org_bot
+ZoominfoBot
 arquivo-web-crawler
+arquivo.pt
+backlink-check
+check1.exe
+coccocbot-web
 crawl.sogou.com
-crawler.feedback
+demandbase-bot
 gopher
-heritrix
 internetVista monitor
-lwp-trivial
-muhstik-scan
-polaris version
-satoristudio.net
+magpie-crawler
+meanpathbot
+netEstate NE Crawler
+oBot
+page scorer
+pcBrowser
+plumanalytics
+s1z.ru
 scalaj-http
-seoscanners
-serpstatbot
-siteripz
-spyfu
-sysscan
-trendiction.com
-webmeup-crawler
+seostar
+sitechecker.pro
 x22Mozilla
 xpymep1.exe
-zgrab
+zauba.io
diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list
index 848e04c75..4d2f3cec3 100644
--- a/dev-tools/test_units/random-referrers-for-test-quick.list
+++ b/dev-tools/test_units/random-referrers-for-test-quick.list
@@ -1,10 +1,10 @@
-albamargroup.com
-damasarenai.info
-elektrozigaretten1.webs.com
-hjaoopoa.top
-house.sieraddns.com
-search.xtconnect.com
-tizanidinesideeffectsweightloss.blogspot.com
-trubywriting.com
-videochat.bz
-xn----9sbubg3ambdfl1j.xn--p1ai
+codysbbq.com
+femdom.twiclub.in
+fok.nl
+fototravel.eu
+home-task.com
+hostcritique.com
+kinky-fetishes.com
+video-chat.cn
+website-stealer.nufaq.com
+xvideosbay.com
diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list
index 5ad6ee186..2c7673051 100644
--- a/dev-tools/test_units/random-referrers-for-test.list
+++ b/dev-tools/test_units/random-referrers-for-test.list
@@ -1,100 +1,100 @@
-123cha.com
-12masterov.com
-4webmasters.org
-7ooo.ru
-abiente.ru
-academiacsmendoza.org
-adrenalin-stk.ru
-alphacarolinas.com
-amt-k.ru
-anime.dougasouko.com
-arcadeplayhouse.com
-artavenuegardenstudios.com
-azbuka-mo.ru
-backgroundpictures.net
-baltgem.com
-banan.tv
-bestmarriages.com
-bestmobilityscooterstoday.com
-bestpriceninja.com
-beyan.host.sk
-bezcmexa.ru
-bloggerads.net
-candy-glam-hp.com
-citizenclsdriveri7.pen.io
-cleanallvirus.com
-clipartnew.com
-coderstate.com
-coolwallpapers-hd.com
-creditmoney.com.ua
-domainsatcost.com
-duawitchrarato.tk
-easycommerce.cf
-ege-russian.ru
-elektrozigaretten2.yn.lt
-europeanwatches.ru
-falllow.gq
-fitnesspiks.com
-free-social-buttons.com
-headpharmacy.com
-hermesreplica.win
-hoterika.com
-housediz.com
-ilmen.net
-imagez.co
-instasexyblog.com
-jurajskie.info
-kosova.de
-lampokrat.ws
-liffa.ru
-linerdrilling.com
-lombia.co
-mailemedicinals.com
-morlat.altervista.org
-musezone.su
-mydirtystuff.com
-new7ob.com
-northfacestore.online
-noumeda.com
-ohmyrings.com
-oil-td.ru
-online-zaymy.ru
-onlywoman.org
-outrageousdeal-a.akamaihd.net
-oz-offers.com
-pandroid.co
-partner-trustworthy.men
-pixelrz.com
-pornobrazzers.biz
-pornosee.info
-qor360.com
-research.ifmo.ru
-rialp.getenjoyment.net
-rootandroid.org
-sadaholding.com
-searchimpression.com
-seemoreresultshu-a.akamaihd.net
-seminarygeorgia59.ga
-sexiporno.net
-sibtest.ru
-sortthemesitesby.com
-splendorsearch-a.akamaihd.net
-stop-zavisimost.com
-storehouse.ua
-studiokamyk.com.pl
-thegameriders.com
-theguardlan.com
-u555u.info
-uggbootsoutletsale.us
-ukrtextbook.com
-unrealcommander.biz
-v24s.net
-voluumtrk.com
-welcomeauto.ru
-windowssearch-exp.com
-xn--80atua3d.xn--p1ai
-xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai
-xrus.org
-xxxsiterips.xyz
-yebocasino.co.za
-zzbroya.com.ua
+2345.com
+9med.net
+aa9d046aab36af4ff182f097f840430d51.com
+adprotect.net
+ameblo.jp
+artdestshop.eu
+atlant-auto.info
+back.dog
+backiee.com
+baixar-musicas-gratis.com
+besthoro.ru
+biznesschat.net
+boleznikogi.com
+bombla.org
+bonvillan.com
+builtwith.com
+buzzsumo.com
+callstevens.com
+cardsharp1.ru
+carrauterie.be
+carstrends2015.com
+cartierbraceletsreplica.pw
+cartierloveringreplica.xyz
+caveavins.fr
+cdnnetwok.xyz
+cezartabac.ro
+chiptuninger.com
+cindymatches.com
+corta.co
+cpabegins.ru
+custodieva.ru
+darkages.info
+djonwatch.ru
+dkvorota.ru
+domaincheck.io
+droidlook.net
+dvervmoskvu.ru
+e-biznes.info
+empirepoker.com
+famix.xyz
+footbalive.org
+free-share-buttons.blogspot.com
+gerhardhealer.com
+glass-msk.ru
+globalsurfari.com
+globatur.ru
+goodhumor24.com
+gsou.cf
+hchha.com
+healmytrauma.info
+hitsbox.info
+hobbyhuren24.net
+import-sales.com
+inspiring-desperate.tk
+islamtoday.co.za
+kamen-e.ru
+ketoanhanoi.info
+knowsitall.info
+lazy-z.com
+macdamaged.tech
+macotool.com
+mall.uk
+medicineseasybuy.com
+modabutik.ru
+music.utrolive.ru
+mybinaryoptionsrobot.com
+mydownloadengine.com
+myfreetutorials.com
+mygameplus.com
+myhydros.org
+neodownload.webcam
+office-windows.ru
+onetravelguides.com
+onlineku.com
+pdamods.ru
+pillscheap24h.com
+porto.abuilder.net
+pregnant.guru
+printingpeach.com
+pro-okis.ru
+rank-checker.online
+rankings-analytics.com
+rapidsites.pro
+registry-cleaner.net
+revistaindustria.com
+royal-betting.net
+sports-supplements.us
+traffpartners.com
+ukr-lit.com
+unimodemhalfduplefw.pen.io
+urlopener.blogspot.com.au
+usiad.net
+vita.com.hr
+vzlomsn.org
+www.souvenirua.com
+xxxtube69.com
+yougame.biz
+yugk.net
+zajm-zalog-krasnodar.ru
+zvetki.ru
diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list
index c6235152e..5f8d9e751 100644
--- a/dev-tools/test_units/random-referrers-for-whitelist-test.list
+++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list
@@ -1,250 +1,250 @@
-03e.info
-0lovespells0.blogspot.com
-11235813.webzdarma.cz
-2itech.ru
-83net.jp
-883zy.com
-alienwheel.es
-all-number.com
-amazon-adsystem.com
-anal-acrobats.com
-apartmentbay.ru
-apibetweenlinesn-a.akamaihd.net
-apimountainbikei-a.akamaihd.net
-apiportalmorecom-a.akamaihd.net
-aquarium-pro.ru
-arclk.net
-ascat.porn
-autoua.top
-autovideobroadcast.com
-avtolombard-krasnodar.ru
-baixar-musicas-gratis.com
-battlecarnival.su
-bedcapdealers.com
-berrymall.ru
-bestcalovebracelet.cn
+00webcams.com
+24x7-server-support.site
+3dracergames.com
+aa81bf391151884adfa3dd677e41f94be1.com
+advocatemsk.ru
+affrh2015.com
+agahinameh.com
+aksonural.ru
+alfa-medosmotr.ru
+alibestsale.com
+allboard.xobor.de
+allmarketsnewdayli.gdn
+alphavisions.net
+amyfoxfitness.com
+anaksma.info
+anlimebel.kiev.ua
+antons-transporte.de
+apparel-offer.com
+appsaurus.com
+arendovalka.xyz
+auto-zapchasti.org
+autorn.ru
+autoseo-traffic.com
+aviapanda.ru
+aviav.org
+avon-novosib.ru
+babs.com.ua
+beatifullandscape.co
+besthoro.ru
 bestmouthwash.club
-bestofferswalkmydogouteveryday.gq
-bestssaker.com
-bet-prognoz.com
-bird1.ru
-blog-hits.com
-blogs.rediff.com
-blogsfunky672.weebly.com
-bookmark4you.com.biz
-buttons-for-website.com
-buynorxx.com
-bvlgaribracelet.xyz
-candy-glam-hp.com
-cardul.ru
+bigcities.org
+bio-market.kz
+birzha-truda.eu
+bjanshee.ru
+bpro1.top
+brainzpod.win
+brandov.ru
+bvlgariwallet.xyz
+bwlx.prepedu.cn
+calc-for-credit.ru
+cartierlove2u.xyz
 cb.iphantom.com
-celebsopics.com
-cenoval.ru
-cheapjerseysfootballshop.com
-cheapmarmot.online
-cheapwebsitehoster.com
+cezartabac.ro
+cheapcigarettesc.info
 checkm8.com
-chee-by.biz
-clmforexeu.com
-club-musics.ru
-coderstate.com
-com-supportcenter.website
-conboy.us
-coolgamechannel.com
-coolyarddecorations.com
-cracksplanet.com
-cranly.net
-credit-online.ws
-dairyindia.in
-daretodonate.co
-darmebel.com.ua
-decenttools.com
-den-noch24.ru
-detki-opt.ru
-diminishedvalueoforegon.com
-djonwatch.ru
-djstools.com
-dood.live
-doyouknowtheword-flummox.ml
-elvenar.com
-enpolis.ru
-ereko.ru
-erot.co
-estelight.ru
-eyemagination.com
-f-loaded.de
-fashionindeed.ml
-feel-planet.com
-femmesdenudees.com
-filmfanatic.com
-flauntyoursite.com
-flipper.top
-floating-share-buttons.com
-fx-brokers-review.com
-gameonasia.com
-gate5.co.za
-gemara.com
-gigablast.com
-goldpanningtools.com
-googlefeud.com
-gotcher.us
-greatfind-a.akamaihd.net
-hanink.biz.ly
-hanwei.us
-heliko.no
-hermesreplica.win
-hitcpm.com
-hotsocialz.com
-hully.altervista.org
-icaseclub.ru
-iccornacircri.cf
-ideibiznesa2015.ru
-iinstalll-fii1leis.jus0wil.pp.ua
-iloveitaly.ru
-imadedinner.net
-insurple.com
-int.search.tb.ask.com
-integritylandscapeservices.com
-internetproviderstucson.com
-intervsem.ru
-ip-guide.com
-javlibrary.cc
-javxxx18.com
-jurajskie.info
-kaliningrad.zrus.org
-kam-dom.ru
-karting196.ru
-kchaxton.com
-keenoutlet.online
-keywesthideaways.co
-keywordspay.com
-kretpicf.pw
-kutikomi.net
-labafydjxa.su
-lanadelreyfans.us
-larger.io
-lawyersinfo.org
-laxob.com
-light.ifmo.ru
-lion.conboy.us
-m4ever.net
-mapquestz.us
-master-muznachas.ru
-max-p.men
-mebel-vstroika.ru
-megahdporno.net
-megakino.net
-misterjtbarbers.com
-mobplayer.net
-monitorwebsitespeed.com
-moz.com
-mp3ringtone.info
-mulberryoutletonlineeu.com
-mvpicton.co.uk
-nfvsz.com
-of-ireland.info
-onlineporno.site
-oranga.host.sk
-ossmalta.com
-paintingplanet.ru
-pandroid.co
-pathwhelp.org
-pb-dv.ru
-petitions.whitehouse.gov
-pix24x7.com
-platinumdeals.gr
-pochtovyi-index.ru
-popugaychiki.com
-pornolook.net
-pornonik.com
-pornoplen.com
-preparevideosafesystem4unow.site
-primedice.com
-prointer.net.ua
-prostitutki-odessa.org
-quizzitch.net
-rainbowice.ru
-rankscanner.com
-recordpage-a.akamaihd.net
-relayblog.com
-responsinator.com
-richinvestmonitor.com
-ritlweb.com
-rosbalt.com.ua
-rozalli.com
-sc-specialhost.com
-scalerite.co.za
-scanmarine.info
-scanner-andrew.top
-scanner-fred.top
+chinese-amezon.com
+chocolateslim-original.com
+cl.s7.exct.net
+coaching-netz.info
+cocyq.inwtrade.com
+comsysnet.com
+corta.co
+customerpromos-a.akamaihd.net
+dellalimov.com
+detoxmed24.ru
+digilander.libero.it
+dscaas.website
+e-biznes.info
+elektrozigaretten1.webs.com
+ezigarettenkaufen2.dreamwidth.org
+favoritemoney.ru
+financetip.eu
+freshmac.space
+front.ru
+gambarkataku.co
+gaz-voshod.ru
+ge0ip.net
+generic-pills-online.com
+gettpromos.com
+go2album.com
+gobongo.info
+gopro-online.info
+gribokstop.com
+guildebzh.info
+handicapvantoday.com
+harmonyglen.us
+hd720kino.ru
+health-medical-portal.info
+hikesearch.net
+hit-men.men
+hmywwogw.bloger.index.hr
+hobbyhuren24.net
+hothot.ru
+houseofgaga.ru
+hoverboard360.se
+i-midias.net.br
+iklysha.ml
+ilovevitaly.ru
+import-sales.com
+inmate-locator.us
+ipostroika.ru
+istizanidineacontrolledsubstance.blogspot.com
+istizanidinelikexanax.blogspot.com
+iweblist.info
+j-times.ru
+jasonpartington.com
+jav-fetish.com
+jerseywholesalechinabiz.com
+johannesburgsingles.co.za
+jwss.cc
+jyvopys.com
+kiskinhouse.com
+kmd-pto.ru
+koptims.tiu.ru
+kraljeva-sutjeska.com
+krasivoe-hd.net
+krasnodar.ru
+kumuk.info
+linksharingt.com
+lodki-pvh.dp.ua
+longadventure.com
+louboutinshoes.xyz
+lulea-auktionsverk.se
+mamasuper.prom.ua
+manifestation.betteroffers.review
+manifestyourmillion.com
+manyresultshub-a.akamaihd.net
+mararoom.ru
+masterseek.com
+maxxtor.eu
+megavolt.net.ua
+metallosajding.ru
+mmgq.ru
+moetomnenie.com
+moncleroutletonline.pw
+mosrif.ru
+most-kerch.org
+moviezbonkerssk.cf
+musflashtv.com
+music7s.me
+musicvidz.ru
+mustat.com
+mycaf.it
+mygameplus.ru
+myyour.eu
+nacap.ru
+nalogovyykodeks.ru
+news-speaker.com
+newstraveller.ru
+nfljerseyscheapbiz.us
+ningessaybe.me
+noscrapleftbehind.co
+nrjmobile.fr
+nvformula.ru
+obiavo.net
+odoratus.net
+odywpjtw.bloger.index.hr
+offtime.ru
+ohmyrings.com
+olvanto.ru
+openfrost.net
+opinionreelle.com
+ourville.info
+pagesense.com
+palocco.it
+paphoselectricianandplumber.com
+pechikamini.ru
+pekori.to
+perfection-pleasure.ru
+pic2fly.com
+picquery.com
+pictures-and-images.net
+pizdopletka.club
+pokemon-go-play.online
+potolokelekor.ru
+pozdrawleniya.com
+prize44.com
+producm.ru
+produkto.net
+profit-opportunity.com
+promalp-universal.ru
+proprostatit.com
+push-ad.com
+quangcaons.com
+raisedseo.com
+randalljhoward.com
+ranksignals.com
+razvratnoe.org
+rednise.com
+refererx.com
+rewardit.com
+rff-cfal.info
+rospromtest.ru
+rossmark.ru
+rumamba.com
+rusenvironmental.net
+rustic-quiver.win
+santasgift.ml
+scanner-mark.top
 score-ads.men
-scottbywater.com
-seocheki.net
-seoexperimenty.ru
-seokicks.de
-sevendays.com.ua
-sextracker.com
-sexy.babes.frontend-stack.top
-shakhtar-doneck.ru
-sherlock.se
-shoesonlinebuy.cn
-shoesonlinebuy.xyz
-sibtest.ru
-simply.net
-social-search.me
-soft1.ru
-souvenir.cc
-startufa.ru
+search.alot.com
+searchkut.com
+see-your-website-here.com
+semp.net
+sevenstars7.com
+sexuria.net
+shtora66.ru
+sibvitr.ru
+sizeplus.work
+sk.golden-praga.ru
+skatestick.bid
+slavic-magic.ru
+sluganarodu.ru
+social-buttons.com
+socialmadesimple.com
+sport7777.net
+sribno.net
 statoutlook.info
-stauga.altervista.org
-stroyhelp-dv.ru
-students-cheapskate.ml
-svarbit.com
-tagil.zrus.org
-thebluffs.com
-thewomenlife.com
-threecolumnblogger.com
-tizanidine6mg.blogspot.com
-tizanidinehydrochloride2mg.blogspot.com
-tizanidinesideeffectsweightloss.blogspot.com
-topcasinoratings.ru
-torture.ml
-trafficmp.com
-trustl.life
-turbabitload.weebly.com
-twinderbella.com
-ublaze.ru
-ultimateclassicrock.com
-umekana.ru
-umg-stroy.ru
-uni.me
-urlopener.com
-uzungil.com
-valkiria-tk.ru
-viddyoze.com
-vip-dom.in
-vkmusics.ru
-vseigry.fun
-vzlomsn.org
-watracker.net
-wdrake.com
-web.cvut.cz
-webextract.profound.net
-wemarketing.se
-westen-z.life
-white-truck.life
-win-spy.com
+stefanbakosab.se
+svbur.ru
+svetlotorg.ru
+swinger-mobil.net
+tamada69.com
+thetoiletpaper.com
+tizanidine4mgstreetvalue.blogspot.com
+topanasex.com
+toyota.7zap.com
+trion.od.ua
+trk-4.net
+trkdf.com
+tzritel.tk
+unionmarkt.de
+urdoot.win
+urll.eu
+urzedowski.eu
+ustion.ru
+vasileostrovsky-rayon.ru
+vduplo.ru
+vesnatehno.com
+videospornogratisx.net
+viktoria-center.ru
+vinylvault.co.uk
+virtualbb.com
+vitoriacabos.com
+vpnhowto.info
+wallpapers-best.com
+watchdogs-2.ru
+website-speed-checker.site
+withstandingheartwarming.com
+www.souvenirua.com
 xblognetwork.com
-xcc24.pl
-xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai
-xn--80aaafbn2bc2ahdfrfkln6l.xn--p1ai
-xn--80aaaks3bbhabgbigamdr2h.xn--p1ai
-xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai
-yoluxuryevents.com
-yopoint.in
-yurgorod.ru
-zaloadi.ru
-zeroredirect.com
-zhorapankratov7.blogspot.com
-zootoplist.com
-zvezdagedon.ru
+xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai
+xn-----8kcatubaocd1bneepefojs1h2e.xn--p1ai
+xn----7sbho2agebbhlivy.xn--p1ai
+xn----itbkqkfiq.xn--p1ai
+xn--80ak6aa92e.com
+xxxtubesafari.com
+yaderenergy.ru
+yur-p.ru
+zx6.ru
diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf
index d26e90d6b..f4dea9e7e 100644
--- a/dev-tools/test_units/whitelist-ips.conf
+++ b/dev-tools/test_units/whitelist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.5	0;
+10.1.0.241	0;
 127.0.0.1	0;
diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt
index 5b261cc84..0ee040fb9 100644
--- a/dev-tools/tmp/robots.txt
+++ b/dev-tools/tmp/robots.txt
@@ -4990,3 +4990,1251 @@ Disallow:/
 User-agent: zgrab
 Disallow:/
 
+###################################################################
+# The Ultimate robots.txt Bot and User-Agent Blocker
+# Copyright:
+# https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
+###################################################################
+
+### Version Information #
+###################################################
+### Version: V4.2021.07.2455
+### Updated: Mon Jul  5 11:59:31 UTC 2021
+### Bad Bot Count: 615
+###################################################
+### Version Information ##
+
+User-agent: *
+Disallow: /wp-admin/
+Allow: /wp-admin/admin-ajax.php
+User-agent: 01h4x.com
+Disallow:/
+User-agent: 360Spider
+Disallow:/
+User-agent: 404checker
+Disallow:/
+User-agent: 404enemy
+Disallow:/
+User-agent: 80legs
+Disallow:/
+User-agent: ADmantX
+Disallow:/
+User-agent: AIBOT
+Disallow:/
+User-agent: ASPSeek
+Disallow:/
+User-agent: Abonti
+Disallow:/
+User-agent: Aboundex
+Disallow:/
+User-agent: Aboundexbot
+Disallow:/
+User-agent: Acunetix
+Disallow:/
+User-agent: AfD-Verbotsverfahren
+Disallow:/
+User-agent: AhrefsBot
+Disallow:/
+User-agent: AiHitBot
+Disallow:/
+User-agent: Aipbot
+Disallow:/
+User-agent: Alexibot
+Disallow:/
+User-agent: AllSubmitter
+Disallow:/
+User-agent: Alligator
+Disallow:/
+User-agent: AlphaBot
+Disallow:/
+User-agent: Anarchie
+Disallow:/
+User-agent: Anarchy
+Disallow:/
+User-agent: Anarchy99
+Disallow:/
+User-agent: Ankit
+Disallow:/
+User-agent: Anthill
+Disallow:/
+User-agent: Apexoo
+Disallow:/
+User-agent: Aspiegel
+Disallow:/
+User-agent: Asterias
+Disallow:/
+User-agent: Attach
+Disallow:/
+User-agent: AwarioRssBot
+Disallow:/
+User-agent: AwarioSmartBot
+Disallow:/
+User-agent: BBBike
+Disallow:/
+User-agent: BDCbot
+Disallow:/
+User-agent: BDFetch
+Disallow:/
+User-agent: BLEXBot
+Disallow:/
+User-agent: BackDoorBot
+Disallow:/
+User-agent: BackStreet
+Disallow:/
+User-agent: BackWeb
+Disallow:/
+User-agent: Backlink-Ceck
+Disallow:/
+User-agent: BacklinkCrawler
+Disallow:/
+User-agent: Badass
+Disallow:/
+User-agent: Bandit
+Disallow:/
+User-agent: Barkrowler
+Disallow:/
+User-agent: BatchFTP
+Disallow:/
+User-agent: Battleztar Bazinga
+Disallow:/
+User-agent: BetaBot
+Disallow:/
+User-agent: Bigfoot
+Disallow:/
+User-agent: Bitacle
+Disallow:/
+User-agent: BlackWidow
+Disallow:/
+User-agent: Black Hole
+Disallow:/
+User-agent: Blackboard
+Disallow:/
+User-agent: Blow
+Disallow:/
+User-agent: BlowFish
+Disallow:/
+User-agent: Boardreader
+Disallow:/
+User-agent: Bolt
+Disallow:/
+User-agent: BotALot
+Disallow:/
+User-agent: Brandprotect
+Disallow:/
+User-agent: Brandwatch
+Disallow:/
+User-agent: Buck
+Disallow:/
+User-agent: Buddy
+Disallow:/
+User-agent: BuiltBotTough
+Disallow:/
+User-agent: BuiltWith
+Disallow:/
+User-agent: Bullseye
+Disallow:/
+User-agent: BunnySlippers
+Disallow:/
+User-agent: BuzzSumo
+Disallow:/
+User-agent: CATExplorador
+Disallow:/
+User-agent: CCBot
+Disallow:/
+User-agent: CODE87
+Disallow:/
+User-agent: CSHttp
+Disallow:/
+User-agent: Calculon
+Disallow:/
+User-agent: CazoodleBot
+Disallow:/
+User-agent: Cegbfeieh
+Disallow:/
+User-agent: CensysInspect
+Disallow:/
+User-agent: CheTeam
+Disallow:/
+User-agent: CheeseBot
+Disallow:/
+User-agent: CherryPicker
+Disallow:/
+User-agent: ChinaClaw
+Disallow:/
+User-agent: Chlooe
+Disallow:/
+User-agent: Claritybot
+Disallow:/
+User-agent: Cliqzbot
+Disallow:/
+User-agent: Cloud mapping
+Disallow:/
+User-agent: Cocolyzebot
+Disallow:/
+User-agent: Cogentbot
+Disallow:/
+User-agent: Collector
+Disallow:/
+User-agent: Copier
+Disallow:/
+User-agent: CopyRightCheck
+Disallow:/
+User-agent: Copyscape
+Disallow:/
+User-agent: Cosmos
+Disallow:/
+User-agent: Craftbot
+Disallow:/
+User-agent: CrazyWebCrawler
+Disallow:/
+User-agent: Crescent
+Disallow:/
+User-agent: CrunchBot
+Disallow:/
+User-agent: Curious
+Disallow:/
+User-agent: Custo
+Disallow:/
+User-agent: CyotekWebCopy
+Disallow:/
+User-agent: DBLBot
+Disallow:/
+User-agent: DIIbot
+Disallow:/
+User-agent: DSearch
+Disallow:/
+User-agent: DTS Agent
+Disallow:/
+User-agent: DataCha0s
+Disallow:/
+User-agent: DatabaseDriverMysqli
+Disallow:/
+User-agent: Demon
+Disallow:/
+User-agent: Deusu
+Disallow:/
+User-agent: Devil
+Disallow:/
+User-agent: Digincore
+Disallow:/
+User-agent: DigitalPebble
+Disallow:/
+User-agent: Dirbuster
+Disallow:/
+User-agent: Disco
+Disallow:/
+User-agent: Discobot
+Disallow:/
+User-agent: Discoverybot
+Disallow:/
+User-agent: Dispatch
+Disallow:/
+User-agent: DittoSpyder
+Disallow:/
+User-agent: DnyzBot
+Disallow:/
+User-agent: DomCopBot
+Disallow:/
+User-agent: DomainAppender
+Disallow:/
+User-agent: DomainCrawler
+Disallow:/
+User-agent: DomainSigmaCrawler
+Disallow:/
+User-agent: DomainStatsBot
+Disallow:/
+User-agent: Domains Project
+Disallow:/
+User-agent: Dotbot
+Disallow:/
+User-agent: Download Wonder
+Disallow:/
+User-agent: Dragonfly
+Disallow:/
+User-agent: Drip
+Disallow:/
+User-agent: ECCP/1.0
+Disallow:/
+User-agent: EMail Siphon
+Disallow:/
+User-agent: EMail Wolf
+Disallow:/
+User-agent: EasyDL
+Disallow:/
+User-agent: Ebingbong
+Disallow:/
+User-agent: Ecxi
+Disallow:/
+User-agent: EirGrabber
+Disallow:/
+User-agent: EroCrawler
+Disallow:/
+User-agent: Evil
+Disallow:/
+User-agent: Exabot
+Disallow:/
+User-agent: Express WebPictures
+Disallow:/
+User-agent: ExtLinksBot
+Disallow:/
+User-agent: Extractor
+Disallow:/
+User-agent: ExtractorPro
+Disallow:/
+User-agent: Extreme Picture Finder
+Disallow:/
+User-agent: EyeNetIE
+Disallow:/
+User-agent: Ezooms
+Disallow:/
+User-agent: FDM
+Disallow:/
+User-agent: FHscan
+Disallow:/
+User-agent: FemtosearchBot
+Disallow:/
+User-agent: Fimap
+Disallow:/
+User-agent: Firefox/7.0
+Disallow:/
+User-agent: FlashGet
+Disallow:/
+User-agent: Flunky
+Disallow:/
+User-agent: Foobot
+Disallow:/
+User-agent: Freeuploader
+Disallow:/
+User-agent: FrontPage
+Disallow:/
+User-agent: Fuzz
+Disallow:/
+User-agent: FyberSpider
+Disallow:/
+User-agent: Fyrebot
+Disallow:/
+User-agent: G-i-g-a-b-o-t
+Disallow:/
+User-agent: GT::WWW
+Disallow:/
+User-agent: GalaxyBot
+Disallow:/
+User-agent: Genieo
+Disallow:/
+User-agent: GermCrawler
+Disallow:/
+User-agent: GetRight
+Disallow:/
+User-agent: GetWeb
+Disallow:/
+User-agent: Getintent
+Disallow:/
+User-agent: Gigablast
+Disallow:/
+User-agent: Gigabot
+Disallow:/
+User-agent: Go!Zilla
+Disallow:/
+User-agent: Go-Ahead-Got-It
+Disallow:/
+User-agent: GoZilla
+Disallow:/
+User-agent: Gotit
+Disallow:/
+User-agent: GrabNet
+Disallow:/
+User-agent: Grabber
+Disallow:/
+User-agent: Grafula
+Disallow:/
+User-agent: GrapeFX
+Disallow:/
+User-agent: GrapeshotCrawler
+Disallow:/
+User-agent: GridBot
+Disallow:/
+User-agent: HEADMasterSEO
+Disallow:/
+User-agent: HMView
+Disallow:/
+User-agent: HTMLparser
+Disallow:/
+User-agent: HTTP::Lite
+Disallow:/
+User-agent: HTTrack
+Disallow:/
+User-agent: Haansoft
+Disallow:/
+User-agent: HaosouSpider
+Disallow:/
+User-agent: Harvest
+Disallow:/
+User-agent: Havij
+Disallow:/
+User-agent: Heritrix
+Disallow:/
+User-agent: Hloader
+Disallow:/
+User-agent: Humanlinks
+Disallow:/
+User-agent: HybridBot
+Disallow:/
+User-agent: IDBTE4M
+Disallow:/
+User-agent: IDBot
+Disallow:/
+User-agent: IRLbot
+Disallow:/
+User-agent: Iblog
+Disallow:/
+User-agent: Id-search
+Disallow:/
+User-agent: IlseBot
+Disallow:/
+User-agent: Image Fetch
+Disallow:/
+User-agent: Image Sucker
+Disallow:/
+User-agent: IndeedBot
+Disallow:/
+User-agent: Indy Library
+Disallow:/
+User-agent: InfoNaviRobot
+Disallow:/
+User-agent: InfoTekies
+Disallow:/
+User-agent: Intelliseek
+Disallow:/
+User-agent: InterGET
+Disallow:/
+User-agent: InternetSeer
+Disallow:/
+User-agent: Internet Ninja
+Disallow:/
+User-agent: Iria
+Disallow:/
+User-agent: Iskanie
+Disallow:/
+User-agent: IstellaBot
+Disallow:/
+User-agent: JOC Web Spider
+Disallow:/
+User-agent: JamesBOT
+Disallow:/
+User-agent: Jbrofuzz
+Disallow:/
+User-agent: JennyBot
+Disallow:/
+User-agent: JetCar
+Disallow:/
+User-agent: Jetty
+Disallow:/
+User-agent: JikeSpider
+Disallow:/
+User-agent: Joomla
+Disallow:/
+User-agent: Jorgee
+Disallow:/
+User-agent: JustView
+Disallow:/
+User-agent: Jyxobot
+Disallow:/
+User-agent: Kenjin Spider
+Disallow:/
+User-agent: Keyword Density
+Disallow:/
+User-agent: Kinza
+Disallow:/
+User-agent: Kozmosbot
+Disallow:/
+User-agent: LNSpiderguy
+Disallow:/
+User-agent: LWP::Simple
+Disallow:/
+User-agent: Lanshanbot
+Disallow:/
+User-agent: Larbin
+Disallow:/
+User-agent: LeechFTP
+Disallow:/
+User-agent: LeechGet
+Disallow:/
+User-agent: LexiBot
+Disallow:/
+User-agent: Lftp
+Disallow:/
+User-agent: LibWeb
+Disallow:/
+User-agent: Libwhisker
+Disallow:/
+User-agent: LieBaoFast
+Disallow:/
+User-agent: Lightspeedsystems
+Disallow:/
+User-agent: Likse
+Disallow:/
+User-agent: LinkScan
+Disallow:/
+User-agent: LinkWalker
+Disallow:/
+User-agent: Linkbot
+Disallow:/
+User-agent: Linkdexbot
+Disallow:/
+User-agent: LinkextractorPro
+Disallow:/
+User-agent: LinkpadBot
+Disallow:/
+User-agent: LinksManager
+Disallow:/
+User-agent: LinqiaMetadataDownloaderBot
+Disallow:/
+User-agent: LinqiaRSSBot
+Disallow:/
+User-agent: LinqiaScrapeBot
+Disallow:/
+User-agent: Lipperhey
+Disallow:/
+User-agent: Lipperhey Spider
+Disallow:/
+User-agent: Litemage_walker
+Disallow:/
+User-agent: Lmspider
+Disallow:/
+User-agent: Ltx71
+Disallow:/
+User-agent: MFC_Tear_Sample
+Disallow:/
+User-agent: MIDown tool
+Disallow:/
+User-agent: MIIxpc
+Disallow:/
+User-agent: MJ12bot
+Disallow:/
+User-agent: MQQBrowser
+Disallow:/
+User-agent: MSFrontPage
+Disallow:/
+User-agent: MSIECrawler
+Disallow:/
+User-agent: MTRobot
+Disallow:/
+User-agent: Mag-Net
+Disallow:/
+User-agent: Magnet
+Disallow:/
+User-agent: Mail.RU_Bot
+Disallow:/
+User-agent: Majestic-SEO
+Disallow:/
+User-agent: Majestic12
+Disallow:/
+User-agent: Majestic SEO
+Disallow:/
+User-agent: MarkMonitor
+Disallow:/
+User-agent: MarkWatch
+Disallow:/
+User-agent: Mass Downloader
+Disallow:/
+User-agent: Masscan
+Disallow:/
+User-agent: Mata Hari
+Disallow:/
+User-agent: MauiBot
+Disallow:/
+User-agent: Mb2345Browser
+Disallow:/
+User-agent: MeanPath Bot
+Disallow:/
+User-agent: Meanpathbot
+Disallow:/
+User-agent: Mediatoolkitbot
+Disallow:/
+User-agent: MegaIndex.ru
+Disallow:/
+User-agent: Metauri
+Disallow:/
+User-agent: MicroMessenger
+Disallow:/
+User-agent: Microsoft Data Access
+Disallow:/
+User-agent: Microsoft URL Control
+Disallow:/
+User-agent: Mister PiX
+Disallow:/
+User-agent: Moblie Safari
+Disallow:/
+User-agent: Mojeek
+Disallow:/
+User-agent: Mojolicious
+Disallow:/
+User-agent: Morfeus Fucking Scanner
+Disallow:/
+User-agent: Mozlila
+Disallow:/
+User-agent: Mr.4x3
+Disallow:/
+User-agent: Msrabot
+Disallow:/
+User-agent: Musobot
+Disallow:/
+User-agent: NICErsPRO
+Disallow:/
+User-agent: NPbot
+Disallow:/
+User-agent: Name Intelligence
+Disallow:/
+User-agent: Nameprotect
+Disallow:/
+User-agent: Navroad
+Disallow:/
+User-agent: NearSite
+Disallow:/
+User-agent: Needle
+Disallow:/
+User-agent: Nessus
+Disallow:/
+User-agent: NetAnts
+Disallow:/
+User-agent: NetLyzer
+Disallow:/
+User-agent: NetMechanic
+Disallow:/
+User-agent: NetSpider
+Disallow:/
+User-agent: NetZIP
+Disallow:/
+User-agent: Net Vampire
+Disallow:/
+User-agent: Netcraft
+Disallow:/
+User-agent: Nettrack
+Disallow:/
+User-agent: Netvibes
+Disallow:/
+User-agent: NextGenSearchBot
+Disallow:/
+User-agent: Nibbler
+Disallow:/
+User-agent: Niki-bot
+Disallow:/
+User-agent: Nikto
+Disallow:/
+User-agent: NimbleCrawler
+Disallow:/
+User-agent: Nimbostratus
+Disallow:/
+User-agent: Ninja
+Disallow:/
+User-agent: Nmap
+Disallow:/
+User-agent: Nuclei
+Disallow:/
+User-agent: Nutch
+Disallow:/
+User-agent: OPPO A33
+Disallow:/
+User-agent: Octopus
+Disallow:/
+User-agent: Offline Explorer
+Disallow:/
+User-agent: Offline Navigator
+Disallow:/
+User-agent: OnCrawl
+Disallow:/
+User-agent: OpenLinkProfiler
+Disallow:/
+User-agent: OpenVAS
+Disallow:/
+User-agent: Openfind
+Disallow:/
+User-agent: Openvas
+Disallow:/
+User-agent: OrangeBot
+Disallow:/
+User-agent: OrangeSpider
+Disallow:/
+User-agent: OutclicksBot
+Disallow:/
+User-agent: OutfoxBot
+Disallow:/
+User-agent: PECL::HTTP
+Disallow:/
+User-agent: PHPCrawl
+Disallow:/
+User-agent: POE-Component-Client-HTTP
+Disallow:/
+User-agent: PageAnalyzer
+Disallow:/
+User-agent: PageGrabber
+Disallow:/
+User-agent: PageScorer
+Disallow:/
+User-agent: PageThing.com
+Disallow:/
+User-agent: Page Analyzer
+Disallow:/
+User-agent: Pandalytics
+Disallow:/
+User-agent: Panscient
+Disallow:/
+User-agent: Papa Foto
+Disallow:/
+User-agent: Pavuk
+Disallow:/
+User-agent: PeoplePal
+Disallow:/
+User-agent: Petalbot
+Disallow:/
+User-agent: Pi-Monster
+Disallow:/
+User-agent: Picscout
+Disallow:/
+User-agent: Picsearch
+Disallow:/
+User-agent: PictureFinder
+Disallow:/
+User-agent: Piepmatz
+Disallow:/
+User-agent: Pimonster
+Disallow:/
+User-agent: Pixray
+Disallow:/
+User-agent: PleaseCrawl
+Disallow:/
+User-agent: Pockey
+Disallow:/
+User-agent: ProPowerBot
+Disallow:/
+User-agent: ProWebWalker
+Disallow:/
+User-agent: Probethenet
+Disallow:/
+User-agent: Psbot
+Disallow:/
+User-agent: Pu_iN
+Disallow:/
+User-agent: Pump
+Disallow:/
+User-agent: PxBroker
+Disallow:/
+User-agent: PyCurl
+Disallow:/
+User-agent: QueryN Metasearch
+Disallow:/
+User-agent: Quick-Crawler
+Disallow:/
+User-agent: RSSingBot
+Disallow:/
+User-agent: RankActive
+Disallow:/
+User-agent: RankActiveLinkBot
+Disallow:/
+User-agent: RankFlex
+Disallow:/
+User-agent: RankingBot
+Disallow:/
+User-agent: RankingBot2
+Disallow:/
+User-agent: Rankivabot
+Disallow:/
+User-agent: RankurBot
+Disallow:/
+User-agent: Re-re
+Disallow:/
+User-agent: ReGet
+Disallow:/
+User-agent: RealDownload
+Disallow:/
+User-agent: Reaper
+Disallow:/
+User-agent: RebelMouse
+Disallow:/
+User-agent: Recorder
+Disallow:/
+User-agent: RedesScrapy
+Disallow:/
+User-agent: RepoMonkey
+Disallow:/
+User-agent: Ripper
+Disallow:/
+User-agent: RocketCrawler
+Disallow:/
+User-agent: Rogerbot
+Disallow:/
+User-agent: SBIder
+Disallow:/
+User-agent: SEOkicks
+Disallow:/
+User-agent: SEOkicks-Robot
+Disallow:/
+User-agent: SEOlyticsCrawler
+Disallow:/
+User-agent: SEOprofiler
+Disallow:/
+User-agent: SEOstats
+Disallow:/
+User-agent: SISTRIX
+Disallow:/
+User-agent: SMTBot
+Disallow:/
+User-agent: SalesIntelligent
+Disallow:/
+User-agent: ScanAlert
+Disallow:/
+User-agent: Scanbot
+Disallow:/
+User-agent: ScoutJet
+Disallow:/
+User-agent: Scrapy
+Disallow:/
+User-agent: Screaming
+Disallow:/
+User-agent: ScreenerBot
+Disallow:/
+User-agent: ScrepyBot
+Disallow:/
+User-agent: Searchestate
+Disallow:/
+User-agent: SearchmetricsBot
+Disallow:/
+User-agent: Semrush
+Disallow:/
+User-agent: SemrushBot
+Disallow:/
+User-agent: SentiBot
+Disallow:/
+User-agent: SeoSiteCheckup
+Disallow:/
+User-agent: SeobilityBot
+Disallow:/
+User-agent: Seomoz
+Disallow:/
+User-agent: Shodan
+Disallow:/
+User-agent: Siphon
+Disallow:/
+User-agent: SiteCheckerBotCrawler
+Disallow:/
+User-agent: SiteExplorer
+Disallow:/
+User-agent: SiteLockSpider
+Disallow:/
+User-agent: SiteSnagger
+Disallow:/
+User-agent: SiteSucker
+Disallow:/
+User-agent: Site Sucker
+Disallow:/
+User-agent: Sitebeam
+Disallow:/
+User-agent: Siteimprove
+Disallow:/
+User-agent: Sitevigil
+Disallow:/
+User-agent: SlySearch
+Disallow:/
+User-agent: SmartDownload
+Disallow:/
+User-agent: Snake
+Disallow:/
+User-agent: Snapbot
+Disallow:/
+User-agent: Snoopy
+Disallow:/
+User-agent: SocialRankIOBot
+Disallow:/
+User-agent: Sociscraper
+Disallow:/
+User-agent: Sogou web spider
+Disallow:/
+User-agent: Sosospider
+Disallow:/
+User-agent: Sottopop
+Disallow:/
+User-agent: SpaceBison
+Disallow:/
+User-agent: Spammen
+Disallow:/
+User-agent: SpankBot
+Disallow:/
+User-agent: Spanner
+Disallow:/
+User-agent: Spbot
+Disallow:/
+User-agent: Spinn3r
+Disallow:/
+User-agent: SputnikBot
+Disallow:/
+User-agent: Sqlmap
+Disallow:/
+User-agent: Sqlworm
+Disallow:/
+User-agent: Sqworm
+Disallow:/
+User-agent: Steeler
+Disallow:/
+User-agent: Stripper
+Disallow:/
+User-agent: Sucker
+Disallow:/
+User-agent: Sucuri
+Disallow:/
+User-agent: SuperBot
+Disallow:/
+User-agent: SuperHTTP
+Disallow:/
+User-agent: Surfbot
+Disallow:/
+User-agent: SurveyBot
+Disallow:/
+User-agent: Suzuran
+Disallow:/
+User-agent: Swiftbot
+Disallow:/
+User-agent: Szukacz
+Disallow:/
+User-agent: T0PHackTeam
+Disallow:/
+User-agent: T8Abot
+Disallow:/
+User-agent: Teleport
+Disallow:/
+User-agent: TeleportPro
+Disallow:/
+User-agent: Telesoft
+Disallow:/
+User-agent: Telesphoreo
+Disallow:/
+User-agent: Telesphorep
+Disallow:/
+User-agent: TheNomad
+Disallow:/
+User-agent: The Intraformant
+Disallow:/
+User-agent: Thumbor
+Disallow:/
+User-agent: TightTwatBot
+Disallow:/
+User-agent: Titan
+Disallow:/
+User-agent: Toata
+Disallow:/
+User-agent: Toweyabot
+Disallow:/
+User-agent: Tracemyfile
+Disallow:/
+User-agent: Trendiction
+Disallow:/
+User-agent: Trendictionbot
+Disallow:/
+User-agent: True_Robot
+Disallow:/
+User-agent: Turingos
+Disallow:/
+User-agent: Turnitin
+Disallow:/
+User-agent: TurnitinBot
+Disallow:/
+User-agent: TwengaBot
+Disallow:/
+User-agent: Twice
+Disallow:/
+User-agent: Typhoeus
+Disallow:/
+User-agent: URLy.Warning
+Disallow:/
+User-agent: URLy Warning
+Disallow:/
+User-agent: UnisterBot
+Disallow:/
+User-agent: Upflow
+Disallow:/
+User-agent: V-BOT
+Disallow:/
+User-agent: VB Project
+Disallow:/
+User-agent: VCI
+Disallow:/
+User-agent: Vacuum
+Disallow:/
+User-agent: Vagabondo
+Disallow:/
+User-agent: VelenPublicWebCrawler
+Disallow:/
+User-agent: VeriCiteCrawler
+Disallow:/
+User-agent: VidibleScraper
+Disallow:/
+User-agent: Virusdie
+Disallow:/
+User-agent: VoidEYE
+Disallow:/
+User-agent: Voil
+Disallow:/
+User-agent: Voltron
+Disallow:/
+User-agent: WASALive-Bot
+Disallow:/
+User-agent: WBSearchBot
+Disallow:/
+User-agent: WEBDAV
+Disallow:/
+User-agent: WISENutbot
+Disallow:/
+User-agent: WPScan
+Disallow:/
+User-agent: WWW-Collector-E
+Disallow:/
+User-agent: WWW-Mechanize
+Disallow:/
+User-agent: WWW::Mechanize
+Disallow:/
+User-agent: WWWOFFLE
+Disallow:/
+User-agent: Wallpapers/3.0
+Disallow:/
+User-agent: WallpapersHD
+Disallow:/
+User-agent: WeSEE
+Disallow:/
+User-agent: WebAuto
+Disallow:/
+User-agent: WebBandit
+Disallow:/
+User-agent: WebCollage
+Disallow:/
+User-agent: WebCopier
+Disallow:/
+User-agent: WebEnhancer
+Disallow:/
+User-agent: WebFetch
+Disallow:/
+User-agent: WebFuck
+Disallow:/
+User-agent: WebGo IS
+Disallow:/
+User-agent: WebImageCollector
+Disallow:/
+User-agent: WebLeacher
+Disallow:/
+User-agent: WebPix
+Disallow:/
+User-agent: WebReaper
+Disallow:/
+User-agent: WebSauger
+Disallow:/
+User-agent: WebStripper
+Disallow:/
+User-agent: WebSucker
+Disallow:/
+User-agent: WebWhacker
+Disallow:/
+User-agent: WebZIP
+Disallow:/
+User-agent: Web Auto
+Disallow:/
+User-agent: Web Collage
+Disallow:/
+User-agent: Web Enhancer
+Disallow:/
+User-agent: Web Fetch
+Disallow:/
+User-agent: Web Fuck
+Disallow:/
+User-agent: Web Pix
+Disallow:/
+User-agent: Web Sauger
+Disallow:/
+User-agent: Web Sucker
+Disallow:/
+User-agent: Webalta
+Disallow:/
+User-agent: WebmasterWorldForumBot
+Disallow:/
+User-agent: Webshag
+Disallow:/
+User-agent: WebsiteExtractor
+Disallow:/
+User-agent: WebsiteQuester
+Disallow:/
+User-agent: Website Quester
+Disallow:/
+User-agent: Webster
+Disallow:/
+User-agent: Whack
+Disallow:/
+User-agent: Whacker
+Disallow:/
+User-agent: Whatweb
+Disallow:/
+User-agent: Who.is Bot
+Disallow:/
+User-agent: Widow
+Disallow:/
+User-agent: WinHTTrack
+Disallow:/
+User-agent: WiseGuys Robot
+Disallow:/
+User-agent: Wonderbot
+Disallow:/
+User-agent: Woobot
+Disallow:/
+User-agent: Wotbox
+Disallow:/
+User-agent: Wprecon
+Disallow:/
+User-agent: Xaldon WebSpider
+Disallow:/
+User-agent: Xaldon_WebSpider
+Disallow:/
+User-agent: Xenu
+Disallow:/
+User-agent: YoudaoBot
+Disallow:/
+User-agent: Zade
+Disallow:/
+User-agent: Zauba
+Disallow:/
+User-agent: Zermelo
+Disallow:/
+User-agent: Zeus
+Disallow:/
+User-agent: Zitebot
+Disallow:/
+User-agent: ZmEu
+Disallow:/
+User-agent: ZoomBot
+Disallow:/
+User-agent: ZoominfoBot
+Disallow:/
+User-agent: ZumBot
+Disallow:/
+User-agent: ZyBorg
+Disallow:/
+User-agent: archive.org_bot
+Disallow:/
+User-agent: arquivo-web-crawler
+Disallow:/
+User-agent: arquivo.pt
+Disallow:/
+User-agent: autoemailspider
+Disallow:/
+User-agent: backlink-check
+Disallow:/
+User-agent: check1.exe
+Disallow:/
+User-agent: coccocbot-web
+Disallow:/
+User-agent: cognitiveseo
+Disallow:/
+User-agent: com.plumanalytics
+Disallow:/
+User-agent: crawl.sogou.com
+Disallow:/
+User-agent: crawler.feedback
+Disallow:/
+User-agent: crawler4j
+Disallow:/
+User-agent: demandbase-bot
+Disallow:/
+User-agent: domainsproject.org
+Disallow:/
+User-agent: eCatch
+Disallow:/
+User-agent: evc-batch
+Disallow:/
+User-agent: facebookscraper
+Disallow:/
+User-agent: gopher
+Disallow:/
+User-agent: heritrix
+Disallow:/
+User-agent: instabid
+Disallow:/
+User-agent: internetVista monitor
+Disallow:/
+User-agent: ips-agent
+Disallow:/
+User-agent: isitwp.com
+Disallow:/
+User-agent: lwp-request
+Disallow:/
+User-agent: lwp-trivial
+Disallow:/
+User-agent: magpie-crawler
+Disallow:/
+User-agent: meanpathbot
+Disallow:/
+User-agent: mediawords
+Disallow:/
+User-agent: muhstik-scan
+Disallow:/
+User-agent: netEstate NE Crawler
+Disallow:/
+User-agent: oBot
+Disallow:/
+User-agent: page scorer
+Disallow:/
+User-agent: pcBrowser
+Disallow:/
+User-agent: plumanalytics
+Disallow:/
+User-agent: polaris version
+Disallow:/
+User-agent: probe-image-size
+Disallow:/
+User-agent: ripz
+Disallow:/
+User-agent: s1z.ru
+Disallow:/
+User-agent: satoristudio.net
+Disallow:/
+User-agent: scalaj-http
+Disallow:/
+User-agent: scan.lol
+Disallow:/
+User-agent: seobility
+Disallow:/
+User-agent: seoscanners
+Disallow:/
+User-agent: seostar
+Disallow:/
+User-agent: serpstatbot
+Disallow:/
+User-agent: sexsearcher
+Disallow:/
+User-agent: sitechecker.pro
+Disallow:/
+User-agent: siteripz
+Disallow:/
+User-agent: sogouspider
+Disallow:/
+User-agent: sp_auditbot
+Disallow:/
+User-agent: spyfu
+Disallow:/
+User-agent: sysscan
+Disallow:/
+User-agent: tAkeOut
+Disallow:/
+User-agent: trendiction.com
+Disallow:/
+User-agent: trendiction.de
+Disallow:/
+User-agent: voyagerx.com
+Disallow:/
+User-agent: webmeup-crawler
+Disallow:/
+User-agent: x09Mozilla
+Disallow:/
+User-agent: x22Mozilla
+Disallow:/
+User-agent: xpymep1.exe
+Disallow:/
+User-agent: zauba.io
+Disallow:/
+User-agent: zgrab
+Disallow:/
+
diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt
index 5b261cc84..0ee040fb9 100644
--- a/robots.txt/robots.txt
+++ b/robots.txt/robots.txt
@@ -4990,3 +4990,1251 @@ Disallow:/
 User-agent: zgrab
 Disallow:/
 
+###################################################################
+# The Ultimate robots.txt Bot and User-Agent Blocker
+# Copyright:
+# https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
+###################################################################
+
+### Version Information #
+###################################################
+### Version: V4.2021.07.2455
+### Updated: Mon Jul  5 11:59:31 UTC 2021
+### Bad Bot Count: 615
+###################################################
+### Version Information ##
+
+User-agent: *
+Disallow: /wp-admin/
+Allow: /wp-admin/admin-ajax.php
+User-agent: 01h4x.com
+Disallow:/
+User-agent: 360Spider
+Disallow:/
+User-agent: 404checker
+Disallow:/
+User-agent: 404enemy
+Disallow:/
+User-agent: 80legs
+Disallow:/
+User-agent: ADmantX
+Disallow:/
+User-agent: AIBOT
+Disallow:/
+User-agent: ASPSeek
+Disallow:/
+User-agent: Abonti
+Disallow:/
+User-agent: Aboundex
+Disallow:/
+User-agent: Aboundexbot
+Disallow:/
+User-agent: Acunetix
+Disallow:/
+User-agent: AfD-Verbotsverfahren
+Disallow:/
+User-agent: AhrefsBot
+Disallow:/
+User-agent: AiHitBot
+Disallow:/
+User-agent: Aipbot
+Disallow:/
+User-agent: Alexibot
+Disallow:/
+User-agent: AllSubmitter
+Disallow:/
+User-agent: Alligator
+Disallow:/
+User-agent: AlphaBot
+Disallow:/
+User-agent: Anarchie
+Disallow:/
+User-agent: Anarchy
+Disallow:/
+User-agent: Anarchy99
+Disallow:/
+User-agent: Ankit
+Disallow:/
+User-agent: Anthill
+Disallow:/
+User-agent: Apexoo
+Disallow:/
+User-agent: Aspiegel
+Disallow:/
+User-agent: Asterias
+Disallow:/
+User-agent: Attach
+Disallow:/
+User-agent: AwarioRssBot
+Disallow:/
+User-agent: AwarioSmartBot
+Disallow:/
+User-agent: BBBike
+Disallow:/
+User-agent: BDCbot
+Disallow:/
+User-agent: BDFetch
+Disallow:/
+User-agent: BLEXBot
+Disallow:/
+User-agent: BackDoorBot
+Disallow:/
+User-agent: BackStreet
+Disallow:/
+User-agent: BackWeb
+Disallow:/
+User-agent: Backlink-Ceck
+Disallow:/
+User-agent: BacklinkCrawler
+Disallow:/
+User-agent: Badass
+Disallow:/
+User-agent: Bandit
+Disallow:/
+User-agent: Barkrowler
+Disallow:/
+User-agent: BatchFTP
+Disallow:/
+User-agent: Battleztar Bazinga
+Disallow:/
+User-agent: BetaBot
+Disallow:/
+User-agent: Bigfoot
+Disallow:/
+User-agent: Bitacle
+Disallow:/
+User-agent: BlackWidow
+Disallow:/
+User-agent: Black Hole
+Disallow:/
+User-agent: Blackboard
+Disallow:/
+User-agent: Blow
+Disallow:/
+User-agent: BlowFish
+Disallow:/
+User-agent: Boardreader
+Disallow:/
+User-agent: Bolt
+Disallow:/
+User-agent: BotALot
+Disallow:/
+User-agent: Brandprotect
+Disallow:/
+User-agent: Brandwatch
+Disallow:/
+User-agent: Buck
+Disallow:/
+User-agent: Buddy
+Disallow:/
+User-agent: BuiltBotTough
+Disallow:/
+User-agent: BuiltWith
+Disallow:/
+User-agent: Bullseye
+Disallow:/
+User-agent: BunnySlippers
+Disallow:/
+User-agent: BuzzSumo
+Disallow:/
+User-agent: CATExplorador
+Disallow:/
+User-agent: CCBot
+Disallow:/
+User-agent: CODE87
+Disallow:/
+User-agent: CSHttp
+Disallow:/
+User-agent: Calculon
+Disallow:/
+User-agent: CazoodleBot
+Disallow:/
+User-agent: Cegbfeieh
+Disallow:/
+User-agent: CensysInspect
+Disallow:/
+User-agent: CheTeam
+Disallow:/
+User-agent: CheeseBot
+Disallow:/
+User-agent: CherryPicker
+Disallow:/
+User-agent: ChinaClaw
+Disallow:/
+User-agent: Chlooe
+Disallow:/
+User-agent: Claritybot
+Disallow:/
+User-agent: Cliqzbot
+Disallow:/
+User-agent: Cloud mapping
+Disallow:/
+User-agent: Cocolyzebot
+Disallow:/
+User-agent: Cogentbot
+Disallow:/
+User-agent: Collector
+Disallow:/
+User-agent: Copier
+Disallow:/
+User-agent: CopyRightCheck
+Disallow:/
+User-agent: Copyscape
+Disallow:/
+User-agent: Cosmos
+Disallow:/
+User-agent: Craftbot
+Disallow:/
+User-agent: CrazyWebCrawler
+Disallow:/
+User-agent: Crescent
+Disallow:/
+User-agent: CrunchBot
+Disallow:/
+User-agent: Curious
+Disallow:/
+User-agent: Custo
+Disallow:/
+User-agent: CyotekWebCopy
+Disallow:/
+User-agent: DBLBot
+Disallow:/
+User-agent: DIIbot
+Disallow:/
+User-agent: DSearch
+Disallow:/
+User-agent: DTS Agent
+Disallow:/
+User-agent: DataCha0s
+Disallow:/
+User-agent: DatabaseDriverMysqli
+Disallow:/
+User-agent: Demon
+Disallow:/
+User-agent: Deusu
+Disallow:/
+User-agent: Devil
+Disallow:/
+User-agent: Digincore
+Disallow:/
+User-agent: DigitalPebble
+Disallow:/
+User-agent: Dirbuster
+Disallow:/
+User-agent: Disco
+Disallow:/
+User-agent: Discobot
+Disallow:/
+User-agent: Discoverybot
+Disallow:/
+User-agent: Dispatch
+Disallow:/
+User-agent: DittoSpyder
+Disallow:/
+User-agent: DnyzBot
+Disallow:/
+User-agent: DomCopBot
+Disallow:/
+User-agent: DomainAppender
+Disallow:/
+User-agent: DomainCrawler
+Disallow:/
+User-agent: DomainSigmaCrawler
+Disallow:/
+User-agent: DomainStatsBot
+Disallow:/
+User-agent: Domains Project
+Disallow:/
+User-agent: Dotbot
+Disallow:/
+User-agent: Download Wonder
+Disallow:/
+User-agent: Dragonfly
+Disallow:/
+User-agent: Drip
+Disallow:/
+User-agent: ECCP/1.0
+Disallow:/
+User-agent: EMail Siphon
+Disallow:/
+User-agent: EMail Wolf
+Disallow:/
+User-agent: EasyDL
+Disallow:/
+User-agent: Ebingbong
+Disallow:/
+User-agent: Ecxi
+Disallow:/
+User-agent: EirGrabber
+Disallow:/
+User-agent: EroCrawler
+Disallow:/
+User-agent: Evil
+Disallow:/
+User-agent: Exabot
+Disallow:/
+User-agent: Express WebPictures
+Disallow:/
+User-agent: ExtLinksBot
+Disallow:/
+User-agent: Extractor
+Disallow:/
+User-agent: ExtractorPro
+Disallow:/
+User-agent: Extreme Picture Finder
+Disallow:/
+User-agent: EyeNetIE
+Disallow:/
+User-agent: Ezooms
+Disallow:/
+User-agent: FDM
+Disallow:/
+User-agent: FHscan
+Disallow:/
+User-agent: FemtosearchBot
+Disallow:/
+User-agent: Fimap
+Disallow:/
+User-agent: Firefox/7.0
+Disallow:/
+User-agent: FlashGet
+Disallow:/
+User-agent: Flunky
+Disallow:/
+User-agent: Foobot
+Disallow:/
+User-agent: Freeuploader
+Disallow:/
+User-agent: FrontPage
+Disallow:/
+User-agent: Fuzz
+Disallow:/
+User-agent: FyberSpider
+Disallow:/
+User-agent: Fyrebot
+Disallow:/
+User-agent: G-i-g-a-b-o-t
+Disallow:/
+User-agent: GT::WWW
+Disallow:/
+User-agent: GalaxyBot
+Disallow:/
+User-agent: Genieo
+Disallow:/
+User-agent: GermCrawler
+Disallow:/
+User-agent: GetRight
+Disallow:/
+User-agent: GetWeb
+Disallow:/
+User-agent: Getintent
+Disallow:/
+User-agent: Gigablast
+Disallow:/
+User-agent: Gigabot
+Disallow:/
+User-agent: Go!Zilla
+Disallow:/
+User-agent: Go-Ahead-Got-It
+Disallow:/
+User-agent: GoZilla
+Disallow:/
+User-agent: Gotit
+Disallow:/
+User-agent: GrabNet
+Disallow:/
+User-agent: Grabber
+Disallow:/
+User-agent: Grafula
+Disallow:/
+User-agent: GrapeFX
+Disallow:/
+User-agent: GrapeshotCrawler
+Disallow:/
+User-agent: GridBot
+Disallow:/
+User-agent: HEADMasterSEO
+Disallow:/
+User-agent: HMView
+Disallow:/
+User-agent: HTMLparser
+Disallow:/
+User-agent: HTTP::Lite
+Disallow:/
+User-agent: HTTrack
+Disallow:/
+User-agent: Haansoft
+Disallow:/
+User-agent: HaosouSpider
+Disallow:/
+User-agent: Harvest
+Disallow:/
+User-agent: Havij
+Disallow:/
+User-agent: Heritrix
+Disallow:/
+User-agent: Hloader
+Disallow:/
+User-agent: Humanlinks
+Disallow:/
+User-agent: HybridBot
+Disallow:/
+User-agent: IDBTE4M
+Disallow:/
+User-agent: IDBot
+Disallow:/
+User-agent: IRLbot
+Disallow:/
+User-agent: Iblog
+Disallow:/
+User-agent: Id-search
+Disallow:/
+User-agent: IlseBot
+Disallow:/
+User-agent: Image Fetch
+Disallow:/
+User-agent: Image Sucker
+Disallow:/
+User-agent: IndeedBot
+Disallow:/
+User-agent: Indy Library
+Disallow:/
+User-agent: InfoNaviRobot
+Disallow:/
+User-agent: InfoTekies
+Disallow:/
+User-agent: Intelliseek
+Disallow:/
+User-agent: InterGET
+Disallow:/
+User-agent: InternetSeer
+Disallow:/
+User-agent: Internet Ninja
+Disallow:/
+User-agent: Iria
+Disallow:/
+User-agent: Iskanie
+Disallow:/
+User-agent: IstellaBot
+Disallow:/
+User-agent: JOC Web Spider
+Disallow:/
+User-agent: JamesBOT
+Disallow:/
+User-agent: Jbrofuzz
+Disallow:/
+User-agent: JennyBot
+Disallow:/
+User-agent: JetCar
+Disallow:/
+User-agent: Jetty
+Disallow:/
+User-agent: JikeSpider
+Disallow:/
+User-agent: Joomla
+Disallow:/
+User-agent: Jorgee
+Disallow:/
+User-agent: JustView
+Disallow:/
+User-agent: Jyxobot
+Disallow:/
+User-agent: Kenjin Spider
+Disallow:/
+User-agent: Keyword Density
+Disallow:/
+User-agent: Kinza
+Disallow:/
+User-agent: Kozmosbot
+Disallow:/
+User-agent: LNSpiderguy
+Disallow:/
+User-agent: LWP::Simple
+Disallow:/
+User-agent: Lanshanbot
+Disallow:/
+User-agent: Larbin
+Disallow:/
+User-agent: LeechFTP
+Disallow:/
+User-agent: LeechGet
+Disallow:/
+User-agent: LexiBot
+Disallow:/
+User-agent: Lftp
+Disallow:/
+User-agent: LibWeb
+Disallow:/
+User-agent: Libwhisker
+Disallow:/
+User-agent: LieBaoFast
+Disallow:/
+User-agent: Lightspeedsystems
+Disallow:/
+User-agent: Likse
+Disallow:/
+User-agent: LinkScan
+Disallow:/
+User-agent: LinkWalker
+Disallow:/
+User-agent: Linkbot
+Disallow:/
+User-agent: Linkdexbot
+Disallow:/
+User-agent: LinkextractorPro
+Disallow:/
+User-agent: LinkpadBot
+Disallow:/
+User-agent: LinksManager
+Disallow:/
+User-agent: LinqiaMetadataDownloaderBot
+Disallow:/
+User-agent: LinqiaRSSBot
+Disallow:/
+User-agent: LinqiaScrapeBot
+Disallow:/
+User-agent: Lipperhey
+Disallow:/
+User-agent: Lipperhey Spider
+Disallow:/
+User-agent: Litemage_walker
+Disallow:/
+User-agent: Lmspider
+Disallow:/
+User-agent: Ltx71
+Disallow:/
+User-agent: MFC_Tear_Sample
+Disallow:/
+User-agent: MIDown tool
+Disallow:/
+User-agent: MIIxpc
+Disallow:/
+User-agent: MJ12bot
+Disallow:/
+User-agent: MQQBrowser
+Disallow:/
+User-agent: MSFrontPage
+Disallow:/
+User-agent: MSIECrawler
+Disallow:/
+User-agent: MTRobot
+Disallow:/
+User-agent: Mag-Net
+Disallow:/
+User-agent: Magnet
+Disallow:/
+User-agent: Mail.RU_Bot
+Disallow:/
+User-agent: Majestic-SEO
+Disallow:/
+User-agent: Majestic12
+Disallow:/
+User-agent: Majestic SEO
+Disallow:/
+User-agent: MarkMonitor
+Disallow:/
+User-agent: MarkWatch
+Disallow:/
+User-agent: Mass Downloader
+Disallow:/
+User-agent: Masscan
+Disallow:/
+User-agent: Mata Hari
+Disallow:/
+User-agent: MauiBot
+Disallow:/
+User-agent: Mb2345Browser
+Disallow:/
+User-agent: MeanPath Bot
+Disallow:/
+User-agent: Meanpathbot
+Disallow:/
+User-agent: Mediatoolkitbot
+Disallow:/
+User-agent: MegaIndex.ru
+Disallow:/
+User-agent: Metauri
+Disallow:/
+User-agent: MicroMessenger
+Disallow:/
+User-agent: Microsoft Data Access
+Disallow:/
+User-agent: Microsoft URL Control
+Disallow:/
+User-agent: Mister PiX
+Disallow:/
+User-agent: Moblie Safari
+Disallow:/
+User-agent: Mojeek
+Disallow:/
+User-agent: Mojolicious
+Disallow:/
+User-agent: Morfeus Fucking Scanner
+Disallow:/
+User-agent: Mozlila
+Disallow:/
+User-agent: Mr.4x3
+Disallow:/
+User-agent: Msrabot
+Disallow:/
+User-agent: Musobot
+Disallow:/
+User-agent: NICErsPRO
+Disallow:/
+User-agent: NPbot
+Disallow:/
+User-agent: Name Intelligence
+Disallow:/
+User-agent: Nameprotect
+Disallow:/
+User-agent: Navroad
+Disallow:/
+User-agent: NearSite
+Disallow:/
+User-agent: Needle
+Disallow:/
+User-agent: Nessus
+Disallow:/
+User-agent: NetAnts
+Disallow:/
+User-agent: NetLyzer
+Disallow:/
+User-agent: NetMechanic
+Disallow:/
+User-agent: NetSpider
+Disallow:/
+User-agent: NetZIP
+Disallow:/
+User-agent: Net Vampire
+Disallow:/
+User-agent: Netcraft
+Disallow:/
+User-agent: Nettrack
+Disallow:/
+User-agent: Netvibes
+Disallow:/
+User-agent: NextGenSearchBot
+Disallow:/
+User-agent: Nibbler
+Disallow:/
+User-agent: Niki-bot
+Disallow:/
+User-agent: Nikto
+Disallow:/
+User-agent: NimbleCrawler
+Disallow:/
+User-agent: Nimbostratus
+Disallow:/
+User-agent: Ninja
+Disallow:/
+User-agent: Nmap
+Disallow:/
+User-agent: Nuclei
+Disallow:/
+User-agent: Nutch
+Disallow:/
+User-agent: OPPO A33
+Disallow:/
+User-agent: Octopus
+Disallow:/
+User-agent: Offline Explorer
+Disallow:/
+User-agent: Offline Navigator
+Disallow:/
+User-agent: OnCrawl
+Disallow:/
+User-agent: OpenLinkProfiler
+Disallow:/
+User-agent: OpenVAS
+Disallow:/
+User-agent: Openfind
+Disallow:/
+User-agent: Openvas
+Disallow:/
+User-agent: OrangeBot
+Disallow:/
+User-agent: OrangeSpider
+Disallow:/
+User-agent: OutclicksBot
+Disallow:/
+User-agent: OutfoxBot
+Disallow:/
+User-agent: PECL::HTTP
+Disallow:/
+User-agent: PHPCrawl
+Disallow:/
+User-agent: POE-Component-Client-HTTP
+Disallow:/
+User-agent: PageAnalyzer
+Disallow:/
+User-agent: PageGrabber
+Disallow:/
+User-agent: PageScorer
+Disallow:/
+User-agent: PageThing.com
+Disallow:/
+User-agent: Page Analyzer
+Disallow:/
+User-agent: Pandalytics
+Disallow:/
+User-agent: Panscient
+Disallow:/
+User-agent: Papa Foto
+Disallow:/
+User-agent: Pavuk
+Disallow:/
+User-agent: PeoplePal
+Disallow:/
+User-agent: Petalbot
+Disallow:/
+User-agent: Pi-Monster
+Disallow:/
+User-agent: Picscout
+Disallow:/
+User-agent: Picsearch
+Disallow:/
+User-agent: PictureFinder
+Disallow:/
+User-agent: Piepmatz
+Disallow:/
+User-agent: Pimonster
+Disallow:/
+User-agent: Pixray
+Disallow:/
+User-agent: PleaseCrawl
+Disallow:/
+User-agent: Pockey
+Disallow:/
+User-agent: ProPowerBot
+Disallow:/
+User-agent: ProWebWalker
+Disallow:/
+User-agent: Probethenet
+Disallow:/
+User-agent: Psbot
+Disallow:/
+User-agent: Pu_iN
+Disallow:/
+User-agent: Pump
+Disallow:/
+User-agent: PxBroker
+Disallow:/
+User-agent: PyCurl
+Disallow:/
+User-agent: QueryN Metasearch
+Disallow:/
+User-agent: Quick-Crawler
+Disallow:/
+User-agent: RSSingBot
+Disallow:/
+User-agent: RankActive
+Disallow:/
+User-agent: RankActiveLinkBot
+Disallow:/
+User-agent: RankFlex
+Disallow:/
+User-agent: RankingBot
+Disallow:/
+User-agent: RankingBot2
+Disallow:/
+User-agent: Rankivabot
+Disallow:/
+User-agent: RankurBot
+Disallow:/
+User-agent: Re-re
+Disallow:/
+User-agent: ReGet
+Disallow:/
+User-agent: RealDownload
+Disallow:/
+User-agent: Reaper
+Disallow:/
+User-agent: RebelMouse
+Disallow:/
+User-agent: Recorder
+Disallow:/
+User-agent: RedesScrapy
+Disallow:/
+User-agent: RepoMonkey
+Disallow:/
+User-agent: Ripper
+Disallow:/
+User-agent: RocketCrawler
+Disallow:/
+User-agent: Rogerbot
+Disallow:/
+User-agent: SBIder
+Disallow:/
+User-agent: SEOkicks
+Disallow:/
+User-agent: SEOkicks-Robot
+Disallow:/
+User-agent: SEOlyticsCrawler
+Disallow:/
+User-agent: SEOprofiler
+Disallow:/
+User-agent: SEOstats
+Disallow:/
+User-agent: SISTRIX
+Disallow:/
+User-agent: SMTBot
+Disallow:/
+User-agent: SalesIntelligent
+Disallow:/
+User-agent: ScanAlert
+Disallow:/
+User-agent: Scanbot
+Disallow:/
+User-agent: ScoutJet
+Disallow:/
+User-agent: Scrapy
+Disallow:/
+User-agent: Screaming
+Disallow:/
+User-agent: ScreenerBot
+Disallow:/
+User-agent: ScrepyBot
+Disallow:/
+User-agent: Searchestate
+Disallow:/
+User-agent: SearchmetricsBot
+Disallow:/
+User-agent: Semrush
+Disallow:/
+User-agent: SemrushBot
+Disallow:/
+User-agent: SentiBot
+Disallow:/
+User-agent: SeoSiteCheckup
+Disallow:/
+User-agent: SeobilityBot
+Disallow:/
+User-agent: Seomoz
+Disallow:/
+User-agent: Shodan
+Disallow:/
+User-agent: Siphon
+Disallow:/
+User-agent: SiteCheckerBotCrawler
+Disallow:/
+User-agent: SiteExplorer
+Disallow:/
+User-agent: SiteLockSpider
+Disallow:/
+User-agent: SiteSnagger
+Disallow:/
+User-agent: SiteSucker
+Disallow:/
+User-agent: Site Sucker
+Disallow:/
+User-agent: Sitebeam
+Disallow:/
+User-agent: Siteimprove
+Disallow:/
+User-agent: Sitevigil
+Disallow:/
+User-agent: SlySearch
+Disallow:/
+User-agent: SmartDownload
+Disallow:/
+User-agent: Snake
+Disallow:/
+User-agent: Snapbot
+Disallow:/
+User-agent: Snoopy
+Disallow:/
+User-agent: SocialRankIOBot
+Disallow:/
+User-agent: Sociscraper
+Disallow:/
+User-agent: Sogou web spider
+Disallow:/
+User-agent: Sosospider
+Disallow:/
+User-agent: Sottopop
+Disallow:/
+User-agent: SpaceBison
+Disallow:/
+User-agent: Spammen
+Disallow:/
+User-agent: SpankBot
+Disallow:/
+User-agent: Spanner
+Disallow:/
+User-agent: Spbot
+Disallow:/
+User-agent: Spinn3r
+Disallow:/
+User-agent: SputnikBot
+Disallow:/
+User-agent: Sqlmap
+Disallow:/
+User-agent: Sqlworm
+Disallow:/
+User-agent: Sqworm
+Disallow:/
+User-agent: Steeler
+Disallow:/
+User-agent: Stripper
+Disallow:/
+User-agent: Sucker
+Disallow:/
+User-agent: Sucuri
+Disallow:/
+User-agent: SuperBot
+Disallow:/
+User-agent: SuperHTTP
+Disallow:/
+User-agent: Surfbot
+Disallow:/
+User-agent: SurveyBot
+Disallow:/
+User-agent: Suzuran
+Disallow:/
+User-agent: Swiftbot
+Disallow:/
+User-agent: Szukacz
+Disallow:/
+User-agent: T0PHackTeam
+Disallow:/
+User-agent: T8Abot
+Disallow:/
+User-agent: Teleport
+Disallow:/
+User-agent: TeleportPro
+Disallow:/
+User-agent: Telesoft
+Disallow:/
+User-agent: Telesphoreo
+Disallow:/
+User-agent: Telesphorep
+Disallow:/
+User-agent: TheNomad
+Disallow:/
+User-agent: The Intraformant
+Disallow:/
+User-agent: Thumbor
+Disallow:/
+User-agent: TightTwatBot
+Disallow:/
+User-agent: Titan
+Disallow:/
+User-agent: Toata
+Disallow:/
+User-agent: Toweyabot
+Disallow:/
+User-agent: Tracemyfile
+Disallow:/
+User-agent: Trendiction
+Disallow:/
+User-agent: Trendictionbot
+Disallow:/
+User-agent: True_Robot
+Disallow:/
+User-agent: Turingos
+Disallow:/
+User-agent: Turnitin
+Disallow:/
+User-agent: TurnitinBot
+Disallow:/
+User-agent: TwengaBot
+Disallow:/
+User-agent: Twice
+Disallow:/
+User-agent: Typhoeus
+Disallow:/
+User-agent: URLy.Warning
+Disallow:/
+User-agent: URLy Warning
+Disallow:/
+User-agent: UnisterBot
+Disallow:/
+User-agent: Upflow
+Disallow:/
+User-agent: V-BOT
+Disallow:/
+User-agent: VB Project
+Disallow:/
+User-agent: VCI
+Disallow:/
+User-agent: Vacuum
+Disallow:/
+User-agent: Vagabondo
+Disallow:/
+User-agent: VelenPublicWebCrawler
+Disallow:/
+User-agent: VeriCiteCrawler
+Disallow:/
+User-agent: VidibleScraper
+Disallow:/
+User-agent: Virusdie
+Disallow:/
+User-agent: VoidEYE
+Disallow:/
+User-agent: Voil
+Disallow:/
+User-agent: Voltron
+Disallow:/
+User-agent: WASALive-Bot
+Disallow:/
+User-agent: WBSearchBot
+Disallow:/
+User-agent: WEBDAV
+Disallow:/
+User-agent: WISENutbot
+Disallow:/
+User-agent: WPScan
+Disallow:/
+User-agent: WWW-Collector-E
+Disallow:/
+User-agent: WWW-Mechanize
+Disallow:/
+User-agent: WWW::Mechanize
+Disallow:/
+User-agent: WWWOFFLE
+Disallow:/
+User-agent: Wallpapers/3.0
+Disallow:/
+User-agent: WallpapersHD
+Disallow:/
+User-agent: WeSEE
+Disallow:/
+User-agent: WebAuto
+Disallow:/
+User-agent: WebBandit
+Disallow:/
+User-agent: WebCollage
+Disallow:/
+User-agent: WebCopier
+Disallow:/
+User-agent: WebEnhancer
+Disallow:/
+User-agent: WebFetch
+Disallow:/
+User-agent: WebFuck
+Disallow:/
+User-agent: WebGo IS
+Disallow:/
+User-agent: WebImageCollector
+Disallow:/
+User-agent: WebLeacher
+Disallow:/
+User-agent: WebPix
+Disallow:/
+User-agent: WebReaper
+Disallow:/
+User-agent: WebSauger
+Disallow:/
+User-agent: WebStripper
+Disallow:/
+User-agent: WebSucker
+Disallow:/
+User-agent: WebWhacker
+Disallow:/
+User-agent: WebZIP
+Disallow:/
+User-agent: Web Auto
+Disallow:/
+User-agent: Web Collage
+Disallow:/
+User-agent: Web Enhancer
+Disallow:/
+User-agent: Web Fetch
+Disallow:/
+User-agent: Web Fuck
+Disallow:/
+User-agent: Web Pix
+Disallow:/
+User-agent: Web Sauger
+Disallow:/
+User-agent: Web Sucker
+Disallow:/
+User-agent: Webalta
+Disallow:/
+User-agent: WebmasterWorldForumBot
+Disallow:/
+User-agent: Webshag
+Disallow:/
+User-agent: WebsiteExtractor
+Disallow:/
+User-agent: WebsiteQuester
+Disallow:/
+User-agent: Website Quester
+Disallow:/
+User-agent: Webster
+Disallow:/
+User-agent: Whack
+Disallow:/
+User-agent: Whacker
+Disallow:/
+User-agent: Whatweb
+Disallow:/
+User-agent: Who.is Bot
+Disallow:/
+User-agent: Widow
+Disallow:/
+User-agent: WinHTTrack
+Disallow:/
+User-agent: WiseGuys Robot
+Disallow:/
+User-agent: Wonderbot
+Disallow:/
+User-agent: Woobot
+Disallow:/
+User-agent: Wotbox
+Disallow:/
+User-agent: Wprecon
+Disallow:/
+User-agent: Xaldon WebSpider
+Disallow:/
+User-agent: Xaldon_WebSpider
+Disallow:/
+User-agent: Xenu
+Disallow:/
+User-agent: YoudaoBot
+Disallow:/
+User-agent: Zade
+Disallow:/
+User-agent: Zauba
+Disallow:/
+User-agent: Zermelo
+Disallow:/
+User-agent: Zeus
+Disallow:/
+User-agent: Zitebot
+Disallow:/
+User-agent: ZmEu
+Disallow:/
+User-agent: ZoomBot
+Disallow:/
+User-agent: ZoominfoBot
+Disallow:/
+User-agent: ZumBot
+Disallow:/
+User-agent: ZyBorg
+Disallow:/
+User-agent: archive.org_bot
+Disallow:/
+User-agent: arquivo-web-crawler
+Disallow:/
+User-agent: arquivo.pt
+Disallow:/
+User-agent: autoemailspider
+Disallow:/
+User-agent: backlink-check
+Disallow:/
+User-agent: check1.exe
+Disallow:/
+User-agent: coccocbot-web
+Disallow:/
+User-agent: cognitiveseo
+Disallow:/
+User-agent: com.plumanalytics
+Disallow:/
+User-agent: crawl.sogou.com
+Disallow:/
+User-agent: crawler.feedback
+Disallow:/
+User-agent: crawler4j
+Disallow:/
+User-agent: demandbase-bot
+Disallow:/
+User-agent: domainsproject.org
+Disallow:/
+User-agent: eCatch
+Disallow:/
+User-agent: evc-batch
+Disallow:/
+User-agent: facebookscraper
+Disallow:/
+User-agent: gopher
+Disallow:/
+User-agent: heritrix
+Disallow:/
+User-agent: instabid
+Disallow:/
+User-agent: internetVista monitor
+Disallow:/
+User-agent: ips-agent
+Disallow:/
+User-agent: isitwp.com
+Disallow:/
+User-agent: lwp-request
+Disallow:/
+User-agent: lwp-trivial
+Disallow:/
+User-agent: magpie-crawler
+Disallow:/
+User-agent: meanpathbot
+Disallow:/
+User-agent: mediawords
+Disallow:/
+User-agent: muhstik-scan
+Disallow:/
+User-agent: netEstate NE Crawler
+Disallow:/
+User-agent: oBot
+Disallow:/
+User-agent: page scorer
+Disallow:/
+User-agent: pcBrowser
+Disallow:/
+User-agent: plumanalytics
+Disallow:/
+User-agent: polaris version
+Disallow:/
+User-agent: probe-image-size
+Disallow:/
+User-agent: ripz
+Disallow:/
+User-agent: s1z.ru
+Disallow:/
+User-agent: satoristudio.net
+Disallow:/
+User-agent: scalaj-http
+Disallow:/
+User-agent: scan.lol
+Disallow:/
+User-agent: seobility
+Disallow:/
+User-agent: seoscanners
+Disallow:/
+User-agent: seostar
+Disallow:/
+User-agent: serpstatbot
+Disallow:/
+User-agent: sexsearcher
+Disallow:/
+User-agent: sitechecker.pro
+Disallow:/
+User-agent: siteripz
+Disallow:/
+User-agent: sogouspider
+Disallow:/
+User-agent: sp_auditbot
+Disallow:/
+User-agent: spyfu
+Disallow:/
+User-agent: sysscan
+Disallow:/
+User-agent: tAkeOut
+Disallow:/
+User-agent: trendiction.com
+Disallow:/
+User-agent: trendiction.de
+Disallow:/
+User-agent: voyagerx.com
+Disallow:/
+User-agent: webmeup-crawler
+Disallow:/
+User-agent: x09Mozilla
+Disallow:/
+User-agent: x22Mozilla
+Disallow:/
+User-agent: xpymep1.exe
+Disallow:/
+User-agent: zauba.io
+Disallow:/
+User-agent: zgrab
+Disallow:/
+