diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md
index 4374e8bcf..1815f648f 100755
--- a/AUTO-CONFIGURATION.md
+++ b/AUTO-CONFIGURATION.md
@@ -4,7 +4,7 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V4.2021.07.2455
+#### Version: V4.2021.07.2456
 #### Bad Referrers Blocked: [7066](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [615](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md
index 5e066ce76..53161b6a8 100755
--- a/MANUAL-CONFIGURATION.md
+++ b/MANUAL-CONFIGURATION.md
@@ -4,7 +4,7 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V4.2021.07.2455
+#### Version: V4.2021.07.2456
 #### Bad Referrers Blocked: [7066](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [615](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
diff --git a/README.md b/README.md
index 2d260982c..cbe205a83 100755
--- a/README.md
+++ b/README.md
@@ -11,7 +11,7 @@
 ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
 
 _______________
-#### Version: V4.2021.07.2455
+#### Version: V4.2021.07.2456
 #### Bad Referrers Blocked: [7066](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [615](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md
index b1198925e..885a032c9 100644
--- a/_google_analytics_ghost_spam/README.md
+++ b/_google_analytics_ghost_spam/README.md
@@ -3,7 +3,7 @@
 # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
 
 _______________
-#### Version: V4.2021.07.2455
+#### Version: V4.2021.07.2456
 #### Bad Referrers Blocked: [7066](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [615](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
index b81eee675..0b05d935b 100755
--- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
+++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2021.07.2455
-### Updated: Mon Jul  5 11:59:30 UTC 2021
+### Version: V4.2021.07.2456
+### Updated: Mon Jul  5 12:20:05 UTC 2021
 ### Bad Referrer Count: 7066
 ### Bad Bot Count: 615
 ###################################################
diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf
index 47a1c89e1..0e8e950da 100644
--- a/conf.d/globalblacklist-testing-version.conf
+++ b/conf.d/globalblacklist-testing-version.conf
@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V3.2021.07.2455
-### Updated: Mon Jul  5 11:59:30 UTC 2021
+### Version: V3.2021.07.2456
+### Updated: Mon Jul  5 12:20:05 UTC 2021
 ### Bad Referrer Count: 7066
 ### Bad Bot Count: 615
 ###################################################
diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf
index b81eee675..0b05d935b 100644
--- a/conf.d/globalblacklist.conf
+++ b/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2021.07.2455
-### Updated: Mon Jul  5 11:59:30 UTC 2021
+### Version: V4.2021.07.2456
+### Updated: Mon Jul  5 12:20:05 UTC 2021
 ### Bad Referrer Count: 7066
 ### Bad Bot Count: 615
 ###################################################
diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
index 31bf8bc73..8528be6c6 100644
--- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
+++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.241	1;
+10.1.0.56	1;
 127.0.0.1	1;
diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
index f4dea9e7e..ce3618377 100644
--- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
+++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.241	0;
+10.1.0.56	0;
 127.0.0.1	0;
diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf
index 31bf8bc73..8528be6c6 100644
--- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf
+++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.241	1;
+10.1.0.56	1;
 127.0.0.1	1;
diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf
index f4dea9e7e..ce3618377 100644
--- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf
+++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.241	0;
+10.1.0.56	0;
 127.0.0.1	0;
diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf
index 31bf8bc73..8528be6c6 100644
--- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf
+++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.241	1;
+10.1.0.56	1;
 127.0.0.1	1;
diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf
index f4dea9e7e..ce3618377 100644
--- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf
+++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.241	0;
+10.1.0.56	0;
 127.0.0.1	0;
diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber
index 71398996e..8c1b6733d 100644
--- a/dev-tools/buildnumber
+++ b/dev-tools/buildnumber
@@ -1 +1 @@
-2455
+2456
diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template
index 47a1c89e1..0e8e950da 100644
--- a/dev-tools/globalblacklist-testing.template
+++ b/dev-tools/globalblacklist-testing.template
@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V3.2021.07.2455
-### Updated: Mon Jul  5 11:59:30 UTC 2021
+### Version: V3.2021.07.2456
+### Updated: Mon Jul  5 12:20:05 UTC 2021
 ### Bad Referrer Count: 7066
 ### Bad Bot Count: 615
 ###################################################
diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template
index b81eee675..0b05d935b 100755
--- a/dev-tools/globalblacklist.template
+++ b/dev-tools/globalblacklist.template
@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2021.07.2455
-### Updated: Mon Jul  5 11:59:30 UTC 2021
+### Version: V4.2021.07.2456
+### Updated: Mon Jul  5 12:20:05 UTC 2021
 ### Bad Referrer Count: 7066
 ### Bad Bot Count: 615
 ###################################################
diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
index 541e6cc9d..fef8d3061 100644
--- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
+++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
@@ -45,4 +45,4 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-20.80.183.82            0;
+52.250.121.214          0;
diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf
index b81eee675..0b05d935b 100644
--- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf
+++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2021.07.2455
-### Updated: Mon Jul  5 11:59:30 UTC 2021
+### Version: V4.2021.07.2456
+### Updated: Mon Jul  5 12:20:05 UTC 2021
 ### Bad Referrer Count: 7066
 ### Bad Bot Count: 615
 ###################################################
diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
index 31bf8bc73..8528be6c6 100644
--- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
+++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.241	1;
+10.1.0.56	1;
 127.0.0.1	1;
diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
index f4dea9e7e..ce3618377 100644
--- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
+++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.241	0;
+10.1.0.56	0;
 127.0.0.1	0;
diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
index b81eee675..0b05d935b 100644
--- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
+++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2021.07.2455
-### Updated: Mon Jul  5 11:59:30 UTC 2021
+### Version: V4.2021.07.2456
+### Updated: Mon Jul  5 12:20:05 UTC 2021
 ### Bad Referrer Count: 7066
 ### Bad Bot Count: 615
 ###################################################
diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
index 31bf8bc73..8528be6c6 100644
--- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
+++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.241	1;
+10.1.0.56	1;
 127.0.0.1	1;
diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
index f4dea9e7e..ce3618377 100644
--- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
+++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.241	0;
+10.1.0.56	0;
 127.0.0.1	0;
diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
index b81eee675..0b05d935b 100644
--- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
+++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2021.07.2455
-### Updated: Mon Jul  5 11:59:30 UTC 2021
+### Version: V4.2021.07.2456
+### Updated: Mon Jul  5 12:20:05 UTC 2021
 ### Bad Referrer Count: 7066
 ### Bad Bot Count: 615
 ###################################################
diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
index 31bf8bc73..8528be6c6 100644
--- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
+++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.241	1;
+10.1.0.56	1;
 127.0.0.1	1;
diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
index f4dea9e7e..ce3618377 100644
--- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
+++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.241	0;
+10.1.0.56	0;
 127.0.0.1	0;
diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
index b81eee675..0b05d935b 100644
--- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
+++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2021.07.2455
-### Updated: Mon Jul  5 11:59:30 UTC 2021
+### Version: V4.2021.07.2456
+### Updated: Mon Jul  5 12:20:05 UTC 2021
 ### Bad Referrer Count: 7066
 ### Bad Bot Count: 615
 ###################################################
diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
index 541e6cc9d..fef8d3061 100644
--- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
+++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
@@ -45,4 +45,4 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-20.80.183.82            0;
+52.250.121.214          0;
diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf
index 67e38c8e0..c08b48cc6 100644
--- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf
+++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2021.07.2455
-### Updated: Mon Jul  5 11:59:30 UTC 2021
+### Version: V4.2021.07.2456
+### Updated: Mon Jul  5 12:20:05 UTC 2021
 ### Bad Referrer Count: 7066
 ### Bad Bot Count: 615
 ###################################################
diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
index 541e6cc9d..fef8d3061 100644
--- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
+++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
@@ -45,4 +45,4 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-20.80.183.82            0;
+52.250.121.214          0;
diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf
index 08796968b..12e33051c 100644
--- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf
+++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf
@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2021.07.2455
-### Updated: Mon Jul  5 11:59:30 UTC 2021
+### Version: V4.2021.07.2456
+### Updated: Mon Jul  5 12:20:05 UTC 2021
 ### Bad Referrer Count: 7066
 ### Bad Bot Count: 615
 ###################################################
diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf
index 31bf8bc73..8528be6c6 100644
--- a/dev-tools/test_units/blacklist-ips.conf
+++ b/dev-tools/test_units/blacklist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.241	1;
+10.1.0.56	1;
 127.0.0.1	1;
diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list
index 2d34a42fa..ee0af72e7 100644
--- a/dev-tools/test_units/random-bots-for-test-quick.list
+++ b/dev-tools/test_units/random-bots-for-test-quick.list
@@ -1,10 +1,10 @@
-Dirbuster
-EirGrabber
-Extreme Picture Finder
-MauiBot
-NimbleCrawler
-Pixray
-Sqlmap
-Sqlworm
-WPScan
-Webshag
+360Spider
+BlowFish
+Devil
+Go!Zilla
+GrapeshotCrawler
+IDBot
+InterGET
+NextGenSearchBot
+Surfbot
+Virusdie
diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list
index ed5726f92..b7019a068 100644
--- a/dev-tools/test_units/random-bots-for-test.list
+++ b/dev-tools/test_units/random-bots-for-test.list
@@ -1,250 +1,250 @@
-01h4x.com
-404enemy
-AIBOT
-ASPSeek
-AiHitBot
-Aipbot
-AllSubmitter
-Alligator
-Anarchy
+360Spider
+404checker
+Abonti
+AhrefsBot
+Anarchie
 Anarchy99
 Anthill
-Apexoo
-Aspiegel
-Asterias
-AwarioSmartBot
+BBBike
 BDFetch
 BLEXBot
-Backlink-Ceck
 Bandit
-Barkrowler
 Battleztar Bazinga
 BetaBot
-Bigfoot
-Black Hole
-BlackWidow
 Blow
+BlowFish
 Boardreader
 Bolt
 BotALot
-Brandprotect
 Buck
 BuiltBotTough
-CSHttp
-Calculon
+Bullseye
+BunnySlippers
+BuzzSumo
+CATExplorador
 CazoodleBot
-Cegbfeieh
-CheTeam
-CherryPicker
 Chlooe
-Cliqzbot
+Cloud mapping
 Cocolyzebot
-Cosmos
+Cogentbot
+Collector
+Copier
 CrazyWebCrawler
+Crescent
 CrunchBot
-Curious
-DIIbot
-DSearch
-Digincore
+Custo
+CyotekWebCopy
+DTS Agent
+Demon
+Deusu
+Devil
 DigitalPebble
+Dirbuster
 Disco
 Discobot
-Discoverybot
-DnyzBot
 DomCopBot
+DomainCrawler
+DomainSigmaCrawler
+DomainStatsBot
 Domains Project
-Dotbot
-EirGrabber
-EroCrawler
+Download Wonder
+Dragonfly
+ECCP/1.0
+EMail Wolf
+EasyDL
+Ebingbong
+Exabot
 ExtLinksBot
-ExtractorPro
+Extractor
 EyeNetIE
-Ezooms
-FHscan
-Fimap
-FlashGet
-Freeuploader
-G-i-g-a-b-o-t
+Firefox/7.0
+Fuzz
 GalaxyBot
 Getintent
-Gigabot
 GoZilla
+Gotit
+Grabber
 GrapeFX
-GridBot
-HEADMasterSEO
-HMView
 HTTP::Lite
 Haansoft
-HaosouSpider
-Harvest
 Hloader
-IDBot
+Humanlinks
+HybridBot
+IRLbot
 Iblog
-Image Fetch
+Id-search
+IlseBot
 Image Sucker
-IndeedBot
-InfoNaviRobot
 InfoTekies
 Intelliseek
 InternetSeer
+Iria
 IstellaBot
-JamesBOT
-JennyBot
-JetCar
-Jorgee
-JustView
+Jbrofuzz
+Jetty
+Joomla
+Jyxobot
 Kenjin Spider
-Kozmosbot
+Kinza
 Lanshanbot
-Larbin
-LeechFTP
-Lftp
+LexiBot
+LibWeb
 Libwhisker
 LieBaoFast
-Lightspeedsystems
-LinkScan
 LinkWalker
-LinksManager
-LinqiaRSSBot
+Linkbot
+LinqiaMetadataDownloaderBot
 LinqiaScrapeBot
-Lipperhey
-Litemage_walker
 Lmspider
 Ltx71
-MJ12bot
-MQQBrowser
+MIIxpc
 MSFrontPage
-Magnet
-Mass Downloader
-Masscan
-MegaIndex.ru
-Metauri
-MicroMessenger
-Microsoft URL Control
-Mister PiX
+Mag-Net
+Mail.RU_Bot
+Majestic SEO
+Majestic12
+MarkWatch
+MauiBot
+Mediatoolkitbot
+Moblie Safari
+Mojeek
+Mojolicious
 Morfeus Fucking Scanner
-Mr.4x3
-NearSite
-Nessus
-Net Vampire
-NetSpider
+NPbot
+Name Intelligence
+Navroad
+Needle
+NetMechanic
+Nettrack
 Netvibes
 NextGenSearchBot
+Nibbler
 NimbleCrawler
-Nimbostratus
-Nmap
+Ninja
 Nutch
-Octopus
-OpenLinkProfiler
+OPPO A33
+OpenVAS
 Openfind
-Openvas
 OrangeBot
-PHPCrawl
-PageAnalyzer
+OutclicksBot
+OutfoxBot
+Page Analyzer
 PageGrabber
+PageThing.com
 Pandalytics
 Pavuk
+PeoplePal
+Petalbot
+Picscout
 Pimonster
 Pixray
-ProWebWalker
-Psbot
-Pump
-PyCurl
-RankFlex
-RankingBot
+PleaseCrawl
+ProPowerBot
+Pu_iN
+PxBroker
+QueryN Metasearch
+Quick-Crawler
 RankingBot2
-Rankivabot
 Reaper
-Recorder
-RocketCrawler
-Rogerbot
-SBIder
-SEOlyticsCrawler
-ScrepyBot
+RedesScrapy
+RepoMonkey
+SEOkicks
+SEOkicks-Robot
+SISTRIX
+SalesIntelligent
+Scanbot
+Screaming
 Searchestate
 Seomoz
 Siphon
+Site Sucker
 SiteCheckerBotCrawler
-SiteLockSpider
+SiteSucker
 Sitebeam
-Siteimprove
-Sitevigil
-SmartDownload
-Snapbot
+SocialRankIOBot
 Sociscraper
-Sosospider
-SpaceBison
-Spanner
+SpankBot
 Spbot
-Spinn3r
 Sqworm
-Sucker
+Steeler
 Sucuri
-SurveyBot
-Szukacz
+SuperBot
+T8Abot
 Teleport
-TeleportPro
 Telesoft
 Telesphoreo
 Telesphorep
-The Intraformant
-Thumbor
-Toweyabot
+TheNomad
+Titan
+Toata
+Tracemyfile
 Trendiction
-True_Robot
-Turingos
-Turnitin
+Trendictionbot
 TurnitinBot
+TwengaBot
 Twice
+URLy Warning
+UnisterBot
 Upflow
-Voltron
-WASALive-Bot
-WEBDAV
-WWW-Collector-E
+V-BOT
+VB Project
+Vagabondo
+VelenPublicWebCrawler
+WISENutbot
+WPScan
+WWW-Mechanize
+WWW::Mechanize
+WWWOFFLE
 Wallpapers/3.0
-WallpapersHD
-Web Fetch
-Web Sucker
+WeSEE
+Web Collage
+Web Sauger
 WebAuto
 WebBandit
-WebEnhancer
+WebCollage
+WebCopier
 WebFetch
+WebLeacher
+WebSauger
 WebStripper
-WebSucker
 WebZIP
-WebsiteExtractor
+WebsiteQuester
+Webster
+Widow
+Wonderbot
+Woobot
 Wprecon
 Xaldon WebSpider
-Xenu
-YoudaoBot
-Zitebot
-archive.org_bot
+Xaldon_WebSpider
+Zade
+ZmEu
+ZoominfoBot
+arquivo-web-crawler
 arquivo.pt
-autoemailspider
+coccocbot-web
 com.plumanalytics
 crawl.sogou.com
-demandbase-bot
-domainsproject.org
+evc-batch
+facebookscraper
 gopher
-internetVista monitor
+heritrix
+instabid
 isitwp.com
 lwp-request
+magpie-crawler
 meanpathbot
-oBot
+mediawords
+netEstate NE Crawler
 page scorer
-pcBrowser
-probe-image-size
-ripz
+plumanalytics
 s1z.ru
-satoristudio.net
-scan.lol
 seobility
+seoscanners
 seostar
 sexsearcher
-sp_auditbot
-tAkeOut
-trendiction.de
+sysscan
 webmeup-crawler
 x09Mozilla
+x22Mozilla
 xpymep1.exe
 zgrab
diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list
index 69b810346..4c850983e 100644
--- a/dev-tools/test_units/random-bots-for-whitelist-test.list
+++ b/dev-tools/test_units/random-bots-for-whitelist-test.list
@@ -1,250 +1,250 @@
-01h4x.com
 404checker
-ADmantX
-ASPSeek
-Aboundex
-AhrefsBot
-AiHitBot
-Alligator
+404enemy
+Abonti
+Aboundexbot
+Aipbot
 AlphaBot
-Anarchy
 Anarchy99
-Ankit
+Anthill
 Apexoo
 Aspiegel
 Asterias
-BLEXBot
 BacklinkCrawler
-Badass
+Bandit
 Barkrowler
-BatchFTP
-Battleztar Bazinga
 Blackboard
-Blow
-Boardreader
+Bolt
 BotALot
-Brandprotect
 Brandwatch
 Buck
-CATExplorador
-Cegbfeieh
+Buddy
 CensysInspect
 CheeseBot
-CherryPicker
-ChinaClaw
-Cliqzbot
-Cogentbot
-Collector
+Cloud mapping
+Cocolyzebot
 Copier
 Craftbot
+Crescent
 CrunchBot
 Curious
-CyotekWebCopy
-DTS Agent
+Custo
+DBLBot
+DIIbot
 DataCha0s
-Devil
-Disco
+Deusu
+Digincore
 Discoverybot
 Dispatch
-DnyzBot
 DomCopBot
 DomainAppender
-Download Wonder
+DomainStatsBot
 Dragonfly
-EMail Siphon
+EMail Wolf
+Ebingbong
 Ecxi
-EirGrabber
+EroCrawler
+Evil
 Exabot
 Express WebPictures
-ExtLinksBot
-Extractor
+ExtractorPro
+Extreme Picture Finder
+EyeNetIE
 FemtosearchBot
-Flunky
+Fimap
+Firefox/7.0
 Foobot
-G-i-g-a-b-o-t
-Genieo
+Freeuploader
+FyberSpider
+GT::WWW
+GalaxyBot
 GermCrawler
 GetRight
-Gigabot
+GetWeb
+Getintent
+Gigablast
+Go!Zilla
+GoZilla
 GrabNet
 Grabber
-Grafula
-GrapeshotCrawler
 GridBot
-HTMLparser
-HTTP::Lite
-Havij
-IDBot
-Id-search
-IndeedBot
+HEADMasterSEO
+Humanlinks
+IlseBot
+Image Sucker
 Indy Library
 InfoNaviRobot
+Intelliseek
+Internet Ninja
+InternetSeer
+Iria
+JOC Web Spider
+JamesBOT
 Jbrofuzz
 JennyBot
 Jetty
 Joomla
-Jorgee
 Jyxobot
-Keyword Density
-Larbin
-LeechFTP
-LexiBot
+Kinza
+Lanshanbot
 Lftp
 LibWeb
+Libwhisker
+Lightspeedsystems
+Likse
 LinkScan
-LinkWalker
-Linkbot
-Linkdexbot
-LinqiaMetadataDownloaderBot
 LinqiaRSSBot
+LinqiaScrapeBot
+Lipperhey Spider
+Litemage_walker
+Lmspider
 Ltx71
-MIDown tool
+MIIxpc
+MSIECrawler
 MTRobot
-Mag-Net
 Mail.RU_Bot
-Mb2345Browser
+MarkMonitor
+MarkWatch
+Mata Hari
+MauiBot
 MicroMessenger
-Microsoft URL Control
+Microsoft Data Access
 Mister PiX
-Moblie Safari
-Mojolicious
+Morfeus Fucking Scanner
+Musobot
+NICErsPRO
+NPbot
+Nameprotect
+Navroad
 NetLyzer
 Netvibes
 NextGenSearchBot
 Nibbler
-Nimbostratus
+Niki-bot
+Nuclei
 Nutch
-OnCrawl
+Offline Navigator
+OpenLinkProfiler
 OpenVAS
 Openfind
-OutclicksBot
-Page Analyzer
+Openvas
+OrangeSpider
+PECL::HTTP
+PHPCrawl
+PageAnalyzer
+PageGrabber
 PageScorer
 PageThing.com
-Panscient
-Papa Foto
+Pandalytics
 Pavuk
 Petalbot
 Pi-Monster
 Picscout
-PictureFinder
-Pixray
-PleaseCrawl
-Pockey
-Psbot
-PyCurl
-RSSingBot
-RankActive
-RankingBot
+Piepmatz
+ProPowerBot
+Probethenet
+Pump
+PxBroker
+QueryN Metasearch
+RankActiveLinkBot
+RankingBot2
+Rankivabot
 RankurBot
 ReGet
 RealDownload
-Recorder
-RepoMonkey
-SBIder
-SMTBot
-SalesIntelligent
-Scanbot
+RedesScrapy
+Ripper
+Rogerbot
+SEOkicks
+SEOkicks-Robot
+SISTRIX
 ScoutJet
-Scrapy
-Screaming
 ScrepyBot
-SearchmetricsBot
 Semrush
+SemrushBot
 SentiBot
+SeoSiteCheckup
 SeobilityBot
-Seomoz
-Site Sucker
-SiteExplorer
+Shodan
+Siphon
+SiteCheckerBotCrawler
 SiteSnagger
-Sitevigil
-SlySearch
-Snoopy
+SiteSucker
+Sitebeam
+SmartDownload
 SocialRankIOBot
-Sociscraper
 Sogou web spider
 Sottopop
-Spammen
-Spbot
 Spinn3r
-Stripper
-Sucuri
-SuperBot
-SuperHTTP
+SputnikBot
+Sqlmap
+Sqworm
+Sucker
+Surfbot
 SurveyBot
-Suzuran
+Szukacz
 T0PHackTeam
 T8Abot
 Teleport
-TeleportPro
-Telesphoreo
-TheNomad
+Telesoft
 Titan
 Toweyabot
-Trendictionbot
-True_Robot
 Turingos
-Turnitin
-Typhoeus
 URLy Warning
+URLy.Warning
 Upflow
-Vacuum
 Vagabondo
-VelenPublicWebCrawler
 Virusdie
-WWW-Collector-E
-WWW-Mechanize
+VoidEYE
+Voil
+WISENutbot
+WWWOFFLE
+Wallpapers/3.0
 WallpapersHD
+WeSEE
 Web Auto
 Web Collage
 Web Enhancer
+Web Fetch
 Web Fuck
-Web Sucker
+Web Sauger
 WebAuto
-WebBandit
-WebGo IS
-WebLeacher
-WebStripper
-WebWhacker
-Webalta
+WebImageCollector
+WebReaper
+WebSucker
 WebmasterWorldForumBot
 Webshag
-Website Quester
-WebsiteQuester
 Whack
-Whacker
-Whatweb
-Who.is Bot
-Widow
-Wotbox
+WiseGuys Robot
+Wonderbot
+Woobot
 Wprecon
 Xenu
-YoudaoBot
 Zauba
+Zermelo
 Zeus
-Zitebot
-ZmEu
 ZoominfoBot
-arquivo-web-crawler
-arquivo.pt
+ZumBot
+archive.org_bot
+autoemailspider
 backlink-check
-check1.exe
 coccocbot-web
-crawl.sogou.com
-demandbase-bot
+cognitiveseo
+eCatch
 gopher
-internetVista monitor
+heritrix
+lwp-request
 magpie-crawler
 meanpathbot
-netEstate NE Crawler
 oBot
-page scorer
-pcBrowser
-plumanalytics
+ripz
 s1z.ru
+satoristudio.net
 scalaj-http
-seostar
-sitechecker.pro
-x22Mozilla
-xpymep1.exe
-zauba.io
+scan.lol
+sexsearcher
+siteripz
+sogouspider
+sp_auditbot
+spyfu
+webmeup-crawler
+x09Mozilla
diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list
index 4d2f3cec3..cf9d5f41d 100644
--- a/dev-tools/test_units/random-referrers-for-test-quick.list
+++ b/dev-tools/test_units/random-referrers-for-test-quick.list
@@ -1,10 +1,10 @@
-codysbbq.com
-femdom.twiclub.in
-fok.nl
-fototravel.eu
-home-task.com
-hostcritique.com
-kinky-fetishes.com
-video-chat.cn
-website-stealer.nufaq.com
-xvideosbay.com
+avkzarabotok.info
+blogrankers.com
+directivepub.com
+hdpixion.com
+incep.imagine-ex.co
+kumuk.info
+li-er.ru
+mcadamssupplyco.com
+shakhtar-doneck.ru
+worldtraveler.world
diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list
index 2c7673051..741704467 100644
--- a/dev-tools/test_units/random-referrers-for-test.list
+++ b/dev-tools/test_units/random-referrers-for-test.list
@@ -1,100 +1,100 @@
-2345.com
-9med.net
-aa9d046aab36af4ff182f097f840430d51.com
-adprotect.net
-ameblo.jp
-artdestshop.eu
-atlant-auto.info
-back.dog
-backiee.com
-baixar-musicas-gratis.com
-besthoro.ru
-biznesschat.net
-boleznikogi.com
-bombla.org
-bonvillan.com
-builtwith.com
-buzzsumo.com
-callstevens.com
-cardsharp1.ru
-carrauterie.be
-carstrends2015.com
-cartierbraceletsreplica.pw
-cartierloveringreplica.xyz
-caveavins.fr
-cdnnetwok.xyz
-cezartabac.ro
-chiptuninger.com
-cindymatches.com
-corta.co
-cpabegins.ru
-custodieva.ru
-darkages.info
-djonwatch.ru
-dkvorota.ru
-domaincheck.io
-droidlook.net
-dvervmoskvu.ru
-e-biznes.info
-empirepoker.com
-famix.xyz
-footbalive.org
-free-share-buttons.blogspot.com
-gerhardhealer.com
-glass-msk.ru
-globalsurfari.com
-globatur.ru
-goodhumor24.com
-gsou.cf
-hchha.com
-healmytrauma.info
-hitsbox.info
-hobbyhuren24.net
-import-sales.com
-inspiring-desperate.tk
-islamtoday.co.za
-kamen-e.ru
-ketoanhanoi.info
-knowsitall.info
-lazy-z.com
-macdamaged.tech
-macotool.com
-mall.uk
-medicineseasybuy.com
-modabutik.ru
-music.utrolive.ru
-mybinaryoptionsrobot.com
-mydownloadengine.com
-myfreetutorials.com
-mygameplus.com
-myhydros.org
-neodownload.webcam
-office-windows.ru
-onetravelguides.com
-onlineku.com
-pdamods.ru
-pillscheap24h.com
-porto.abuilder.net
+0912701309f8ce.com
+0lovespells0.blogspot.com
+2daytrendingnews.com
+absolutelyanalog.com
+advertex.info
+aihelen.net
+albumsuper.info
+allproblog.com
+animenime.ru
+apptester.tk
+aviav.org
+avto-oligarh.ru
+bag77.ru
+berlininsl.com
+bizfly.info
+blog.f00kclan.de
+capsderfudd.tk
+cascadelink.org
+christianlouboutinoutlet.win
+cineacademy.ru
+cinemaflix.website
+clickcash.com
+compliance-barak.xyz
+coolwallpapers-hd.com
+crazyboost.pro
+damedingel.ya.ru
+daydream-studio.ru
+dentalpearls.com.au
+domznaniy.ru
+e-poker-2005.com
+ezofest.sk
+fr-bearings.ru
+freakycheats.com
+gallerily.com
+getprismatic.com
+gok-kasten.net
+gratis-sexkontakte.com
+humanelydrew.com
+ibmdatamanagement.co
+igadgetsworld.com
+itronics.ca
+justkillingti.me
+kongruan.com
+leadwayau.com
+likrot.com
+locustdesign.co
+luciddiagnostics.in
+m3gadownload.pl
+magicplayer-s.acestream.net
+manimpotence.com
+marsgatan.com
+med-zdorovie.com.ua
+michaelkorsoutletstore.net
+musflashtv.com
+mycouponizemac.com
+orsonet.ru
+oz-offers.com
+pcgroup.com.uy
+phpdevops.com
+pio.polytopesexempt.com
+pornonik.com
+postclass.com
 pregnant.guru
-printingpeach.com
-pro-okis.ru
-rank-checker.online
-rankings-analytics.com
-rapidsites.pro
-registry-cleaner.net
-revistaindustria.com
-royal-betting.net
-sports-supplements.us
-traffpartners.com
-ukr-lit.com
-unimodemhalfduplefw.pen.io
-urlopener.blogspot.com.au
-usiad.net
-vita.com.hr
-vzlomsn.org
-www.souvenirua.com
-xxxtube69.com
-yougame.biz
-yugk.net
-zajm-zalog-krasnodar.ru
-zvetki.ru
+pricheskaonline.ru
+pro-tec.kz
+pssucai.info
+ptr.ruvds.com
+pufip.com
+rollercoin.com
+seasonvar.ru
+seorankinglinks.us
+si-unique.com
+sluganarodu.ru
+soaksoak.ru
+socialmadesimple.com
+spamnuker.com
+stackthatbucks.com
+superlist.biz
+superoboi.com.ua
+thebestweightlosspills.ovh
+theporndude.com
+top1-seo-service.com
+trackmedia101.com
+tvorozhnaja-zapekanka-recept.ru
+ua-company.ru
+veerotech.com
+visa-pasport.ru
+webpromotion.ae
+website-datenbank.de
+woman-h.ru
+x-diesel.org
+xcombear.ru
+xingzi-vision.com
+yaderenergy.ru
+yellocloud.be
+yes-com.com
+yuarra.pluto.ro
+zaloadi.ru
+zoominfo.com
+zscalerone.net
diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list
index 5f8d9e751..dce64c9ef 100644
--- a/dev-tools/test_units/random-referrers-for-whitelist-test.list
+++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list
@@ -1,250 +1,250 @@
-00webcams.com
-24x7-server-support.site
-3dracergames.com
-aa81bf391151884adfa3dd677e41f94be1.com
-advocatemsk.ru
-affrh2015.com
-agahinameh.com
-aksonural.ru
-alfa-medosmotr.ru
-alibestsale.com
-allboard.xobor.de
-allmarketsnewdayli.gdn
-alphavisions.net
-amyfoxfitness.com
-anaksma.info
-anlimebel.kiev.ua
-antons-transporte.de
-apparel-offer.com
-appsaurus.com
-arendovalka.xyz
-auto-zapchasti.org
-autorn.ru
-autoseo-traffic.com
-aviapanda.ru
-aviav.org
-avon-novosib.ru
-babs.com.ua
-beatifullandscape.co
-besthoro.ru
-bestmouthwash.club
-bigcities.org
-bio-market.kz
-birzha-truda.eu
-bjanshee.ru
-bpro1.top
-brainzpod.win
-brandov.ru
-bvlgariwallet.xyz
-bwlx.prepedu.cn
-calc-for-credit.ru
-cartierlove2u.xyz
-cb.iphantom.com
-cezartabac.ro
-cheapcigarettesc.info
-checkm8.com
-chinese-amezon.com
-chocolateslim-original.com
-cl.s7.exct.net
-coaching-netz.info
-cocyq.inwtrade.com
-comsysnet.com
+03e.info
+0c47f8422d3f.com
+123locker.com
+2girls1cup-free.com
+aac52006ec82a24e08b665f4db2b5013f7.com
+aadroid.net
+admeasures.com
+adultwebhosting.info
+agadelha.com.br
+ageofclones.com
+alldezservice.kz
+anapa-inns.ru
+angkortours.vn
+anticrawler.org
+apimossnetinfo-a.akamaihd.net
+appearance-cool.com
+appiq.mobi
+apps-analytics.net
+aquarium-pro.ru
+arendakvartir.kz
+arendatora.ru
+ausmepa.org.au
+autotop.com.ua
+avto-oligarh.ru
+avtointeres.ru
+belsetirehafi.tk
+bestfortraders.com
+bg6s0.com
+biteg.xyz
+blackplanet.com
+c1.onedmp.com
+camsex.xxx-cam.webcam
+carloans.com
+caulderwoodkennels.com
+cleanersoft.com
+clickintext.net
+companies-catalog.com
+coprofam.org
 corta.co
-customerpromos-a.akamaihd.net
-dellalimov.com
-detoxmed24.ru
-digilander.libero.it
-dscaas.website
-e-biznes.info
-elektrozigaretten1.webs.com
-ezigarettenkaufen2.dreamwidth.org
+customsua.com.ua
+dentfidemountpreach.tk
+domcran.net
+drugspowerstore.com
+elektronischezigarettekaufen1.myblog.de
+elektrozigarette2.wordpressy.pl
+eonpal.com
+eropho.com
+eropho.net
+escort-russian.com
+eshop.md
+ezigarettenshop2.myblog.de
+ezigaretteshop2.mywapblog.com
+failingmarriege.blogspot.com
 favoritemoney.ru
-financetip.eu
-freshmac.space
-front.ru
-gambarkataku.co
-gaz-voshod.ru
-ge0ip.net
-generic-pills-online.com
+favornews.com
+faz99.com
+fdzone.org
+feel-planet.com
+fickenprivat.info
+filkhbr.com
+firma-legion.ru
+forum.poker4life.ru
+fugarif.ga
+fun-mobi.pl
+gambarxkata.co
+gameonasia.com
+gamewrath.com
+ge0ip.org
 gettpromos.com
-go2album.com
-gobongo.info
-gopro-online.info
-gribokstop.com
-guildebzh.info
-handicapvantoday.com
-harmonyglen.us
-hd720kino.ru
-health-medical-portal.info
-hikesearch.net
-hit-men.men
-hmywwogw.bloger.index.hr
-hobbyhuren24.net
-hothot.ru
-houseofgaga.ru
-hoverboard360.se
-i-midias.net.br
-iklysha.ml
-ilovevitaly.ru
-import-sales.com
+glall.ru
+gne8.com
+gta-top.ru
+habermetre.com
+happy.new.yeartwit.com
+hayate.biz
+healbio.ru
+houseofrose.com
+hustoon.over-blog.com
+idc.com.ua
+ideibiznesa2015.ru
+igadgetsworld.com
+indiakino.net
+infostatsvc.com
 inmate-locator.us
-ipostroika.ru
-istizanidineacontrolledsubstance.blogspot.com
-istizanidinelikexanax.blogspot.com
-iweblist.info
-j-times.ru
-jasonpartington.com
-jav-fetish.com
-jerseywholesalechinabiz.com
-johannesburgsingles.co.za
-jwss.cc
-jyvopys.com
-kiskinhouse.com
-kmd-pto.ru
-koptims.tiu.ru
-kraljeva-sutjeska.com
-krasivoe-hd.net
+internetproviderstucson.com
+iqoption-bin.com
+iron-age.info
+isistaylorporn.info
+itbc.kiev.ua
+j33x.com
+kaidalibor.de
+karachev-city.ru
+kfon.eu
+konpax.com
+kosova.de
 krasnodar.ru
-kumuk.info
-linksharingt.com
-lodki-pvh.dp.ua
-longadventure.com
-louboutinshoes.xyz
-lulea-auktionsverk.se
-mamasuper.prom.ua
-manifestation.betteroffers.review
-manifestyourmillion.com
-manyresultshub-a.akamaihd.net
-mararoom.ru
-masterseek.com
-maxxtor.eu
-megavolt.net.ua
-metallosajding.ru
-mmgq.ru
-moetomnenie.com
-moncleroutletonline.pw
-mosrif.ru
-most-kerch.org
-moviezbonkerssk.cf
-musflashtv.com
-music7s.me
-musicvidz.ru
-mustat.com
-mycaf.it
-mygameplus.ru
-myyour.eu
-nacap.ru
-nalogovyykodeks.ru
-news-speaker.com
-newstraveller.ru
+kutikomi.net
+laxob.com
+lechenie-gemorroya.com
+lerporn.info
+lineshops.biz
+linkbolic.com
+liquimondo.com
+liveshoppersmac.com
+lkbennettstore.online
+locationdesaison.com
+lockerz.com
+luciddiagnostics.in
+make-money-online.com
+maximpartnerspr.com
+monsterdivx.tv
+moskva.nodup.ru
+moyakuhnia.ru
+muz-shoes.ru
+myindospace.com
+myiptest.com
+narkologiya-belgorod.ru
+naughtyconnect.com
 nfljerseyscheapbiz.us
-ningessaybe.me
-noscrapleftbehind.co
-nrjmobile.fr
-nvformula.ru
-obiavo.net
+nikkiewart.ru
+normalegal.ru
+notfastfood.ru
+november-lax.com
+nowtorrents.com
+nufaq.com
+o-o-11-o-o.com
+o00.in
+obesidadealgarve.com
 odoratus.net
-odywpjtw.bloger.index.hr
-offtime.ru
-ohmyrings.com
-olvanto.ru
-openfrost.net
-opinionreelle.com
-ourville.info
-pagesense.com
-palocco.it
-paphoselectricianandplumber.com
-pechikamini.ru
-pekori.to
-perfection-pleasure.ru
-pic2fly.com
-picquery.com
-pictures-and-images.net
-pizdopletka.club
-pokemon-go-play.online
-potolokelekor.ru
-pozdrawleniya.com
-prize44.com
-producm.ru
-produkto.net
-profit-opportunity.com
-promalp-universal.ru
-proprostatit.com
-push-ad.com
-quangcaons.com
-raisedseo.com
-randalljhoward.com
-ranksignals.com
-razvratnoe.org
-rednise.com
-refererx.com
-rewardit.com
-rff-cfal.info
-rospromtest.ru
-rossmark.ru
-rumamba.com
-rusenvironmental.net
-rustic-quiver.win
-santasgift.ml
-scanner-mark.top
-score-ads.men
-search.alot.com
-searchkut.com
-see-your-website-here.com
-semp.net
-sevenstars7.com
-sexuria.net
-shtora66.ru
+onlyporno.ru
+onstrapon.purplesphere.in
+onthemarch.co
+openmultipleurl.com
+origin-my.ru
+ownshop.win
+ozoz.it
+paintingplanet.ru
+pavlodar.xkaz.org
+pestomou.info
+picturesify.com
+pinwallpaper.xyz
+pizda.lol
+pladform.ru
+popunder.net
+pornosee.info
+portadd.men
+printingpeach.com
+privacyassistant.net
+privatefx-in.ru
+privatefx.all4invest.info
+pro-okis.ru
+prod2016.com
+prostitutki-belgoroda.org
+ranksonic.com
+regionshop.biz
+reining.lovasszovetseg.hu
+reklamuss.ru
+resant.ru
+responsive-test.net
+rialp.getenjoyment.net
+rixpix.ru
+roll123.com
+rome2rio.com
+sanyuprojects.com
+scanner-alexa.top
+school-diplomat.ru
+search.1and1.com
+search.xtconnect.com
+seryeznie-znakomstva.ru
+sexkontakteao.info
+sexpornotales.net
+sexreliz.com
+sexy.babes.frontend-stack.top
+sexyali.com
+shemale-sex.net
+shivafurnishings.com
+shoppingjequiti.com.br
+shoppingmiracles.co.uk
 sibvitr.ru
-sizeplus.work
-sk.golden-praga.ru
-skatestick.bid
-slavic-magic.ru
-sluganarodu.ru
-social-buttons.com
+simply.net
+sisiynas.ru
+site-speed-checker.site
+sivs.ru
+skytraf.xyz
+soc-econom-problems.ru
 socialmadesimple.com
-sport7777.net
+spidtest.org
+sr-rekneskap.no
 sribno.net
-statoutlook.info
-stefanbakosab.se
-svbur.ru
+sstroy44.ru
+stroimajor.ru
+studiofmp.com
+surintech.ac.th
+svarkagid.com
 svetlotorg.ru
-swinger-mobil.net
-tamada69.com
-thetoiletpaper.com
-tizanidine4mgstreetvalue.blogspot.com
-topanasex.com
-toyota.7zap.com
-trion.od.ua
-trk-4.net
-trkdf.com
-tzritel.tk
-unionmarkt.de
+svolze.com
+takeprofitsystem.com
+teastory.co
+templates.franklinfire.co
+thaisamkok.com
+thejournal.ru
+thepantonpractice.co.uk
+top10-way.com
+totu.us
+trackmedia101.com
+traffic100.com
+truck-rece.life
+tt-ipd.info
+tubeline.biz
+tula.howotorg.ru
+ucsol.ru
+ugguk.online
+uhod-za-sobakoj.ru
+underthesite.com
 urdoot.win
-urll.eu
-urzedowski.eu
-ustion.ru
-vasileostrovsky-rayon.ru
-vduplo.ru
+valkiria-tk.ru
+vancleefreplica.pw
+varikoz24.com
+vektorpress.ru
+vellings.info
+velpanex.ru
+verymes.xyz
 vesnatehno.com
-videospornogratisx.net
+video-woman.com
+videochat.life
+videos-for-your-business.com
 viktoria-center.ru
-vinylvault.co.uk
-virtualbb.com
-vitoriacabos.com
-vpnhowto.info
-wallpapers-best.com
-watchdogs-2.ru
-website-speed-checker.site
-withstandingheartwarming.com
-www.souvenirua.com
-xblognetwork.com
-xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai
-xn-----8kcatubaocd1bneepefojs1h2e.xn--p1ai
-xn----7sbho2agebbhlivy.xn--p1ai
-xn----itbkqkfiq.xn--p1ai
-xn--80ak6aa92e.com
+vip-dom.in
+vmnmvzsmn.over-blog.com
+vremya.eu
+vzlomsn.org
+winx-play.ru
+wjgony.com
+worldis.me
+www.labves.ru
+wygraj-teraz.com
+xerox-douglas.cf
+xfluro.com
+xn----ctbigni3aj4h.xn--p1ai
+xnxx-n.com
+xtubeporno.net
 xxxtubesafari.com
-yaderenergy.ru
-yur-p.ru
-zx6.ru
+yellowproxy.net
+yoopsie.com
+you-shall-not-pass.is74.ru
+youghbould.wordpress.com
+yourserverisdown.com
+zagadki.in.ua
+zs2vm.top
+zvetki.ru
diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf
index f4dea9e7e..ce3618377 100644
--- a/dev-tools/test_units/whitelist-ips.conf
+++ b/dev-tools/test_units/whitelist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.241	0;
+10.1.0.56	0;
 127.0.0.1	0;
diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt
index 0ee040fb9..fe792a911 100644
--- a/dev-tools/tmp/robots.txt
+++ b/dev-tools/tmp/robots.txt
@@ -6238,3 +6238,1251 @@ Disallow:/
 User-agent: zgrab
 Disallow:/
 
+###################################################################
+# The Ultimate robots.txt Bot and User-Agent Blocker
+# Copyright:
+# https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
+###################################################################
+
+### Version Information #
+###################################################
+### Version: V4.2021.07.2456
+### Updated: Mon Jul  5 12:20:06 UTC 2021
+### Bad Bot Count: 615
+###################################################
+### Version Information ##
+
+User-agent: *
+Disallow: /wp-admin/
+Allow: /wp-admin/admin-ajax.php
+User-agent: 01h4x.com
+Disallow:/
+User-agent: 360Spider
+Disallow:/
+User-agent: 404checker
+Disallow:/
+User-agent: 404enemy
+Disallow:/
+User-agent: 80legs
+Disallow:/
+User-agent: ADmantX
+Disallow:/
+User-agent: AIBOT
+Disallow:/
+User-agent: ASPSeek
+Disallow:/
+User-agent: Abonti
+Disallow:/
+User-agent: Aboundex
+Disallow:/
+User-agent: Aboundexbot
+Disallow:/
+User-agent: Acunetix
+Disallow:/
+User-agent: AfD-Verbotsverfahren
+Disallow:/
+User-agent: AhrefsBot
+Disallow:/
+User-agent: AiHitBot
+Disallow:/
+User-agent: Aipbot
+Disallow:/
+User-agent: Alexibot
+Disallow:/
+User-agent: AllSubmitter
+Disallow:/
+User-agent: Alligator
+Disallow:/
+User-agent: AlphaBot
+Disallow:/
+User-agent: Anarchie
+Disallow:/
+User-agent: Anarchy
+Disallow:/
+User-agent: Anarchy99
+Disallow:/
+User-agent: Ankit
+Disallow:/
+User-agent: Anthill
+Disallow:/
+User-agent: Apexoo
+Disallow:/
+User-agent: Aspiegel
+Disallow:/
+User-agent: Asterias
+Disallow:/
+User-agent: Attach
+Disallow:/
+User-agent: AwarioRssBot
+Disallow:/
+User-agent: AwarioSmartBot
+Disallow:/
+User-agent: BBBike
+Disallow:/
+User-agent: BDCbot
+Disallow:/
+User-agent: BDFetch
+Disallow:/
+User-agent: BLEXBot
+Disallow:/
+User-agent: BackDoorBot
+Disallow:/
+User-agent: BackStreet
+Disallow:/
+User-agent: BackWeb
+Disallow:/
+User-agent: Backlink-Ceck
+Disallow:/
+User-agent: BacklinkCrawler
+Disallow:/
+User-agent: Badass
+Disallow:/
+User-agent: Bandit
+Disallow:/
+User-agent: Barkrowler
+Disallow:/
+User-agent: BatchFTP
+Disallow:/
+User-agent: Battleztar Bazinga
+Disallow:/
+User-agent: BetaBot
+Disallow:/
+User-agent: Bigfoot
+Disallow:/
+User-agent: Bitacle
+Disallow:/
+User-agent: BlackWidow
+Disallow:/
+User-agent: Black Hole
+Disallow:/
+User-agent: Blackboard
+Disallow:/
+User-agent: Blow
+Disallow:/
+User-agent: BlowFish
+Disallow:/
+User-agent: Boardreader
+Disallow:/
+User-agent: Bolt
+Disallow:/
+User-agent: BotALot
+Disallow:/
+User-agent: Brandprotect
+Disallow:/
+User-agent: Brandwatch
+Disallow:/
+User-agent: Buck
+Disallow:/
+User-agent: Buddy
+Disallow:/
+User-agent: BuiltBotTough
+Disallow:/
+User-agent: BuiltWith
+Disallow:/
+User-agent: Bullseye
+Disallow:/
+User-agent: BunnySlippers
+Disallow:/
+User-agent: BuzzSumo
+Disallow:/
+User-agent: CATExplorador
+Disallow:/
+User-agent: CCBot
+Disallow:/
+User-agent: CODE87
+Disallow:/
+User-agent: CSHttp
+Disallow:/
+User-agent: Calculon
+Disallow:/
+User-agent: CazoodleBot
+Disallow:/
+User-agent: Cegbfeieh
+Disallow:/
+User-agent: CensysInspect
+Disallow:/
+User-agent: CheTeam
+Disallow:/
+User-agent: CheeseBot
+Disallow:/
+User-agent: CherryPicker
+Disallow:/
+User-agent: ChinaClaw
+Disallow:/
+User-agent: Chlooe
+Disallow:/
+User-agent: Claritybot
+Disallow:/
+User-agent: Cliqzbot
+Disallow:/
+User-agent: Cloud mapping
+Disallow:/
+User-agent: Cocolyzebot
+Disallow:/
+User-agent: Cogentbot
+Disallow:/
+User-agent: Collector
+Disallow:/
+User-agent: Copier
+Disallow:/
+User-agent: CopyRightCheck
+Disallow:/
+User-agent: Copyscape
+Disallow:/
+User-agent: Cosmos
+Disallow:/
+User-agent: Craftbot
+Disallow:/
+User-agent: CrazyWebCrawler
+Disallow:/
+User-agent: Crescent
+Disallow:/
+User-agent: CrunchBot
+Disallow:/
+User-agent: Curious
+Disallow:/
+User-agent: Custo
+Disallow:/
+User-agent: CyotekWebCopy
+Disallow:/
+User-agent: DBLBot
+Disallow:/
+User-agent: DIIbot
+Disallow:/
+User-agent: DSearch
+Disallow:/
+User-agent: DTS Agent
+Disallow:/
+User-agent: DataCha0s
+Disallow:/
+User-agent: DatabaseDriverMysqli
+Disallow:/
+User-agent: Demon
+Disallow:/
+User-agent: Deusu
+Disallow:/
+User-agent: Devil
+Disallow:/
+User-agent: Digincore
+Disallow:/
+User-agent: DigitalPebble
+Disallow:/
+User-agent: Dirbuster
+Disallow:/
+User-agent: Disco
+Disallow:/
+User-agent: Discobot
+Disallow:/
+User-agent: Discoverybot
+Disallow:/
+User-agent: Dispatch
+Disallow:/
+User-agent: DittoSpyder
+Disallow:/
+User-agent: DnyzBot
+Disallow:/
+User-agent: DomCopBot
+Disallow:/
+User-agent: DomainAppender
+Disallow:/
+User-agent: DomainCrawler
+Disallow:/
+User-agent: DomainSigmaCrawler
+Disallow:/
+User-agent: DomainStatsBot
+Disallow:/
+User-agent: Domains Project
+Disallow:/
+User-agent: Dotbot
+Disallow:/
+User-agent: Download Wonder
+Disallow:/
+User-agent: Dragonfly
+Disallow:/
+User-agent: Drip
+Disallow:/
+User-agent: ECCP/1.0
+Disallow:/
+User-agent: EMail Siphon
+Disallow:/
+User-agent: EMail Wolf
+Disallow:/
+User-agent: EasyDL
+Disallow:/
+User-agent: Ebingbong
+Disallow:/
+User-agent: Ecxi
+Disallow:/
+User-agent: EirGrabber
+Disallow:/
+User-agent: EroCrawler
+Disallow:/
+User-agent: Evil
+Disallow:/
+User-agent: Exabot
+Disallow:/
+User-agent: Express WebPictures
+Disallow:/
+User-agent: ExtLinksBot
+Disallow:/
+User-agent: Extractor
+Disallow:/
+User-agent: ExtractorPro
+Disallow:/
+User-agent: Extreme Picture Finder
+Disallow:/
+User-agent: EyeNetIE
+Disallow:/
+User-agent: Ezooms
+Disallow:/
+User-agent: FDM
+Disallow:/
+User-agent: FHscan
+Disallow:/
+User-agent: FemtosearchBot
+Disallow:/
+User-agent: Fimap
+Disallow:/
+User-agent: Firefox/7.0
+Disallow:/
+User-agent: FlashGet
+Disallow:/
+User-agent: Flunky
+Disallow:/
+User-agent: Foobot
+Disallow:/
+User-agent: Freeuploader
+Disallow:/
+User-agent: FrontPage
+Disallow:/
+User-agent: Fuzz
+Disallow:/
+User-agent: FyberSpider
+Disallow:/
+User-agent: Fyrebot
+Disallow:/
+User-agent: G-i-g-a-b-o-t
+Disallow:/
+User-agent: GT::WWW
+Disallow:/
+User-agent: GalaxyBot
+Disallow:/
+User-agent: Genieo
+Disallow:/
+User-agent: GermCrawler
+Disallow:/
+User-agent: GetRight
+Disallow:/
+User-agent: GetWeb
+Disallow:/
+User-agent: Getintent
+Disallow:/
+User-agent: Gigablast
+Disallow:/
+User-agent: Gigabot
+Disallow:/
+User-agent: Go!Zilla
+Disallow:/
+User-agent: Go-Ahead-Got-It
+Disallow:/
+User-agent: GoZilla
+Disallow:/
+User-agent: Gotit
+Disallow:/
+User-agent: GrabNet
+Disallow:/
+User-agent: Grabber
+Disallow:/
+User-agent: Grafula
+Disallow:/
+User-agent: GrapeFX
+Disallow:/
+User-agent: GrapeshotCrawler
+Disallow:/
+User-agent: GridBot
+Disallow:/
+User-agent: HEADMasterSEO
+Disallow:/
+User-agent: HMView
+Disallow:/
+User-agent: HTMLparser
+Disallow:/
+User-agent: HTTP::Lite
+Disallow:/
+User-agent: HTTrack
+Disallow:/
+User-agent: Haansoft
+Disallow:/
+User-agent: HaosouSpider
+Disallow:/
+User-agent: Harvest
+Disallow:/
+User-agent: Havij
+Disallow:/
+User-agent: Heritrix
+Disallow:/
+User-agent: Hloader
+Disallow:/
+User-agent: Humanlinks
+Disallow:/
+User-agent: HybridBot
+Disallow:/
+User-agent: IDBTE4M
+Disallow:/
+User-agent: IDBot
+Disallow:/
+User-agent: IRLbot
+Disallow:/
+User-agent: Iblog
+Disallow:/
+User-agent: Id-search
+Disallow:/
+User-agent: IlseBot
+Disallow:/
+User-agent: Image Fetch
+Disallow:/
+User-agent: Image Sucker
+Disallow:/
+User-agent: IndeedBot
+Disallow:/
+User-agent: Indy Library
+Disallow:/
+User-agent: InfoNaviRobot
+Disallow:/
+User-agent: InfoTekies
+Disallow:/
+User-agent: Intelliseek
+Disallow:/
+User-agent: InterGET
+Disallow:/
+User-agent: InternetSeer
+Disallow:/
+User-agent: Internet Ninja
+Disallow:/
+User-agent: Iria
+Disallow:/
+User-agent: Iskanie
+Disallow:/
+User-agent: IstellaBot
+Disallow:/
+User-agent: JOC Web Spider
+Disallow:/
+User-agent: JamesBOT
+Disallow:/
+User-agent: Jbrofuzz
+Disallow:/
+User-agent: JennyBot
+Disallow:/
+User-agent: JetCar
+Disallow:/
+User-agent: Jetty
+Disallow:/
+User-agent: JikeSpider
+Disallow:/
+User-agent: Joomla
+Disallow:/
+User-agent: Jorgee
+Disallow:/
+User-agent: JustView
+Disallow:/
+User-agent: Jyxobot
+Disallow:/
+User-agent: Kenjin Spider
+Disallow:/
+User-agent: Keyword Density
+Disallow:/
+User-agent: Kinza
+Disallow:/
+User-agent: Kozmosbot
+Disallow:/
+User-agent: LNSpiderguy
+Disallow:/
+User-agent: LWP::Simple
+Disallow:/
+User-agent: Lanshanbot
+Disallow:/
+User-agent: Larbin
+Disallow:/
+User-agent: LeechFTP
+Disallow:/
+User-agent: LeechGet
+Disallow:/
+User-agent: LexiBot
+Disallow:/
+User-agent: Lftp
+Disallow:/
+User-agent: LibWeb
+Disallow:/
+User-agent: Libwhisker
+Disallow:/
+User-agent: LieBaoFast
+Disallow:/
+User-agent: Lightspeedsystems
+Disallow:/
+User-agent: Likse
+Disallow:/
+User-agent: LinkScan
+Disallow:/
+User-agent: LinkWalker
+Disallow:/
+User-agent: Linkbot
+Disallow:/
+User-agent: Linkdexbot
+Disallow:/
+User-agent: LinkextractorPro
+Disallow:/
+User-agent: LinkpadBot
+Disallow:/
+User-agent: LinksManager
+Disallow:/
+User-agent: LinqiaMetadataDownloaderBot
+Disallow:/
+User-agent: LinqiaRSSBot
+Disallow:/
+User-agent: LinqiaScrapeBot
+Disallow:/
+User-agent: Lipperhey
+Disallow:/
+User-agent: Lipperhey Spider
+Disallow:/
+User-agent: Litemage_walker
+Disallow:/
+User-agent: Lmspider
+Disallow:/
+User-agent: Ltx71
+Disallow:/
+User-agent: MFC_Tear_Sample
+Disallow:/
+User-agent: MIDown tool
+Disallow:/
+User-agent: MIIxpc
+Disallow:/
+User-agent: MJ12bot
+Disallow:/
+User-agent: MQQBrowser
+Disallow:/
+User-agent: MSFrontPage
+Disallow:/
+User-agent: MSIECrawler
+Disallow:/
+User-agent: MTRobot
+Disallow:/
+User-agent: Mag-Net
+Disallow:/
+User-agent: Magnet
+Disallow:/
+User-agent: Mail.RU_Bot
+Disallow:/
+User-agent: Majestic-SEO
+Disallow:/
+User-agent: Majestic12
+Disallow:/
+User-agent: Majestic SEO
+Disallow:/
+User-agent: MarkMonitor
+Disallow:/
+User-agent: MarkWatch
+Disallow:/
+User-agent: Mass Downloader
+Disallow:/
+User-agent: Masscan
+Disallow:/
+User-agent: Mata Hari
+Disallow:/
+User-agent: MauiBot
+Disallow:/
+User-agent: Mb2345Browser
+Disallow:/
+User-agent: MeanPath Bot
+Disallow:/
+User-agent: Meanpathbot
+Disallow:/
+User-agent: Mediatoolkitbot
+Disallow:/
+User-agent: MegaIndex.ru
+Disallow:/
+User-agent: Metauri
+Disallow:/
+User-agent: MicroMessenger
+Disallow:/
+User-agent: Microsoft Data Access
+Disallow:/
+User-agent: Microsoft URL Control
+Disallow:/
+User-agent: Mister PiX
+Disallow:/
+User-agent: Moblie Safari
+Disallow:/
+User-agent: Mojeek
+Disallow:/
+User-agent: Mojolicious
+Disallow:/
+User-agent: Morfeus Fucking Scanner
+Disallow:/
+User-agent: Mozlila
+Disallow:/
+User-agent: Mr.4x3
+Disallow:/
+User-agent: Msrabot
+Disallow:/
+User-agent: Musobot
+Disallow:/
+User-agent: NICErsPRO
+Disallow:/
+User-agent: NPbot
+Disallow:/
+User-agent: Name Intelligence
+Disallow:/
+User-agent: Nameprotect
+Disallow:/
+User-agent: Navroad
+Disallow:/
+User-agent: NearSite
+Disallow:/
+User-agent: Needle
+Disallow:/
+User-agent: Nessus
+Disallow:/
+User-agent: NetAnts
+Disallow:/
+User-agent: NetLyzer
+Disallow:/
+User-agent: NetMechanic
+Disallow:/
+User-agent: NetSpider
+Disallow:/
+User-agent: NetZIP
+Disallow:/
+User-agent: Net Vampire
+Disallow:/
+User-agent: Netcraft
+Disallow:/
+User-agent: Nettrack
+Disallow:/
+User-agent: Netvibes
+Disallow:/
+User-agent: NextGenSearchBot
+Disallow:/
+User-agent: Nibbler
+Disallow:/
+User-agent: Niki-bot
+Disallow:/
+User-agent: Nikto
+Disallow:/
+User-agent: NimbleCrawler
+Disallow:/
+User-agent: Nimbostratus
+Disallow:/
+User-agent: Ninja
+Disallow:/
+User-agent: Nmap
+Disallow:/
+User-agent: Nuclei
+Disallow:/
+User-agent: Nutch
+Disallow:/
+User-agent: OPPO A33
+Disallow:/
+User-agent: Octopus
+Disallow:/
+User-agent: Offline Explorer
+Disallow:/
+User-agent: Offline Navigator
+Disallow:/
+User-agent: OnCrawl
+Disallow:/
+User-agent: OpenLinkProfiler
+Disallow:/
+User-agent: OpenVAS
+Disallow:/
+User-agent: Openfind
+Disallow:/
+User-agent: Openvas
+Disallow:/
+User-agent: OrangeBot
+Disallow:/
+User-agent: OrangeSpider
+Disallow:/
+User-agent: OutclicksBot
+Disallow:/
+User-agent: OutfoxBot
+Disallow:/
+User-agent: PECL::HTTP
+Disallow:/
+User-agent: PHPCrawl
+Disallow:/
+User-agent: POE-Component-Client-HTTP
+Disallow:/
+User-agent: PageAnalyzer
+Disallow:/
+User-agent: PageGrabber
+Disallow:/
+User-agent: PageScorer
+Disallow:/
+User-agent: PageThing.com
+Disallow:/
+User-agent: Page Analyzer
+Disallow:/
+User-agent: Pandalytics
+Disallow:/
+User-agent: Panscient
+Disallow:/
+User-agent: Papa Foto
+Disallow:/
+User-agent: Pavuk
+Disallow:/
+User-agent: PeoplePal
+Disallow:/
+User-agent: Petalbot
+Disallow:/
+User-agent: Pi-Monster
+Disallow:/
+User-agent: Picscout
+Disallow:/
+User-agent: Picsearch
+Disallow:/
+User-agent: PictureFinder
+Disallow:/
+User-agent: Piepmatz
+Disallow:/
+User-agent: Pimonster
+Disallow:/
+User-agent: Pixray
+Disallow:/
+User-agent: PleaseCrawl
+Disallow:/
+User-agent: Pockey
+Disallow:/
+User-agent: ProPowerBot
+Disallow:/
+User-agent: ProWebWalker
+Disallow:/
+User-agent: Probethenet
+Disallow:/
+User-agent: Psbot
+Disallow:/
+User-agent: Pu_iN
+Disallow:/
+User-agent: Pump
+Disallow:/
+User-agent: PxBroker
+Disallow:/
+User-agent: PyCurl
+Disallow:/
+User-agent: QueryN Metasearch
+Disallow:/
+User-agent: Quick-Crawler
+Disallow:/
+User-agent: RSSingBot
+Disallow:/
+User-agent: RankActive
+Disallow:/
+User-agent: RankActiveLinkBot
+Disallow:/
+User-agent: RankFlex
+Disallow:/
+User-agent: RankingBot
+Disallow:/
+User-agent: RankingBot2
+Disallow:/
+User-agent: Rankivabot
+Disallow:/
+User-agent: RankurBot
+Disallow:/
+User-agent: Re-re
+Disallow:/
+User-agent: ReGet
+Disallow:/
+User-agent: RealDownload
+Disallow:/
+User-agent: Reaper
+Disallow:/
+User-agent: RebelMouse
+Disallow:/
+User-agent: Recorder
+Disallow:/
+User-agent: RedesScrapy
+Disallow:/
+User-agent: RepoMonkey
+Disallow:/
+User-agent: Ripper
+Disallow:/
+User-agent: RocketCrawler
+Disallow:/
+User-agent: Rogerbot
+Disallow:/
+User-agent: SBIder
+Disallow:/
+User-agent: SEOkicks
+Disallow:/
+User-agent: SEOkicks-Robot
+Disallow:/
+User-agent: SEOlyticsCrawler
+Disallow:/
+User-agent: SEOprofiler
+Disallow:/
+User-agent: SEOstats
+Disallow:/
+User-agent: SISTRIX
+Disallow:/
+User-agent: SMTBot
+Disallow:/
+User-agent: SalesIntelligent
+Disallow:/
+User-agent: ScanAlert
+Disallow:/
+User-agent: Scanbot
+Disallow:/
+User-agent: ScoutJet
+Disallow:/
+User-agent: Scrapy
+Disallow:/
+User-agent: Screaming
+Disallow:/
+User-agent: ScreenerBot
+Disallow:/
+User-agent: ScrepyBot
+Disallow:/
+User-agent: Searchestate
+Disallow:/
+User-agent: SearchmetricsBot
+Disallow:/
+User-agent: Semrush
+Disallow:/
+User-agent: SemrushBot
+Disallow:/
+User-agent: SentiBot
+Disallow:/
+User-agent: SeoSiteCheckup
+Disallow:/
+User-agent: SeobilityBot
+Disallow:/
+User-agent: Seomoz
+Disallow:/
+User-agent: Shodan
+Disallow:/
+User-agent: Siphon
+Disallow:/
+User-agent: SiteCheckerBotCrawler
+Disallow:/
+User-agent: SiteExplorer
+Disallow:/
+User-agent: SiteLockSpider
+Disallow:/
+User-agent: SiteSnagger
+Disallow:/
+User-agent: SiteSucker
+Disallow:/
+User-agent: Site Sucker
+Disallow:/
+User-agent: Sitebeam
+Disallow:/
+User-agent: Siteimprove
+Disallow:/
+User-agent: Sitevigil
+Disallow:/
+User-agent: SlySearch
+Disallow:/
+User-agent: SmartDownload
+Disallow:/
+User-agent: Snake
+Disallow:/
+User-agent: Snapbot
+Disallow:/
+User-agent: Snoopy
+Disallow:/
+User-agent: SocialRankIOBot
+Disallow:/
+User-agent: Sociscraper
+Disallow:/
+User-agent: Sogou web spider
+Disallow:/
+User-agent: Sosospider
+Disallow:/
+User-agent: Sottopop
+Disallow:/
+User-agent: SpaceBison
+Disallow:/
+User-agent: Spammen
+Disallow:/
+User-agent: SpankBot
+Disallow:/
+User-agent: Spanner
+Disallow:/
+User-agent: Spbot
+Disallow:/
+User-agent: Spinn3r
+Disallow:/
+User-agent: SputnikBot
+Disallow:/
+User-agent: Sqlmap
+Disallow:/
+User-agent: Sqlworm
+Disallow:/
+User-agent: Sqworm
+Disallow:/
+User-agent: Steeler
+Disallow:/
+User-agent: Stripper
+Disallow:/
+User-agent: Sucker
+Disallow:/
+User-agent: Sucuri
+Disallow:/
+User-agent: SuperBot
+Disallow:/
+User-agent: SuperHTTP
+Disallow:/
+User-agent: Surfbot
+Disallow:/
+User-agent: SurveyBot
+Disallow:/
+User-agent: Suzuran
+Disallow:/
+User-agent: Swiftbot
+Disallow:/
+User-agent: Szukacz
+Disallow:/
+User-agent: T0PHackTeam
+Disallow:/
+User-agent: T8Abot
+Disallow:/
+User-agent: Teleport
+Disallow:/
+User-agent: TeleportPro
+Disallow:/
+User-agent: Telesoft
+Disallow:/
+User-agent: Telesphoreo
+Disallow:/
+User-agent: Telesphorep
+Disallow:/
+User-agent: TheNomad
+Disallow:/
+User-agent: The Intraformant
+Disallow:/
+User-agent: Thumbor
+Disallow:/
+User-agent: TightTwatBot
+Disallow:/
+User-agent: Titan
+Disallow:/
+User-agent: Toata
+Disallow:/
+User-agent: Toweyabot
+Disallow:/
+User-agent: Tracemyfile
+Disallow:/
+User-agent: Trendiction
+Disallow:/
+User-agent: Trendictionbot
+Disallow:/
+User-agent: True_Robot
+Disallow:/
+User-agent: Turingos
+Disallow:/
+User-agent: Turnitin
+Disallow:/
+User-agent: TurnitinBot
+Disallow:/
+User-agent: TwengaBot
+Disallow:/
+User-agent: Twice
+Disallow:/
+User-agent: Typhoeus
+Disallow:/
+User-agent: URLy.Warning
+Disallow:/
+User-agent: URLy Warning
+Disallow:/
+User-agent: UnisterBot
+Disallow:/
+User-agent: Upflow
+Disallow:/
+User-agent: V-BOT
+Disallow:/
+User-agent: VB Project
+Disallow:/
+User-agent: VCI
+Disallow:/
+User-agent: Vacuum
+Disallow:/
+User-agent: Vagabondo
+Disallow:/
+User-agent: VelenPublicWebCrawler
+Disallow:/
+User-agent: VeriCiteCrawler
+Disallow:/
+User-agent: VidibleScraper
+Disallow:/
+User-agent: Virusdie
+Disallow:/
+User-agent: VoidEYE
+Disallow:/
+User-agent: Voil
+Disallow:/
+User-agent: Voltron
+Disallow:/
+User-agent: WASALive-Bot
+Disallow:/
+User-agent: WBSearchBot
+Disallow:/
+User-agent: WEBDAV
+Disallow:/
+User-agent: WISENutbot
+Disallow:/
+User-agent: WPScan
+Disallow:/
+User-agent: WWW-Collector-E
+Disallow:/
+User-agent: WWW-Mechanize
+Disallow:/
+User-agent: WWW::Mechanize
+Disallow:/
+User-agent: WWWOFFLE
+Disallow:/
+User-agent: Wallpapers/3.0
+Disallow:/
+User-agent: WallpapersHD
+Disallow:/
+User-agent: WeSEE
+Disallow:/
+User-agent: WebAuto
+Disallow:/
+User-agent: WebBandit
+Disallow:/
+User-agent: WebCollage
+Disallow:/
+User-agent: WebCopier
+Disallow:/
+User-agent: WebEnhancer
+Disallow:/
+User-agent: WebFetch
+Disallow:/
+User-agent: WebFuck
+Disallow:/
+User-agent: WebGo IS
+Disallow:/
+User-agent: WebImageCollector
+Disallow:/
+User-agent: WebLeacher
+Disallow:/
+User-agent: WebPix
+Disallow:/
+User-agent: WebReaper
+Disallow:/
+User-agent: WebSauger
+Disallow:/
+User-agent: WebStripper
+Disallow:/
+User-agent: WebSucker
+Disallow:/
+User-agent: WebWhacker
+Disallow:/
+User-agent: WebZIP
+Disallow:/
+User-agent: Web Auto
+Disallow:/
+User-agent: Web Collage
+Disallow:/
+User-agent: Web Enhancer
+Disallow:/
+User-agent: Web Fetch
+Disallow:/
+User-agent: Web Fuck
+Disallow:/
+User-agent: Web Pix
+Disallow:/
+User-agent: Web Sauger
+Disallow:/
+User-agent: Web Sucker
+Disallow:/
+User-agent: Webalta
+Disallow:/
+User-agent: WebmasterWorldForumBot
+Disallow:/
+User-agent: Webshag
+Disallow:/
+User-agent: WebsiteExtractor
+Disallow:/
+User-agent: WebsiteQuester
+Disallow:/
+User-agent: Website Quester
+Disallow:/
+User-agent: Webster
+Disallow:/
+User-agent: Whack
+Disallow:/
+User-agent: Whacker
+Disallow:/
+User-agent: Whatweb
+Disallow:/
+User-agent: Who.is Bot
+Disallow:/
+User-agent: Widow
+Disallow:/
+User-agent: WinHTTrack
+Disallow:/
+User-agent: WiseGuys Robot
+Disallow:/
+User-agent: Wonderbot
+Disallow:/
+User-agent: Woobot
+Disallow:/
+User-agent: Wotbox
+Disallow:/
+User-agent: Wprecon
+Disallow:/
+User-agent: Xaldon WebSpider
+Disallow:/
+User-agent: Xaldon_WebSpider
+Disallow:/
+User-agent: Xenu
+Disallow:/
+User-agent: YoudaoBot
+Disallow:/
+User-agent: Zade
+Disallow:/
+User-agent: Zauba
+Disallow:/
+User-agent: Zermelo
+Disallow:/
+User-agent: Zeus
+Disallow:/
+User-agent: Zitebot
+Disallow:/
+User-agent: ZmEu
+Disallow:/
+User-agent: ZoomBot
+Disallow:/
+User-agent: ZoominfoBot
+Disallow:/
+User-agent: ZumBot
+Disallow:/
+User-agent: ZyBorg
+Disallow:/
+User-agent: archive.org_bot
+Disallow:/
+User-agent: arquivo-web-crawler
+Disallow:/
+User-agent: arquivo.pt
+Disallow:/
+User-agent: autoemailspider
+Disallow:/
+User-agent: backlink-check
+Disallow:/
+User-agent: check1.exe
+Disallow:/
+User-agent: coccocbot-web
+Disallow:/
+User-agent: cognitiveseo
+Disallow:/
+User-agent: com.plumanalytics
+Disallow:/
+User-agent: crawl.sogou.com
+Disallow:/
+User-agent: crawler.feedback
+Disallow:/
+User-agent: crawler4j
+Disallow:/
+User-agent: demandbase-bot
+Disallow:/
+User-agent: domainsproject.org
+Disallow:/
+User-agent: eCatch
+Disallow:/
+User-agent: evc-batch
+Disallow:/
+User-agent: facebookscraper
+Disallow:/
+User-agent: gopher
+Disallow:/
+User-agent: heritrix
+Disallow:/
+User-agent: instabid
+Disallow:/
+User-agent: internetVista monitor
+Disallow:/
+User-agent: ips-agent
+Disallow:/
+User-agent: isitwp.com
+Disallow:/
+User-agent: lwp-request
+Disallow:/
+User-agent: lwp-trivial
+Disallow:/
+User-agent: magpie-crawler
+Disallow:/
+User-agent: meanpathbot
+Disallow:/
+User-agent: mediawords
+Disallow:/
+User-agent: muhstik-scan
+Disallow:/
+User-agent: netEstate NE Crawler
+Disallow:/
+User-agent: oBot
+Disallow:/
+User-agent: page scorer
+Disallow:/
+User-agent: pcBrowser
+Disallow:/
+User-agent: plumanalytics
+Disallow:/
+User-agent: polaris version
+Disallow:/
+User-agent: probe-image-size
+Disallow:/
+User-agent: ripz
+Disallow:/
+User-agent: s1z.ru
+Disallow:/
+User-agent: satoristudio.net
+Disallow:/
+User-agent: scalaj-http
+Disallow:/
+User-agent: scan.lol
+Disallow:/
+User-agent: seobility
+Disallow:/
+User-agent: seoscanners
+Disallow:/
+User-agent: seostar
+Disallow:/
+User-agent: serpstatbot
+Disallow:/
+User-agent: sexsearcher
+Disallow:/
+User-agent: sitechecker.pro
+Disallow:/
+User-agent: siteripz
+Disallow:/
+User-agent: sogouspider
+Disallow:/
+User-agent: sp_auditbot
+Disallow:/
+User-agent: spyfu
+Disallow:/
+User-agent: sysscan
+Disallow:/
+User-agent: tAkeOut
+Disallow:/
+User-agent: trendiction.com
+Disallow:/
+User-agent: trendiction.de
+Disallow:/
+User-agent: voyagerx.com
+Disallow:/
+User-agent: webmeup-crawler
+Disallow:/
+User-agent: x09Mozilla
+Disallow:/
+User-agent: x22Mozilla
+Disallow:/
+User-agent: xpymep1.exe
+Disallow:/
+User-agent: zauba.io
+Disallow:/
+User-agent: zgrab
+Disallow:/
+
diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt
index 0ee040fb9..fe792a911 100644
--- a/robots.txt/robots.txt
+++ b/robots.txt/robots.txt
@@ -6238,3 +6238,1251 @@ Disallow:/
 User-agent: zgrab
 Disallow:/
 
+###################################################################
+# The Ultimate robots.txt Bot and User-Agent Blocker
+# Copyright:
+# https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker
+###################################################################
+
+### Version Information #
+###################################################
+### Version: V4.2021.07.2456
+### Updated: Mon Jul  5 12:20:06 UTC 2021
+### Bad Bot Count: 615
+###################################################
+### Version Information ##
+
+User-agent: *
+Disallow: /wp-admin/
+Allow: /wp-admin/admin-ajax.php
+User-agent: 01h4x.com
+Disallow:/
+User-agent: 360Spider
+Disallow:/
+User-agent: 404checker
+Disallow:/
+User-agent: 404enemy
+Disallow:/
+User-agent: 80legs
+Disallow:/
+User-agent: ADmantX
+Disallow:/
+User-agent: AIBOT
+Disallow:/
+User-agent: ASPSeek
+Disallow:/
+User-agent: Abonti
+Disallow:/
+User-agent: Aboundex
+Disallow:/
+User-agent: Aboundexbot
+Disallow:/
+User-agent: Acunetix
+Disallow:/
+User-agent: AfD-Verbotsverfahren
+Disallow:/
+User-agent: AhrefsBot
+Disallow:/
+User-agent: AiHitBot
+Disallow:/
+User-agent: Aipbot
+Disallow:/
+User-agent: Alexibot
+Disallow:/
+User-agent: AllSubmitter
+Disallow:/
+User-agent: Alligator
+Disallow:/
+User-agent: AlphaBot
+Disallow:/
+User-agent: Anarchie
+Disallow:/
+User-agent: Anarchy
+Disallow:/
+User-agent: Anarchy99
+Disallow:/
+User-agent: Ankit
+Disallow:/
+User-agent: Anthill
+Disallow:/
+User-agent: Apexoo
+Disallow:/
+User-agent: Aspiegel
+Disallow:/
+User-agent: Asterias
+Disallow:/
+User-agent: Attach
+Disallow:/
+User-agent: AwarioRssBot
+Disallow:/
+User-agent: AwarioSmartBot
+Disallow:/
+User-agent: BBBike
+Disallow:/
+User-agent: BDCbot
+Disallow:/
+User-agent: BDFetch
+Disallow:/
+User-agent: BLEXBot
+Disallow:/
+User-agent: BackDoorBot
+Disallow:/
+User-agent: BackStreet
+Disallow:/
+User-agent: BackWeb
+Disallow:/
+User-agent: Backlink-Ceck
+Disallow:/
+User-agent: BacklinkCrawler
+Disallow:/
+User-agent: Badass
+Disallow:/
+User-agent: Bandit
+Disallow:/
+User-agent: Barkrowler
+Disallow:/
+User-agent: BatchFTP
+Disallow:/
+User-agent: Battleztar Bazinga
+Disallow:/
+User-agent: BetaBot
+Disallow:/
+User-agent: Bigfoot
+Disallow:/
+User-agent: Bitacle
+Disallow:/
+User-agent: BlackWidow
+Disallow:/
+User-agent: Black Hole
+Disallow:/
+User-agent: Blackboard
+Disallow:/
+User-agent: Blow
+Disallow:/
+User-agent: BlowFish
+Disallow:/
+User-agent: Boardreader
+Disallow:/
+User-agent: Bolt
+Disallow:/
+User-agent: BotALot
+Disallow:/
+User-agent: Brandprotect
+Disallow:/
+User-agent: Brandwatch
+Disallow:/
+User-agent: Buck
+Disallow:/
+User-agent: Buddy
+Disallow:/
+User-agent: BuiltBotTough
+Disallow:/
+User-agent: BuiltWith
+Disallow:/
+User-agent: Bullseye
+Disallow:/
+User-agent: BunnySlippers
+Disallow:/
+User-agent: BuzzSumo
+Disallow:/
+User-agent: CATExplorador
+Disallow:/
+User-agent: CCBot
+Disallow:/
+User-agent: CODE87
+Disallow:/
+User-agent: CSHttp
+Disallow:/
+User-agent: Calculon
+Disallow:/
+User-agent: CazoodleBot
+Disallow:/
+User-agent: Cegbfeieh
+Disallow:/
+User-agent: CensysInspect
+Disallow:/
+User-agent: CheTeam
+Disallow:/
+User-agent: CheeseBot
+Disallow:/
+User-agent: CherryPicker
+Disallow:/
+User-agent: ChinaClaw
+Disallow:/
+User-agent: Chlooe
+Disallow:/
+User-agent: Claritybot
+Disallow:/
+User-agent: Cliqzbot
+Disallow:/
+User-agent: Cloud mapping
+Disallow:/
+User-agent: Cocolyzebot
+Disallow:/
+User-agent: Cogentbot
+Disallow:/
+User-agent: Collector
+Disallow:/
+User-agent: Copier
+Disallow:/
+User-agent: CopyRightCheck
+Disallow:/
+User-agent: Copyscape
+Disallow:/
+User-agent: Cosmos
+Disallow:/
+User-agent: Craftbot
+Disallow:/
+User-agent: CrazyWebCrawler
+Disallow:/
+User-agent: Crescent
+Disallow:/
+User-agent: CrunchBot
+Disallow:/
+User-agent: Curious
+Disallow:/
+User-agent: Custo
+Disallow:/
+User-agent: CyotekWebCopy
+Disallow:/
+User-agent: DBLBot
+Disallow:/
+User-agent: DIIbot
+Disallow:/
+User-agent: DSearch
+Disallow:/
+User-agent: DTS Agent
+Disallow:/
+User-agent: DataCha0s
+Disallow:/
+User-agent: DatabaseDriverMysqli
+Disallow:/
+User-agent: Demon
+Disallow:/
+User-agent: Deusu
+Disallow:/
+User-agent: Devil
+Disallow:/
+User-agent: Digincore
+Disallow:/
+User-agent: DigitalPebble
+Disallow:/
+User-agent: Dirbuster
+Disallow:/
+User-agent: Disco
+Disallow:/
+User-agent: Discobot
+Disallow:/
+User-agent: Discoverybot
+Disallow:/
+User-agent: Dispatch
+Disallow:/
+User-agent: DittoSpyder
+Disallow:/
+User-agent: DnyzBot
+Disallow:/
+User-agent: DomCopBot
+Disallow:/
+User-agent: DomainAppender
+Disallow:/
+User-agent: DomainCrawler
+Disallow:/
+User-agent: DomainSigmaCrawler
+Disallow:/
+User-agent: DomainStatsBot
+Disallow:/
+User-agent: Domains Project
+Disallow:/
+User-agent: Dotbot
+Disallow:/
+User-agent: Download Wonder
+Disallow:/
+User-agent: Dragonfly
+Disallow:/
+User-agent: Drip
+Disallow:/
+User-agent: ECCP/1.0
+Disallow:/
+User-agent: EMail Siphon
+Disallow:/
+User-agent: EMail Wolf
+Disallow:/
+User-agent: EasyDL
+Disallow:/
+User-agent: Ebingbong
+Disallow:/
+User-agent: Ecxi
+Disallow:/
+User-agent: EirGrabber
+Disallow:/
+User-agent: EroCrawler
+Disallow:/
+User-agent: Evil
+Disallow:/
+User-agent: Exabot
+Disallow:/
+User-agent: Express WebPictures
+Disallow:/
+User-agent: ExtLinksBot
+Disallow:/
+User-agent: Extractor
+Disallow:/
+User-agent: ExtractorPro
+Disallow:/
+User-agent: Extreme Picture Finder
+Disallow:/
+User-agent: EyeNetIE
+Disallow:/
+User-agent: Ezooms
+Disallow:/
+User-agent: FDM
+Disallow:/
+User-agent: FHscan
+Disallow:/
+User-agent: FemtosearchBot
+Disallow:/
+User-agent: Fimap
+Disallow:/
+User-agent: Firefox/7.0
+Disallow:/
+User-agent: FlashGet
+Disallow:/
+User-agent: Flunky
+Disallow:/
+User-agent: Foobot
+Disallow:/
+User-agent: Freeuploader
+Disallow:/
+User-agent: FrontPage
+Disallow:/
+User-agent: Fuzz
+Disallow:/
+User-agent: FyberSpider
+Disallow:/
+User-agent: Fyrebot
+Disallow:/
+User-agent: G-i-g-a-b-o-t
+Disallow:/
+User-agent: GT::WWW
+Disallow:/
+User-agent: GalaxyBot
+Disallow:/
+User-agent: Genieo
+Disallow:/
+User-agent: GermCrawler
+Disallow:/
+User-agent: GetRight
+Disallow:/
+User-agent: GetWeb
+Disallow:/
+User-agent: Getintent
+Disallow:/
+User-agent: Gigablast
+Disallow:/
+User-agent: Gigabot
+Disallow:/
+User-agent: Go!Zilla
+Disallow:/
+User-agent: Go-Ahead-Got-It
+Disallow:/
+User-agent: GoZilla
+Disallow:/
+User-agent: Gotit
+Disallow:/
+User-agent: GrabNet
+Disallow:/
+User-agent: Grabber
+Disallow:/
+User-agent: Grafula
+Disallow:/
+User-agent: GrapeFX
+Disallow:/
+User-agent: GrapeshotCrawler
+Disallow:/
+User-agent: GridBot
+Disallow:/
+User-agent: HEADMasterSEO
+Disallow:/
+User-agent: HMView
+Disallow:/
+User-agent: HTMLparser
+Disallow:/
+User-agent: HTTP::Lite
+Disallow:/
+User-agent: HTTrack
+Disallow:/
+User-agent: Haansoft
+Disallow:/
+User-agent: HaosouSpider
+Disallow:/
+User-agent: Harvest
+Disallow:/
+User-agent: Havij
+Disallow:/
+User-agent: Heritrix
+Disallow:/
+User-agent: Hloader
+Disallow:/
+User-agent: Humanlinks
+Disallow:/
+User-agent: HybridBot
+Disallow:/
+User-agent: IDBTE4M
+Disallow:/
+User-agent: IDBot
+Disallow:/
+User-agent: IRLbot
+Disallow:/
+User-agent: Iblog
+Disallow:/
+User-agent: Id-search
+Disallow:/
+User-agent: IlseBot
+Disallow:/
+User-agent: Image Fetch
+Disallow:/
+User-agent: Image Sucker
+Disallow:/
+User-agent: IndeedBot
+Disallow:/
+User-agent: Indy Library
+Disallow:/
+User-agent: InfoNaviRobot
+Disallow:/
+User-agent: InfoTekies
+Disallow:/
+User-agent: Intelliseek
+Disallow:/
+User-agent: InterGET
+Disallow:/
+User-agent: InternetSeer
+Disallow:/
+User-agent: Internet Ninja
+Disallow:/
+User-agent: Iria
+Disallow:/
+User-agent: Iskanie
+Disallow:/
+User-agent: IstellaBot
+Disallow:/
+User-agent: JOC Web Spider
+Disallow:/
+User-agent: JamesBOT
+Disallow:/
+User-agent: Jbrofuzz
+Disallow:/
+User-agent: JennyBot
+Disallow:/
+User-agent: JetCar
+Disallow:/
+User-agent: Jetty
+Disallow:/
+User-agent: JikeSpider
+Disallow:/
+User-agent: Joomla
+Disallow:/
+User-agent: Jorgee
+Disallow:/
+User-agent: JustView
+Disallow:/
+User-agent: Jyxobot
+Disallow:/
+User-agent: Kenjin Spider
+Disallow:/
+User-agent: Keyword Density
+Disallow:/
+User-agent: Kinza
+Disallow:/
+User-agent: Kozmosbot
+Disallow:/
+User-agent: LNSpiderguy
+Disallow:/
+User-agent: LWP::Simple
+Disallow:/
+User-agent: Lanshanbot
+Disallow:/
+User-agent: Larbin
+Disallow:/
+User-agent: LeechFTP
+Disallow:/
+User-agent: LeechGet
+Disallow:/
+User-agent: LexiBot
+Disallow:/
+User-agent: Lftp
+Disallow:/
+User-agent: LibWeb
+Disallow:/
+User-agent: Libwhisker
+Disallow:/
+User-agent: LieBaoFast
+Disallow:/
+User-agent: Lightspeedsystems
+Disallow:/
+User-agent: Likse
+Disallow:/
+User-agent: LinkScan
+Disallow:/
+User-agent: LinkWalker
+Disallow:/
+User-agent: Linkbot
+Disallow:/
+User-agent: Linkdexbot
+Disallow:/
+User-agent: LinkextractorPro
+Disallow:/
+User-agent: LinkpadBot
+Disallow:/
+User-agent: LinksManager
+Disallow:/
+User-agent: LinqiaMetadataDownloaderBot
+Disallow:/
+User-agent: LinqiaRSSBot
+Disallow:/
+User-agent: LinqiaScrapeBot
+Disallow:/
+User-agent: Lipperhey
+Disallow:/
+User-agent: Lipperhey Spider
+Disallow:/
+User-agent: Litemage_walker
+Disallow:/
+User-agent: Lmspider
+Disallow:/
+User-agent: Ltx71
+Disallow:/
+User-agent: MFC_Tear_Sample
+Disallow:/
+User-agent: MIDown tool
+Disallow:/
+User-agent: MIIxpc
+Disallow:/
+User-agent: MJ12bot
+Disallow:/
+User-agent: MQQBrowser
+Disallow:/
+User-agent: MSFrontPage
+Disallow:/
+User-agent: MSIECrawler
+Disallow:/
+User-agent: MTRobot
+Disallow:/
+User-agent: Mag-Net
+Disallow:/
+User-agent: Magnet
+Disallow:/
+User-agent: Mail.RU_Bot
+Disallow:/
+User-agent: Majestic-SEO
+Disallow:/
+User-agent: Majestic12
+Disallow:/
+User-agent: Majestic SEO
+Disallow:/
+User-agent: MarkMonitor
+Disallow:/
+User-agent: MarkWatch
+Disallow:/
+User-agent: Mass Downloader
+Disallow:/
+User-agent: Masscan
+Disallow:/
+User-agent: Mata Hari
+Disallow:/
+User-agent: MauiBot
+Disallow:/
+User-agent: Mb2345Browser
+Disallow:/
+User-agent: MeanPath Bot
+Disallow:/
+User-agent: Meanpathbot
+Disallow:/
+User-agent: Mediatoolkitbot
+Disallow:/
+User-agent: MegaIndex.ru
+Disallow:/
+User-agent: Metauri
+Disallow:/
+User-agent: MicroMessenger
+Disallow:/
+User-agent: Microsoft Data Access
+Disallow:/
+User-agent: Microsoft URL Control
+Disallow:/
+User-agent: Mister PiX
+Disallow:/
+User-agent: Moblie Safari
+Disallow:/
+User-agent: Mojeek
+Disallow:/
+User-agent: Mojolicious
+Disallow:/
+User-agent: Morfeus Fucking Scanner
+Disallow:/
+User-agent: Mozlila
+Disallow:/
+User-agent: Mr.4x3
+Disallow:/
+User-agent: Msrabot
+Disallow:/
+User-agent: Musobot
+Disallow:/
+User-agent: NICErsPRO
+Disallow:/
+User-agent: NPbot
+Disallow:/
+User-agent: Name Intelligence
+Disallow:/
+User-agent: Nameprotect
+Disallow:/
+User-agent: Navroad
+Disallow:/
+User-agent: NearSite
+Disallow:/
+User-agent: Needle
+Disallow:/
+User-agent: Nessus
+Disallow:/
+User-agent: NetAnts
+Disallow:/
+User-agent: NetLyzer
+Disallow:/
+User-agent: NetMechanic
+Disallow:/
+User-agent: NetSpider
+Disallow:/
+User-agent: NetZIP
+Disallow:/
+User-agent: Net Vampire
+Disallow:/
+User-agent: Netcraft
+Disallow:/
+User-agent: Nettrack
+Disallow:/
+User-agent: Netvibes
+Disallow:/
+User-agent: NextGenSearchBot
+Disallow:/
+User-agent: Nibbler
+Disallow:/
+User-agent: Niki-bot
+Disallow:/
+User-agent: Nikto
+Disallow:/
+User-agent: NimbleCrawler
+Disallow:/
+User-agent: Nimbostratus
+Disallow:/
+User-agent: Ninja
+Disallow:/
+User-agent: Nmap
+Disallow:/
+User-agent: Nuclei
+Disallow:/
+User-agent: Nutch
+Disallow:/
+User-agent: OPPO A33
+Disallow:/
+User-agent: Octopus
+Disallow:/
+User-agent: Offline Explorer
+Disallow:/
+User-agent: Offline Navigator
+Disallow:/
+User-agent: OnCrawl
+Disallow:/
+User-agent: OpenLinkProfiler
+Disallow:/
+User-agent: OpenVAS
+Disallow:/
+User-agent: Openfind
+Disallow:/
+User-agent: Openvas
+Disallow:/
+User-agent: OrangeBot
+Disallow:/
+User-agent: OrangeSpider
+Disallow:/
+User-agent: OutclicksBot
+Disallow:/
+User-agent: OutfoxBot
+Disallow:/
+User-agent: PECL::HTTP
+Disallow:/
+User-agent: PHPCrawl
+Disallow:/
+User-agent: POE-Component-Client-HTTP
+Disallow:/
+User-agent: PageAnalyzer
+Disallow:/
+User-agent: PageGrabber
+Disallow:/
+User-agent: PageScorer
+Disallow:/
+User-agent: PageThing.com
+Disallow:/
+User-agent: Page Analyzer
+Disallow:/
+User-agent: Pandalytics
+Disallow:/
+User-agent: Panscient
+Disallow:/
+User-agent: Papa Foto
+Disallow:/
+User-agent: Pavuk
+Disallow:/
+User-agent: PeoplePal
+Disallow:/
+User-agent: Petalbot
+Disallow:/
+User-agent: Pi-Monster
+Disallow:/
+User-agent: Picscout
+Disallow:/
+User-agent: Picsearch
+Disallow:/
+User-agent: PictureFinder
+Disallow:/
+User-agent: Piepmatz
+Disallow:/
+User-agent: Pimonster
+Disallow:/
+User-agent: Pixray
+Disallow:/
+User-agent: PleaseCrawl
+Disallow:/
+User-agent: Pockey
+Disallow:/
+User-agent: ProPowerBot
+Disallow:/
+User-agent: ProWebWalker
+Disallow:/
+User-agent: Probethenet
+Disallow:/
+User-agent: Psbot
+Disallow:/
+User-agent: Pu_iN
+Disallow:/
+User-agent: Pump
+Disallow:/
+User-agent: PxBroker
+Disallow:/
+User-agent: PyCurl
+Disallow:/
+User-agent: QueryN Metasearch
+Disallow:/
+User-agent: Quick-Crawler
+Disallow:/
+User-agent: RSSingBot
+Disallow:/
+User-agent: RankActive
+Disallow:/
+User-agent: RankActiveLinkBot
+Disallow:/
+User-agent: RankFlex
+Disallow:/
+User-agent: RankingBot
+Disallow:/
+User-agent: RankingBot2
+Disallow:/
+User-agent: Rankivabot
+Disallow:/
+User-agent: RankurBot
+Disallow:/
+User-agent: Re-re
+Disallow:/
+User-agent: ReGet
+Disallow:/
+User-agent: RealDownload
+Disallow:/
+User-agent: Reaper
+Disallow:/
+User-agent: RebelMouse
+Disallow:/
+User-agent: Recorder
+Disallow:/
+User-agent: RedesScrapy
+Disallow:/
+User-agent: RepoMonkey
+Disallow:/
+User-agent: Ripper
+Disallow:/
+User-agent: RocketCrawler
+Disallow:/
+User-agent: Rogerbot
+Disallow:/
+User-agent: SBIder
+Disallow:/
+User-agent: SEOkicks
+Disallow:/
+User-agent: SEOkicks-Robot
+Disallow:/
+User-agent: SEOlyticsCrawler
+Disallow:/
+User-agent: SEOprofiler
+Disallow:/
+User-agent: SEOstats
+Disallow:/
+User-agent: SISTRIX
+Disallow:/
+User-agent: SMTBot
+Disallow:/
+User-agent: SalesIntelligent
+Disallow:/
+User-agent: ScanAlert
+Disallow:/
+User-agent: Scanbot
+Disallow:/
+User-agent: ScoutJet
+Disallow:/
+User-agent: Scrapy
+Disallow:/
+User-agent: Screaming
+Disallow:/
+User-agent: ScreenerBot
+Disallow:/
+User-agent: ScrepyBot
+Disallow:/
+User-agent: Searchestate
+Disallow:/
+User-agent: SearchmetricsBot
+Disallow:/
+User-agent: Semrush
+Disallow:/
+User-agent: SemrushBot
+Disallow:/
+User-agent: SentiBot
+Disallow:/
+User-agent: SeoSiteCheckup
+Disallow:/
+User-agent: SeobilityBot
+Disallow:/
+User-agent: Seomoz
+Disallow:/
+User-agent: Shodan
+Disallow:/
+User-agent: Siphon
+Disallow:/
+User-agent: SiteCheckerBotCrawler
+Disallow:/
+User-agent: SiteExplorer
+Disallow:/
+User-agent: SiteLockSpider
+Disallow:/
+User-agent: SiteSnagger
+Disallow:/
+User-agent: SiteSucker
+Disallow:/
+User-agent: Site Sucker
+Disallow:/
+User-agent: Sitebeam
+Disallow:/
+User-agent: Siteimprove
+Disallow:/
+User-agent: Sitevigil
+Disallow:/
+User-agent: SlySearch
+Disallow:/
+User-agent: SmartDownload
+Disallow:/
+User-agent: Snake
+Disallow:/
+User-agent: Snapbot
+Disallow:/
+User-agent: Snoopy
+Disallow:/
+User-agent: SocialRankIOBot
+Disallow:/
+User-agent: Sociscraper
+Disallow:/
+User-agent: Sogou web spider
+Disallow:/
+User-agent: Sosospider
+Disallow:/
+User-agent: Sottopop
+Disallow:/
+User-agent: SpaceBison
+Disallow:/
+User-agent: Spammen
+Disallow:/
+User-agent: SpankBot
+Disallow:/
+User-agent: Spanner
+Disallow:/
+User-agent: Spbot
+Disallow:/
+User-agent: Spinn3r
+Disallow:/
+User-agent: SputnikBot
+Disallow:/
+User-agent: Sqlmap
+Disallow:/
+User-agent: Sqlworm
+Disallow:/
+User-agent: Sqworm
+Disallow:/
+User-agent: Steeler
+Disallow:/
+User-agent: Stripper
+Disallow:/
+User-agent: Sucker
+Disallow:/
+User-agent: Sucuri
+Disallow:/
+User-agent: SuperBot
+Disallow:/
+User-agent: SuperHTTP
+Disallow:/
+User-agent: Surfbot
+Disallow:/
+User-agent: SurveyBot
+Disallow:/
+User-agent: Suzuran
+Disallow:/
+User-agent: Swiftbot
+Disallow:/
+User-agent: Szukacz
+Disallow:/
+User-agent: T0PHackTeam
+Disallow:/
+User-agent: T8Abot
+Disallow:/
+User-agent: Teleport
+Disallow:/
+User-agent: TeleportPro
+Disallow:/
+User-agent: Telesoft
+Disallow:/
+User-agent: Telesphoreo
+Disallow:/
+User-agent: Telesphorep
+Disallow:/
+User-agent: TheNomad
+Disallow:/
+User-agent: The Intraformant
+Disallow:/
+User-agent: Thumbor
+Disallow:/
+User-agent: TightTwatBot
+Disallow:/
+User-agent: Titan
+Disallow:/
+User-agent: Toata
+Disallow:/
+User-agent: Toweyabot
+Disallow:/
+User-agent: Tracemyfile
+Disallow:/
+User-agent: Trendiction
+Disallow:/
+User-agent: Trendictionbot
+Disallow:/
+User-agent: True_Robot
+Disallow:/
+User-agent: Turingos
+Disallow:/
+User-agent: Turnitin
+Disallow:/
+User-agent: TurnitinBot
+Disallow:/
+User-agent: TwengaBot
+Disallow:/
+User-agent: Twice
+Disallow:/
+User-agent: Typhoeus
+Disallow:/
+User-agent: URLy.Warning
+Disallow:/
+User-agent: URLy Warning
+Disallow:/
+User-agent: UnisterBot
+Disallow:/
+User-agent: Upflow
+Disallow:/
+User-agent: V-BOT
+Disallow:/
+User-agent: VB Project
+Disallow:/
+User-agent: VCI
+Disallow:/
+User-agent: Vacuum
+Disallow:/
+User-agent: Vagabondo
+Disallow:/
+User-agent: VelenPublicWebCrawler
+Disallow:/
+User-agent: VeriCiteCrawler
+Disallow:/
+User-agent: VidibleScraper
+Disallow:/
+User-agent: Virusdie
+Disallow:/
+User-agent: VoidEYE
+Disallow:/
+User-agent: Voil
+Disallow:/
+User-agent: Voltron
+Disallow:/
+User-agent: WASALive-Bot
+Disallow:/
+User-agent: WBSearchBot
+Disallow:/
+User-agent: WEBDAV
+Disallow:/
+User-agent: WISENutbot
+Disallow:/
+User-agent: WPScan
+Disallow:/
+User-agent: WWW-Collector-E
+Disallow:/
+User-agent: WWW-Mechanize
+Disallow:/
+User-agent: WWW::Mechanize
+Disallow:/
+User-agent: WWWOFFLE
+Disallow:/
+User-agent: Wallpapers/3.0
+Disallow:/
+User-agent: WallpapersHD
+Disallow:/
+User-agent: WeSEE
+Disallow:/
+User-agent: WebAuto
+Disallow:/
+User-agent: WebBandit
+Disallow:/
+User-agent: WebCollage
+Disallow:/
+User-agent: WebCopier
+Disallow:/
+User-agent: WebEnhancer
+Disallow:/
+User-agent: WebFetch
+Disallow:/
+User-agent: WebFuck
+Disallow:/
+User-agent: WebGo IS
+Disallow:/
+User-agent: WebImageCollector
+Disallow:/
+User-agent: WebLeacher
+Disallow:/
+User-agent: WebPix
+Disallow:/
+User-agent: WebReaper
+Disallow:/
+User-agent: WebSauger
+Disallow:/
+User-agent: WebStripper
+Disallow:/
+User-agent: WebSucker
+Disallow:/
+User-agent: WebWhacker
+Disallow:/
+User-agent: WebZIP
+Disallow:/
+User-agent: Web Auto
+Disallow:/
+User-agent: Web Collage
+Disallow:/
+User-agent: Web Enhancer
+Disallow:/
+User-agent: Web Fetch
+Disallow:/
+User-agent: Web Fuck
+Disallow:/
+User-agent: Web Pix
+Disallow:/
+User-agent: Web Sauger
+Disallow:/
+User-agent: Web Sucker
+Disallow:/
+User-agent: Webalta
+Disallow:/
+User-agent: WebmasterWorldForumBot
+Disallow:/
+User-agent: Webshag
+Disallow:/
+User-agent: WebsiteExtractor
+Disallow:/
+User-agent: WebsiteQuester
+Disallow:/
+User-agent: Website Quester
+Disallow:/
+User-agent: Webster
+Disallow:/
+User-agent: Whack
+Disallow:/
+User-agent: Whacker
+Disallow:/
+User-agent: Whatweb
+Disallow:/
+User-agent: Who.is Bot
+Disallow:/
+User-agent: Widow
+Disallow:/
+User-agent: WinHTTrack
+Disallow:/
+User-agent: WiseGuys Robot
+Disallow:/
+User-agent: Wonderbot
+Disallow:/
+User-agent: Woobot
+Disallow:/
+User-agent: Wotbox
+Disallow:/
+User-agent: Wprecon
+Disallow:/
+User-agent: Xaldon WebSpider
+Disallow:/
+User-agent: Xaldon_WebSpider
+Disallow:/
+User-agent: Xenu
+Disallow:/
+User-agent: YoudaoBot
+Disallow:/
+User-agent: Zade
+Disallow:/
+User-agent: Zauba
+Disallow:/
+User-agent: Zermelo
+Disallow:/
+User-agent: Zeus
+Disallow:/
+User-agent: Zitebot
+Disallow:/
+User-agent: ZmEu
+Disallow:/
+User-agent: ZoomBot
+Disallow:/
+User-agent: ZoominfoBot
+Disallow:/
+User-agent: ZumBot
+Disallow:/
+User-agent: ZyBorg
+Disallow:/
+User-agent: archive.org_bot
+Disallow:/
+User-agent: arquivo-web-crawler
+Disallow:/
+User-agent: arquivo.pt
+Disallow:/
+User-agent: autoemailspider
+Disallow:/
+User-agent: backlink-check
+Disallow:/
+User-agent: check1.exe
+Disallow:/
+User-agent: coccocbot-web
+Disallow:/
+User-agent: cognitiveseo
+Disallow:/
+User-agent: com.plumanalytics
+Disallow:/
+User-agent: crawl.sogou.com
+Disallow:/
+User-agent: crawler.feedback
+Disallow:/
+User-agent: crawler4j
+Disallow:/
+User-agent: demandbase-bot
+Disallow:/
+User-agent: domainsproject.org
+Disallow:/
+User-agent: eCatch
+Disallow:/
+User-agent: evc-batch
+Disallow:/
+User-agent: facebookscraper
+Disallow:/
+User-agent: gopher
+Disallow:/
+User-agent: heritrix
+Disallow:/
+User-agent: instabid
+Disallow:/
+User-agent: internetVista monitor
+Disallow:/
+User-agent: ips-agent
+Disallow:/
+User-agent: isitwp.com
+Disallow:/
+User-agent: lwp-request
+Disallow:/
+User-agent: lwp-trivial
+Disallow:/
+User-agent: magpie-crawler
+Disallow:/
+User-agent: meanpathbot
+Disallow:/
+User-agent: mediawords
+Disallow:/
+User-agent: muhstik-scan
+Disallow:/
+User-agent: netEstate NE Crawler
+Disallow:/
+User-agent: oBot
+Disallow:/
+User-agent: page scorer
+Disallow:/
+User-agent: pcBrowser
+Disallow:/
+User-agent: plumanalytics
+Disallow:/
+User-agent: polaris version
+Disallow:/
+User-agent: probe-image-size
+Disallow:/
+User-agent: ripz
+Disallow:/
+User-agent: s1z.ru
+Disallow:/
+User-agent: satoristudio.net
+Disallow:/
+User-agent: scalaj-http
+Disallow:/
+User-agent: scan.lol
+Disallow:/
+User-agent: seobility
+Disallow:/
+User-agent: seoscanners
+Disallow:/
+User-agent: seostar
+Disallow:/
+User-agent: serpstatbot
+Disallow:/
+User-agent: sexsearcher
+Disallow:/
+User-agent: sitechecker.pro
+Disallow:/
+User-agent: siteripz
+Disallow:/
+User-agent: sogouspider
+Disallow:/
+User-agent: sp_auditbot
+Disallow:/
+User-agent: spyfu
+Disallow:/
+User-agent: sysscan
+Disallow:/
+User-agent: tAkeOut
+Disallow:/
+User-agent: trendiction.com
+Disallow:/
+User-agent: trendiction.de
+Disallow:/
+User-agent: voyagerx.com
+Disallow:/
+User-agent: webmeup-crawler
+Disallow:/
+User-agent: x09Mozilla
+Disallow:/
+User-agent: x22Mozilla
+Disallow:/
+User-agent: xpymep1.exe
+Disallow:/
+User-agent: zauba.io
+Disallow:/
+User-agent: zgrab
+Disallow:/
+