V4.2023.03.3592 [ci skip]

AUTO-CONFIGURATION.md

@@ -4,8 +4,8 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V4.2023.02.3591
+#### Version: V4.2023.03.3592
-#### Bad Referrers Blocked: [7099](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
+#### Bad Referrers Blocked: [7102](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________

MANUAL-CONFIGURATION.md

@@ -4,8 +4,8 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V4.2023.02.3591
+#### Version: V4.2023.03.3592
-#### Bad Referrers Blocked: [7099](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
+#### Bad Referrers Blocked: [7102](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________

README.md

@@ -14,8 +14,8 @@
 ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
 
 _______________
-#### Version: V4.2023.02.3591
+#### Version: V4.2023.03.3592
-#### Bad Referrers Blocked: [7099](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
+#### Bad Referrers Blocked: [7102](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________

_generator_lists/bad-referrers.list

@@ -1,6 +1,3 @@
-bluelabelsky.com
-flowersforsunshine.com
-szqxvo.com
 000free.us
 007angels.com
 00author.com
@@ -924,6 +921,7 @@ bloke.com
 blpmovies.com
 blue-square.biz
 bluejays-jerseys.us
+bluelabelsky.com
 bluerobot.info
 bluesalt.co
 bluesman.nu
@@ -2247,6 +2245,7 @@ floridahuntingfishingadventures.com
 floridamhca.org
 floridamobilebillboards.com
 flowersbazar.com
+flowersforsunshine.com
 flowwwers.com
 flprog.com
 flytourisme.org
@@ -5830,6 +5829,7 @@ symphonyintegratedhealthcare.com
 syndicate.fun
 syvertsen-da.no
 szamponrevita.pl
+szqxvo.com
 szucs.ru
 t-bygg.com
 t3chtonic.com

_google_analytics_ghost_spam/README.md

@@ -3,8 +3,8 @@
 # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
 
 _______________
-#### Version: V4.2023.02.3591
+#### Version: V4.2023.03.3592
-#### Bad Referrers Blocked: [7099](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
+#### Bad Referrers Blocked: [7102](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________

_google_webmaster_disavow_links/google-disavow.txt

@@ -921,6 +921,7 @@ domain:bloke.com
 domain:blpmovies.com
 domain:blue-square.biz
 domain:bluejays-jerseys.us
+domain:bluelabelsky.com
 domain:bluerobot.info
 domain:bluesalt.co
 domain:bluesman.nu
@@ -2244,6 +2245,7 @@ domain:floridahuntingfishingadventures.com
 domain:floridamhca.org
 domain:floridamobilebillboards.com
 domain:flowersbazar.com
+domain:flowersforsunshine.com
 domain:flowwwers.com
 domain:flprog.com
 domain:flytourisme.org
@@ -5827,6 +5829,7 @@ domain:symphonyintegratedhealthcare.com
 domain:syndicate.fun
 domain:syvertsen-da.no
 domain:szamponrevita.pl
+domain:szqxvo.com
 domain:szucs.ru
 domain:t-bygg.com
 domain:t3chtonic.com

dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-10.1.0.18	1;
+10.1.0.182	1;
 127.0.0.1	1;

dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-10.1.0.18	0;
+10.1.0.182	0;
 127.0.0.1	0;

dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-10.1.0.18	1;
+10.1.0.182	1;
 127.0.0.1	1;

dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-10.1.0.18	0;
+10.1.0.182	0;
 127.0.0.1	0;

dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-10.1.0.18	1;
+10.1.0.182	1;
 127.0.0.1	1;

dev-tools/beta_conf_files_whitelist/bots.d/custom-bad-referrers.conf

@@ -968,6 +968,7 @@
 	"~*(?:\b)blpmovies\.com(?:\b)" 	0;
 	"~*(?:\b)blue\-square\.biz(?:\b)" 	0;
 	"~*(?:\b)bluejays\-jerseys\.us(?:\b)" 	0;
+	"~*(?:\b)bluelabelsky\.com(?:\b)" 	0;
 	"~*(?:\b)bluerobot\.info(?:\b)" 	0;
 	"~*(?:\b)bluesalt\.co(?:\b)" 	0;
 	"~*(?:\b)bluesman\.nu(?:\b)" 	0;
@@ -2291,6 +2292,7 @@
 	"~*(?:\b)floridamhca\.org(?:\b)" 	0;
 	"~*(?:\b)floridamobilebillboards\.com(?:\b)" 	0;
 	"~*(?:\b)flowersbazar\.com(?:\b)" 	0;
+	"~*(?:\b)flowersforsunshine\.com(?:\b)" 	0;
 	"~*(?:\b)flowwwers\.com(?:\b)" 	0;
 	"~*(?:\b)flprog\.com(?:\b)" 	0;
 	"~*(?:\b)flytourisme\.org(?:\b)" 	0;
@@ -5874,6 +5876,7 @@
 	"~*(?:\b)syndicate\.fun(?:\b)" 	0;
 	"~*(?:\b)syvertsen\-da\.no(?:\b)" 	0;
 	"~*(?:\b)szamponrevita\.pl(?:\b)" 	0;
+	"~*(?:\b)szqxvo\.com(?:\b)" 	0;
 	"~*(?:\b)szucs\.ru(?:\b)" 	0;
 	"~*(?:\b)t\-bygg\.com(?:\b)" 	0;
 	"~*(?:\b)t3chtonic\.com(?:\b)" 	0;

dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-10.1.0.18	0;
+10.1.0.182	0;
 127.0.0.1	0;

dev-tools/buildnumber

@@ -1 +1 @@
-3591
+3592

dev-tools/referrers-regex-format-whitelist-test.txt

@@ -921,6 +921,7 @@
 "~*(?:\b)blpmovies\.com(?:\b)" 	0;
 "~*(?:\b)blue\-square\.biz(?:\b)" 	0;
 "~*(?:\b)bluejays\-jerseys\.us(?:\b)" 	0;
+"~*(?:\b)bluelabelsky\.com(?:\b)" 	0;
 "~*(?:\b)bluerobot\.info(?:\b)" 	0;
 "~*(?:\b)bluesalt\.co(?:\b)" 	0;
 "~*(?:\b)bluesman\.nu(?:\b)" 	0;
@@ -2244,6 +2245,7 @@
 "~*(?:\b)floridamhca\.org(?:\b)" 	0;
 "~*(?:\b)floridamobilebillboards\.com(?:\b)" 	0;
 "~*(?:\b)flowersbazar\.com(?:\b)" 	0;
+"~*(?:\b)flowersforsunshine\.com(?:\b)" 	0;
 "~*(?:\b)flowwwers\.com(?:\b)" 	0;
 "~*(?:\b)flprog\.com(?:\b)" 	0;
 "~*(?:\b)flytourisme\.org(?:\b)" 	0;
@@ -5827,6 +5829,7 @@
 "~*(?:\b)syndicate\.fun(?:\b)" 	0;
 "~*(?:\b)syvertsen\-da\.no(?:\b)" 	0;
 "~*(?:\b)szamponrevita\.pl(?:\b)" 	0;
+"~*(?:\b)szqxvo\.com(?:\b)" 	0;
 "~*(?:\b)szucs\.ru(?:\b)" 	0;
 "~*(?:\b)t\-bygg\.com(?:\b)" 	0;
 "~*(?:\b)t3chtonic\.com(?:\b)" 	0;

dev-tools/referrers-regex-format.txt

@@ -921,6 +921,7 @@
 "~*(?:\b)blpmovies\.com(?:\b)" 	1;
 "~*(?:\b)blue\-square\.biz(?:\b)" 	1;
 "~*(?:\b)bluejays\-jerseys\.us(?:\b)" 	1;
+"~*(?:\b)bluelabelsky\.com(?:\b)" 	1;
 "~*(?:\b)bluerobot\.info(?:\b)" 	1;
 "~*(?:\b)bluesalt\.co(?:\b)" 	1;
 "~*(?:\b)bluesman\.nu(?:\b)" 	1;
@@ -2244,6 +2245,7 @@
 "~*(?:\b)floridamhca\.org(?:\b)" 	1;
 "~*(?:\b)floridamobilebillboards\.com(?:\b)" 	1;
 "~*(?:\b)flowersbazar\.com(?:\b)" 	1;
+"~*(?:\b)flowersforsunshine\.com(?:\b)" 	1;
 "~*(?:\b)flowwwers\.com(?:\b)" 	1;
 "~*(?:\b)flprog\.com(?:\b)" 	1;
 "~*(?:\b)flytourisme\.org(?:\b)" 	1;
@@ -5827,6 +5829,7 @@
 "~*(?:\b)syndicate\.fun(?:\b)" 	1;
 "~*(?:\b)syvertsen\-da\.no(?:\b)" 	1;
 "~*(?:\b)szamponrevita\.pl(?:\b)" 	1;
+"~*(?:\b)szqxvo\.com(?:\b)" 	1;
 "~*(?:\b)szucs\.ru(?:\b)" 	1;
 "~*(?:\b)t3chtonic\.com(?:\b)" 	1;
 "~*(?:\b)t\-bygg\.com(?:\b)" 	1;

dev-tools/test1_conf_files/bots.d/whitelist-ips.conf

@@ -45,4 +45,4 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-13.87.244.128           0;
+104.45.203.178          0;

dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-10.1.0.18	1;
+10.1.0.182	1;
 127.0.0.1	1;

dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-10.1.0.18	0;
+10.1.0.182	0;
 127.0.0.1	0;

dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-10.1.0.18	1;
+10.1.0.182	1;
 127.0.0.1	1;

dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-10.1.0.18	0;
+10.1.0.182	0;
 127.0.0.1	0;

dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-10.1.0.18	1;
+10.1.0.182	1;
 127.0.0.1	1;

dev-tools/test1_conf_files_whitelist/bots.d/custom-bad-referrers.conf

@@ -968,6 +968,7 @@
 	"~*(?:\b)blpmovies\.com(?:\b)" 	0;
 	"~*(?:\b)blue\-square\.biz(?:\b)" 	0;
 	"~*(?:\b)bluejays\-jerseys\.us(?:\b)" 	0;
+	"~*(?:\b)bluelabelsky\.com(?:\b)" 	0;
 	"~*(?:\b)bluerobot\.info(?:\b)" 	0;
 	"~*(?:\b)bluesalt\.co(?:\b)" 	0;
 	"~*(?:\b)bluesman\.nu(?:\b)" 	0;
@@ -2291,6 +2292,7 @@
 	"~*(?:\b)floridamhca\.org(?:\b)" 	0;
 	"~*(?:\b)floridamobilebillboards\.com(?:\b)" 	0;
 	"~*(?:\b)flowersbazar\.com(?:\b)" 	0;
+	"~*(?:\b)flowersforsunshine\.com(?:\b)" 	0;
 	"~*(?:\b)flowwwers\.com(?:\b)" 	0;
 	"~*(?:\b)flprog\.com(?:\b)" 	0;
 	"~*(?:\b)flytourisme\.org(?:\b)" 	0;
@@ -5874,6 +5876,7 @@
 	"~*(?:\b)syndicate\.fun(?:\b)" 	0;
 	"~*(?:\b)syvertsen\-da\.no(?:\b)" 	0;
 	"~*(?:\b)szamponrevita\.pl(?:\b)" 	0;
+	"~*(?:\b)szqxvo\.com(?:\b)" 	0;
 	"~*(?:\b)szucs\.ru(?:\b)" 	0;
 	"~*(?:\b)t\-bygg\.com(?:\b)" 	0;
 	"~*(?:\b)t3chtonic\.com(?:\b)" 	0;

dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-10.1.0.18	0;
+10.1.0.182	0;
 127.0.0.1	0;

dev-tools/test2_conf_files/bots.d/whitelist-ips.conf

@@ -45,4 +45,4 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-13.87.244.128           0;
+104.45.203.178          0;

dev-tools/test3_conf_files/bots.d/whitelist-ips.conf

@@ -45,4 +45,4 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-13.87.244.128           0;
+104.45.203.178          0;

dev-tools/test_units/blacklist-ips.conf

@@ -1,2 +1,2 @@
-10.1.0.18	1;
+10.1.0.182	1;
 127.0.0.1	1;

dev-tools/test_units/custom-bad-referrers.conf

@@ -968,6 +968,7 @@
 	"~*(?:\b)blpmovies\.com(?:\b)" 	0;
 	"~*(?:\b)blue\-square\.biz(?:\b)" 	0;
 	"~*(?:\b)bluejays\-jerseys\.us(?:\b)" 	0;
+	"~*(?:\b)bluelabelsky\.com(?:\b)" 	0;
 	"~*(?:\b)bluerobot\.info(?:\b)" 	0;
 	"~*(?:\b)bluesalt\.co(?:\b)" 	0;
 	"~*(?:\b)bluesman\.nu(?:\b)" 	0;
@@ -2291,6 +2292,7 @@
 	"~*(?:\b)floridamhca\.org(?:\b)" 	0;
 	"~*(?:\b)floridamobilebillboards\.com(?:\b)" 	0;
 	"~*(?:\b)flowersbazar\.com(?:\b)" 	0;
+	"~*(?:\b)flowersforsunshine\.com(?:\b)" 	0;
 	"~*(?:\b)flowwwers\.com(?:\b)" 	0;
 	"~*(?:\b)flprog\.com(?:\b)" 	0;
 	"~*(?:\b)flytourisme\.org(?:\b)" 	0;
@@ -5874,6 +5876,7 @@
 	"~*(?:\b)syndicate\.fun(?:\b)" 	0;
 	"~*(?:\b)syvertsen\-da\.no(?:\b)" 	0;
 	"~*(?:\b)szamponrevita\.pl(?:\b)" 	0;
+	"~*(?:\b)szqxvo\.com(?:\b)" 	0;
 	"~*(?:\b)szucs\.ru(?:\b)" 	0;
 	"~*(?:\b)t\-bygg\.com(?:\b)" 	0;
 	"~*(?:\b)t3chtonic\.com(?:\b)" 	0;

dev-tools/test_units/random-bots-for-test-quick.list

@@ -1,10 +1,10 @@
-DTS Agent
+CopyRightCheck
-Ezooms
+Demon
-JikeSpider
+Disco
-LieBaoFast
+HMView
-Quick-Crawler
+Image Sucker
-Sucuri
+JustView
-TightTwatBot
+NetAnts
-VeriCiteCrawler
+Nikto
-WebSauger
+Sucker
-domainsproject.org
+WiseGuys Robot

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+360Spider
 404enemy
 80legs
 ADmantX
-ASPSeek
+ALittle Client
 Abonti
 Aboundexbot
 Acunetix
-AfD-Verbotsverfahren
 AhrefsBot
-AiHitBot
 Aipbot
-Anarchy
+AlphaBot
+Anarchie
 Anarchy99
-BackDoorBot
+Anthill
+Atomseobot
+AwarioSmartBot
+BBBike
+BDCbot
+BDFetch
+BLEXBot
 BacklinkCrawler
-BatchFTP
+Barkrowler
-Bitacle
+BetaBot
-BlackWidow
+Black Hole
 Blackboard
 BlowFish
-Bolt
+Brandprotect
-Brandwatch
 Buck
-BuiltBotTough
+Buddy
-BuiltWith
+CATExplorador
-Bullseye
+CheTeam
-BunnySlippers
-CCBot
-CODE87
-CSHttp
-Calculon
-CazoodleBot
 CherryPicker
 Chlooe
 Citoid
-Cogentbot
+Claritybot
-CopyRightCheck
+Cloud mapping
-Cosmos
+Cocolyzebot
-Custo
+Copier
+Craftbot
+Curious
 CyotekWebCopy
-DSearch
+Demon
-DataCha0s
-DatabaseDriverMysqli
-Digincore
 Dirbuster
+Disco
 Discobot
-DnBCrawler-Analytics
+Discoverybot
+DomainCrawler
+Dotbot
 Dragonfly
-EMail Siphon
 EMail Wolf
+EasyDL
 EirGrabber
-Evil
+EroCrawler
 Exabot
 ExtLinksBot
 Extractor
-EyeNetIE
+Extreme Picture Finder
-Ezooms
 FDM
-FemtosearchBot
+FlashGet
 Foobot
-Freeuploader
 FrontPage
 Fuzz
-GT::WWW
+GalaxyBot
-Genieo
+Getintent
-GetWeb
+GoZilla
-Gigabot
-Go!Zilla
-Go-Ahead-Got-It
 Grabber
-HEADMasterSEO
+HTTP::Lite
-HTTrack
+Haansoft
-HaosouSpider
+Harvest
-Hloader
+Heritrix
-HybridBot
+IDBTE4M
-IDBot
+Iblog
 Image Fetch
-Image Sucker
 IndeedBot
-InfoNaviRobot
+Intelliseek
-InfoTekies
-InterGET
 InternetSeer
-JennyBot
+Iria
-JikeSpider
+JamesBOT
-JustView
+Jetty
 Kenjin Spider
-Keybot Translation-Search-Machine
+LWP::Simple
-Kinza
+LieBaoFast
-LeechFTP
+LinkScan
-LexiBot
+LinkWalker
-Lftp
-LibWeb
-Likse
 Linkbot
+LinkpadBot
 LinqiaRSSBot
 Litemage_walker
-Lmspider
+Ltx71
-MFC_Tear_Sample
-MIIxpc
-MJ12bot
-MQQBrowser
 MSIECrawler
-Magnet
+MTRobot
-Mail.RU_Bot
+Majestic-SEO
+Majestic12
+Masscan
 Mata Hari
 MauiBot
+Mb2345Browser
 MeanPath Bot
-Meanpathbot
-Mediatoolkitbot
-MicroMessenger
-Mister PiX
-Moblie Safari
 Mojeek
+Mojolicious
 MolokaiBot
 Morfeus Fucking Scanner
 Msrabot
+Musobot
 NICErsPRO
-Navroad
+Net Vampire
-Needle
+NetAnts
-Nessus
-NetLyzer
-NetMechanic
-Nettrack
-NextGenSearchBot
 Nibbler
 Niki-bot
-Ninja
+Offline Navigator
-Nuclei
+OnCrawl
-Nutch
+OpenLinkProfiler
-Octopus
+OpenVAS
-Offline Explorer
+Openvas
-OutfoxBot
+OrangeSpider
-PageGrabber
+OutclicksBot
+PECL::HTTP
 PageThing.com
+Panscient
 Papa Foto
+Pavuk
 PeoplePal
-Pi-Monster
+Petalbot
-Picsearch
+Picscout
 PictureFinder
-ProWebWalker
+Piepmatz
+Pimonster
 Pump
 PxBroker
-RankActive
+PyCurl
-RankFlex
+QueryN Metasearch
-RankingBot
+RankingBot2
+RankurBot
 Re-re
 RealDownload
-Reaper
-Recorder
 RedesScrapy
 RepoMonkey
 SBIder
-SEOkicks
+SEOkicks-Robot
-SEOlyticsCrawler
+SEOprofiler
-SISTRIX
+SEOstats
-SMTBot
-SalesIntelligent
-ScanAlert
-Scanbot
 ScoutJet
+Scrapy
 Screaming
-ScrepyBot
+ScreenerBot
+Searchestate
+SearchmetricsBot
 Semrush
 SemrushBot
+SentiBot
 SeoSiteCheckup
 SeobilityBot
 Seomoz
-SiteLockSpider
+Siphon
-Sitebeam
+Site Sucker
-Siteimprove
+SiteCheckerBotCrawler
-Sitevigil
+SiteExplorer
+SiteSucker
 Snapbot
-Sosospider
+SocialRankIOBot
+Sogou web spider
+SpaceBison
 Spammen
-Spbot
+Spinn3r
+SputnikBot
+Sqlworm
+Sqworm
 Stripper
-Sucker
 Sucuri
 SuperHTTP
+Surfbot
+Swiftbot
 T0PHackTeam
+T8Abot
 TeleportPro
+Telesoft
 Telesphorep
-Toweyabot
+TheNomad
+Trendiction
+True_Robot
+Turingos
+Turnitin
+TurnitinBot
 TwengaBot
-Twice
-Typhoeus
 URLy Warning
-URLy.Warning
+UnisterBot
-VCI
+Upflow
+V-BOT
+VB Project
+Vacuum
+Vagabondo
 VelenPublicWebCrawler
-VeriCiteCrawler
+VoidEYE
-Virusdie
 Voltron
-WASALive-Bot
+WISENutbot
+WWW-Mechanize
 WWW::Mechanize
-WallpapersHD
+WWWOFFLE
+Wallpapers
+Wallpapers/3.0
 Web Auto
-Web Collage
+WebCopier
 WebEnhancer
-Web Fetch
-Web Pix
-Web Sauger
-Web Sucker
-WebAuto
 WebFuck
-WebPix
+WebImageCollector
-WebmasterWorldForumBot
+WebsiteExtractor
-Widow
+Whatweb
-Wonderbot
+WinHTTrack
-Wprecon
+WiseGuys Robot
-Xenu
 YoudaoBot
 Zade
 Zermelo
-Zeus
 Zitebot
-ZmEu
+ZoomBot
-ZyBorg
+ZoominfoBot
-adscanner
+ZumBot
 archive.org_bot
-autoemailspider
+arquivo-web-crawler
 backlink-check
+cah.io.community
 clark-crawler
-dataforseo.com
+com.plumanalytics
-demandbase-bot
+crawler.feedback
+domainsproject.org
 evc-batch
-facebookscraper
+gopher
 heritrix
-internetVista monitor
+isitwp.com
-linkdexbot
 lwp-request
-lwp-trivial
 magpie-crawler
 meanpathbot
-muhstik-scan
+oBot
-page scorer
+plumanalytics
-ripz
+probe-image-size
 scalaj-http
-scan.lol
 seobility
-sexsearcher
+seostar
+serpstatbot
+sitechecker.pro
+siteripz
+sogouspider
 sp_auditbot
 spyfu
-sysscan
 tAkeOut
+trendiction.de
+webgains-bot
 webmeup-crawler
 webpros.com
+webprosbot
 x22Mozilla

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 360Spider
+404enemy
 80legs
+ADmantX
 ASPSeek
-Abonti
+AfD-Verbotsverfahren
-Acunetix
 AhrefsBot
 AiHitBot
-Alexibot
+Aipbot
 Alligator
+AlphaBot
+Anarchie
 Anarchy
 Anthill
 Apexoo
-AwarioRssBot
+Attach
-BLEXBot
+BDCbot
-BackStreet
+BDFetch
-Backlink-Ceck
+BackDoorBot
-BacklinkCrawler
+BackWeb
-Bandit
 Barkrowler
-Battleztar Bazinga
+BatchFTP
-Bigfoot
-Bitacle
 Black Hole
 BlackWidow
 Blackboard
 Blow
-Brandprotect
+Boardreader
+Bolt
 Buck
-BuiltWith
-Bullseye
 BunnySlippers
+BuzzSumo
 CATExplorador
-CODE87
+CazoodleBot
+CheTeam
 CheeseBot
-ChinaClaw
+Chlooe
-Citoid
-Claritybot
 Cocolyzebot
-Collector
+Craftbot
-Cosmos
+Crescent
-Curious
-CyotekWebCopy
 DBLBot
-DSearch
+DIIbot
-Deusu
+Demon
-Devil
+Discobot
-Digincore
-Disco
-Discoverybot
 DnBCrawler-Analytics
-Download Wonder
+Dotbot
-Dragonfly
+ECCP/1.0
 EMail Siphon
 EasyDL
 EroCrawler
-Evil
 Exabot
+Express WebPictures
 ExtLinksBot
-Extractor
+Extreme Picture Finder
-FDM
+EyeNetIE
-FlashGet
+Fimap
-Flunky
+Foobot
-Freeuploader
+FyberSpider
-Fuzz
-Fyrebot
 G-i-g-a-b-o-t
-GetRight
+GT::WWW
-Getintent
+GetWeb
-GridBot
+Go-Ahead-Got-It
-HTMLparser
+GoZilla
+GrapeFX
+GrapeshotCrawler
+HMView
 HTTP::Lite
+HTTrack
+Haansoft
+HaosouSpider
 Harvest
-Heritrix
+HybridBot
-HonoluluBot
+IDBTE4M
-IDBot
 IRLbot
-Image Fetch
+Id-search
-Image Sucker
+IlseBot
-Intelliseek
+IndeedBot
-InterGET
+Indy Library
-Internet Ninja
+InfoTekies
-Iria
+Iskanie
 IstellaBot
-Jbrofuzz
+JOC Web Spider
-JetCar
+JamesBOT
-JikeSpider
-Joomla
 Jorgee
+Jyxobot
 Keybot Translation-Search-Machine
 Keyword Density
-Kinza
+Kozmosbot
+LWP::Simple
 Lanshanbot
-LeechGet
+Larbin
+Leap
 LibWeb
 LieBaoFast
+Lightspeedsystems
 Likse
 LinkScan
 LinkWalker
-LinksManager
+LinkextractorPro
+LinqiaMetadataDownloaderBot
 LinqiaScrapeBot
-Lipperhey
+Litemage_walker
-Lmspider
+MIIxpc
-Ltx71
+MTRobot
-MSIECrawler
+MarkWatch
-Magnet
-Mail.RU_Bot
-Majestic SEO
 Mass Downloader
-Mb2345Browser
 MeanPath Bot
-Meanpathbot
+MegaIndex.ru
-Mediatoolkitbot
+Minefield
-Microsoft Data Access
-Mister PiX
 Mojeek
-Mojolicious
 MolokaiBot
+Mozlila
 Mr.4x3
 Msrabot
 Musobot
+NICErsPRO
 NPbot
-Needle
+Nameprotect
+Navroad
+NearSite
+Nessus
 Net Vampire
-NetAnts
+NetSpider
-NetLyzer
 NetZIP
-NextGenSearchBot
+Niki-bot
-Nibbler
+NimbleCrawler
-Nimbostratus
 Nmap
-Not
 Nutch
-Offline Explorer
+Openvas
-OpenVAS
+OrangeBot
-Openfind
 OrangeSpider
-OutclicksBot
 PECL::HTTP
+POE-Component-Client-HTTP
+Page Analyzer
+PageAnalyzer
 PageGrabber
-Pandalytics
+PageThing.com
 Panscient
-Papa Foto
+Pi-Monster
-Picscout
+Picsearch
-Piepmatz
+Pimonster
+PleaseCrawl
 Pockey
-RSSingBot
+ProPowerBot
-RankFlex
+Pump
-Re-re
+PxBroker
-RealDownload
+RankActiveLinkBot
+RankingBot2
+Rankivabot
+RebelMouse
 Recorder
-Rogerbot
+RedesScrapy
+RepoMonkey
 SBIder
 SEOkicks
-SEOlyticsCrawler
+SEOkicks-Robot
+SISTRIX
+ScanAlert
+ScoutJet
 Scrapy
-ScreenerBot
+Searchestate
-ScrepyBot
+SearchmetricsBot
-Seekport
+SentiBot
-SemanticJuice
-Semrush
 SeobilityBot
-Seomoz
+Site Sucker
-Shodan
-Siphon
 SiteCheckerBotCrawler
 SiteExplorer
-SiteLockSpider
+Sitebeam
-SlySearch
-Snake
 Snapbot
+Snoopy
 SocialRankIOBot
 Sociscraper
+Sogou web spider
+Sosospider
 Sottopop
-SpaceBison
+Sqlmap
-Spammen
+Sqlworm
-SpankBot
-Spanner
-SputnikBot
 Stripper
-Sucker
-Sucuri
 Surfbot
 Suzuran
+Swiftbot
 Szukacz
-T8Abot
+T0PHackTeam
-Teleport
+Telesphoreo
-TeleportPro
+Titan
-Telesoft
 Tracemyfile
 Trendiction
-Trendictionbot
+True_Robot
-Turingos
+UnisterBot
-Twice
-URLy.Warning
-Vagabondo
 VidibleScraper
 Virusdie
-WEBDAV
+Voil
-WISENutbot
+WASALive-Bot
-WWW-Collector-E
+WBSearchBot
+WPScan
 WWW::Mechanize
-Wallpapers
-Wallpapers/3.0
 WallpapersHD
-Web Enhancer
 Web Auto
+Web Enhancer
+Web Fuck
+Web Pix
 Web Sauger
-Widow
+WebAuto
-WinHTTrack
+WebCollage
-WiseGuys Robot
+WebFetch
-Woobot
+WebFuck
-Wotbox
+WebGo IS
-Wprecon
+WebImageCollector
+WebPix
+WebReaper
+WebmasterWorldForumBot
+Webster
+Whacker
+Wonderbot
 Xaldon WebSpider
-YoudaoBot
 Zade
-Zauba
 Zermelo
-ZmEu
+Zeus
+Zitebot
+ZumBot
 ZyBorg
 adscanner
-autoemailspider
+cah.io.community
-coccocbot
+check1.exe
-com.plumanalytics
+cognitiveseo
+crawl.sogou.com
 crawler.feedback
-crawler4j
+eCatch
-dataforseo.com
+evc-batch
-domainsproject.org
+heritrix
-internetVista monitor
+ips-agent
 iubenda-radar
-linkdexbot
 lwp-request
-meanpathbot
+muhstik-scan
-mediawords
 netEstate NE Crawler
-pcBrowser
+plumanalytics
-polaris version
-probe-image-size
-ripz
 s1z.ru
-satoristudio.net
 scan.lol
-seoscanners
+seocompany.store
-serpstatbot
+seostar
+sexsearcher
 sitechecker.pro
-siteripz
 sogouspider
+sysscan
+trendiction.de
+ubermetrics-technologies.com
+voyagerx.com
 webgains-bot
-x22Mozilla
+webprosbot
+x09Mozilla
+zauba.io

dev-tools/test_units/random-referrers-for-test-quick.list

@@ -1,10 +1,10 @@
-abbanreddy.com
+4senses.co
-arius.tech
+amoi.tn
-celejihad.info
+candytiner.com
-hidemyass.com
+dostavka-v-ukrainu.ru
-https-legalrc.biz
+kvartir-remont.biz
-izhevsk.xrus.org
+ldrtrack.com
-jennyfire.ru
+maju.bluesalt.co
-komputers-best.ru
+money-for-placing-articles.com
-picscout.com
+rewardit.com
-porn-w.org
+trahvid.com

dev-tools/test_units/random-referrers-for-test.list

@@ -1,500 +1,500 @@
 007angels.com
-1008.su
+11pikachu.ru
-100searchengines.com
+12u.info
-12bet.com
+1688.com
-13tabs.com
+1webmaster.ml
-1kinobig.ru
+2020iscoming.info
-202ch.com
+23kw.ru
-24videos.tv
+34.gs
-3w24.com
+4k-player.pl
-4ur.click
+7minuteworkout.com
-57883.net
+7xc4n.com
-5u.com
+8si.ru
-7search.com
+9icmzvn6.website
-8jn.dating-app.ru
+9med.net
-aa8b68101d388c446389283820863176e7.com
+aa8780bb28a1de4eb5bff33c28a218a930.com
-aa9d046aab36af4ff182f097f840430d51.com
+absolutelyanalog.com
-aad1f4acb0a373420d9b0c4202d38d94fa.com
+activecampaign.dreamhosters.com
-aadroid.net
+adamoads.com
-abcdefh.xyz
+admeasures.com
-acunetix-referrer.com
+adultfullhd.com
-adcash.com
+adventureparkcostarica.com
-addtoadd.men
+advertisingtag.net
-adidas.frwebs.fr
+ahhjf.com
-admatic.com.tr
+aktivator-windows10.blogspot.com
-adrenalin-stk.ru
+alborzan.com
-ads.gold
+alert.scansafe.net
-adsref.men
+alif-ba-ta.com
-aksonural.ru
+allbizne.co.ua
-allnews24.in
+allfinweb.com
-allwidewallpapers.com
+allmarketsnewdayli.gdn
-alpinism.ru
+allstatesugarbowl.org
-amoi.tn
+alphavisions.net
 amospalla.es
-amyfoxfitness.com
+animal36.com
-angry-fermi-7633.arukascloud.io
+anonymizeme.pro
-anmysite.com
+anonymous-redirect.com
-apartmentbay.ru
+apioasisspacenet-a.akamaihd.net
-apartmentratings.com
+apple.com-webbrowsing-security.review
-apelsinnik.website
+arquapetrarca.info
-apibrowsesmartne-a.akamaihd.net
+artavenuegardenstudios.com
-aquarium-pro.ru
+asmxsatadriverin.aircus.com
-arabgirls.adultgalls.com
+asrv-a.akamaihd.net
-aruplighting.com
+atout-energie-69.com
-ascat.porn
+autochoixspinelli.com
-asdfg.pro
+aviav.ru.com
-autogrep.ru
+avtolombard-krasnodar.ru
-autoplate.info
+backgroundpictures.net
-availit.weebly.com
+baoxaydung.com.vn
-azartmix.com
+battlecarnival.su
-balkanfarma.ru
+beauty-b0x.pl
-balois.worldbreak.com
+bestdooz.com
-bambi.ck.ua
+bestempresas.es
-bankofthewext.com
+bestmobilityscooterstoday.com
-beget.tech
-belstaffstore.online
-berdasovivan.ru
-best-way.men
-besthoro.ru
-bestmarriages.com
-bestwaystogetpaid.us
-bibys.com
 bigpictures.club
-bimatoprost-careprost.com
+bildsuche.ru
-binomo.com
+bimatoprost-careprost.com.ua
-birzha-truda.eu
+bizfly.info
-biteg.xyz
+blue-square.biz
-blog.koreadaily.com
+bonkers.name
-blogqpot.com
-board.f00d.de
-boeuklad.com
-boleznikogi.com
-bombla.org
 bonky.biz
-bracketsmackdown.com
+brandov.ru
-brandedleadgeneration.com
+brianhenry.co
-brandehk.dk
-brandimensions.com
 bronzeaid-a.akamaihd.net
-buketeg.xyz
+buttons-for-your-website.com
-bupropion-sr-150-mg.us
+buybest1.biz
-businesn.men
+buyessay3.blogspot.ru
-buydissertation.net
+buyhoverboard.com
-buzz-porno.info
+buypanicdisorderpill.com
-candy-glam-hp.com
+c-english.ru
-cardiosport.com.ua
+calcularpagerank.com
-carrauterie.be
+callejondelpozo.es
-cartierreplica.win
+candelluxsklep.pl
-cartierwatch.xyz
+capacitacionyaprendizaje.com
-cashkitten-a.akamaihd.net
+carapics.com
-cayado.snn.gr
+cellfun.mobi
-cdncash.net
+chastnoeporno.com
-chatroulette.online
+chocoslim.pro
-cheapcigarettesc.info
-cheapmoncler.pw
-cialischstgerts.com
 classicakuhni.ru
-clean-virus-mac.com
+clmforexeu.com
-cntravelre.com
+club-samodelkin.ru
-cognitiveseo.com
+cmd.kz
-com-onlinesupport.site
+codq.info
-cometorussia.net
+compliance-alex.top
-compliance-fred.xyz
+compliance-andrew.top
-concordexoticrentals.com
 cookielawblog.wordpress.com
-cougfan.info
+copenergo.ru
-credit.co.ua
+cordstrap.cc
-customcatchcan.com
+cornomase.win
-cyprusbuyproperties.com
+counterbot.com
-dairyindia.in
+craftinsta.ru
-daptravel.com
+crynet.cc
-datadepths.com
+customerpromos-a.akamaihd.net
-daymusam.com
+cxpromote.com
-dcj-nn.ru
+danceuniverse.ru
-deshevo-nedorogo.ru
+data-ox.com
-dgfitness.co
+data.vtc.pw
-diamond-necklace.info
+den-noch24.ru
-dildofotzen.net
+destinationrealestate.com
-djstools.com
+detalizaciya-tut.biz
-dlya-android.org
+detskie-konstruktory.ru
-dnepropetrovsk.mistr-x.org
+dev-seo.blog
-dodlive.mil
+dignitasdata.se
-dolohen.com
+dinkolove.ya.ru
-domain2008.com
+div.as
-domaincheck.io
+divku.ru
-domainroam.win
+djonwatch.ru
-downloadme.life
+domaincdn.xyz
-dvrlists.com
+drpornogratisx.xxx
-easync.io
+dtnlyss.com
-easyshoppermac.com
+dyt.net
-editors.choice6912650.hulfingtonpost.com
+earthmagic.info
-educontest.net
+ebonyporn.site
-egvar.net
+ed-shop01.ru
-elektrischeziga.livejournal.com
+elektronischezigarettekaufen1.beeplog.com
-englate.com
+elektrozigaretten1.postbit.com
-escortslet.net
+emediate.eu
-exci.ru
+eralph.tk
-exhibitionplus.eu
+eu-cookie-law.info
-eyessurgery.ru
+everflora.ru
-ezaz.info
+ewebarticle.info
-f-online.de
+exdocsfiles.com
-facebook-mobile.xyz
+exoclick.com
-farmingworm.com
+expertblog.info
-femdom.twiclub.in
+extener.org
-findpics.pw
+extlinks.com
-fitness-video.net
+failingmarriege.blogspot.com
-fix-website-errors.com
+faracontrol.ir
-flex4launch.ru
+fatmaelgarny.com
-forum.tvmir.org
+fickluder69.com
+figuringmoneyout.com
+fil.ru
+filesdatabase.net
+filmidivx.com
+financetip.eu
+findsexguide.com
+firstsiteguide.com
+flytourisme.org
+foodcrafts.website
+forum-engineering.ru
+forum.poker4life.ru
 forums.d2jsp.org
-free-deals.faith
+foto-basa.com
-free-floating-buttons.com
+foxydeal.com
-free-gluten.ru
+frameimage.org
-free-laptop-reward.com
+frankofficial.ru
-freewebs.com
+freakycheats.com
-frighteningremain.cf
+free-share-buttons.blogspot.com
-froggytube.com
+free-share-buttons.com
-frustrated-favorable.gq
+free-stock-illustration.com
-fsakhalin.ru
+freejabs.com
-fun2cell.net
+freelotto.com
-fusoradio.info
+freeuploader.ml
-fxtips.ru
+frivgame250.com
-fym.com.ru
+galaxy-family.ru
-gamblingnerd.com
+gambarkatabaru.com
-gameprimary.com
+gaytube.com
-gamewrath.com
+gayxperience.com
-gepezz.info
+geckoandfly.com
-get-your-social-buttons.info
+getaclueamerica.com
-getprismatic.com
+ghostvisitor.com
-gk170.ru
+gk-atlant.info
-globalsurfari.com
+gne8.com
 goldenggames.com
-goodhousekeeping.com
+gonextmedia.com
-googglet.com
+good-mummy.ru
-goosefishpost.bid
+gosarhivrt.ru
-gosmeb.ru
+gotomontenegro.net
-gratis-sexkontakte.com
+greatidea.marketing
-growmyfunds.ca
+greenshop.su
+growboxbl.ru
 gsbs.com.ua
-gsmtlf.ru
+guitar-master.org
-h2monline.com
+harmonyglen.us
-hatdc.org
+hasfun.com
-hauleddes.com
+hawaiielectriclight.com
-hermesbracelets.xyz
+hchha.com
-hidefiles.org
+health-medical-portal.info
-hjaoopoa.top
+healthcarestore.info
-hollywoodactress.info
+histock.info
-hostcritique.com
+homelygarden.com
-hotelcrocenzi.sm
+hostsshop.ru
-hothot.ru
+hotgirlhdwallpaper.com
-hotshoppymac.com
+hotloans.ru
-humanelydrew.com
+housediz.com
-husky-shop.cz
+houseofgaga.ru
-ideibiznesa2015.ru
+hoverboard360.de
-ifirestarter.ru
+hoztorg-opt.ru
-iinstalll-fii1leis.jus0wil.pp.ua
+huhn.altervista.org
-imabase.com
+huimin764128.com
-immigrational.info
+hyhj.info
-inboxdollars.com
+idealtits.net
-infazavr.ru
+ilovevitaly.com
-infobanks.ru
+immobiliaremassaro.com
-infodocsportal.com
+inbabes.sexushost.com
-infokonkurs.ru
+indetiske.ya.ru
-informatiecentro.be
+infostatsvc.com
-interfucks.net
+inmate-locator.us
-investyb.com
+innodgfdriverhm.aircus.com
-invitefashion.com
+insomniagamingfestival.com
-iplusbit.blogspot.co.za
+inspiring-desperate.tk
-iscblog.info
+internet-apteka.ru
-ispac.org
+intimshop-fantasy.ru
-istizanidineanopiate.blogspot.com
+ip-guide.com
-itis4you.com
+iqoption.pro
-itrevolution.cf
+isistaylorporn.info
-ivanovo.zrus.org
+it-max.com.ua
-izhevsk.zrus.org
+jackpotchances.com
-jamiembrown.com
+jav-fetish.com
-jaxcube.info
+jerseychinabizwholesale.us
-journeydownthescale.info
+jerseyswholesalechinalimited.com
+joy-penguin.com
 juliaworld.net
-jurajskie.info
+jus0wil.pp.ua
-kasino-money.pw
+kadashihotel.com
-keywords-monitoring-success.com
+katjimej.blog.fc2.com
-kfon.eu
+keenoutlet.online
-kino-filmi.com
+keywordsuggests.com
-kino-rating.ru
+keywordteam.net
-klumba55.ru
+kiinomaniak.pl
-knogg.net
+kinozapas.org
-kopihijau.info
+komp-pomosch.ru
-kostenlos-sexvideos.com
+konteiner24.com
-krafte.ru
+koversite.info
-krasnodar.zrus.org
+kriokomora.info
+kurwa.win
 labelwater.se
-laexotic.com
 lampokrat.ws
-larchik.net
+lanadelreyfans.us
-lawyers.cafe
+laxdrills.com
-levaquin750mg.blogspot.com
+lechenie-gemorroya.com
-lexiangwan.com
+lerporn.info
-light.ifmo.ru
+letsrepair.in
-lion.snapmap.us
+lida-ru.com
-listiseltemournlan.gq
+lifehacĸer.com
-littleberry.ru
+likesdesign.com
-littlecity.ch
+likesuccess.com
+link.ac
+linkrr.com
+lion.bolegapakistan.com
+lirunet.ru
+littlesunraiser.com
 liverpool.gsofootball.com
 livetsomudvekslingstudent.bloggersdelight.dk
-locatellicorretor.com.br
+lizace.com
+lob.com.ru
+lolnex.us
 lomb.co
-lyrster.com
+lookingglassemb.com
-m.b00kmarks.com
+lubetube.com
-m1media.net
+lyngdalhudterapi.no
-mafcards.ru
+macdamaged.space
-mainhp.net
+macotool.com
-mararoom.ru
+maglid.ru
-maridan.com.ua
+manyresultshub-a.akamaihd.net
+marketingvici.com
+marmitaco.cat
 matematikus.info
-maximilitary.ru
+mature.free-websites.com
-me-ke.com
+max-p.men
-meduza-consult.ru
+mbiologi.ru
-michaelkorssaleoutletonline.net
+mcar.in.ua
-minneapoliscopiers.com
+mecash.ru
-mixtapetorrent.com
+meddesk.ru
-mjchamonix.org
+medicineseasybuy.com
-mobile.ok.ru
+metabar.ru
-modabutik.ru
+mhi-systems.ru
-monclercoats.xyz
+militarysale.pro
-moncleroutletonline.pw
+mmgq.ru
-mouselink.co
+mobstarr.com
-mp3downloadhq.com
+modnie-futbolki.net
-mug-na-chas-moscow.ru
+moesen-ficken.com
-mulberryoutletonlineeu.com
+money-for-placing-articles.com
-musicdaddy.net
+moneymaster.ru
-musicktab.com
+morefastermac.trade
+moyaterapiya.ru
+mrbitsandbytes.com
+music.utrolive.ru
+mustwineblog.com
 my-bc.ru
-mycouponizemac.com
+myfreecams.com
-myindospace.com
+mylovelibrabry.com
-myplaycity.com
+mymobilemoneypages.com
-nakozhe.com
+myra.top
-napalm51.nut.cc
+na15.ru
+nationalbreakdown.com
 naturalpharm.com.ua
-naturalshair.site
+negociosdasha.com
-nbsproject.ru
+nerudlogistik.ru
-netcheckcdn.xyz
+nevansk.ru
-netvouz.com
+newstaffadsshop.club
-networkad.net
+nextconseil.com
-nextlnk12.com
+nofreezingmac.work
-nfljerseyscheapchinabiz.com
+normalegal.ru
-nicefloor.co.uk
+northfacestore.online
-nikitsyringedrivelg.pen.io
+novodigs.com
-no-fuel.org
+nowtorrents.com
-novatech.vn
+nucia.biz.ly
-nudejapan.net
+obiavo.uz
-o.light.d0t.ru
+ochistka-stokov.ru
-o333o.com
-ofanda.com
-offer.camp
-offer.wpsecurity.website
-offers.bycontext.com
 offtopic.biz
-okonich.com.ua
+one.net.in
-olvanto.ru
+onefilms.net
-orgasmus-virtual.com
+onlythegames.com
-osnova3.ru
+onstrapon.purplesphere.in
-ostrovtaxi.ru
+optikremont.ru
-outshop.ru
+ostroike.org
-p-business.ru
+outpersonals.com
-pastaleads.com
+paintingplanet.ru
-pestomou.info
+paleohub.info
-phormchina.com
+partner-cdn.men
-photochki.com
+patol01.pw
-photostudiolightings.com
+pb-dv.ru
-picturesboss.com
+pechikamini.ru
-pixell.club
+pensplan4u.com
-plaff-go.ru
+photo-clip.ru
-poisk-zakona.ru
+photosaga.info
-pokemon-go-play.online
+php-market.ru
-polska-poezja.com
+piski.top
-pontiacsolstice.info
+pizdopletka.club
-pornhub-forum.ga
+platezhka.net
-pornhubforum.tk
+platinumdeals.gr
-porno-play.net
+poem-paying.gq
-pornofiljmi.com
+pogodnyyeavarii.gq
-pornosok.ru
+popads.net
-portside.cc
+popunder.ru
-pospr.waw.pl
+porno-dojki.net
-pr-ten.de
+pornolook.net
-pr0fit-b0x.com
+pornophoto.xyz
-primedice.com
+posible.net
+powenlite24.ru
+priceg.com
+printingpeach.com
 privacylocationforloc.com
 privatefx-in.ru
-prizesbook.online
+pro-tec.kz
-proftests.net
+prodess.ru
-promover.org
+projefrio.com.br
-puserving.com
+promalp-universal.ru
-puzo2arbuza.ru
+proprostatit.com
-pyramidlitho.webs.com
+pshare.biz
-qcstrtvt.bloger.index.hr
+purplestats.com
-quality-traffic.com
+puzzleweb.ru
-quizzitch.net
+r-control.ru
-ratemodels.net
+ragecash.com
-responsive-test.net
+rangoman.date
-restaurantlescampi.com
+razorweb-a.akamaihd.net
-ribieiendom.no
+rczhan.com
-ric.info
+realnye-otzyvy.info
-richinvestmonitor.com
+realresultslist.com
-robot-forex.biz
+regionshop.biz
-rockingclicks.com
+registrationdomainsite.com
-rossanasaavedra.net
+rentehno.ru
-rostov.xrus.org
+rezeptiblud.ru
-royalvegascasino.com
+rialp.getenjoyment.net
-rozalli.com
+ricorsogiustizia.org
-ru-dety.ru
+riders.ro
-ru-mediaget.ru
+rimedia.org
-rucrypt.com
+risparmiocasa.bz.it
-ruspdd.com
+rniaeba.ga
-russintv.fr
+romhacking.ru
-russkoe-zdorovie.ru
+rootandroid.org
-rusvideos.su
+rumamba.com
-sanjosestartups.com
+rusenvironmental.net
-sarahmilne.top
+russia-today-video.ru
-sardinie.us
+s.lollypopgaming.com
-savefrom.com
+savingsslider-a.akamaihd.net
-scanmyphones.com
+sbetodiodnye-lampy.ru
-scanner-brian.top
+sbf441.com
-scanner-jack.top
+scanner-alexa.top
-scanner-margo.top
+scanner-julia.top
-scanner-olga.top
+seccioncontrabajo.com
-scanner-viktor.top
+seksotur.ru
-scenarii-1-sentyabrya.uroki.org.ua
+seminarygeorgia59.ga
-screpy.com
+seo-traffic-ranking.info
-sdrescher.net
+seokicks.de
-searchkut.com
+serw.clicksor.com
-searchmywindow-a.akamaihd.net
-securesmrt-dt.com
-seksvideoonlain.com
-seo-2-0.com
-seo-smm.kz
-seocdvig.ru
-service-core.ru
-serving.adbetclickin.pink
-sevendays.com.ua
 sevenstars7.com
-sex.hotblog.top
+sex-dating.co
-sharebutton.to
+sexflirtbook.com
-shareyards.com
+sexs-foto.com
-shell-pmr.ru
+sherlock.se
-shop.acim.org
+shijian.ac.cn
-sibtest.ru
+ship-marvel.co.ua
-sispe.com.br
+shoesonlinebuy.cn
-skincrate.net
+shopvilleroyboch.com.ua
-sledstvie-veli.net
+sicfor.bcu.cc
+simpoed.ufop.br
+sinestesia.host.sk
+singularwebs.net
+sisi-go.ru
+sitechecker.pro
+siteimprove.com
+slim.sellany.ru
+slowmacfaster.trade
+small-games.biz
+social-buttons.com
 social-fun.ru
-softlinesolutions.me
+soda.media
-solution4u.com
+sofit-dmd.ru
-souvenir.cc
+soochi.co
-space4updating.win
+souvenirua.com
-srecorder.com
+spanking.to
-stauga.altervista.org
+spb.ru
-stroy-portal22.ru
+specialfinanceoffers.com
-stuff-about-money.com
+spidtest.org
-subj.ukr-lit.com
+srdrvp.com
-supermodni.com.ua
+srgwebmail.nl
-surfbuyermac.com
+star61.de
-svetlotorg.ru
+steamoff.net
-svnuppsalaorebro.se
+steelmaster.lv
-swimpool.ca
+stmassage.ru
-swingerseiten.com
+stroilka.info
-tabakur77.com
+stroimajor.ru
-tanieaukcje.com.pl
+strongholdsb.ru
-tattooha.com
+stroyhelp-dv.ru
-td-l-market.ru
+suhanpacktech.com
-tech4master.com
+symphonyintegratedhealthcare.com
-telegramdownload10.com
+takeprofitsystem.com
-testingads.pro
+tampabaywatch.org
-thaisamkok.com
+teguh.info
-thebestweightlosspills.ovh
+telefonsexkostenlos.tk
-titslove.yopoint.in
+thiegs.reco.ws
-tizanidinecost.blogspot.com
+tizanidinehcl2mgtablet.blogspot.com
-tizanidinedosageforsleep.blogspot.com
+tizanidinevsvalium.blogspot.com
-tizanidinevscyclobenzaprine.blogspot.com
+tnaionline.org
-tizanidinewithdrawalsymptoms.blogspot.com
+toon-families.com
-tmtrck.com
+toondinsey.com
-topads.men
+top-l2.com
+top-study.work
+topanasex.com
+topbestgames.com
 torrent-to-magnet.com
-torrnada.ru
+tovaroboom.vast.ru
-trustedhealthtips.com
+toyota.7zap.com
-turbodsp.com
+trafficjunky.com
-tv-spoty.info
+trafficstars.com
-tvory.predmety.in.ua
+trubywriting.com
-tvteleport.ru
+truck-land.life
-uac.net.au
+truemfilelj.gq
-ukrobstep.com
+tuckermktg.com
-umaseh.com
+twiclub.in
-umekana.ru
+tytoona.com
-unrealcommander.biz
+tzritel.tk
-upstore.me
+ugogo.info
-uzungil.com
+uhod-za-sobakoj.ru
-validccseller.com
+umg-stroy.ru
-valsalud.com
+vacuumcleanerguru.com
-vchulkah.net
+vapsy.com
 vegan-foods.us
-vezuviy.su
+video-camer.com
-via-energy-acquistare.com
-via-energy-cumpara.com
-viberdownload10.com
-video--production.com
 video-chat.cn
-vielporno.net
+vids18.site
-vietimgy.pw
+vitoriacabos.com
-vipps.com.my
+vkonche.com
-visionwell.com.cn
+vksex.ru
-visitcambridge.org
+vpnhowto.info
-vladimir.xrus.org
+w3javascript.com
-vremya.eu
+waysbetter.cn
-vzlom-na-zakaz.com
+websiteexplorer.info
-wareseeker.com
+wechatdownload10.com
-warningzscaler.heraeus.com
+wedding-salon.net
-watch-movies.ru
+weightatraining.com
-watchmygf.net
+westermarkanjou.se
-wcb.su
+wheelchairliftsarea.com
-wdfdocando.com
+whereiskentoday.com
-webcamdevochka.com
+whipme.yopoint.in
-webnode.me
+wleuaprpxuvr.ga
-wfb.hatedriveapart.com
+wma-x.com
-whatsappbot.flyland.ru
+womens-journal.net
-whatsappdownload10.com
+wsgames.ru
-wingsofrefuge.net
+wygraj-skiny.win
-woodyguthrie.se
+x-diesel.info
-workle.website
+x-rates.ru
-worldinternetauthority.com
+xchat26.myfreecams.com
-ww2awards.info
+xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai
-www.arenda-yeisk.ru
+xn----8sbhefaln6acifdaon5c6f4axh.xn--p1ai
-www.bookmaker-bets.com
+xn----8sblgmbj1a1bk8l.xn----161-4vemb6cjl7anbaea3afninj.xn--p1ai
-www.event-tracking.com
+xn--80aagddcgkbcqbad7amllnejg6dya.xn--p1ai
-x-porno.video
+xn--d1aifoe0a9a.top
-xblog.in
+xportvusbdriver8i.snack.ws
-xn----btbdvdh4aafrfciljm6k.xn--p1ai
+xtraffic.plus
-xn--80aaafbn2bc2ahdfrfkln6l.xn--p1ai
+xtrafficplus.com
-xn--80ahvj9e.xn--p1ai
+xtube.com
-xn--80ajbshivpvn2i.xn--p1ai
+xtubeporno.net
-xn--80ajjbdhgmudixfjc8c5a9df8b.xn--p1ai
+xwatt.ru
-xn--80ak6aa92e.com
+xzlive.com
-xn--b1adccaf1bzj.xn--p1ai
+yourtemplatefinder.com
-xsfetish.org
+yousense.info
-xvideosporn.biz
+yubikk.info
-xxlargepop.com
+yurgorod.ru
-xxxdatinglocal.us
+za-music.mymobiplanet.com
-xxxsiterips.xyz
+zajm-pod-zalog-nedvizhimosti.ru
-xxxtubesafari.com
+zapiszto.pl
-yaderenergy.ru
+zhorapankratov7.blogspot.com
-youghbould.wordpress.com
+zigarettenonlinekaufen1.bloog.pl
-youporn-forum.ga
+zoogdiesney.com
-youporn-ru.com
+zoogdinsney.com
-youraticles.pl
+zryydi.com
-yourdesires.ru
+zynax.ua
-yourmovies.pl
+zzbroya.com.ua
-yourothersite.com
-yoursite.com
-yunque.pluto.ro
-zakonobosago.ru
-zdesoboi.com
-zoodrawings.com

dev-tools/test_units/random-referrers-for-whitelist-test.list

@@ -1,250 +1,250 @@
-007angels.com
+24-ak.ru
-13tabs.com
+7minuteworkout.com
-2345.com
+aad1f4acb0a373420d9b0c4202d38d94fa.com
-4ureyesonly.com
+adbetclickin.pink
-aa14ab57a3339c4064bd9ae6fad7495b5f.com
+agadelha.com.br
-aaa38852e886ac4af1a3cff9b47cab6272.com
+aghanyna.com
-above.com
+akvamaster.dp.ua
-acunetix-referrer.com
+allwomen.info
-adtech.fr
+alphacarolinas.com
-amigobulls.com
+alveris.ru
-ampower.me
+ameblo.jp
-ananumous.ru
+ameblo.top
-anapa-inns.ru
+animebox.com.ua
-anticrawler.org
+arquivo.pt
-apiholdingmypage-a.akamaihd.net
+australia-opening-times.com
-apiitsthirteende-a.akamaihd.net
+ayakino.net
-asociatia-tipografilor-transilvania.ro
+bagcionderlab.com
-asrvvv-a.akamaihd.net
+bannerads.de
-ayodhya.co
+beauby.ru
-beatifullandscape.co
+berlininsl.com
-bestempresas.es
+best-seo-software.xyz
-beztuberkuleza.ru
+bitnote.co
-bigpictures.club
+bloggedporn.com
-bin-brokers.com
+briomotor.co
-biographiya.com
+bvlgariring.xyz
-blackwitchcraft.ru
+cakesplus.com.au
-boc.kz
+calstaterealty.us
-braindaily.xyz
+carmuffler.net
-brk-rti.ru
+cartechnic.ru
-bukleteg.xyz
+casinopinup-wins.com
-burkesales.com
+casinos4dummies.co.uk
-buydissertation.net
+cdnanalytics.xyz
-buytizanidineonlinenoprescription.blogspot.com
+centrumcoachingu.com
-cablecar.us
+cheapwebsitehoster.com
-cah.io.community
+ciceros.co
-carsdined.org
+cleanpcnow.com
-carstrends2015.com
+clknsee.com
-chatroulette.online
+compliance-elena.xyz
-cheapestjerseys-wholesale.com
+compliance-ivan.xyz
-chinaelitecheapjerseys.com
+conciergegroup.org
-christianlouboutinreplica.win
+customerpromos-a.akamaihd.net
-clean-start.net
-clippingphotoindia.com
-collegerentals.com
-compliance-george.xyz
-construmac.com.mx
-cookielawblog.wordpress.com
-covadhosting.biz
-cpabegins.ru
-cranly.net
-cypernhuset.se
-cyprusbuyproperties.com
 dandiyabeats.in
-dear-diary.ru
+darkages.info
-donna7753191.ru
+decoratinghomes.ga
-doreenblog.online
+diegolopezcastan.com
-download-wallpaper.net
+distver.ru
-downloader12.ru
+divatraffic.com
-driving.kiev.ua
+domini.cat
-dvr.biz.ua
+downloads-whatsapp.com
-ecxtracking.com
+doxyporno.com
-ednorxmed.com
+drhomes.biz
-edudocs.net
+earl-brown.info
-elektrozigarettekaufen1.devhub.com
+elitesportsadvisor.com
-elitepcgames.com
+elmacho.xyz
-epngo.bz
+emailaccountlogin.co
-essaypro.com
+esopini.com
-euronis-free.com
 eurosamodelki.ru
-failingmarriege.blogspot.com
+everytalk.tv
-feeriaclub.ru
+exci.ru
-fiuxy.com
+exportshop.us
-flirt4free.com
+fast-torrent.ru
-flooringinstallation-edmonton.com
+fatmaelgarny.com
-forsex.info
+fickkontakte.org
+financehint.eu
+financeloan.us
+fix-website-errors.com
 foxjuegos.com
-galeria-zdjec.com
+free-share-buttons.top
-gamerextra.com
+freeuploader.ml
-gerhardhealer.com
+freshwallpapers.info
-getmiro.com
+funcrushgames.com
-getprismatic.com
+fz139.ttk.ru
-glass-msk.ru
+ge0ip.net
-glogow.pl
+gemgrab-a.akamaihd.net
-gnuetella.com
+geoads.com
-gsasearchengineranker.pw
+gepezz.info
-gsmtlf.ru
+gifspics.com
-guardlink.org
+gigapeta.com
-h2monline.com
+goforexvps.com
-hatdc.org
+gpirate.com
-hazardky.net
+gq-catalog.gq
-hdfreeporno.net
+greatfind-a.akamaihd.net
-healthcarestore.info
+greatidea.marketing
-hem.passagen.se
+hasshe.com
-home.myplaycity.com
+hit-kino.ru
-homelygarden.com
+houseofrose.com
-hoporno.com
+humanelydrew.com
-host-protection.com
+hundejo.com
-hotchatdate.com
+imediadesk.com
-hotcore.info
+inboxdollars.com
-hotgirlhdwallpaper.com
+informatiecentro.be
-hully.altervista.org
+internet-apteka.ru
-hunthillfarmtrust.org
+investpamm.ru
-iboss.com
+iplogger.org
-imguramx.pw
+itch.io
-innoslicon.com
+javxxx18.com
-insider.pro
+kaac.ru
-itbc.kiev.ua
+kaliningrad.zrus.org
-iwantedmoney.com
+kamagragelusa.net
-izhevsk.zrus.org
+kerei.ru
-jo24news.com
+kol-energo.ru
-jpcycles.com
+koral.se
-justucalling32211123456789.tk
+kuzinsp.ru
-kashubadesign.ru
+labplus.ru
-kichenaid.ru
+lakomka.com.ua
-kinotorka.ru
+lenvred.org
-kollekcioner.ru
+levaquin750mg.blogspot.com
-komputernaya-pomosh-moscow.ru
+lightinghomes.net
-koversite.info
+loftdigital.eu
-kriokomora.info
-ladov.ru
-letto.by
-lion.misba.us
-lion.playtap.us
-locimge.pw
-lockerz.com
 lordzfilmz.me
-lsp-awak-perikanan.com
+m3gadownload.pl
-mac-shield.com
+mackeeper-land-672695126.us-east-1.elb.amazonaws.com
-macdamaged.space
+magicdiet.gq
-magazintiande.ru
+maladot.com
-magento-crew.net
+mansiondelrio.co
-manifestyourmillion.com
+manyresultshub-a.akamaihd.net
-medizinreisen.de
+mecash.ru
-members.ghanaweb.com
+metallosajding.ru
-migente.com
+mexicosleevegastrectomy.com
-mini.7zap.com
+minharevisao.com
-mockupui.com
+mirmedinfo.ru
-mojowhois.com
+moncleroutletonline.win
-mojpreskumanie.com
+monsterdivx.com
-moncleroutletonline.pw
+mrinsidesales.com
-monsterdivx.tv
+mtmtv.info
-more-letom.ru
+musezone.ru
-moz.com
+mustat.com
-mrmoneymustache.com
+my-aladin.com
-mybackgroundlandscape.blogspot.com
+myanyone.net
-mylovelibrabry.com
+mydirtystuff.com
-na-telefon.biz
+mywallpaper.top
-nash-krym.info
+narco24.me
-nextbackgroundcheck.gq
+netanalytics.xyz
-nuup.info
+netfacet.net
-nyfinance.ml
+ningessaybe.me
-obiavo.kz
+novgorod.xrus.org
-odywpjtw.bloger.index.hr
+oballergiya.ru
-offf.info
+one-gear.com
-office-windows.ru
+online-hit.info
-online-x.ru
+oren-cats.ru
-ooo-olni.ru
+outrageousdeal-a.akamaihd.net
-optibuymac.com
+paccohichetoti.ml
-p-business.ru
+paydayonlinecom.com
-perosan.com
+pdns.cz
-pinsdaddy.com
+perederni.net
-pixshark.com
+perfection-pleasure.ru
-pizda.lol
+perm.xrus.org
-pl-vouchers.com
+pertlocogasilk.tk
-porno-raskazy.ru
+photostudiolightings.com
-pornosemki.info
+phpdevops.com
-pornstartits.xblog.in
+physfunc.ru
-pronekut.com
+polcin.de
-pst2017.onlinewebshop.net
+popup.matchmaker.com
-quickloanbank.com
+pornoelita.info
-qwertty.net
+pregnant.guru
-ranksignals.com
+privatefx-in.ru
-redirect.trafficreceiver.club
+pro-tec.kz
-redirectme.net
+progress-upakovka.ru
-reining.lovasszovetseg.hu
+prombudpostach.com.ua
-rfserial.net
+pts163.ru
-rocis.site
+rabot.host.sk
-rutor.vip
+recinziireale.com
-sady-urala.ru
+remont-mobile-phones.ru
-saitevpatorii.com
+replicalouboutin.xyz
-sanatorrii.ru
+rezeptiblud.ru
-sbtdesign.co.uk
+russkoe-zdorovie.ru
-scanner-alexa.top
+rutor.group
-scanner-donald.top
+sabizonline.com
-scanner-willy.top
+sandhillsonline.com
-sdelatmebel.ru
+scanner-julianna.top
-search.1and1.com
+scanner-olga.top
-secretscook.ru
+sdrescher.net
-seksvideoonlain.com
+semp.net
-serdcenebolit.com
+seo-2-0.com
-sexcamamateurchat.com
+seobility.net
-sexflirtbook.com
+seojokes.net
-sexuria.net
+seoprofiler.com
-sexy-screen-savers.com
+sexphoto.site
-shop.acim.org
+shopfishing.com.ua
-sicfor.bcu.cc
+sispe.com.br
-sitevaluation.com
+site.ru
+sitechecker.pro
+sladkoevideo.com
 smartbalanceworld.com
-socialseet.ru
+special-porn.com
-socialsignals24.com
+spinazdrav.ru
-spitfiremusic.com
+spymac.net
-spywarebegone.com
+spywareit.com
-start.myplaycity.com
+srgwebmail.nl
-statustroll.com
+stats-public.grammarly.io
-stroyhelp-dv.ru
+strfls.com
-symbaloo.com
+superinterstitial.com
-symphonyintegratedhealthcare.com
+surffoundation.nl
-taqplayer.info
 tecnoteakviareggio.it
-thecoolimages.net
+telemetryverification.net
-thegameriders.com
+thefarmergame.com
-tizanidinehcl4mgisitanarcotic.blogspot.com
+thefotosgratis.eu
-todohr.com
+theguardlan.com
-tomck.com
+thejournal.ru
-topquality.cf
+thetardistimes.ovh
-torture.ml
+ticketsys.inetwd.com
-tourismvictoria.com
+titslove.yopoint.in
-track2.shop
+tizanidine6mg.blogspot.com
-trafficmp.com
+tizanidineandgabapentin.blogspot.com
-trustl.life
+tizanidinehcl2mgsideeffects.blogspot.com
+tizanidineingredients.blogspot.com
+trafaret74.ru
+traffic100.com
+traffmonster.info
+trudogolik.net
+trustedmaccleaner.com
+uchil.net
 ucoz.ru
-usswrite.com
+udsgame.online
-vacuumcleanerguru.com
+ukrtvir.com.ua
-vapomnoncri.tk
+ural-buldozer.ru
-velpanex.ru
+uroki.net
-viagraneggrx.com
+vandrie-ict.nl
-vip2ch.com
+vduplo.ru
-virus-respirators.com
+venerologiya.com
-vremya.eu
+verymes.xyz
-vriel.batcave.net
+videos-for-your-business.com
-wardreapptokone.tk
+virus-schutzmasken.de
-webcamtalk.net
+visa-pasport.ru
-website-speed-up.top
+vtc.pw
-westvilletowingservices.co.za
+vysigy.su
-wholesalejerseyscheapjerseys.us.com
+websiteexplorer.info
-wholesalenfljerseys.us.com
+webstatsdomain.org
-whos.amung.us
+wesharepics.com
-withstandingheartwarming.com
+whatsupinfoley.com
-www.labves.ru
+wholesalecheapjerseysfree.com
-xportvusbdriver8i.snack.ws
+whosonmyserver.com
-yatrk.xyz
+winwotgold.pl
-yougetsignal.com
+wordpress-crew.net
-yugo-star.ru
+worldoffiles.ru
-zajm-pod-zalog-nedvizhimosti.ru
+worst-sites.online
-zarabotok--doma.ru
+www.timer4web.com
-zeroredirect.com
+x-lime.com
-zeroredirect6.com
+xjrul.com
-zocaparj.kz
+xn--b1adccaf1bzj.xn--p1ai
-zoogdisany.com
+xxxdatinglocal.us
-zootoplist.com
+xzlive.com
+y8games-free.com
+yadro.ru
+youjizz.vc
+youradexchange.com
+youradulthosting.com
+zlatnajesen.com
+zvetki.ru
+zytpirwai.net

dev-tools/test_units/ratelimittest-beta.txt

@@ -581,4 +581,14 @@
 <h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
 <p>This is merely used for testing !!!</p>
 </body>
+</html><!DOCTYPE html>
+<html>
+<head>
+<title>Welcome to NginX</title>
+</head>
+<body>
+<div align=center>
+<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
+<p>This is merely used for testing !!!</p>
+</body>
 </html>

dev-tools/test_units/whitelist-ips.conf

@@ -1,2 +1,2 @@
-10.1.0.18	0;
+10.1.0.182	0;
 127.0.0.1	0;

dev-tools/tmp/robots.txt

@@ -6,8 +6,8 @@
 
 ### Version Information #
 ###################################################
-### Version: V4.2023.02.3591
+### Version: V4.2023.03.3592
-### Updated: Sun Feb 26 22:01:08 UTC 2023
+### Updated: Wed Mar  1 11:31:09 UTC 2023
 ### Bad Bot Count: 637
 ###################################################
 ### Version Information ##

robots.txt/robots.txt

@@ -6,8 +6,8 @@
 
 ### Version Information #
 ###################################################
-### Version: V4.2023.02.3591
+### Version: V4.2023.03.3592
-### Updated: Sun Feb 26 22:01:08 UTC 2023
+### Updated: Wed Mar  1 11:31:09 UTC 2023
 ### Bad Bot Count: 637
 ###################################################
 ### Version Information ##