V4.2020.03.2017 [ci skip]

.dev-tools/_robots_input/robots-input.txt

@@ -22,6 +22,7 @@ Apexoo
 archive.org_bot
 arquivo.pt
 arquivo-web-crawler
+Aspeigel
 ASPSeek
 Asterias
 Attach
@@ -221,6 +222,7 @@ JustView
 Jyxobot
 Kenjin Spider
 Keyword Density
+Kinza
 Kozmosbot
 Lanshanbot
 Larbin
@@ -230,6 +232,7 @@ LexiBot
 Lftp
 LibWeb
 Libwhisker
+LieBaoFast
 Lightspeedsystems
 Likse
 Linkdexbot
@@ -263,6 +266,7 @@ Masscan
 Mass Downloader
 Mata Hari
 MauiBot
+Mb2345Browser
 meanpathbot
 Meanpathbot
 MeanPath Bot
@@ -271,6 +275,7 @@ mediawords
 MegaIndex.ru
 Metauri
 MFC_Tear_Sample
+MicroMessenger
 Microsoft Data Access
 Microsoft URL Control
 MIDown tool
@@ -280,6 +285,7 @@ MJ12bot
 Mojeek
 Mojolicious
 Morfeus Fucking Scanner
+MQQBrowser
 Mr.4x3
 MSFrontPage
 MSIECrawler
@@ -322,6 +328,7 @@ Openfind
 OpenLinkProfiler
 Openvas
 OpenVAS
+OPPO A33
 OrangeBot
 OrangeSpider
 OutclicksBot
@@ -558,6 +565,8 @@ zauba.io
 Zermelo
 Zeus
 zgrab
+zh_CN
+zh-CN
 Zitebot
 ZmEu
 ZumBot

.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.202.245.105	1;
+35.184.226.236	1;
 127.0.0.1	1;

.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.202.245.105	0;
+35.184.226.236	0;
 127.0.0.1	0;

.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.202.245.105	1;
+35.184.226.236	1;
 127.0.0.1	1;

.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.202.245.105	0;
+35.184.226.236	0;
 127.0.0.1	0;

.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.202.245.105	1;
+35.184.226.236	1;
 127.0.0.1	1;

.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-user-agents.conf

@@ -83,6 +83,7 @@
 	"~*(?:\b)archive.org_bot(?:\b|)"		0;
 	"~*(?:\b)arquivo.pt(?:\b|)"		0;
 	"~*(?:\b)arquivo-web-crawler(?:\b|)"		0;
+	"~*(?:\b)Aspeigel(?:\b|)"		0;
 	"~*(?:\b)ASPSeek(?:\b|)"		0;
 	"~*(?:\b)Asterias(?:\b|)"		0;
 	"~*(?:\b)Attach(?:\b|)"		0;
@@ -282,6 +283,7 @@
 	"~*(?:\b)Jyxobot(?:\b|)"		0;
 	"~*(?:\b)Kenjin\ Spider(?:\b|)"		0;
 	"~*(?:\b)Keyword\ Density(?:\b|)"		0;
+	"~*(?:\b)Kinza(?:\b|)"		0;
 	"~*(?:\b)Kozmosbot(?:\b|)"		0;
 	"~*(?:\b)Lanshanbot(?:\b|)"		0;
 	"~*(?:\b)Larbin(?:\b|)"		0;
@@ -291,6 +293,7 @@
 	"~*(?:\b)Lftp(?:\b|)"		0;
 	"~*(?:\b)LibWeb(?:\b|)"		0;
 	"~*(?:\b)Libwhisker(?:\b|)"		0;
+	"~*(?:\b)LieBaoFast(?:\b|)"		0;
 	"~*(?:\b)Lightspeedsystems(?:\b|)"		0;
 	"~*(?:\b)Likse(?:\b|)"		0;
 	"~*(?:\b)Linkdexbot(?:\b|)"		0;
@@ -324,6 +327,7 @@
 	"~*(?:\b)Mass\ Downloader(?:\b|)"		0;
 	"~*(?:\b)Mata\ Hari(?:\b|)"		0;
 	"~*(?:\b)MauiBot(?:\b|)"		0;
+	"~*(?:\b)Mb2345Browser(?:\b|)"		0;
 	"~*(?:\b)meanpathbot(?:\b|)"		0;
 	"~*(?:\b)Meanpathbot(?:\b|)"		0;
 	"~*(?:\b)MeanPath\ Bot(?:\b|)"		0;
@@ -332,6 +336,7 @@
 	"~*(?:\b)MegaIndex.ru(?:\b|)"		0;
 	"~*(?:\b)Metauri(?:\b|)"		0;
 	"~*(?:\b)MFC_Tear_Sample(?:\b|)"		0;
+	"~*(?:\b)MicroMessenger(?:\b|)"		0;
 	"~*(?:\b)Microsoft\ Data\ Access(?:\b|)"		0;
 	"~*(?:\b)Microsoft\ URL\ Control(?:\b|)"		0;
 	"~*(?:\b)MIDown\ tool(?:\b|)"		0;
@@ -341,6 +346,7 @@
 	"~*(?:\b)Mojeek(?:\b|)"		0;
 	"~*(?:\b)Mojolicious(?:\b|)"		0;
 	"~*(?:\b)Morfeus\ Fucking\ Scanner(?:\b|)"		0;
+	"~*(?:\b)MQQBrowser(?:\b|)"		0;
 	"~*(?:\b)Mr.4x3(?:\b|)"		0;
 	"~*(?:\b)MSFrontPage(?:\b|)"		0;
 	"~*(?:\b)MSIECrawler(?:\b|)"		0;
@@ -383,6 +389,7 @@
 	"~*(?:\b)OpenLinkProfiler(?:\b|)"		0;
 	"~*(?:\b)Openvas(?:\b|)"		0;
 	"~*(?:\b)OpenVAS(?:\b|)"		0;
+	"~*(?:\b)OPPO A33(?:\b|)"		0;
 	"~*(?:\b)OrangeBot(?:\b|)"		0;
 	"~*(?:\b)OrangeSpider(?:\b|)"		0;
 	"~*(?:\b)OutclicksBot(?:\b|)"		0;
@@ -619,6 +626,8 @@
 	"~*(?:\b)Zermelo(?:\b|)"		0;
 	"~*(?:\b)Zeus(?:\b|)"		0;
 	"~*(?:\b)zgrab(?:\b|)"		0;
+	"~*(?:\b)zh_CN(?:\b|)"		0;
+	"~*(?:\b)zh-CN(?:\b|)"		0;
 	"~*(?:\b)Zitebot(?:\b|)"		0;
 	"~*(?:\b)ZmEu(?:\b|)"		0;
 	"~*(?:\b)ZumBot(?:\b|)"		0;

.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.202.245.105	0;
+35.184.226.236	0;
 127.0.0.1	0;

.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf

@@ -45,4 +45,4 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-34.66.25.221            0;
+35.192.85.2             0;

.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-34.66.200.49	1;
+104.154.120.187	1;
 127.0.0.1	1;

.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-34.66.200.49	0;
+104.154.120.187	0;
 127.0.0.1	0;

.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-34.66.200.49	1;
+104.154.120.187	1;
 127.0.0.1	1;

.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-34.66.200.49	0;
+104.154.120.187	0;
 127.0.0.1	0;

.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-34.66.200.49	1;
+104.154.120.187	1;
 127.0.0.1	1;

.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf

@@ -83,6 +83,7 @@
 	"~*(?:\b)archive.org_bot(?:\b|)"		0;
 	"~*(?:\b)arquivo.pt(?:\b|)"		0;
 	"~*(?:\b)arquivo-web-crawler(?:\b|)"		0;
+	"~*(?:\b)Aspeigel(?:\b|)"		0;
 	"~*(?:\b)ASPSeek(?:\b|)"		0;
 	"~*(?:\b)Asterias(?:\b|)"		0;
 	"~*(?:\b)Attach(?:\b|)"		0;
@@ -282,6 +283,7 @@
 	"~*(?:\b)Jyxobot(?:\b|)"		0;
 	"~*(?:\b)Kenjin\ Spider(?:\b|)"		0;
 	"~*(?:\b)Keyword\ Density(?:\b|)"		0;
+	"~*(?:\b)Kinza(?:\b|)"		0;
 	"~*(?:\b)Kozmosbot(?:\b|)"		0;
 	"~*(?:\b)Lanshanbot(?:\b|)"		0;
 	"~*(?:\b)Larbin(?:\b|)"		0;
@@ -291,6 +293,7 @@
 	"~*(?:\b)Lftp(?:\b|)"		0;
 	"~*(?:\b)LibWeb(?:\b|)"		0;
 	"~*(?:\b)Libwhisker(?:\b|)"		0;
+	"~*(?:\b)LieBaoFast(?:\b|)"		0;
 	"~*(?:\b)Lightspeedsystems(?:\b|)"		0;
 	"~*(?:\b)Likse(?:\b|)"		0;
 	"~*(?:\b)Linkdexbot(?:\b|)"		0;
@@ -324,6 +327,7 @@
 	"~*(?:\b)Mass\ Downloader(?:\b|)"		0;
 	"~*(?:\b)Mata\ Hari(?:\b|)"		0;
 	"~*(?:\b)MauiBot(?:\b|)"		0;
+	"~*(?:\b)Mb2345Browser(?:\b|)"		0;
 	"~*(?:\b)meanpathbot(?:\b|)"		0;
 	"~*(?:\b)Meanpathbot(?:\b|)"		0;
 	"~*(?:\b)MeanPath\ Bot(?:\b|)"		0;
@@ -332,6 +336,7 @@
 	"~*(?:\b)MegaIndex.ru(?:\b|)"		0;
 	"~*(?:\b)Metauri(?:\b|)"		0;
 	"~*(?:\b)MFC_Tear_Sample(?:\b|)"		0;
+	"~*(?:\b)MicroMessenger(?:\b|)"		0;
 	"~*(?:\b)Microsoft\ Data\ Access(?:\b|)"		0;
 	"~*(?:\b)Microsoft\ URL\ Control(?:\b|)"		0;
 	"~*(?:\b)MIDown\ tool(?:\b|)"		0;
@@ -341,6 +346,7 @@
 	"~*(?:\b)Mojeek(?:\b|)"		0;
 	"~*(?:\b)Mojolicious(?:\b|)"		0;
 	"~*(?:\b)Morfeus\ Fucking\ Scanner(?:\b|)"		0;
+	"~*(?:\b)MQQBrowser(?:\b|)"		0;
 	"~*(?:\b)Mr.4x3(?:\b|)"		0;
 	"~*(?:\b)MSFrontPage(?:\b|)"		0;
 	"~*(?:\b)MSIECrawler(?:\b|)"		0;
@@ -383,6 +389,7 @@
 	"~*(?:\b)OpenLinkProfiler(?:\b|)"		0;
 	"~*(?:\b)Openvas(?:\b|)"		0;
 	"~*(?:\b)OpenVAS(?:\b|)"		0;
+	"~*(?:\b)OPPO A33(?:\b|)"		0;
 	"~*(?:\b)OrangeBot(?:\b|)"		0;
 	"~*(?:\b)OrangeSpider(?:\b|)"		0;
 	"~*(?:\b)OutclicksBot(?:\b|)"		0;
@@ -619,6 +626,8 @@
 	"~*(?:\b)Zermelo(?:\b|)"		0;
 	"~*(?:\b)Zeus(?:\b|)"		0;
 	"~*(?:\b)zgrab(?:\b|)"		0;
+	"~*(?:\b)zh_CN(?:\b|)"		0;
+	"~*(?:\b)zh-CN(?:\b|)"		0;
 	"~*(?:\b)Zitebot(?:\b|)"		0;
 	"~*(?:\b)ZmEu(?:\b|)"		0;
 	"~*(?:\b)ZumBot(?:\b|)"		0;

.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-34.66.200.49	0;
+104.154.120.187	0;
 127.0.0.1	0;

.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf

@@ -45,5 +45,5 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-104.197.122.201         0;
+35.184.226.236          0;
-35.192.91.101           0;
+35.192.85.2             0;

.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf

@@ -45,5 +45,4 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-34.66.25.221            0;
+35.193.7.13             0;
-35.202.245.105          0;

.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf

@@ -45,5 +45,6 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-35.192.91.101           0;
+35.222.7.205            0;
-35.202.245.105          0;
+104.154.120.187         0;
+35.192.85.2             0;

.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf

@@ -45,5 +45,6 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-35.202.245.105          0;
+35.188.1.99             0;
-34.66.25.221            0;
+35.192.85.2             0;
+35.222.7.205            0;

.dev-tools/test_units/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.202.245.105	1;
+35.184.226.236	1;
 127.0.0.1	1;

.dev-tools/test_units/blacklist-user-agents.conf

@@ -83,6 +83,7 @@
 	"~*(?:\b)archive.org_bot(?:\b|)"		0;
 	"~*(?:\b)arquivo.pt(?:\b|)"		0;
 	"~*(?:\b)arquivo-web-crawler(?:\b|)"		0;
+	"~*(?:\b)Aspeigel(?:\b|)"		0;
 	"~*(?:\b)ASPSeek(?:\b|)"		0;
 	"~*(?:\b)Asterias(?:\b|)"		0;
 	"~*(?:\b)Attach(?:\b|)"		0;
@@ -282,6 +283,7 @@
 	"~*(?:\b)Jyxobot(?:\b|)"		0;
 	"~*(?:\b)Kenjin\ Spider(?:\b|)"		0;
 	"~*(?:\b)Keyword\ Density(?:\b|)"		0;
+	"~*(?:\b)Kinza(?:\b|)"		0;
 	"~*(?:\b)Kozmosbot(?:\b|)"		0;
 	"~*(?:\b)Lanshanbot(?:\b|)"		0;
 	"~*(?:\b)Larbin(?:\b|)"		0;
@@ -291,6 +293,7 @@
 	"~*(?:\b)Lftp(?:\b|)"		0;
 	"~*(?:\b)LibWeb(?:\b|)"		0;
 	"~*(?:\b)Libwhisker(?:\b|)"		0;
+	"~*(?:\b)LieBaoFast(?:\b|)"		0;
 	"~*(?:\b)Lightspeedsystems(?:\b|)"		0;
 	"~*(?:\b)Likse(?:\b|)"		0;
 	"~*(?:\b)Linkdexbot(?:\b|)"		0;
@@ -324,6 +327,7 @@
 	"~*(?:\b)Mass\ Downloader(?:\b|)"		0;
 	"~*(?:\b)Mata\ Hari(?:\b|)"		0;
 	"~*(?:\b)MauiBot(?:\b|)"		0;
+	"~*(?:\b)Mb2345Browser(?:\b|)"		0;
 	"~*(?:\b)meanpathbot(?:\b|)"		0;
 	"~*(?:\b)Meanpathbot(?:\b|)"		0;
 	"~*(?:\b)MeanPath\ Bot(?:\b|)"		0;
@@ -332,6 +336,7 @@
 	"~*(?:\b)MegaIndex.ru(?:\b|)"		0;
 	"~*(?:\b)Metauri(?:\b|)"		0;
 	"~*(?:\b)MFC_Tear_Sample(?:\b|)"		0;
+	"~*(?:\b)MicroMessenger(?:\b|)"		0;
 	"~*(?:\b)Microsoft\ Data\ Access(?:\b|)"		0;
 	"~*(?:\b)Microsoft\ URL\ Control(?:\b|)"		0;
 	"~*(?:\b)MIDown\ tool(?:\b|)"		0;
@@ -341,6 +346,7 @@
 	"~*(?:\b)Mojeek(?:\b|)"		0;
 	"~*(?:\b)Mojolicious(?:\b|)"		0;
 	"~*(?:\b)Morfeus\ Fucking\ Scanner(?:\b|)"		0;
+	"~*(?:\b)MQQBrowser(?:\b|)"		0;
 	"~*(?:\b)Mr.4x3(?:\b|)"		0;
 	"~*(?:\b)MSFrontPage(?:\b|)"		0;
 	"~*(?:\b)MSIECrawler(?:\b|)"		0;
@@ -383,6 +389,7 @@
 	"~*(?:\b)OpenLinkProfiler(?:\b|)"		0;
 	"~*(?:\b)Openvas(?:\b|)"		0;
 	"~*(?:\b)OpenVAS(?:\b|)"		0;
+	"~*(?:\b)OPPO A33(?:\b|)"		0;
 	"~*(?:\b)OrangeBot(?:\b|)"		0;
 	"~*(?:\b)OrangeSpider(?:\b|)"		0;
 	"~*(?:\b)OutclicksBot(?:\b|)"		0;
@@ -619,6 +626,8 @@
 	"~*(?:\b)Zermelo(?:\b|)"		0;
 	"~*(?:\b)Zeus(?:\b|)"		0;
 	"~*(?:\b)zgrab(?:\b|)"		0;
+	"~*(?:\b)zh_CN(?:\b|)"		0;
+	"~*(?:\b)zh-CN(?:\b|)"		0;
 	"~*(?:\b)Zitebot(?:\b|)"		0;
 	"~*(?:\b)ZmEu(?:\b|)"		0;
 	"~*(?:\b)ZumBot(?:\b|)"		0;

.dev-tools/test_units/random-bots-for-test-quick.list

@@ -1,10 +1,10 @@
-arquivo-web-crawler
+Aipbot
-DomainAppender
+Bullseye
-HMView
+Collector
-Jorgee
+EyeNetIE
-LWP::Simple
+Humanlinks
-Majestic-SEO
+Nutch
-NetLyzer
+OutclicksBot
-OrangeBot
+Ripper
-Pavuk
+serpstatbot
-SiteLockSpider
+Web Fuck

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+360Spider
 404checker
-404enemy
 80legs
 Abonti
 Aboundex
 Aboundexbot
-ADmantX
 AhrefsBot
-AiHitBot
 Alexibot
+Alligator
+AllSubmitter
 AlphaBot
-archive.org_bot
+Ankit
-arquivo.pt
+Attach
+AwarioSmartBot
 backlink-check
-BacklinkCrawler
+BackStreet
-Badass
+Bandit
-Battleztar Bazinga
+Barkrowler
 BDFetch
-BetaBot
+Bitacle
-Blackboard
+BlackWidow
+Blow
 BlowFish
 Boardreader
-BotALot
+Bolt
-BuiltBotTough
+Brandprotect
+Buddy
+BuiltWith
+Bullseye
 BunnySlippers
+BuzzSumo
+Calculon
 CATExplorador
+CazoodleBot
+CCBot
+CheeseBot
 CherryPicker
 CheTeam
+ChinaClaw
 Chlooe
 Cliqzbot
 Cloud mapping
 coccocbot-web
-Cosmos
+cognitiveseo
-crawl.sogou.com
+crawler.feedback
-CrazyWebCrawler
+Crescent
-DatabaseDriverMysqli
+CSHttp
-Deusu
+Dirbuster
-Devil
+Discoverybot
-DittoSpyder
-DomainCrawler
 DomainSigmaCrawler
-DomainStatsBot
+EasyDL
-Download Wonder
-DSearch
-DTS Agent
-Ebingbong
 ECCP/1.0
-Ecxi
 EirGrabber
 EroCrawler
 evc-batch
-Express WebPictures
+Evil
-ExtLinksBot
+Exabot
-Extractor
 ExtractorPro
-EyeNetIE
-facebookscraper
 FDM
+FemtosearchBot
 FHscan
-FlashGet
+Freeuploader
 FrontPage
+FyberSpider
 Fyrebot
-G-i-g-a-b-o-t
+GalaxyBot
+GermCrawler
+Getintent
+GetRight
+GetWeb
 Go-Ahead-Got-It
-Gotit
 Grabber
-GT::WWW
+Grafula
-HaosouSpider
+GrapeFX
+GrapeshotCrawler
+GridBot
 Harvest
 Havij
-HEADMasterSEO
+heritrix
+HMView
 HTTrack
 Humanlinks
+HybridBot
 Iblog
-Id-search
+IDBot
-IlseBot
+Image Fetch
 IndeedBot
-InfoTekies
+InfoNaviRobot
+instabid
 Intelliseek
-InternetSeer
+Internet Ninja
 internetVista monitor
-IstellaBot
+Iria
-Jetty
+IRLbot
-Jorgee
+Iskanie
-JustView
+JamesBOT
+JennyBot
+JOC Web Spider
 Jyxobot
-Kenjin Spider
+Kozmosbot
-Keyword Density
+Lanshanbot
 Larbin
 LeechFTP
-Libwhisker
+LeechGet
-Lightspeedsystems
+LibWeb
+Likse
 Linkdexbot
+LinkextractorPro
 LinkpadBot
-LinkScan
+LinkWalker
-LinksManager
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+LinqiaScrapeBot
+Lipperhey
 Lipperhey Spider
-LNSpiderguy
+lwp-request
-Magnet
+LWP::Simple
+magpie-crawler
 Mail.RU_Bot
 Majestic SEO
-Majestic-SEO
+Masscan
-MarkMonitor
+MauiBot
-Mata Hari
+Mediatoolkitbot
-meanpathbot
+MegaIndex.ru
-mediawords
 MFC_Tear_Sample
-Microsoft Data Access
+MicroMessenger
 MIDown tool
-MIIxpc
 Mister PiX
 MJ12bot
+Mojeek
+Mojolicious
+Morfeus Fucking Scanner
 Mr.4x3
-MSFrontPage
 MSIECrawler
-Msrabot
 muhstik-scan
+Name Intelligence
+Nameprotect
+Navroad
+NearSite
 Needle
-Netcraft
-netEstate NE Crawler
 NetLyzer
 NetSpider
-Net Vampire
+Netvibes
+NextGenSearchBot
 Niki-bot
 Nikto
-Nmap
+Ninja
+NPbot
 Nutch
-oBot
+Octopus
 Offline Explorer
-Offline Navigator
+Openvas
-Openfind
+OrangeBot
-OpenLinkProfiler
 OrangeSpider
-OutfoxBot
 PageGrabber
+PageScorer
 Papa Foto
 Pavuk
-PECL::HTTP
+PeoplePal
-PHPCrawl
+Pimonster
-Picscout
-PictureFinder
 Pi-Monster
-Pixray
 PleaseCrawl
-plumanalytics
+polaris version
 Probethenet
 ProPowerBot
-ProWebWalker
+PyCurl
-Psbot
+Quick-Crawler
-PxBroker
-QueryN Metasearch
 RankActiveLinkBot
+RankFlex
 RankingBot
-RankingBot2
+Rankivabot
-Reaper
+RealDownload
-RebelMouse
+RedesScrapy
-Recorder
+ReGet
-RepoMonkey
+RocketCrawler
-Rogerbot
+RSSingBot
-SBIder
+SalesIntelligent
+ScanAlert
+scan.lol
 Searchestate
-Semrush
 SemrushBot
 SEOkicks
 SEOkicks-Robot
-seoscanners
+SEOlyticsCrawler
-SeoSiteCheckup
 sexsearcher
 Shodan
 Siphon
-SISTRIX
 SiteExplorer
-SiteSnagger
+SiteLockSpider
 Site Sucker
-SmartDownload
+SlySearch
-SocialRankIOBot
+Snake
-Sociscraper
-sogouspider
-Sogou web spider
 Sottopop
 SpankBot
-sp_auditbot
+Spbot
-Spinn3r
+spyfu
-SputnikBot
-Sqlmap
-Sqlworm
 Steeler
 Stripper
-Surfbot
+Sucker
-Suzuran
+SuperBot
-Swiftbot
+SuperHTTP
-sysscan
+T8Abot
-tAkeOut
 TeleportPro
-Telesoft
-Telesphoreo
-The Intraformant
 TightTwatBot
-Toata
+Titan
-trendiction.de
+Toweyabot
-True_Robot
+Tracemyfile
+Trendiction
 Turingos
+Turnitin
+TurnitinBot
 TwengaBot
 Twice
+Typhoeus
 Upflow
+URLy Warning
 URLy.Warning
-VoidEYE
+Vacuum
+Vagabondo
+VCI
+Virusdie
 Voil
-Wallpapers/3.0
 WASALive-Bot
 WBSearchBot
-Webalta
+Web Collage
-WebAuto
+WebCopier
-Web Auto
 WEBDAV
 Web Fetch
-Web Fuck
-WebGo IS
 WebImageCollector
-WebLeacher
-WebmasterWorldForumBot
 WebPix
 WebReaper
 WebSauger
-Webshag
 Website Quester
-Website Quester
-Webster
 WebStripper
 Web Sucker
-WebWhacker
-Whack
-Whatweb
 Who.is Bot
-WinHTTrack
+Widow
-Wonderbot
+WISENutbot
-Woobot
 Wprecon
 WWW-Collector-E
-WWW::Mechanize
+WWW-Mechanize
-WWWOFFLE
+x22Mozilla
-Xaldon_WebSpider
 Xenu
 xpymep1.exe
-Zade
+YoudaoBot
-zauba.io
-Zermelo
 Zeus
-Zitebot
+zgrab
-ZumBot
+zh_CN
+ZmEu
+ZyBorg

.dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
 80legs
+Abonti
 Aboundex
-Acunetix
+Aboundexbot
-AiHitBot
+AfD-Verbotsverfahren
+AhrefsBot
+AIBOT
 Alexibot
+Alligator
+Anarchie
+archive.org_bot
 arquivo.pt
 arquivo-web-crawler
+Aspeigel
 Asterias
+Attach
 autoemailspider
 AwarioRssBot
-Backlink-Ceck
+AwarioSmartBot
+BackDoorBot
+backlink-check
+BacklinkCrawler
 BackStreet
-Barkrowler
+Badass
-BatchFTP
-Battleztar Bazinga
 BBBike
-Bigfoot
+Bitacle
+Black Hole
 BLEXBot
 Blow
-BlowFish
+Boardreader
 Bolt
 Brandprotect
 Brandwatch
-BuiltWith
+Buddy
-BuzzSumo
+BuiltBotTough
-CATExplorador
+Bullseye
-CherryPicker
+Calculon
+CazoodleBot
 ChinaClaw
-Cliqzbot
+Chlooe
+Claritybot
+Cloud mapping
+Cogentbot
 cognitiveseo
-Collector
 CopyRightCheck
-Craftbot
+crawler4j
-crawler.feedback
+Curious
-Crescent
+Custo
-CrunchBot
+DatabaseDriverMysqli
-CSHttp
+DBLBot
-DataCha0s
-Demon
 Devil
-Discoverybot
+Digincore
-DittoSpyder
+DIIbot
+Disco
+DomainCrawler
+DomainSigmaCrawler
 DomainStatsBot
+Dotbot
+Download Wonder
+Drip
 EasyDL
-EirGrabber
-EMail Wolf
-EroCrawler
 Evil
-Extractor
+Exabot
-ExtractorPro
 Extreme Picture Finder
-facebookscraper
+Ezooms
+FDM
+FemtosearchBot
+FHscan
+Fimap
 Firefox/7.0
-FlashGet
 Flunky
-FrontPage
+Foobot
-FyberSpider
+Getintent
-GalaxyBot
+Gigablast
-Genieo
 Gigabot
-Gotit
+G-i-g-a-b-o-t
+Go!Zilla
 Grabber
-GrabNet
+Grafula
 GrapeFX
 GT::WWW
-heritrix
+Haansoft
+HaosouSpider
+Hloader
+HMView
 HTMLparser
-HTTP::Lite
 HTTrack
-Iblog
 Id-search
 IlseBot
-IndeedBot
 InfoTekies
-instabid
+Internet Ninja
-Intelliseek
+ips-agent
-internetVista monitor
+Iria
 IRLbot
 Iskanie
 IstellaBot
-JennyBot
+Jbrofuzz
 JikeSpider
 JustView
-Kozmosbot
+Jyxobot
 Lanshanbot
 LeechFTP
-Lftp
+LexiBot
-Lightspeedsystems
+LieBaoFast
 Likse
 Linkdexbot
-LinkextractorPro
+LinqiaRSSBot
-LinkpadBot
-LinkScan
-LinksManager
 LinqiaScrapeBot
+Lipperhey Spider
 Litemage_walker
 Lmspider
-lwp-request
+Ltx71
-LWP::Simple
+Magnet
-lwp-trivial
+Mag-Net
-magpie-crawler
-Majestic12
 Majestic SEO
-Masscan
+Majestic-SEO
+MarkWatch
+Mata Hari
 MauiBot
 Meanpathbot
 MeanPath Bot
+Mediatoolkitbot
+mediawords
 Metauri
+MicroMessenger
 Microsoft Data Access
-MIDown tool
+Microsoft URL Control
-MIIxpc
 MJ12bot
-MSFrontPage
+Mojolicious
+Morfeus Fucking Scanner
 MSIECrawler
 Msrabot
-muhstik-scan
+Musobot
 Nameprotect
+NearSite
 Needle
-netEstate NE Crawler
+Nessus
+Netcraft
 NetLyzer
-NetMechanic
-NetSpider
 Nettrack
+Netvibes
+NetZIP
 NextGenSearchBot
+Nibbler
 NICErsPRO
 Niki-bot
-Nikto
+NimbleCrawler
-NPbot
+Nimbostratus
-Nutch
+Nmap
-Octopus
+Offline Explorer
 Offline Navigator
-OnCrawl
+Openvas
-Openfind
+OPPO A33
-OpenLinkProfiler
+OutfoxBot
-OpenVAS
+PageGrabber
-OrangeBot
+Pandalytics
-OrangeSpider
+Panscient
-PageScorer
-Papa Foto
 PECL::HTTP
-PHPCrawl
-Picsearch
 PictureFinder
-Pixray
+Pi-Monster
-plumanalytics
-Pockey
 POE-Component-Client-HTTP
-polaris version
+Probethenet
 ProPowerBot
-Pump
+ProWebWalker
-PxBroker
 QueryN Metasearch
-Quick-Crawler
+Rankivabot
-RankFlex
+RankurBot
+RealDownload
 Reaper
+Recorder
 RedesScrapy
-ReGet
 RepoMonkey
 Ripper
 Rogerbot
-RSSingBot
 s1z.ru
-ScoutJet
+SalesIntelligent
-Scrapy
+Screaming
 ScreenerBot
 Searchestate
 SEOkicks-Robot
-SEOlyticsCrawler
-Seomoz
 SeoSiteCheckup
-SEOstats
-sexsearcher
 Shodan
-Sitebeam
+SISTRIX
-SiteLockSpider
+SiteExplorer
-SiteSnagger
+SiteSucker
-SMTBot
+Site Sucker
+SlySearch
+SmartDownload
 Snapbot
-Sosospider
+Snoopy
-Sottopop
+sogouspider
-Spammen
+SpaceBison
-sp_auditbot
+Spinn3r
-SputnikBot
-spyfu
-Steeler
 Sucker
 Sucuri
 SuperBot
-Szukacz
+SuperHTTP
+Surfbot
+SurveyBot
 T0PHackTeam
-tAkeOut
-Teleport
 TeleportPro
+Telesoft
 Telesphorep
-The Intraformant
-TheNomad
 TightTwatBot
-Toata
+Titan
 Toweyabot
-Tracemyfile
 Trendiction
+Trendictionbot
 trendiction.de
 True_Robot
 Turnitin
-TurnitinBot
+TwengaBot
-URLy.Warning
+Typhoeus
+Upflow
+URLy Warning
 Vacuum
-VB Project
+Vagabondo
 VCI
-VoidEYE
+Virusdie
+Voil
 Wallpapers/3.0
-WallpapersHD
+WASALive-Bot
-WebAuto
-Web Auto
 WebBandit
-WebCopier
+Web Fetch
-WEBDAV
-Web Enhancer
-WebFuck
 Web Fuck
 WebImageCollector
 WebLeacher
-WebPix
+WebmasterWorldForumBot
-Web Pix
 Webshag
-Website Quester
+Webster
-WebSucker
+WebStripper
-WeSEE
+Whack
-Whatweb
 Who.is Bot
-Widow
-WinHTTrack
-WiseGuys Robot
 WISENutbot
-Woobot
+Wonderbot
 Wprecon
+WPScan
 WWW-Mechanize
-WWW::Mechanize
 WWWOFFLE
 x09Mozilla
-Xaldon WebSpider
+x22Mozilla
 Xenu
-xpymep1.exe
 Zade
+Zauba
 zauba.io
-Zeus
+Zermelo
 zgrab
+zh-CN
 ZumBot
 ZyBorg

.dev-tools/test_units/random-referrers-for-test-quick.list

@@ -1,10 +1,10 @@
-allornamenti.com
+arcteryxstore.online
-belinvestdom.by
+bestbuy.ca
-coolingoods.com
+cialischsrx.com
-iamsport.org
+compliance-don.xyz
-kenaba.su
+continent-e.tv
-moz.com
+cvety24.by
-mymobilemoneypages.com
+ideashome.id
-sosdepotdebilan.com
+kliksaya.com
-sugvant.ru
+pixgood.com
-torrent-newgames.com
+webenlace.com.ar

.dev-tools/test_units/random-referrers-for-test.list

@@ -1,500 +1,500 @@
-100dollars-seo.com
+03e.info
-1webmaster.ml
+0daymusic.org
-2020iscoming.info
+123locker.com
-3-letter-domains.net
+1hwy.com
-51.la
+1j7740kd.website
-5-steps-to-start-business.com
 6128786.com
-6hopping.com
+888.com
-abbanreddy.com
+aa8780bb28a1de4eb5bff33c28a218a930.com
-above.com
+absolute-s.ru
-abtasty.com
+activecampaign.dreamhosters.com
-acgs.tk
+adclickthru.net
-acmebtn.ml
+adultfullhd.com
-actulite.com
+adult-shop.com.ua
-admanaerofoil.com
+alienwheels.de
-ads.gold
+allcredits.su
-adultfriendfinder.com
+allfinweb.com
-advokateg.xyz
+allknow.info
-afftrack001.com
+allpdfmags.net
-albamargroup.com
+allproblog.com
-allkrim.com
-allwidewallpapers.com
 aloofly.com
-altamayoztourism.com
+alpinism.ru
-alta-realestate.com
+amanda-porn.ga
-amt-k.ru
+am-se.com
-anjalika.co.in
+android-style.com
-apartamentwroclaw.eu
+anniemation.com
-apibrowsesmartne-a.akamaihd.net
+apartmentratings.com
-apioasisspacenet-a.akamaihd.net
+apidigidocketnet-a.akamaihd.net
+apifasterlightin-a.akamaihd.net
+apiholdingmypage-a.akamaihd.net
+apilinkswiftco-a.akamaihd.net
+apiluckyleapnet-a.akamaihd.net
+apiportalmorecom-a.akamaihd.net
 api.stathat.com
+applyneedy.xyz
+aquarium-pro.ru
 arendas.net
-arkartex.ru
+arquapetrarca.info
-artefakct.com
+artpicso.com
-artparquet.ru
+arvut.org
 as5000.com
-ausmepa.org.au
+atleticpharm.org
-autobudpostach.club
+atmovs.com
-autorn.ru
+autoloans.com
-aviav.co
+awaybird.ru
-aviav.eu
+azazu.ru
-azadnegar.com
+azlex.uz
-backlinkwatch.com
+azte.ch
-baditri.com
+back.dog
-baksman.com
+bagsonsale.online
-battleforupdating.site
+baikaleminer.com
-beauty-bracelet.com
+balkanfarma.ru
-bestpornuha.com
+bankiem.pl
-bfz.biz
+bannerbank.ru
-bingoporno.com
+battle.net
-bitcoinpile.com
+bayareaaeroclub.org
-boazpower.com
+beachpics.com
-bonzybuddy.com
+beauby.ru
-brandedleadgeneration.com
+beget.tech
-brendbutik.ru
+best-coupon-offer.com
-brewdom.ru
+bestempresas.es
-brimstonehillfortress.org
+bg6s0.com
-brokergid.ru
+biglistofwebsites.com
+binomo.com
+bioca.org
+blackwitchcraft.ru
+blagovest-med.ru
+blavia.00author.com
+blog.axant.it
+blog-hits.com
+blog.remote-computer.de
+bloke.com
+bluerobot.info
+bochemit.com.ua
+bonanza-fortune.men
+bonzbuddy.com
+bookhome.info
+bookmaker-bet.com
+bookmark4you.com.biz
+bosefux.esy.es
+bosman.pluto.ro
+braintobe.win
+brandehk.dk
+break-the-chains.com
+bristolhostel.com
+browserprotecter.com
+builtwith.com
 bupropion-sr-150-mg.us
-butstrap.space
+businescoop.men
-buyk.host.sk
+business-made-fun.com
-buy-meds24.com
+buyessaynow.biz
-calc-for-credit.ru
+buy-forum.ru
-callawaygolfoutlet.online
+buypuppies.ca
-candytiner.com
+buytizanidineonline.blogspot.com
-capture-room.com
+buzzsumo.com
-cardsdumps.com
+callcafe.info
-cardsharp1.ru
+callmd5map.com
-carsdined.org
+camdenmemorials.com
-carson.getenjoyment.net
+cartierbraceletsreplica.pw
-cartechnic.ru
+cartierlove2u.com
-cartierlove.xyz
+cartierreplica.xyz
-cartierreplica.top
+casinos4dummies.co.uk
-casinorewards.info
+cbb1smartlist12.click
-cctva.tv
+cbozhe.com
-centrumcoachingu.com
+c-english.ru
-ceotrk.com
+c-gainsbourg.com
-cercacamion.it
+cheapbelstaff.online
-chatroulette.video
+cheapjerseysa.com
-chcu.net
+cheap-pills-norx.com
-cheapestjerseys-wholesale.com
-cheapjerseysfootballshop.com
 cheapsergiorossi.online
-chinaelitecheapjerseys.com
+cicaki.net
-christianlouboutinoutlet.win
-cialiswithoutadoctor.net
-citysecurity.nu
-civilwartheater.com
 click2pawn.com
-club-musics.ru
+club-lukojl.ru
-cognitiveseo.com
+coindirect.io
-com-onlinesupport.host
+com-onlinesupport.site
-compliance-jack.top
+compliance-fred.xyz
-compliance-josh.top
+com-secure.download
-compucelunlock.net
+conboy.us
-concealthyself.com
+construmac.com.mx
-cookie-law-enforcement-ff.xyz
+cordstrap.cc
-covetnica.com
+credit-respect.ru
-cryptoswap.biz
+cubs-jerseys.us
+cv.wallhade.co
 dailyfinancefix.com
-danashop.ru
+darodar.com
-danschawbel.com
+dealwifi.com
-datract.com
+deanmoore.ie
-ddpills.com
+dear-diary.ru
-ddsoldes.fr
+demian.kz
-docs4all.com
+derevesendeco.com
-doctormakarova.ru
+dfiles.me
-domaincheck.io
+dfwu1013.info
-dosug-lux.ru
+dfwu1019.info
-druzhininevgeniy63.blogspot.com
+digilander.libero.it
-dumuelave.xyz
+discovertreasurenow.com
-eaplay.ru
+dodlive.mil
-educontest.net
+downloadmefiranaratb1972.xpg.com.br
+drillsaw.ru
+dustyorate.com
+easyukraine.com
+educatemetv.com
 ekobata.ru
-electricwheelchairsarea.com
+e-kwiaciarz.pl
-elektrischezigarettekaufen2.cowblog.fr
+elektrischezigarette1.onsugar.com
-elektronischezigarettekaufen2.tumblr.com
+elektrischezigaretten2.beeplog.com
-eloxal.ru
+elektronischezi.livejournal.com
-elstal.com.pl
+elektrozigaretten1.tumblr.com
-energydiet24.ru
+eng-lyrics.com
-enthuse.computernetworksonline.com
+erotikchat-24.com
-eurosamodelki.ru
+escort-russian.com
-ewebarticle.info
+escortslet.net
-excaliburfilms.com
+essay-edu.biz
-exonline.info
+euroskat.ru
-ezigarettenkaufen1.deviantart.com
+extener.org
-ezigarettenshop2.myblog.de
+ezigaretteshop.webs.com
-fandlr.com
+f00kclan.de
-faracontrol.ir
+fapgon.com
-farm26.ru
+fettefrauen.net
-fashionindeed.ml
+fickkontakte.org
-favoritemoney.ru
+fidelityfunding.com
-feorina.ru
+filmetricsasia.com
-finansov.info
+findclan.org
-finemanteam.com
+finteks.ru
-fishingwholesale.us
+flytourisme.org
-fishtauto.ru
+foodcrafts.website
-flashlarevista.com
+forminecrafters.ru
-footballfarrago.com
+forum-engineering.ru
-forsex.info
+foto-basa.com
-forum.poker4life.ru
+foto-sisek.porngalleries.top
-frbizlist.com
+freshberry.com.ua
-freeuploader.ml
+fres-news.com
-freza-sverlo.ru
 fsakhalin.ru
-fuckbuddybestgilf.info
+fuck-paid-share-buttons.xyz
-galaxy-family.ru
+funponsel.com
-galeria-zdjec.com
+gamedayhouse.com
-gay.adultgalls.com
+gameplexcity.com
-ge0ip.org
+gateway.zscalertwo.net
-getoutofdebtfree.org
+germetiki.com.ua
-getpopunder.com
+get-free-social-traffic.com
-gheus.altervista.org
+getmyads24.com
-gktt.ru
+get-your-social-buttons.info
-glastecfilms.com.my
+global-ics.co.za
-gogalleryawesome.com
+gloverid.site
+go2jump.org
+golaya.pw
 goldandcard.ru
-goodhousekeeping.com
+goodnightjournal.com
-gov.yanao.ru
+goo.ne.jp
+goosefishpost.bid
+gosarhivrt.ru
 graphid.com
-gratuitbaise.com
+gribkovye-zabolevaniya.com
-greamimgo.pw
+grizzlysgrill.com
-gsasearchenginerankerhelp.com
+guiadeserraazul.com
-gsmlab.pl
+gwagka.com
-gta-club.ru
+habermetre.com
-guarrasdelporno.xxx
+hahashka.ru
-handicapvansarea.com
+hamilton.ca
-helpmymacfaster.trade
+handsandlegs.ru
-hermesbracelets.xyz
+hdpixent.com
-herokuapp.com
+herehloadibs.cf
-highspeed5.net
+high-speed1.net
-homeandhealth.ru
+histock.info
-homeinns.com
+hobbyhuren24.net
-home-task.com
+homedo.fabpage.com
-homik.pw
+hoste.octopis.com
-hotblognetwork.com
+hosting-tracker.com
-housediz.com
+hscsscotland.com
-hoverboard360.nl
+hully.altervista.org
-hptwaakw.blog.fc2.com
+ibmdatamanagement.co
-hreade.com
+icaseclub.ru
-https-legalrc.biz
+ido3.com
-hubbble.com
 iflycapetown.co.za
-imagefinder.site
+igithab.com
-images.gyffu.com
+ikritikimou.gr
-imgarit.pw
+imgata.com
-imguramx.pw
+incolors.club
-infospot.pt
+insider.pro
-instakink.com
+instasexyblog.com
-invitefashion.com
+int.search.mywebsearch.com
-io9.com
+ipchicken.com
-iqs.biz.ua
+iqoption.pro
-iskalko.ru
+iqupdatetmz.win
-isoveti.ru
+iscblog.info
+isotoner.com
 istmira.ru
-ivearchenceinflu.cf
+itservicesthatworkforyou.com
-iwantedmoney.com
+izhevsk.xrus.org
-japfm.com
+izoll.ru
-jav-way.site
+japan-bearings.ru
-jerseychinabizwholesale.com
+javspace.net
-jikoman.info
+jaxcube.info
-jimmychoosale.online
+je7.us
-ketrzyn.pl
+job.icivil.ir
-keyword-suggestions.com
+kartiniresto.com
-keywordsuggests.com
+kasino-money.pw
-kicknights.gq
+keywordhouse.com
-kino-rating.ru
+keywordhut.com
-klikbonus.com
+keywords-monitoring-success.com
-knigonosha.net
+kfon.eu
-konteiner24.com
+kinohall.ru
-kostenloser-sex.com
+kinostorm.net
-kw21.org
+klitimg.pw
-lampokrat.ws
+koral.se
-lanadelreyfans.us
+kosova.de
-lanasshop.ru
+kosynka-games.ru
-laulini.soclog.se
+kountrylife.com
-lennatin.info
+krasivoe-hd.com
-lescinq.com
+kretpicf.pw
-letmacworkfaster.site
+ktotut.net
-letmacworkfaster.world
+kwzf.net
-lezbiyanki.net
+labelwater.se
-likesdesign.com
+laexotic.com
+landmania.ru
+landscaping.center
+larutti.ru
+law-check-two.xyz
+lenvred.org
+lietaer.com
+lifeinsurancekb.com
 linkrr.com
-liquimondo.com
+liveinternet.ru
-liverpool.gsofootball.com
+liver-chintai.org
-lomb.co
+locatellicorretor.com.br
-lombia.co
+lombia.com
-longadventure.com
+longgreen.info
-louboutinreplica.xyz
+lostfilm-online.ru
-macresource.co.uk
+luckyday.world
-madot.onlinewebshop.net
+lunamedia.co
-mafcards.ru
+macdamaged.space
-magicdiet.gq
+mafa-free.com
-mail.allnews24.in
+magda-gadalka.ru
-mantramusic.ru
+maranbrinfo.com.br
-manve.info
+marketingtechniques.info
-marcoislandvacations.net
+maximpartnerspr.com
-marktforschung-stuttgart.com
+mb140.ru
-martlinker.com
+mebel-vstroika.ru
-mbiologi.ru
+medicinacom.ru
-mearns-tractors.co.uk
+mega-bony2017.pl
-mecash.ru
+menetie.ru
-meddesk.ru
+mensandals.xyz
-menstennisforums.com
+minyetki.ru
-mere.host.sk
+mitrasound.ru
-mexicosleevegastrectomy.com
-mir-business-24.ru
-misswell.net
-mixed-wrestling.ru
-mmog-play.ru
-mncrftpcs.com
 monclervests.xyz
-mowser.com
+monetizer.com-01.site
-mtmtv.info
+money-every-day.com
+morpicert.pw
+mosdverka.ru
+mossmesi.com
+moyakuhnia.ru
+moz.com
+mp3ringtone.info
+msk-diplomat.com
 mulberryoutletonlineeu.com
-muz-baza.net
+muschisexbilder.com
-muz-shoes.ru
+musezone.ru
-mwtpludn.review
+musirc.com
+muznachas-service.ru
+my-big-family.com
 mydirtyhobby.com
-my-floor.in.ua
+myftpupload.com
-myphotopipe.com
+myliveblog.ru
-myprintscreen.com
+nardulan.com
-naperehresti.info
+narkologiya-penza.ru
 nash-krym.info
-netanalytics.xyz
+navalwiki.info
-newstaffadsshop.club
+needtosellmyhousefast.com
-newstudio.tv
+nerudlogistik.ru
-newyorkhotelsmotels.info
+new-post.tk
-northfacestore.online
+newsperuse.com
-no-rx.info
+newstraveller.ru
-notaria-desalas.com
+nfvsz.com
-o333o.com
+novgorod.xrus.org
-okmedia.sk
+novosibirsk.xrus.org
-olympescort.com
+nrjmobile.fr
-onlainbesplatno.ru
+oakridgemo.com
-onlythegames.com
+online247.ml
-oralsexfilme.net
+onlinedomains.ru
-oranga.host.sk
+online-templatestore.com
-paceform.com
+orion-code-access.net
+owohho.com
 pammik.ru
-panouri-solare-acoperis.com
+partner-print.men
-parlament.biz
+partner-trustworthy.men
-partners-ship.pro
+pastaleads.com
-partner-stop.men
+pattersonsweb.com
-pcboa.se
+pc-test.net
-pearlisland.ru
+pdns.cz
-photochki.com
+penisvergrotendepillennl.ovh
-photo-clip.ru
+phobia.us
-pinstake.com
+pigrafix.at
-piulatte.cz
+pistonclasico.com
-pix24x7.com
+pixelrz.com
-plastgranar.nu
+plastgran.com
-plastweb.ru
+play.leadzupc.com
-playmsn.com
+pl.id-forex.com
-pochemychka.net
+pl-vouchers.com
-poisk-zakona.ru
+podshipniki-nsk.ru
-pornmania.pl
+pornhub-ru.com
-pornogad.com
+pornosmola.info
-pornohd1080.online
+powc.r.ca.d.sendibm2.com
-porno.simple-image.com.ua
+prizesbook.online
-porno-transsexuals.ru
+prlog.ru
-porno-video-chati.ru
+profitfx.online
-pornstartits.xblog.in
+profitkode.com
-portnoff.od.ua
+profit-opportunity.com
-postclass.com
+profitsport.club
-pricheskaonline.ru
+prom23.ru
-privacyassistant.net
+propranolol40mg.blogspot.com
-privat-girl.net
+puteshestvennik.com
-privetsochi.ru
+qitt.ru
-privhosting.com
+qld10000.net
-prodess.ru
-producm.ru
-proekt-mos.ru
-prokotov.com
-prombudpostach.com.ua
-promoforum.ru
-proposal-engine.com
-prostitutki-rostova.org
-pssucai.info
-pussyspace.net
-puzo2arbuza.ru
-qpypcx.com
-questionmarque.ch
 quick-offer.com
-radiogambling.com
+quit-smoking.ga
-rankscanner.com
+qwesa.ru
-redirectme.net
+reeyanaturopathy.com
-refererx.com
+r-e-f-e-r-e-r.com
-registrationdomainsite.com
+relayblog.com
+renewablewealth.com
 rennlist.com
-rentalcarnavi.info
+rethinkwasteni.info
-resant.ru
+revistaindustria.com
-risparmiocasa.bz.it
+reward-survey.net
-roleforum.ru
+rff-cfal.info
-rollercoin.com
+rockingclicks.com
-ruclicks.com
+rospromtest.ru
-ru-dety.ru
+rusexy.xyz
-runtnc.net
+russkie-gorki.ru
-samo-soznanie.ru
+sabizonline.com
-sandhillsonline.com
+salmonfishingsacramentoriver.com
-sarafangel.ru
+sanatorrii.ru
-sardinie.us
+sanidumps.com
-sarf3omlat.com
+santasgift.ml
-sax-sex.com
+sbricur.com
-scanner-fred.top
+sbt-aqua.ru
-scanner-jane.top
+scanner-jess.top
-scanner-jessica.top
+scat.porn
-scanner-margo.top
+scrnet.biz.ua
-scanner-walt.top
+sdelatmebel.ru
-scmor.ilxc.cc
+searchinterneat-a.akamaihd.net
-scoopquest.com
+searchkut.com
 seasaltwithfood.com
-senger.atspace.co.uk
+seccioncontrabajo.com
-seo-2-0.com
+sendearnings.com
-seoboxes.com
+seofirmreviewsus.info
-seocdvig.ru
+seojokes.net
-seorankinglinks.xyz
+seonetwizard.com
-sexgalleries.top
+sexfreepornoxxx.com
-sexsearch.com
+sexphoto.site
-sexs-foto.top
+sexstream.pl
-sexvideo-sex.com
+sextracker.de
-sherlock.se
+sexyteens.hol.es
-shisha-swag.de
+shoppingjequiti.com.br
-shtaketniki.ru
+silktide.com
-shymkent.xkaz.org
+site5.com
-sierraapps.com
+sneakyboy.com
-site3.free-share-buttons.com
+social-fun.ru
-siteheart.net
+socialmonkee.com
-sitopreferito.it
+soheavyblog.com
-skachat-besplatno-obrazcy.ru
+solicita.info
-slavic-magic.ru
+songplanet.ru
-s.lollypopgaming.com
+sonnikforme.ru
-slomm.ru
+speechfoodie.com
-slutloadlive.com
+spidtest.space
-socialseet.ru
+spitfiremusic.com
-socialsignals24.com
+spylog.com
-soft1.ru
+stevemonsen.com
-softomix.com
+stop-gepatit.te.ua
-soochi.co
+stroiminsk.com
-sortthemesitesby.com
+sukarame.net
-space-worry.ml
+sukirgenk.dvrlists.com
-sribno.net
+survival.betteroffers.review
-staff.prairiesouth.ca
+szucs.ru
-start.myplaycity.com
+tampabaywatch.org
-stretchingabuckblog.com
+tandvardshuset.net
-stromerrealty.com
+thedownloadfreeonlinegames.blogspot.com
-stroy-portal22.ru
+thewebsitetemplate.info
-success-seo.com
-suggest-keywords.com
-sumo.com
-supermesta.ru
-superstats.com
-sureone.pro
-surgut.zrus.org
-taaaak.com
-tabletkinaodchudzanie.com.pl
-tattoo33.ru
-tattooreligion.ru
-tecnoteakviareggio.it
-templates.franklinfire.co
-testingads.pro
-texbaza.by
-thegalerie.eu
-thegioixekhach.com
-thenews-today.info
-thetoiletpaper.com
-thfox.com
-thiegs.reco.ws
 timeallnews.ru
-timer4web.com
+tizanidine4mgstreetprice.blogspot.com
-tivolibasket.it
+tizanidinehcl2mgsideeffects.blogspot.com
-tizanidine4mgprice.blogspot.com
+tizanidinehcl4mgtabinfo.blogspot.com
-topappspro.com
+tizanidineusedfor.blogspot.com
-top-deal.com.pl
+tn811.us
-torrentgamer.net
+topads.men
-torrent-newgames.com
+topbestgames.com
-track-rankings.online
+topshef.ru
-tradedeals.biz
+torrentdownloadhub.com
-traffic2money.com
+torrnada.ru
+tourismvictoria.com
+toxicwap.com
+tracksurf.daooda.com
+trafaret74.ru
+trafficjunky.com
+trafficstars.com
+traffpartners.com
+trubywriting.com
 truebeauty.cc
-trustl.life
+tula.howotorg.ru
-tsan.net
+tula.mdverey.ru
-tuckpointingmasonrysystems.com
+twittrading.com
-turbabitload.weebly.com
+tx41tclega.ru
-turbo-suslik.org
-turist-strani.ru
-typer.one
-uamtrk.com
-uasb.ru
-ua.tc
-ublaze.ru
 ufa.xrus.org
-ugguk.online
+uhodzalijami.ru
-unacittaconte.org
+ukrup.com
-uptime-gamma.net
+uk-zheu20.ru
-usiad.net
+urccvfmc.bloger.index.hr
-utrolive.ru
+urlopener.blogspot.com.au
-vadimkravtcov.ru
+usacasino.com
-vedomstvo.net
+v24s.net
-venta-prom.ru
+valoresito.com
-via-energy-order.com
+vashsvet.com
-viagraneggrx.com
+vbtracker.net
-videochat.bz
+vertaform.com
-videotuber.ru
+videochat.world
-visa-pasport.ru
+videokrik.net
-vkgaleria.com
+video--production.com
-vod.com.ua
+vipromoffers.com
-voditeltrezviy.ru
+viveresaniesnelli.it
-vpnhowto.info
+vk-mus.ru
-vvon.co.uk
+vpnmouse.com
-webextract.profound.net
+vseigry.fun
-webinstantservice.com
+wanker.us
-website-speed-check.site
+watracker.net
+watsonrealtycorp.com
+wdfdocando.com
+webadvance.club
+weblo.com
+websitevaluebot.com
 weclipart.com
-weightatraining.com
+wholesalejerseyscheapjerseys.us.com
-westen-v.life
+withstandingheartwarming.com
-westen-z.life
+worldoffiles.ru
-wildworld.site
+xclicks.net
-williamrobsonproperty.com
+xerox-douglas.cf
-wineitudes.wordpress.com
+xitjw.info
-winterclassichockeyjerseys.com
+xjlottery.com
-winwotgold.pl
+xmlinde.com
-woman-orgasm.ru
+xn----8sbdbjgb1ap7a9c4czbh.xn--p1acf
-wstroika.ru
+xn--90acenikpebbdd4f6d.xn--p1ai
-wzgyyq.com
+xn----9sbubg3ambdfl1j.xn--p1ai
-xgftnlrt.bloger.index.hr
+xn--c1acygb.xn--p1ai
-xkaz.org
+xnxx699.com
-xmronta.com
+xolodremont.ru
-xn--80ab4aa2g.xn--p1ai
+xuki.us
-xn--80aebbcbcdemfkhba4byaehoejh8dza3v.xn--p1ai
+yaaknaa.info
-xn--80ajjbdhgmudixfjc8c5a9df8b.xn--p1ai
+youghbould.wordpress.com
-xn--b1ag5cfn.xn--p1ai
+youporn-forum.ga
-xn----btbdvdh4aafrfciljm6k.xn--p1ai
+your-bearings.com
-xvideospornoru.com
+ytmnd.com
-xxlargepop.com
+yur-p.ru
-xxxdatinglocal.us
+zakazvzloma.com
-xxxguitars.com
+zarabiaj-dzis.pl
-xxxnatelefon.ru
+zatjmuzu.info
-xxxsiterips.xyz
+zebradudka.com
-yeartwit.com
+zeikopay.com
-yginekologa.com
+zerocash.msk.ru
-yougame.biz
+zeroredirect5.com
-youjizz.com
+zeroredirect.com
-yourserverisdown.com
-youthreaders.com
-youtuhe.com
-yun56.co
-zakon-ob-obrazovanii.ru
-za-music.mymobiplanet.com
-zarajbuilders.com
-zastenchivosti.net
-zeroredirect12.com
-zeroredirect9.com
 zetgie.com.pl
-zhorapankratov7.blogspot.com
+znaniyapolza.ru
-zigzog.ru
+zynax.ua
-zootravel.com
-zscaler.net
-zskdla.site
-zx6.ru

.dev-tools/test_units/random-referrers-for-whitelist-test.list

@@ -1,250 +1,250 @@
-108shot.com
+1j7740kd.website
-214jaluwobapef.cf
+1kdailyprofit.me
-4webmasters.org
+3rbseyes.com
-55wmz.ru
+3weekdiet.com
-5tey7463.weebly.com
+4istoshop.com
-883zy.com
+57883.net
-aadroid.net
+8kisses.eu
-abbanreddy.com
+aac52006ec82a24e08b665f4db2b5013f7.com
-acc.eu.org
+aaronabel.com
-adrunnr.com
+activepr.ru
-adtech.de
+adpremium.org
-adultfriendfinder.com
+adtology.com
-aibolita.com
+aghanyna.com
-alert-hgd.xyz
+agroeconom.kz
-alkoravto.ru
+alfa9.com
-alldezservice.kz
+alfa-medosmotr.ru
-allwomen.info
+alldownload.pw
-anatomiy.com
+anniemation.com
-anti-virus-removal.info
+apimegabrowsebiz-a.akamaihd.net
-arabsexxxtube.com
+apimountainbikei-a.akamaihd.net
-arkkivoltti.net
+aramaicmedia.org
-artdeko.info
+arenda-yeisk.ru
-ausergrubhof.info
+arewater.com
-autonew.biz
+asmxsatadriverin.aircus.com
-avtointeres.ru
+avramstroy.ru
-azazu.ru
+bannerbank.ru
-backlinkwatch.com
+bard-real.com.ua
-bankmib.ru
+beachpics.com
-bannerpower.com
+bestwrinklecreamnow.com
-bashtime.ru
+biznesschat.net
-bestpriceninja.com
+blackle.com
-bingo8888.com
+blog.koreadaily.com
-bitcoins-live.ru
+boc.kz
-bonkers.name
 bonzibuddi.com
-braip.com.br
+b-styles.xyz
-butstrap.space
+bumskontakte.org
-buyessayonline19.blogspot.ru
 bzero1jewelry.net
-callejondelpozo.es
+cakemediahq.com.au
-callstevens.com
+canrole.com
-calvet.altervista.org
+casinos4dummies.co.uk
-charmstroy.info
+casite-513049.cloudaccess.net
-cheapcigarettesc.info
+chinacheapelitejerseys.com
-cheap-pills-norx.com
+chocolateslim-u-srbiji.com
-cialisndbrx.com
+clickzzs.nl
-claytransformations.info
 clodo.ru
-compliance-checker.info
+club-musics.ru
-compliance-fred.xyz
+comeondog.info
-compliance-jack.top
+confib.ifmo.ru
-compliance-olga.top
+coolbar.pro
-compliance-viktor.top
+coop-gamers.ru
-coolwallpapers-hd.com
+copenergo.ru
-customcatchcan.com
+courtshipgift.com
-den-noch24.ru
+creditmoney.com.ua
-detmebel.su
+cs-passion.pl
-digital-video-processing.com
+daretodonate.co
-dosugrostov.site
+data1.scopich.com
-dprtb.com
+deadlinkchecker.com
-dwomlink.info
+design-ideas.info
-egovaleo.it
+dfiles.me
-elektronischezigarettekaufen1.beeplog.com
+discountliv.com
-elitedollars.com
+dispo.de
-escortslet.net
+dokfilms.net
-estelight.ru
+dokumentalkino.net
-everflora.ru
+domaineaneblanc.com
-evidencecleanergold.com
+drugstoreforyou.com
-fikasound.tk
+dstroy.su
-filefilter.weebly.com
+earl-brown.info
-findanysex.com
+e-avon.ru
-flirt4free.com
+econom.co
-floridahuntingfishingadventures.com
+elidelcream.weebly.com
-forpostlock.ru
+erectile.bid
-freelotto.com
+ewebarticle.info
-frequiry.com
+f1nder.org
-funnymama.com
+farmingworm.com
-gamewrath.com
+feel-planet.com
-gaz-voshod.ru
+figuringmoneyout.com
-gdebestkupit.ru
+filkhbr.com
-gigablast.com
+filmidivx.com
-goldandcard.ru
+flashlarevista.com
-golden-praga.ru
+flipper.top
-gombita.info
+floating-share-buttons.com
-gopixdatabase.com
+flowwwers.com
-gopro-online.info
+freelifetimefuckbook.com
-gratuitxblcodes.com
+freemags.cc
-green-tea.tv
+front.ru
-hackers-crackers.tk
+fun-mobi.pl
-handicapbathtubarea.com
+funnel.co.za
-helpmymacfaster.trade
+gallerylisting.com
-heroz.fr
+gameprimary.com
-highland-homes.com
+generic-pills-online.com
-hitmuzik.ru
+getoutofdebtfree.org
-hkdiiohi.skyrock.com
+gilsonchiro.xyz
-hotloans.ru
+gox.com.ua
-house.sieraddns.com
+gratuitbaise.com
-houtings.xyz
+healbio.ru
-hspline.com
+healmytrauma.info
+heartofbeijing.blogspot.com
+hermesbirkinhandbagoutlets.com
+hiwibyh.bugs3.com
+holidaypics.org
+homemade.gq
+hostnow.men
+hotelcrocenzi.sm
+hoverboard360.es
 igadgetsworld.com
-ilte.info
+imagine-ex.co
-infowarcraft.ru
+imgarcade.com
-intelhdgraphicsgtdrive6w.metroblog.com
+interesnie-faktu.ru
-intim-uslugi.info
+ipchicken.com
-iptool.xyz
+irkutsk.online-podarki.com
-iqbazar.ru
+iscblog.info
-ispaniya-costa-blanca.ru
+isistaylorporn.info
-jamiembrown.com
+itrevolution.cf
-japan-bearings.ru
+ix20.ru
-javrip.net
+javcoast.com
-kollekcioner.ru
+jav-way.site
-lampokrat.ws
+kabbalah-red-bracelets.com
-larose.jb2c.me
+katushka.net
-lasvegaslockandsafe.com
+kazka.ru
+khafre.us
+kinoduh.ru
+kino-rating.ru
+klejonka.info
+koleso24.com.ua
+kountrylife.com
+kuzinsp.ru
+ladsup.com
+lankarns.com
 law-check-two.xyz
-lightinghomes.net
+liveinternet.ru
-lollypopgaming.com
+magnetic-bracelets.ru
-lol-smurfs.com
+mall.uk
-longadventure.com
+marmitaco.cat
-long-beach-air-conditioning.com
+max-p.men
-low-format.ru
+mebeldekor.com.ua
-lumb.co
+medicinacom.ru
-lunamedia.co
+meet-flirt-dating.com
-m1media.net
+mirtorrent.net
-m4ever.net
+mmgq.ru
-mahnwachen-helfen.info
+mmoguider.ru
-marcowebonyodziezowe.pl
+mobilemedia.md
-masserect.com
+morpicert.pw
-max-eclat.men
+mrlmedia.net
-medi-fitt.hu
+muizre.ru
-medispainstitute.com.au
+multgo.ru
-me-ke.com
+mydownlodablefiles.com
-mhi-systems.ru
+nagdak.ru
-mini.7zap.com
+nikitabuch.com
-mnogabukaff.net
+njpalletremoval.com
-mobicover.com.ua
+novodigs.com
-moncleroutletonline.pw
+nrv.co.za
-moscow-clining.ru
+nyfinance.ml
-mrinsidesales.com
+o333o.com
-musicdaddy.net
+ochistka-stokov.ru
-mwtpludn.review
+office2web.com
-mydirtyhobby.com
+online7777.com
-naturalpharm.com.ua
+orenburg-gsm.ru
-needtosellmyhousefast.com
+paperwritingservice17.blogspot.ru
-next-dentists.tk
+partner-cdn.men
-nextrent-crimea.ru
+pawli.eu
-nodup.ru
+paydayonlinecom.com
-office-windows.ru
+pb-dv.ru
-olvanto.ru
+polimga.pw
-omoikiri-japan.ru
+popserve.adscpm.net
-onlineserialy.ru
+popup-jdh.xyz
-onlywoman.org
+pozvonim.com
-otbelivanie-zubov.com
+presleycollectibles.com
-ourtherapy.ru
+pretty-mart.com
-partner-pop.men
+preventheadacheguide.info
-pateaswing.com
+pricheskaonline.ru
-pdns.download
+prod2016.com
-picmoonco.pw
+prostitutki-rostova.org
-picscout.com
+pukaporn.com
-pics-group.com
+pxhdwsm.com
-picturesboss.com
+qor360.com
-pivka.xyz
+quizzitch.net
-plohaya-kreditnaya-istoriya.ru
+rangjued.com
-pl-top.pl
+rangoman.date
-pooleroadmedicalcentre.co.uk
+realitykings.com
-popander.mobi
+real-time-analytics.com
-posible.net
+reyel1985.webnode.fr
-privatbank46.ru
+rome2rio.com
-producm.ru
+russian-postindex.ru
-promoheads.com
+rutor.group
-prostitutki-odessa.org
+scanner-donald.top
-qwarckoine.com
+scopich.com
-runofilms.ru
+sdelai-prosto.ru
-rusoft-zone.ru
+seksotur.ru
-russkoe-zdorovie.ru
+seotoolsagency.com
-rvtv.ru
+se-welding.ru
-sajatvelemeny.com
+sexyteens.hol.es
-saneyes.com
+shijian.ac.cn
-scanner-irvin.top
+shop-electron.ru
-seogadget.ru
+sitebeam.net
-sexs-foto.top
+social-search.me
-sexvporno.ru
+soietvousmaime.fr
-sex-watch.com
+songoo.wz.cz
-shitmovs.com
+souvenirua.com
-silvermature.net
+special-porn.com
-simplepooltips.com
+spywarenuker.com
-simul.co
+spywarespy.com
-sklad-24.ru
+stpolice.com
-slimcdn.com
-softlinesolutions.me
-solution4u.com
-souvenir.cc
-spravka130.ru
-ssconstruction.co
-stockquotes.wooeb.com
-strag-invest.ru
 stroy-portal22.ru
-support.nopeas.sk
+studiofaca.com
-svtrd.com
+styro.ru
-tattooreligion.ru
+suchenindeutschland.com
-thefarmergame.com
+sumo.com
-thetattoohut.com
+timetorelax.biz
-tiandeural.ru
+tizanidinepain.blogspot.com
-titangel-vietnam.com
+tizanidinestreetvalue.blogspot.com
-tizanidinewithdrawalsymptoms.blogspot.com
+torrentred.games
-torrent-to-magnet.com
+trackzapper.com
-trafficmania.com
+tradedeals.biz
-trafficreceiver.club
+traffic100.com
-tripper.de
+triumf-realty.ru
-tubeoffline.com
+tsan.net
-twincitiescarservice.com
+turizm.bz
-u17795.netangels.ru
+urlcut.ru
-uac.net.au
-ukkelberg.no
-umg-stroy.ru
-url2image.com
 urzedowski.eu
-vancleefreplica.pw
+viagraneggrx.com
-velobikestock.com
-viddyoze.com
-videochat.mx
 videochat.world
-videochaty.ru
+vintontech.info
-vikistars.com
+vizag.kharkov.ua
-viktoria-center.ru
+vozbujdenie.com
-vip.51.la
+vrotike.ru
-warningzscaler.heraeus.com
+vroze.com
-wdrake.com
+wallpaperstock.net
-webpromotion.ae
+webalan.ru
-website-speed-up.top
+webmasters.stackexchange.com
-wellcome2slovenia.ru
+westum.se
-wheelchairliftsarea.com
+whengirlsgowild.com
-word-vorlagen.xyz
+wholesalejerseys-cheapest.com
-www.arenda-yeisk.ru
+wholesalenfljerseys.us.com
-xjlottery.com
+wma-x.com
-xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai
+wurr.voila.net
-xn-----7kcabaipgeakzcss7bjdqdwpfnhv.xn--p1ai
+www.get-free-traffic-now.com
-yellocloud.be
+xgftnlrt.bloger.index.hr
-yourporngay.com
+xn----itbkqkfiq.xn--p1ai
-zaloadi.ru
+xn--oogle-wmc.com
-zeroredirect10.com
+xtremeeagles.net
+xwatt.ru
+xxxkaz.org
+yuarra.pluto.ro
+zakazvzloma.com
+zakon-ob-obrazovanii.ru
+za-music.mymobiplanet.com
 zeroredirect2.com
-z-master.ru
+zeroredirect7.com
-znakomstvaonlain.ru
+zigarettenonlinekaufen1.bloog.pl
-zoogdinsney.com
+zixizop.net.ru
-zrelaya.pw
-zrizvtrnpale.tk
-zs2vm.top
-zvooq.eu
-zvuker.net

.dev-tools/test_units/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.202.245.105	0;
+35.184.226.236	0;
 127.0.0.1	0;

AUTO-CONFIGURATION.md

@@ -4,9 +4,9 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V4.2020.03.2016
+#### Version: V4.2020.03.2017
 #### Bad Referrers Blocked: [6831](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
-#### Bad User-Agents (Bots) Blocked: [564](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
+#### Bad User-Agents (Bots) Blocked: [573](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________
 

MANUAL-CONFIGURATION.md

@@ -4,9 +4,9 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V4.2020.03.2016
+#### Version: V4.2020.03.2017
 #### Bad Referrers Blocked: [6831](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
-#### Bad User-Agents (Bots) Blocked: [564](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
+#### Bad User-Agents (Bots) Blocked: [573](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________
 

README.md

@@ -11,9 +11,9 @@
 ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
 
 _______________
-#### Version: V4.2020.03.2016
+#### Version: V4.2020.03.2017
 #### Bad Referrers Blocked: [6831](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
-#### Bad User-Agents (Bots) Blocked: [564](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
+#### Bad User-Agents (Bots) Blocked: [573](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________
 

_generator_lists/bad-user-agents.list

@@ -1,12 +1,3 @@
-Mb2345Browser
-MQQBrowser
-LieBaoFast
-zh-CN
-MicroMessenger
-zh_CN
-Kinza
-OPPO A33
-Aspeigel
 360Spider
 404checker
 404enemy
@@ -31,6 +22,7 @@ Apexoo
 archive.org_bot
 arquivo.pt
 arquivo-web-crawler
+Aspeigel
 ASPSeek
 Asterias
 Attach
@@ -230,6 +222,7 @@ JustView
 Jyxobot
 Kenjin\ Spider
 Keyword\ Density
+Kinza
 Kozmosbot
 Lanshanbot
 Larbin
@@ -239,6 +232,7 @@ LexiBot
 Lftp
 LibWeb
 Libwhisker
+LieBaoFast
 Lightspeedsystems
 Likse
 Linkdexbot
@@ -272,6 +266,7 @@ Masscan
 Mass\ Downloader
 Mata\ Hari
 MauiBot
+Mb2345Browser
 meanpathbot
 Meanpathbot
 MeanPath\ Bot
@@ -280,6 +275,7 @@ mediawords
 MegaIndex.ru
 Metauri
 MFC_Tear_Sample
+MicroMessenger
 Microsoft\ Data\ Access
 Microsoft\ URL\ Control
 MIDown\ tool
@@ -289,6 +285,7 @@ MJ12bot
 Mojeek
 Mojolicious
 Morfeus\ Fucking\ Scanner
+MQQBrowser
 Mr.4x3
 MSFrontPage
 MSIECrawler
@@ -331,6 +328,7 @@ Openfind
 OpenLinkProfiler
 Openvas
 OpenVAS
+OPPO A33
 OrangeBot
 OrangeSpider
 OutclicksBot
@@ -567,6 +565,8 @@ zauba.io
 Zermelo
 Zeus
 zgrab
+zh_CN
+zh-CN
 Zitebot
 ZmEu
 ZumBot

_google_analytics_ghost_spam/README.md

@@ -3,9 +3,9 @@
 # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
 
 _______________
-#### Version: V4.2020.03.2016
+#### Version: V4.2020.03.2017
 #### Bad Referrers Blocked: [6831](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
-#### Bad User-Agents (Bots) Blocked: [564](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
+#### Bad User-Agents (Bots) Blocked: [573](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________
 

robots.txt/robots.txt

@@ -6,9 +6,9 @@
 
 ### Version Information #
 ###################################################
-### Version: V4.2020.03.2016
+### Version: V4.2020.03.2017
-### Updated: Thu Mar 12 09:34:11 SAST 2020
+### Updated: Thu Mar 12 15:18:15 SAST 2020
-### Bad Bot Count: 564
+### Bad Bot Count: 573
 ###################################################
 ### Version Information ##
 
@@ -63,6 +63,8 @@ User-agent: arquivo.pt
 Disallow:/
 User-agent: arquivo-web-crawler
 Disallow:/
+User-agent: Aspeigel
+Disallow:/
 User-agent: ASPSeek
 Disallow:/
 User-agent: Asterias
@@ -461,6 +463,8 @@ User-agent: Kenjin Spider
 Disallow:/
 User-agent: Keyword Density
 Disallow:/
+User-agent: Kinza
+Disallow:/
 User-agent: Kozmosbot
 Disallow:/
 User-agent: Lanshanbot
@@ -479,6 +483,8 @@ User-agent: LibWeb
 Disallow:/
 User-agent: Libwhisker
 Disallow:/
+User-agent: LieBaoFast
+Disallow:/
 User-agent: Lightspeedsystems
 Disallow:/
 User-agent: Likse
@@ -545,6 +551,8 @@ User-agent: Mata Hari
 Disallow:/
 User-agent: MauiBot
 Disallow:/
+User-agent: Mb2345Browser
+Disallow:/
 User-agent: meanpathbot
 Disallow:/
 User-agent: Meanpathbot
@@ -561,6 +569,8 @@ User-agent: Metauri
 Disallow:/
 User-agent: MFC_Tear_Sample
 Disallow:/
+User-agent: MicroMessenger
+Disallow:/
 User-agent: Microsoft Data Access
 Disallow:/
 User-agent: Microsoft URL Control
@@ -579,6 +589,8 @@ User-agent: Mojolicious
 Disallow:/
 User-agent: Morfeus Fucking Scanner
 Disallow:/
+User-agent: MQQBrowser
+Disallow:/
 User-agent: Mr.4x3
 Disallow:/
 User-agent: MSFrontPage
@@ -663,6 +675,8 @@ User-agent: Openvas
 Disallow:/
 User-agent: OpenVAS
 Disallow:/
+User-agent: OPPO A33
+Disallow:/
 User-agent: OrangeBot
 Disallow:/
 User-agent: OrangeSpider
@@ -1135,6 +1149,10 @@ User-agent: Zeus
 Disallow:/
 User-agent: zgrab
 Disallow:/
+User-agent: zh_CN
+Disallow:/
+User-agent: zh-CN
+Disallow:/
 User-agent: Zitebot
 Disallow:/
 User-agent: ZmEu