V4.2019.09.1850 [ci skip]

.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-104.154.113.151	1;
+35.202.245.105	1;
 127.0.0.1	1;

.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-104.154.113.151	0;
+35.202.245.105	0;
 127.0.0.1	0;

.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-104.154.113.151	1;
+35.202.245.105	1;
 127.0.0.1	1;

.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-104.154.113.151	0;
+35.202.245.105	0;
 127.0.0.1	0;

.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-104.154.113.151	1;
+35.202.245.105	1;
 127.0.0.1	1;

.dev-tools/beta_conf_files_whitelist/bots.d/custom-bad-referrers.conf

@@ -1575,6 +1575,7 @@
 	"~*(?:\b)data\-mining\.tk(?:\b)" 	0;
 	"~*(?:\b)data\.vtc\.pw(?:\b)" 	0;
 	"~*(?:\b)data1\.scopich\.com(?:\b)" 	0;
+	"~*(?:\b)datadepths\.com(?:\b)" 	0;
 	"~*(?:\b)dataloading\.net(?:\b)" 	0;
 	"~*(?:\b)date\-withme\.com(?:\b)" 	0;
 	"~*(?:\b)dating\-app\.ru(?:\b)" 	0;
@@ -2319,6 +2320,7 @@
 	"~*(?:\b)freshsuperbloop\.com(?:\b)" 	0;
 	"~*(?:\b)freshwallpapers\.info(?:\b)" 	0;
 	"~*(?:\b)freza\-sverlo\.ru(?:\b)" 	0;
+	"~*(?:\b)friendflnder\.com(?:\b)" 	0;
 	"~*(?:\b)frighteningremain\.cf(?:\b)" 	0;
 	"~*(?:\b)frivgame250\.com(?:\b)" 	0;
 	"~*(?:\b)froggytube\.com(?:\b)" 	0;
@@ -3474,6 +3476,7 @@
 	"~*(?:\b)lomza\.info(?:\b)" 	0;
 	"~*(?:\b)lonely\-mature\.com(?:\b)" 	0;
 	"~*(?:\b)lonerangergames\.com(?:\b)" 	0;
+	"~*(?:\b)lonfon\.xyz(?:\b)" 	0;
 	"~*(?:\b)long\-beach\-air\-conditioning\.com(?:\b)" 	0;
 	"~*(?:\b)longadventure\.com(?:\b)" 	0;
 	"~*(?:\b)longgreen\.info(?:\b)" 	0;
@@ -4881,6 +4884,7 @@
 	"~*(?:\b)rogervivierforsale\.com(?:\b)" 	0;
 	"~*(?:\b)roleforum\.ru(?:\b)" 	0;
 	"~*(?:\b)roll123\.com(?:\b)" 	0;
+	"~*(?:\b)rollercoin\.com(?:\b)" 	0;
 	"~*(?:\b)roma\-kukareku\.livejournal\.com(?:\b)" 	0;
 	"~*(?:\b)rome2rio\.com(?:\b)" 	0;
 	"~*(?:\b)romhacking\.ru(?:\b)" 	0;
@@ -5448,6 +5452,7 @@
 	"~*(?:\b)special\-porn\.com(?:\b)" 	0;
 	"~*(?:\b)specialfinanceoffers\.com(?:\b)" 	0;
 	"~*(?:\b)speechfoodie\.com(?:\b)" 	0;
+	"~*(?:\b)speeddream\.xyz(?:\b)" 	0;
 	"~*(?:\b)speedup\-my\.site(?:\b)" 	0;
 	"~*(?:\b)spidtest\.org(?:\b)" 	0;
 	"~*(?:\b)spidtest\.space(?:\b)" 	0;

.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-104.154.113.151	0;
+35.202.245.105	0;
 127.0.0.1	0;

.dev-tools/referrers-regex-format-whitelist-test.txt

@@ -1528,6 +1528,7 @@
 "~*(?:\b)data\-mining\.tk(?:\b)" 	0;
 "~*(?:\b)data\.vtc\.pw(?:\b)" 	0;
 "~*(?:\b)data1\.scopich\.com(?:\b)" 	0;
+"~*(?:\b)datadepths\.com(?:\b)" 	0;
 "~*(?:\b)dataloading\.net(?:\b)" 	0;
 "~*(?:\b)date\-withme\.com(?:\b)" 	0;
 "~*(?:\b)dating\-app\.ru(?:\b)" 	0;
@@ -2272,6 +2273,7 @@
 "~*(?:\b)freshsuperbloop\.com(?:\b)" 	0;
 "~*(?:\b)freshwallpapers\.info(?:\b)" 	0;
 "~*(?:\b)freza\-sverlo\.ru(?:\b)" 	0;
+"~*(?:\b)friendflnder\.com(?:\b)" 	0;
 "~*(?:\b)frighteningremain\.cf(?:\b)" 	0;
 "~*(?:\b)frivgame250\.com(?:\b)" 	0;
 "~*(?:\b)froggytube\.com(?:\b)" 	0;
@@ -3427,6 +3429,7 @@
 "~*(?:\b)lomza\.info(?:\b)" 	0;
 "~*(?:\b)lonely\-mature\.com(?:\b)" 	0;
 "~*(?:\b)lonerangergames\.com(?:\b)" 	0;
+"~*(?:\b)lonfon\.xyz(?:\b)" 	0;
 "~*(?:\b)long\-beach\-air\-conditioning\.com(?:\b)" 	0;
 "~*(?:\b)longadventure\.com(?:\b)" 	0;
 "~*(?:\b)longgreen\.info(?:\b)" 	0;
@@ -4834,6 +4837,7 @@
 "~*(?:\b)rogervivierforsale\.com(?:\b)" 	0;
 "~*(?:\b)roleforum\.ru(?:\b)" 	0;
 "~*(?:\b)roll123\.com(?:\b)" 	0;
+"~*(?:\b)rollercoin\.com(?:\b)" 	0;
 "~*(?:\b)roma\-kukareku\.livejournal\.com(?:\b)" 	0;
 "~*(?:\b)rome2rio\.com(?:\b)" 	0;
 "~*(?:\b)romhacking\.ru(?:\b)" 	0;
@@ -5401,6 +5405,7 @@
 "~*(?:\b)special\-porn\.com(?:\b)" 	0;
 "~*(?:\b)specialfinanceoffers\.com(?:\b)" 	0;
 "~*(?:\b)speechfoodie\.com(?:\b)" 	0;
+"~*(?:\b)speeddream\.xyz(?:\b)" 	0;
 "~*(?:\b)speedup\-my\.site(?:\b)" 	0;
 "~*(?:\b)spidtest\.org(?:\b)" 	0;
 "~*(?:\b)spidtest\.space(?:\b)" 	0;

.dev-tools/referrers-regex-format.txt

@@ -1525,6 +1525,7 @@
 "~*(?:\b)darmebel\.com\.ua(?:\b)" 	1;
 "~*(?:\b)darodar\.com(?:\b)" 	1;
 "~*(?:\b)data1\.scopich\.com(?:\b)" 	1;
+"~*(?:\b)datadepths\.com(?:\b)" 	1;
 "~*(?:\b)dataloading\.net(?:\b)" 	1;
 "~*(?:\b)data\-mining\.tk(?:\b)" 	1;
 "~*(?:\b)data\.vtc\.pw(?:\b)" 	1;
@@ -2271,6 +2272,7 @@
 "~*(?:\b)freshsuperbloop\.com(?:\b)" 	1;
 "~*(?:\b)freshwallpapers\.info(?:\b)" 	1;
 "~*(?:\b)freza\-sverlo\.ru(?:\b)" 	1;
+"~*(?:\b)friendflnder\.com(?:\b)" 	1;
 "~*(?:\b)frighteningremain\.cf(?:\b)" 	1;
 "~*(?:\b)frivgame250\.com(?:\b)" 	1;
 "~*(?:\b)fr\.netlog\.com(?:\b)" 	1;
@@ -3427,6 +3429,7 @@
 "~*(?:\b)lomza\.info(?:\b)" 	1;
 "~*(?:\b)lonely\-mature\.com(?:\b)" 	1;
 "~*(?:\b)lonerangergames\.com(?:\b)" 	1;
+"~*(?:\b)lonfon\.xyz(?:\b)" 	1;
 "~*(?:\b)longadventure\.com(?:\b)" 	1;
 "~*(?:\b)long\-beach\-air\-conditioning\.com(?:\b)" 	1;
 "~*(?:\b)longgreen\.info(?:\b)" 	1;
@@ -4834,6 +4837,7 @@
 "~*(?:\b)rogervivierforsale\.com(?:\b)" 	1;
 "~*(?:\b)roleforum\.ru(?:\b)" 	1;
 "~*(?:\b)roll123\.com(?:\b)" 	1;
+"~*(?:\b)rollercoin\.com(?:\b)" 	1;
 "~*(?:\b)roma\-kukareku\.livejournal\.com(?:\b)" 	1;
 "~*(?:\b)rome2rio\.com(?:\b)" 	1;
 "~*(?:\b)romhacking\.ru(?:\b)" 	1;
@@ -5401,6 +5405,7 @@
 "~*(?:\b)specialfinanceoffers\.com(?:\b)" 	1;
 "~*(?:\b)special\-porn\.com(?:\b)" 	1;
 "~*(?:\b)speechfoodie\.com(?:\b)" 	1;
+"~*(?:\b)speeddream\.xyz(?:\b)" 	1;
 "~*(?:\b)speedup\-my\.site(?:\b)" 	1;
 "~*(?:\b)spidtest\.org(?:\b)" 	1;
 "~*(?:\b)spidtest\.space(?:\b)" 	1;

.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf

@@ -45,4 +45,4 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-104.154.113.151         0;
+104.197.122.201         0;

.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-34.66.178.120	1;
+104.197.122.201	1;
 127.0.0.1	1;

.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-34.66.178.120	0;
+104.197.122.201	0;
 127.0.0.1	0;

.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-34.66.178.120	1;
+104.197.122.201	1;
 127.0.0.1	1;

.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-34.66.178.120	0;
+104.197.122.201	0;
 127.0.0.1	0;

.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-34.66.178.120	1;
+104.197.122.201	1;
 127.0.0.1	1;

.dev-tools/test1_conf_files_whitelist/bots.d/custom-bad-referrers.conf

@@ -1575,6 +1575,7 @@
 	"~*(?:\b)data\-mining\.tk(?:\b)" 	0;
 	"~*(?:\b)data\.vtc\.pw(?:\b)" 	0;
 	"~*(?:\b)data1\.scopich\.com(?:\b)" 	0;
+	"~*(?:\b)datadepths\.com(?:\b)" 	0;
 	"~*(?:\b)dataloading\.net(?:\b)" 	0;
 	"~*(?:\b)date\-withme\.com(?:\b)" 	0;
 	"~*(?:\b)dating\-app\.ru(?:\b)" 	0;
@@ -2319,6 +2320,7 @@
 	"~*(?:\b)freshsuperbloop\.com(?:\b)" 	0;
 	"~*(?:\b)freshwallpapers\.info(?:\b)" 	0;
 	"~*(?:\b)freza\-sverlo\.ru(?:\b)" 	0;
+	"~*(?:\b)friendflnder\.com(?:\b)" 	0;
 	"~*(?:\b)frighteningremain\.cf(?:\b)" 	0;
 	"~*(?:\b)frivgame250\.com(?:\b)" 	0;
 	"~*(?:\b)froggytube\.com(?:\b)" 	0;
@@ -3474,6 +3476,7 @@
 	"~*(?:\b)lomza\.info(?:\b)" 	0;
 	"~*(?:\b)lonely\-mature\.com(?:\b)" 	0;
 	"~*(?:\b)lonerangergames\.com(?:\b)" 	0;
+	"~*(?:\b)lonfon\.xyz(?:\b)" 	0;
 	"~*(?:\b)long\-beach\-air\-conditioning\.com(?:\b)" 	0;
 	"~*(?:\b)longadventure\.com(?:\b)" 	0;
 	"~*(?:\b)longgreen\.info(?:\b)" 	0;
@@ -4881,6 +4884,7 @@
 	"~*(?:\b)rogervivierforsale\.com(?:\b)" 	0;
 	"~*(?:\b)roleforum\.ru(?:\b)" 	0;
 	"~*(?:\b)roll123\.com(?:\b)" 	0;
+	"~*(?:\b)rollercoin\.com(?:\b)" 	0;
 	"~*(?:\b)roma\-kukareku\.livejournal\.com(?:\b)" 	0;
 	"~*(?:\b)rome2rio\.com(?:\b)" 	0;
 	"~*(?:\b)romhacking\.ru(?:\b)" 	0;
@@ -5448,6 +5452,7 @@
 	"~*(?:\b)special\-porn\.com(?:\b)" 	0;
 	"~*(?:\b)specialfinanceoffers\.com(?:\b)" 	0;
 	"~*(?:\b)speechfoodie\.com(?:\b)" 	0;
+	"~*(?:\b)speeddream\.xyz(?:\b)" 	0;
 	"~*(?:\b)speedup\-my\.site(?:\b)" 	0;
 	"~*(?:\b)spidtest\.org(?:\b)" 	0;
 	"~*(?:\b)spidtest\.space(?:\b)" 	0;

.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-34.66.178.120	0;
+104.197.122.201	0;
 127.0.0.1	0;

.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf

@@ -45,5 +45,5 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-104.154.113.151         0;
+34.66.200.49            0;
-35.192.187.174          0;
+35.192.10.37            0;

.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf

@@ -45,5 +45,5 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-34.68.144.114           0;
+35.202.245.105          0;
-104.154.113.151         0;
+34.66.50.208            0;

.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf

@@ -45,6 +45,6 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-35.192.187.174          0;
+34.66.200.49            0;
-104.198.131.58          0;
+34.66.50.208            0;
-34.68.144.114           0;
+35.192.91.101           0;

.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf

@@ -45,6 +45,6 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-104.198.131.58          0;
+35.192.10.37            0;
-104.154.113.151         0;
+35.192.91.101           0;
-35.192.136.167          0;
+34.66.25.221            0;

.dev-tools/test_units/blacklist-ips.conf

@@ -1,2 +1,2 @@
-104.154.113.151	1;
+35.202.245.105	1;
 127.0.0.1	1;

.dev-tools/test_units/custom-bad-referrers.conf

@@ -1575,6 +1575,7 @@
 	"~*(?:\b)data\-mining\.tk(?:\b)" 	0;
 	"~*(?:\b)data\.vtc\.pw(?:\b)" 	0;
 	"~*(?:\b)data1\.scopich\.com(?:\b)" 	0;
+	"~*(?:\b)datadepths\.com(?:\b)" 	0;
 	"~*(?:\b)dataloading\.net(?:\b)" 	0;
 	"~*(?:\b)date\-withme\.com(?:\b)" 	0;
 	"~*(?:\b)dating\-app\.ru(?:\b)" 	0;
@@ -2319,6 +2320,7 @@
 	"~*(?:\b)freshsuperbloop\.com(?:\b)" 	0;
 	"~*(?:\b)freshwallpapers\.info(?:\b)" 	0;
 	"~*(?:\b)freza\-sverlo\.ru(?:\b)" 	0;
+	"~*(?:\b)friendflnder\.com(?:\b)" 	0;
 	"~*(?:\b)frighteningremain\.cf(?:\b)" 	0;
 	"~*(?:\b)frivgame250\.com(?:\b)" 	0;
 	"~*(?:\b)froggytube\.com(?:\b)" 	0;
@@ -3474,6 +3476,7 @@
 	"~*(?:\b)lomza\.info(?:\b)" 	0;
 	"~*(?:\b)lonely\-mature\.com(?:\b)" 	0;
 	"~*(?:\b)lonerangergames\.com(?:\b)" 	0;
+	"~*(?:\b)lonfon\.xyz(?:\b)" 	0;
 	"~*(?:\b)long\-beach\-air\-conditioning\.com(?:\b)" 	0;
 	"~*(?:\b)longadventure\.com(?:\b)" 	0;
 	"~*(?:\b)longgreen\.info(?:\b)" 	0;
@@ -4881,6 +4884,7 @@
 	"~*(?:\b)rogervivierforsale\.com(?:\b)" 	0;
 	"~*(?:\b)roleforum\.ru(?:\b)" 	0;
 	"~*(?:\b)roll123\.com(?:\b)" 	0;
+	"~*(?:\b)rollercoin\.com(?:\b)" 	0;
 	"~*(?:\b)roma\-kukareku\.livejournal\.com(?:\b)" 	0;
 	"~*(?:\b)rome2rio\.com(?:\b)" 	0;
 	"~*(?:\b)romhacking\.ru(?:\b)" 	0;
@@ -5448,6 +5452,7 @@
 	"~*(?:\b)special\-porn\.com(?:\b)" 	0;
 	"~*(?:\b)specialfinanceoffers\.com(?:\b)" 	0;
 	"~*(?:\b)speechfoodie\.com(?:\b)" 	0;
+	"~*(?:\b)speeddream\.xyz(?:\b)" 	0;
 	"~*(?:\b)speedup\-my\.site(?:\b)" 	0;
 	"~*(?:\b)spidtest\.org(?:\b)" 	0;
 	"~*(?:\b)spidtest\.space(?:\b)" 	0;

.dev-tools/test_units/random-bots-for-test-quick.list

@@ -1,10 +1,10 @@
-BuiltWith
+Alligator
-DomainCrawler
+DomainAppender
-Gigablast
+Firefox/7.0
-Lanshanbot
+Heritrix
-Nutch
+Morfeus Fucking Scanner
-Reaper
+OpenVAS
-Sitebeam
+Scanbot
-SlySearch
+Screaming
-sysscan
+WWW-Collector-E
-Telesphorep
+Zeus

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+404checker
 404enemy
-Aboundex
+80legs
-Acunetix
+Abonti
-ADmantX
+Aboundexbot
-AhrefsBot
+AfD-Verbotsverfahren
-AIBOT
 AiHitBot
-AlphaBot
+Alexibot
+Alligator
+AllSubmitter
 Anarchie
+Apexoo
+archive.org_bot
 ASPSeek
-Asterias
+Barkrowler
-BackDoorBot
-BacklinkCrawler
-BackWeb
 Battleztar Bazinga
 BBBike
-Bitacle
+BDCbot
+BetaBot
+Blackboard
 BlackWidow
 Boardreader
+Bolt
 BotALot
 Brandprotect
+Brandwatch
+BuiltBotTough
 Bullseye
-BuzzSumo
+BunnySlippers
-Calculon
+CATExplorador
 CazoodleBot
+CCBot
 Cegbfeieh
-CheeseBot
+CherryPicker
-CheTeam
+Cogentbot
-ChinaClaw
+Collector
-Chlooe
-Cloud mapping
 Copier
-CopyRightCheck
-Copyscape
 crawler4j
 crawler.feedback
 CrazyWebCrawler
-DatabaseDriverMysqli
+CSHttp
+Custo
+DataCha0s
 DBLBot
-demandbase-bot
 Demon
-Digincore
+Deusu
-DigitalPebble
+Disco
-DIIbot
-Dirbuster
-Discobot
-Discoverybot
 DittoSpyder
-DnyzBot
+DomainAppender
-Download Wonder
+Dotbot
+Drip
+DSearch
 DTS Agent
-EasyDL
+Ebingbong
-eCatch
+Ecxi
-ECCP/1.0
+EirGrabber
-Evil
+EMail Siphon
+EMail Wolf
 Extractor
+Extreme Picture Finder
 EyeNetIE
-Ezooms
 facebookscraper
-FemtosearchBot
+FDM
-Firefox/7.0
+FHscan
 Flunky
-FrontPage
+Freeuploader
-G-i-g-a-b-o-t
+Fyrebot
+GermCrawler
+Getintent
+GetRight
+Go-Ahead-Got-It
+GoZilla
 Go!Zilla
-Grabber
-GrabNet
 Grafula
-GridBot
+GrapeshotCrawler
-GT::WWW
+Haansoft
-HaosouSpider
+Havij
-HEADMasterSEO
+Hloader
-Heritrix
+Iblog
-HTMLparser
+IDBot
-HTTrack
+IlseBot
-HybridBot
-Image Sucker
 IndeedBot
 InfoNaviRobot
 InfoTekies
-Internet Ninja
+InterGET
 InternetSeer
-internetVista monitor
+IRLbot
-JamesBOT
 Jbrofuzz
-JennyBot
+Jetty
 JikeSpider
-JOC Web Spider
-Jorgee
 JustView
-Kenjin Spider
+Lanshanbot
-Keyword Density
+LeechFTP
-Larbin
+LexiBot
 Lftp
-LibWeb
+Lightspeedsystems
 Likse
 Linkdexbot
 LinkextractorPro
 LinkScan
 LinksManager
-LinkWalker
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
+Lipperhey
 Lipperhey Spider
+Litemage_walker
 Lmspider
-Ltx71
 lwp-request
-lwp-trivial
 Mag-Net
-Mail.RU_Bot
+magpie-crawler
 Majestic12
 Majestic-SEO
+MarkMonitor
 MarkWatch
-Mass Downloader
+Mata Hari
-MauiBot
 meanpathbot
 Meanpathbot
-Mediatoolkitbot
+mediawords
+Metauri
 MFC_Tear_Sample
+Microsoft Data Access
+MIDown tool
 Mister PiX
+MJ12bot
+Morfeus Fucking Scanner
+Mr.4x3
 MSIECrawler
 muhstik-scan
-Musobot
 Name Intelligence
-Needle
+Nameprotect
-NetAnts
+Navroad
-Netcraft
+Nessus
-NetMechanic
+NetLyzer
 NetSpider
 NetZIP
-Niki-bot
+NextGenSearchBot
-NimbleCrawler
+Nibbler
+NICErsPRO
+Nikto
+Nimbostratus
+Nmap
 NPbot
 oBot
-Octopus
-Offline Explorer
 OnCrawl
-Openvas
+OutclicksBot
-OpenVAS
-OrangeBot
-OrangeSpider
-PageAnalyzer
 Page Analyzer
 page scorer
 PageScorer
-Pandalytics
+Pavuk
-Panscient
-Papa Foto
 pcBrowser
-PECL::HTTP
+PeoplePal
-PHPCrawl
+Picscout
+Picsearch
 PictureFinder
-Pi-Monster
 Pixray
-plumanalytics
 Pockey
-Probethenet
+POE-Component-Client-HTTP
-PxBroker
+ProPowerBot
+ProWebWalker
+Psbot
 QueryN Metasearch
-RankActive
+RankingBot
-RankActiveLinkBot
+RankingBot2
-Ripper
+Recorder
-RocketCrawler
+ReGet
-Rogerbot
+RepoMonkey
 RSSingBot
-s1z.ru
+SBIder
-ScanAlert
 ScoutJet
 Scrapy
 Screaming
 Searchestate
 SearchmetricsBot
+Semrush
 SemrushBot
 SEOkicks
 SEOkicks-Robot
-SEOprofiler
+Seomoz
-SeoSiteCheckup
 sexsearcher
-Siphon
+SISTRIX
-SiteLockSpider
+Sitebeam
+SiteSnagger
+SiteSucker
 Sitevigil
-SmartDownload
 SMTBot
 Snake
-SocialRankIOBot
+Snapbot
-Sociscraper
+Snoopy
-sogouspider
-Sogou web spider
-Sosospider
-Sottopop
 SpaceBison
-Spammen
+sp_auditbot
-Spinn3r
+spyfu
-Sqlmap
+Sqlworm
 Sqworm
-Stripper
+Steeler
 Sucuri
-SuperBot
+Surfbot
-SuperHTTP
-Swiftbot
-Szukacz
 T0PHackTeam
+T8Abot
 tAkeOut
-Teleport
+Telesoft
-TeleportPro
+Telesphoreo
+Telesphorep
 The Intraformant
 TheNomad
-Toata
+Thumbor
 Toweyabot
+Tracemyfile
+Trendiction
 trendiction.de
 Turingos
-Turnitin
 Twice
-UnisterBot
+Typhoeus
+URLy.Warning
 VB Project
-VeriCiteCrawler
+VidibleScraper
-Voltron
+Virusdie
-Wallpapers/3.0
-WallpapersHD
 WASALive-Bot
 WBSearchBot
 Webalta
 WebAuto
-WebBandit
+Web Auto
-WEBDAV
 WebEnhancer
+Web Enhancer
 Web Fetch
+Web Fuck
+WebGo IS
 WebImageCollector
-WebLeacher
+WebmasterWorldForumBot
-webmeup-crawler
-Web Pix
 WebReaper
+Web Sauger
 Webshag
 WebsiteExtractor
+WebsiteQuester
+Website Quester
 Webster
-WebZIP
+WebWhacker
-WinHTTrack
+WeSEE
-Woobot
+Who.is Bot
-Wotbox
+WiseGuys Robot
-WPScan
+WISENutbot
-WWWOFFLE
+Wonderbot
-x22Mozilla
+WWW-Mechanize
+WWW::Mechanize
+x09Mozilla
 Xaldon_WebSpider
-Xenu
 xpymep1.exe
 YoudaoBot
 Zade
-zauba.io
+Zauba
-zgrab
+Zeus
-ZmEu
+Zitebot

.dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 404enemy
 80legs
+Aboundex
 Aboundexbot
-Acunetix
+ADmantX
 AfD-Verbotsverfahren
-AIBOT
 AiHitBot
 Alexibot
 AllSubmitter
+AlphaBot
+Anarchie
 Apexoo
-archive.org_bot
+ASPSeek
-backlink-check
+Asterias
-BacklinkCrawler
+Attach
-BackStreet
+Backlink-Ceck
 BackWeb
-Badass
+Bandit
+BatchFTP
 Battleztar Bazinga
+BBBike
 Bigfoot
-Bitacle
 Blackboard
 Black Hole
-BLEXBot
 Blow
-Boardreader
+BlowFish
-Brandprotect
+Bolt
-BuzzSumo
+BotALot
+BuiltWith
+Bullseye
 Calculon
-CazoodleBot
 CherryPicker
 Chlooe
 Claritybot
-Cliqzbot
+coccocbot-web
-Cloud mapping
 Cogentbot
+cognitiveseo
+Copier
+CopyRightCheck
 Copyscape
-crawler4j
+CSHttp
-CrunchBot
+Curious
 DatabaseDriverMysqli
+DataCha0s
+DBLBot
 demandbase-bot
 Devil
+DIIbot
 Dirbuster
-Discobot
+Disco
-Discoverybot
 Dispatch
-DnyzBot
+DittoSpyder
-DomainSigmaCrawler
 DomainStatsBot
 Dragonfly
+Drip
+DSearch
 EasyDL
-Ecxi
+eCatch
-EirGrabber
+EroCrawler
-EMail Siphon
-evc-batch
 Evil
-Exabot
+Extractor
-ExtLinksBot
 ExtractorPro
-EyeNetIE
+Extreme Picture Finder
-FDM
+Ezooms
-FemtosearchBot
+facebookscraper
+Fimap
+Flunky
 Foobot
-FrontPage
+Freeuploader
 FyberSpider
-Getintent
+Fyrebot
+GalaxyBot
+Genieo
+GermCrawler
 GetRight
 Gigablast
 Gigabot
-G-i-g-a-b-o-t
+GoZilla
-Go-Ahead-Got-It
+Grafula
-Go!Zilla
-Grabber
-GrapeFX
 GrapeshotCrawler
-Harvest
+GT::WWW
-Havij
+Heritrix
 Hloader
 HMView
-HTMLparser
+Humanlinks
-HTTrack
+HybridBot
-Iblog
 IDBot
-Id-search
+IndeedBot
-Image Fetch
+InfoTekies
-Image Sucker
-Indy Library
-InfoNaviRobot
 instabid
+Intelliseek
+InterGET
 InternetSeer
-internetVista monitor
+IRLbot
-Iskanie
-JamesBOT
 Jbrofuzz
 JetCar
 Jetty
 JOC Web Spider
-Joomla
-JustView
 Jyxobot
+Kenjin Spider
+Lanshanbot
+LexiBot
 Libwhisker
-Lightspeedsystems
+Likse
-LinksManager
+LinkextractorPro
+LinkScan
+LinqiaScrapeBot
 Lipperhey Spider
 Lmspider
 Ltx71
-lwp-trivial
 magpie-crawler
-Majestic12
-MarkMonitor
-MarkWatch
 Mata Hari
-meanpathbot
+MauiBot
+Meanpathbot
 MeanPath Bot
-Mediatoolkitbot
+MFC_Tear_Sample
-mediawords
-MegaIndex.ru
-Microsoft Data Access
 Microsoft URL Control
 MIDown tool
+MIIxpc
 MJ12bot
+Mojeek
 Morfeus Fucking Scanner
-Mr.4x3
+muhstik-scan
-MSIECrawler
+Name Intelligence
-Musobot
+Nameprotect
 Navroad
-Nessus
-Netcraft
 NetLyzer
 NetMechanic
 NetSpider
-Net Vampire
-Netvibes
-NextGenSearchBot
-NICErsPRO
-Niki-bot
 Nikto
-Nmap
+Nimbostratus
-NPbot
+Ninja
-Nutch
+oBot
 Octopus
 OnCrawl
+Openfind
 OpenLinkProfiler
-Openvas
+OrangeBot
-OrangeSpider
 OutfoxBot
+PageAnalyzer
+Page Analyzer
 PageGrabber
-PageScorer
+Pandalytics
-Panscient
 Papa Foto
 Pavuk
-pcBrowser
-PECL::HTTP
 PeoplePal
+PHPCrawl
 Picscout
 Picsearch
+PictureFinder
 Pimonster
+Pixray
 PleaseCrawl
 plumanalytics
-Pockey
+Probethenet
-POE-Component-Client-HTTP
 Psbot
-PyCurl
-Quick-Crawler
 RankActive
 RankActiveLinkBot
-RankFlex
+RankingBot
 RankingBot2
-RankurBot
+RebelMouse
-Reaper
+Recorder
-RedesScrapy
+ReGet
-RepoMonkey
+Ripper
-RocketCrawler
-Rogerbot
 RSSingBot
+s1z.ru
 SBIder
 ScanAlert
-scan.lol
 ScoutJet
-Scrapy
 Screaming
+ScreenerBot
 Searchestate
-SEOkicks
+SemrushBot
+SEOkicks-Robot
+Seomoz
 SEOprofiler
-seoscanners
+serpstatbot
-SEOstats
+sexsearcher
 SISTRIX
-SiteExplorer
+Sitebeam
+Siteimprove
 SiteLockSpider
+Sitevigil
+SMTBot
 Snapbot
-Snoopy
+SocialRankIOBot
-sogouspider
+Sociscraper
+Sogou web spider
+Sosospider
 Sottopop
-Spammen
-SpankBot
-Spanner
 sp_auditbot
-Spbot
 Spinn3r
-Sqlmap
+Sqlworm
-Steeler
+Sqworm
 Sucker
+Sucuri
+SuperBot
 SuperHTTP
-T0PHackTeam
+SurveyBot
-Teleport
+Suzuran
+Swiftbot
+T8Abot
+tAkeOut
 TeleportPro
-Telesoft
+Telesphoreo
-The Intraformant
+Telesphorep
+TheNomad
 Thumbor
-Titan
 Toweyabot
 Trendictionbot
-trendiction.com
+True_Robot
-Turingos
 Twice
 Typhoeus
 Upflow
 URLy Warning
-URLy.Warning
+Vagabondo
-VB Project
+VCI
 VeriCiteCrawler
+VidibleScraper
 Virusdie
-VoidEYE
 Voil
 Voltron
 Wallpapers/3.0
-WallpapersHD
 WBSearchBot
-Webalta
+Web Auto
-WebAuto
-WebCollage
 Web Collage
-Web Fetch
+WebFetch
-Web Fuck
+WebFuck
 WebGo IS
 WebmasterWorldForumBot
-Webshag
+webmeup-crawler
-WebsiteQuester
+Web Pix
+WebSauger
+Web Sauger
+Website Quester
 WebWhacker
-WebZIP
+WeSEE
-Whack
+Whacker
-Wotbox
+WinHTTrack
-WPScan
+WiseGuys Robot
-WWW-Collector-E
+WWW-Mechanize
 WWW::Mechanize
-Xaldon WebSpider
+WWWOFFLE
-Xaldon_WebSpider
+x09Mozilla
-Xenu
+x22Mozilla
-Zermelo
+YoudaoBot
-Zitebot
+Zade
-ZmEu
+zauba.io
-ZyBorg
+zgrab
+ZumBot

.dev-tools/test_units/random-referrers-for-test-quick.list

@@ -1,10 +1,10 @@
-dalavia.ru
+agadelha.com.br
-farmingworm.com
+concordexoticrentals.com
-forpostlock.ru
+hotloans.ru
-fyxabomiw.ru
+koversite.info
-hotshoppymac.com
+parajumpersjakkesalgnorge.info
-lunamedia.co
+pk-pomosch.ru
-medmajor.ru
+rockprogblog.com
-porn555.com
+valmetrundan.se
-renecaovillasale.online
+vltai.com
-varbergsvind.se
+wait3sec.org

.dev-tools/test_units/random-referrers-for-test.list

@@ -1,500 +1,500 @@
-00it.com
+1000n1.ru
-0n-line.tv
+100searchengines.com
 101lesbian.xyz
-108shot.com
+12masterov.com
-12u.info
+1webmaster.ml
-1bet.com
+21h2o.com
-2rich4bitches.com
+2nt.ru
-4senses.co
+4pp13.com
-6128786.com
+7minuteworkout.com
-91abcw.com
+7wind.ru
-aa14ab57a3339c4064bd9ae6fad7495b5f.com
+7yue.org
-aaronabel.com
 aasoldes.fr
-abtasty.com
+abclauncher.com
-activecampaign.dreamhosters.com
-actulite.com
-addblueoff.com.ua
-adelly.bg
 adobereader-free.ru
-adrunnr.com
+adpremium.org
-adserver-e7.com
+adssafeprotected.com
-adtech.fr
+adult3dgames.com
-adtech.us
+adultfullhd.com
-advancedsoftwaresupport.com
+agroeconom.kz
-afftrack001.com
+alborzan.com
-ahrefs.com
+alevinefesleri.com
-akvamaster.dp.ua
+alfabot.xyz
-alekseevec.ru
+alienwheel.es
-alert-jdh.xyz
+alive-ua.com
-alert.scansafe.net
+all4invest.ru
-alfapro.ru
+allbizne.co.ua
-algarveglobal.com
 allblogroll.com
-allesohnegirls.net
+allfinweb.com
-allforminecraft.ru
+amateurlivechat.org
-amateurgalls.com
+amoi.tn
-amazingninja.com
 am-se.com
-amt-k.ru
+anabolics.shop
-amyfoxfitness.com
+apartmentratings.com
-anticrawler.org
+apibatbrowsecom-a.akamaihd.net
-apartamentwroclaw.eu
+appearance-cool.com
-apidiamondatanet-a.akamaihd.net
+apps-analytics.net
-apidigidocketnet-a.akamaihd.net
+arcteryxsale.online
-apiluckyleapnet-a.akamaihd.net
+artparquet.ru
-apimountainbikei-a.akamaihd.net
+asrv-a.akamaihd.net
-arcadepages.com
+atley.eu.pn
-arendovalka.xyz
+audiofree.ru
-arpelsreplica.xyz
+ausergrubhof.info
-arquapetrarca.info
+autoblogger24.info
-ascat.porn
+autogrep.ru
-auspolice.com
+autoloans.com
-autodo.info
+avtoarenda.by
-automatic-seo.com
+azbukadiets.ru
-aversis.net
+azbukafree.com
-avirasecureserver.com
+azbuka-mo.ru
-azartmix.com
-babyguns.ru
 balla-boo.se
-bang-hotties.com
+bcmp.org
-bangla-chat-uk-paralud.ga
+bestpriceninja.com
-basedecor.ru
+betterhdporn.com
-berrymall.ru
+bgviagrachrx.com
-bestadbid.com
+bio-market.kz
-bestdraws.com
+blackcurranthumidifiers.site
-bestimagecoollibrary.com
+blackplanet.com
-bestwebsitesawards.com
+bloke.com
-bigpenisguide.com
+bluesman.nu
-binomo.kz
+bonvillan.com
-biographiya.com
+bosman.pluto.ro
-birzha-truda.eu
+brains2.biz
-biznesschat.net
-blockety.co
-blog.yam.com
-bmsco.co
-board.f00d.de
-boazpower.com
-bobba.dzaba.com
-bookhome.info
-braip.com.br
-brandehk.dk
-brateg.xyz
-bravegirlsclub.com
-break-the-chains.com
 breastaugmentation.co.za
-brendbutik.ru
+brg8.com
-briomotor.co
-btvn.ru
-buehne-fuer-menschenrechte.de
 bupropion-sr-150-mg.us
-buy-cheap-pills-order-online.com
+buron.pw
-byme.se
+buy-meds24.com
+buypuppies.ca
+cablecar.us
 californianews.cf
-candypeople.se
+camdenmemorials.com
 canzoni.ru
-carrauterie.be
-cartierlovebracelet.xyz
 cartierring.xyz
-castingbank.ru
+cartierwatch.xyz
-cbozhe.com
+cdncash.com
-cfacarrosserie74.com
+cdncash.net
-chatroulette.life
+chastnoeporno.com
+chatseo.com
 chcu.net
-cheapestjerseysonwholesale.com
+cheapjerseysbizwholesale.us
-cheapestjerseys-wholesale.com
+cheatcode-lita12.rhcloud.com
-cheapsergiorossi.online
+cherrypointplace.ca
-cicaki.net
+christianlouboutinreplica.pw
-cityadspix.com
+cibpenonptib.flu.cc
-citysecurity.nu
+cigarpass.com
-cjmc.info
+clayvasedesigns.tk
-claytransformations.info
+cleanallvirus.com
-clickaider.com
+codq.info
-clicksor.com
+co.lumb.co
-cocyq.inwtrade.com
+compiko.info
-coinsspb.com
+compliance-don.xyz
-colehaanoutlet.store
+compliance-irvin.top
-com-onlinesupport.host
+com-secure.download
-compliance-mark.top
+confib.ifmo.ru
-compliance-willy.top
+copenergo.ru
-connectingsingles.com
+cosmetic.donna7753191.ru
-coslab.club
+cpajunkies.com
-counciltally.com
+creams.makeforum.eu
-crackzplanet.com
+customerguru.in
-cyclobenzaprinevstizanidine.blogspot.com
+cymbaltaandtizanidine.blogspot.com
-daooda.com
+daretodonate.co
-darkages.info
+darodar.com
-datract.com
+davebestdeals.com
-d-black.bz
+dekorkeramik.ru
-db.speedup.gdn
+deplim.com
-deadlinkchecker.com
+design-lands.ru
-dev.citetick.com
+destinationrealestate.com
-digital-sale.su
+detskie-konstruktory.ru
-dinkolove.ya.ru
+dimkino.ru
-disruptingdinnerparties.com
+diy-handmade-ideas.com
-distver.ru
+dktr.ru
-divatraffic.com
+docs4all.com
-docstoc.com
+dojki-hd.com
-doeco.ru
+domain-submit.info
-domainroam.win
+domashneeruporno.com
-domainsatcost.com
+domination.ml
-doska-vsem.ru
+dotnetdotcom.org
-drev.biz
+download-of-the-warez.blogspot.com
-drivotracker.com
+e2click.com
-drpornogratisx.xxx
+e-commerce-seo1.com
-dumuelave.xyz
+ecommerce-seo.org
-e-buyeasy.com
+editmedios.com
-eduserver.net
+ee77ee.com
-ege-essay.ru
+egvar.net
-elektrischezigarettekaufen2.cowblog.fr
+electro-prom.com
-elitesportsadvisor.com
+elektrischezigarette2.devhub.com
+elektroniksigaraankara.info
+elektronischezi.livejournal.com
+emailaccountlogin.co
 emediate.eu
-eonpal.com
+enginebay.ru
-escortplius.com
+erectile.bid
-essayassist.com
+erotik-kostenlos.net
-essay-edu.biz
+errorfixing.space
-estelight.ru
+esopini.com
-etenininrade.ga
 eu-cookie-law.blogspot.com
-eu-cookie-law.info
+euronis-free.com
-everytalk.tv
+europeanwatches.ru
-evidencecleanergold.com
+exmasters.com
-extads.net
-extrabot.com
-extractorandburner.com
-ezigarettekaufen.myblog.de
-ezigarettenshop1.yolasite.com
-facecup.top
-farmingworm.com
 fashion-mk.net
-fearcrow.com
+fickkontakte.org
-ferieboligkbh.dk
+findthe.pet
-fetishinside.com
+fishingwholesale.us
-fickenprivat.info
+fiverr.com
-fickkontaktehobbyhuren.com
+flex4launch.ru
-filunika.com.ru
+flirt4free.com
+flowwwers.com
 flprog.com
-forum.doctissimo.fr
+folowsite.com
-foto-weinberger.at
+formularz-konkurs.tk
-freemaintenancesysforpcandmac.top
+fortunejack.com
-freeuploader.ml
+fr-bearings.ru
-fuckingawesome.com
+freewhatsappload.com
-fun-mobi.pl
+frequiry.com
-gambarkataku.co
+fullfileaccess.com
-gamebackyard.com
+fullgirl.ru
-game-top.su
+gallerylisting.com
-garciniaxt.us
+gamblingnerd.com
-gavuer.ru
+gameprimary.com
-gay-site.store
+gamesprite.me
-gazporno.com
+gateway.zscalerone.net
-ge0ip.org
+gigablast.com
-gembird.com
+glasof.es
-generic-pills-online.com
+golmau.host.sk
-genericviagrasildenafiled.net
+gonextmedia.com
-getyourimage.club
+goodhousekeeping.com
-glicol.kz
+goodwriterssales.com
-goforexvps.com
+gosreg.amchs.ru
-gojiberriess.apishops.ru
+gox.com.ua
-golaya.pw
+gratuitxblcodes.com
-goodhumor24.com
+gsmtlf.ru
-googleseo.com.tr
+guardlink.com
-googlsucks.com
+h2monline.com
-gowreckdiving.com
+hackers-crackers.tk
-gratuitbaise.com
+haikuware.com
-greenidesign.co
+handsandlegs.ru
-green-tea.tv
+hatedriveapart.com
-growmyfunds.ca
+hermesbirkinhandbagoutlets.com
-guruofcasino.com
+hidefiles.org
-hasshe.com
+high-speed1.net
-hdfreeporno.net
+hitcpm.com
-healmytrauma.info
+hkdiiohi.skyrock.com
-healthcarestore.info
+homeinns.com
-herehloadibs.cf
+homik.pw
-hidemyass.com
+hop.clickbank.net
-highspeed5.net
+hoporno.com
-homedecoguide.info
+hotblognetwork.com
-hostcritique.com
+hothor.se
-hothot.ru
+hotxnights.info
-hotloans.ru
+hoverboard360.nl
-howlongdoestizanidinestayinyoursystem.blogspot.com
-howopen.ru
-https-legalrc.biz
 huhn.altervista.org
-humanorightswatch.org
+humbmosquina.tk
-hybrid.ru
 hystersister.com
-ibmdatamanagement.co
+ie.57883.net
-igithab.com
+ilbe.club
-ilmen.net
+ilikevitaly.com
+ilmexico.com
+ilovevitaly.ru
+imagecoolpub.com
 imgata.com
-interesnie-faktu.ru
+iminent.com
-internetproviderstucson.com
+impisr.ru
-investyb.com
+infoupdate.org
-invitefashion.com
+insider.pro
-ipornox.xxx
+inspiring-desperate.tk
-ipostroika.ru
+instasexyblog.com
-iqupdatetmz.win
+interior-stickers.ru
-istizanidineacontrolledsubstance.blogspot.com
+io9.com
-itbc.kiev.ua
+istripper.com
-it-max.com.ua
+jav-fetish.site
-itronics.ca
+jerseysbizwholesalecheap.com
-itsdp3.com
+johannesburgsingles.co.za
-jagg.info
+junglenet-a.akamaihd.net
-jerseyschinabizwholesale.us
+jurajskie.info
-jerseyssportsshop.com
+kemerovo.zrus.org
-jerseywholesalechinabiz.com
+kino2018.club
-kamagragelusa.net
+kinocccp.net
-kaz.kz
+kinofak.net
-keywordsking.com
+kleine-titten.biz
-kinomaniatv.pl
+komputernaya-pomosh-moscow.ru
-kiprinform.com
+konpax.com
-knogg.net
+kosynka-games.ru
-kol-energo.ru
+kskjco.club
-kollesa.ru
+ku6.com
-kopihijau.info
-koptims.tiu.ru
-krasnodar.xrus.org
-kredit-blog.ru
-ks1234.com
-kupiproday.com.ua
-kvartir-remont.biz
 labelwater.se
-lanasshop.ru
+labvis.host.sk
+lafourmiliaire.com
 larger.io
-larutti.ru
+laudit.ru
-lazymanyoga.com
+law-check-seven.xyz
-ldrtrack.com
+laxdrills.com
-lego4x4.ru
+legionalpha.com
-lexaprogeneric.link
+lernur.net
+li-er.ru
 lifebyleese.com
-liffa.ru
+life-instyle.com
-live-cam6.info
+linksharingt.com
-liveinternet.ro
+liveinternet.ru
-longlifelomilomi.info
+ljusihus.se
-louboutinreplica.xyz
+loadopia.com
-lsp-awak-perikanan.com
+lob.com.ru
-lulea-auktionsverk.se
+lockerz.com
-m292.info
+loginduepunti.it
-madot.onlinewebshop.net
+lombardfinder.ru
-mafa-free.com
+lostfilm-online.ru
-magazin-pics.ru
+lovelycraftyhome.com
-magicplayer-s.acestream.net
+low-format.ru
-mainhp.net
+machicon-akihabara.info
-managerpak204.weebly.com
+manyresultshub-a.akamaihd.net
-map028.com
+marinetraffic.com
-mararoom.ru
+marmotstore.online
-marcoislandvacations.net
+masturbate.co.uk
-marmitaco.cat
+matrixalchemy.com
-marwer.info
+maximpartnerspr.com
-masserect.com
 mb140.ru
-meccadumps.net
+mbiologi.ru
-medanestesia.ru
+medicinacom.ru
-mhtr.be
+medicine-4u.org
-mjchamonix.org
+medicines-choice.com
-mnogabukaff.net
+medizinreisen.de
-mobplayer.ru
+med-zdorovie.com.ua
-moneyviking-a.akamaihd.net
+meet-flirt-dating.com
-monsterdivx.tv
+metarip.ru
-morocco-nomad-excursions.com
+mikrobiologies.ru
-moskva.nodup.ru
+minecraft-neo.ru
-mp3films.ru
+mini.7zap.com
+mmofreegames.online
+mobilierland.com
+monclerjacketsoutlet.win
+monetizationking.net
+montredemarque.nl
+moyaterapiya.ru
+mozello.ru
+mp3ritm.top
+mrwhite.biz
+muizre.ru
 musicvidz.ru
-mxgetcode.com
+mustat.com
+mustwineblog.com
+mygameplus.ru
+mypets.by
 mypornfree.ru
-najaden.no
+myprintscreen.com
-nakozhe.com
+nacap.ru
-namenectar.com
+nailsimg.com
-new-post.tk
+narkologiya-orel.ru
-newstraveller.ru
+nate.com
-nextbackgroundcheck.gq
+naughtyconnect.com
-nextlnk12.com
+new7ob.com
-nikitabuch.com
+newyorkhotelsmotels.info
-nowtorrents.com
+normalegal.ru
-nucia.biz.ly
+nudepatch.net
-nufaq.com
+oakridgemo.com
-oksrv.com
+oecnhs.info
-onlineporno.site
+oops-cinema.ru
-openstat.com
+opinionreelle.com
-paintingplanet.ru
+oralsexfilme.net
-palocco.it
+ourville.info
-partner-host.men
+paclitor.com
-pekori.to
+pammik.ru
-pensplan.com
+partner-trustworthy.men
+pc-virus-d0l92j2.pw
+pdns.download
 percin.biz.ly
-perso.wanadoo.es
+perm-profnastil.ru
-petedrummond.com
+perosan.com
-phobia.us
+photo.houseofgaga.ru
-piluli.info
+photostudiolightings.com
+phpdevops.com
+picphotos.net
+picscout.com
+picturesboss.com
+pinstake.com
+pinwallpaper.xyz
 piratecams.com
-piuminiita.com
+pixelrz.com
-pixgood.com
+pix-hd.com
-plohaya-kreditnaya-istoriya.ru
+pizza-tycoon.com
-pogruztehnik.ru
+playtap.us
-popserve.adscpm.net
+popunder.net
-pornoblood.com
+popup-fdm.xyz
-pornoelita.info
+pornofeuer.com
+pornoforadult.com
+pornogratisdiario.com
 pornoklad.ru
-pornosee.info
+pornotubs.com
-pravoholding.ru
+pornpost.in
-priceg.com
+pospr.waw.pl
-prom23.ru
+pozdrawleniya.com
-prostitutki-tyumeni.org
+presleycollectibles.com
-pskcijdc.bloger.index.hr
+printie.com
-puserving.com
+profitkode.com
-qld10000.net
+profolan.pl
-quebec-bin.com
+prohoster.info
-raavidesigns.com
+proposal-engine.com
-rainbowice.ru
+pr-ten.de
-randalljhoward.com
+pssucai.info
+pts163.ru
+pukaporn.com
+putevka24.ru
+qcstrtvt.bloger.index.hr
+qualitymarketzone.com
+quick-offer.com
+radiogambling.com
+rankscanner.com
 rapevideosmovies.com
-rebrand.ly
+rebuildermedical.com
-redhotfreebies.co.uk
+recipedays.ru
-reimageplus.com
+referencemoi.com
+registry-cleaner.net
+registrydomainservices.com
+reklamuss.ru
 renewablewealth.com
-replicalouboutin.xyz
+rentaremotecomputer.com
-reyel1985.webnode.fr
+rep-am.com
-riders.ro
+resant.ru
-rimedia.org
+retreatia.com
-ringporno.com
+rfd-split.hr
+rixpix.ru
 rn-to-bsn.com
-roleforum.ru
+rosbalt.com.ua
-royal-investments.net
+ros-ctm.ru
-rusprostitute.com
+royalvegascasino.com
-rutor.vip
+roznica.com.ua
-saecsa.co
+rp9.ru
-saveindex.xyz
+ruspdd.com
-sayyoethe.blogspot.co.za
+rutor.group
-sbdl.no
+rvi.biz
-scanner-barak.top
+sashagreyblog.ga
-scanner-george.top
+sawin.beth.webd.pl
-scenarii-1-sentyabrya.uroki.org.ua
+sbf441.com
+sbricur.com
+scanner-viktor.top
+scanspyware.net
 schoolfiles.net
-score-ads.men
+searchinquire.com
-sc-specialhost.com
+segol.tv
-sdi-pme.com
+seminarygeorgia59.ga
-searchencrypt.com
-searchwebknow-a.akamaihd.net
 seoanalyses.com
-seoholding.com
+seotoolsagency.com
-sexblog.pw
+sex-foto.pw
-sexflirtbook.com
-sex-pr.net
 sexsaoy.com
-sex-tracker.de
+sexy-pings.com
-sexyteens.hol.es
+shakhtar-doneck.ru
-shtaketniki.ru
+shemalegalls.blogporn.in
-sibecoprom.ru
+shopvilleroyboch.com.ua
-sigmund-freud.co.uk
+shopwme.ru
-sildenafilcitratemed.com
+shop.xz618.com
+sibtest.ru
 sildenafil-tadalafil.info
+silvercash.com
+silvermature.net
 similardeals.net
-siteonomy.com
+sinel.info
-siteripz.net
+site-analyzer.com
-sitevalued.com
+skutecznetabletkinaporostwlosow.pl
-smadihome.com
+skyway24.ru
-small-games.biz
+sledstvie-veli.net
-smartpet.ru
-smichovbike.cz
 snjatie-geroinovoy-lomki.ru
-snowplanes.com
+snworks.com
-socialbookmarksubmission.org
+socas.pluto.ro
-softwaretrend.net
+softtor.com
-sotkal.lark.ru
+sohoindia.net
-souvenirua.com
+soietvousmaime.fr
-sovinsteel.ru
+stackthatbucks.com
-speechfoodie.com
-spravka130.ru
-squidoo.com
 starpages.net
-startwp.org
+store-rx.com
-steelmaster.lv
+stpicks.com
-stickers-market.ru
-stroilka.info
 stroimajor.ru
-stroyplus.ru
+studiokamyk.com.pl
-styro.ru
+sundrugstore.com
-superkanpo.com
+swingerseiten.com
-superoboi.com.ua
+tabakur77.com
-surcentro.com
+tabletkinaodchudzanie.com.pl
-tackletarts.co
+taihouse.ru
-tattomedia.com
+tds-advert002.info
-tattooha.com
+tdsing.ru
-td-33.ru
+tecspb.ru
-terraclicks.com
+telefonsexkostenlos.tk
-thebluffs.com
+telefonsex-ohne0900.net
-thecounter.com
+telefonsexsofort.tk
-thepokertimer.com
+testingads.pro
-titan-cloud.life
+texbaza.by
-titelhelden.eu
+themeforest.net
-tizanidineoral.blogspot.com
+thenetinfo.com
-tizanidinezanaflex.blogspot.com
+thetardistimes.ovh
-tobeyouday.win
+thewomenlife.com
+tiens2010.ru
+timecrimea.ru
+timhost.ru
+tizanidine4mgtablets.blogspot.com
+tizanidinecapsules.blogspot.com
+tizanidinehcl2mgtablet.blogspot.com
+tizanidinehydrochloride4mgstreetvalue.blogspot.com
+tizanidineorflexeril.blogspot.com
+tizanidineshowupondrugtest.blogspot.com
+tn811.us
 tooplay.com
-tour-line.net
+tootoo.to
-toursmaps.com
+topdownloads.ru
-toys.erolove.in
+torrentdownloadhub.com
-trafficfactory.biz
+tourcroatia.co.uk
-tramadolandtizanidine.blogspot.com
+trkdf.com
-trion.od.ua
+truck-rece.life
-trucri.me
+trustl.life
-tubeoffline.com
+ttrraacckkrr.com
-turbodsp.com
+tula.howotorg.ru
-twodollarshows.com
+twiclub.in
-tytoona.com
+tyumen.xrus.org
-ukkala.xyz
+uac.net.au
-um-razum.ru
+u-cheats.ru
-uptime-delta.net
+umg-stroy.ru
-valsalud.com
+unisexjewelry.org
-varbergsvind.se
+uptime-alpha.net
-ventelnos.com
+usbggettwku.ga
-vesnatehno.ru
+ussearche.cf
-via-energy-cumpara.com
+uvozdeckych.info
-via-gra.webstarts.com
+uzungil.com
-video-camer.com
+valuado.com
-videochat.tv.br
+vapsy.com
-videochaty.ru
+vashsvet.com
-viel.su
+vegan-foods.us
+vegascosmetics.ru
+videochat.cafe
+video-chat.in
 vip2ch.com
-visitcambridge.org
+vizitki.net
 vkmusics.ru
-vkonche.com
+vut.com.ru
-vsexkontakte.net
+vykupavto-krasnodar.ru
-vykup-avto-krasnodar.ru
+vzlom-na-zakaz.com
-vzlomfb.com
-wahicbefa31.soup.io
 webads.co.nz
-webkeyit.com
+webenlace.com.ar
-webnode.me
+webinstantservice.com
-website-speed-up.site
+webshoppermac.com
-wechatdownload10.com
+westermarkanjou.se
-weekes.biz.tc
+whatzmyip.net
-westen-z.life
+whengirlsgowild.com
-wholesalecheapjerseysfree.com
+whiteelephantwellington.com
-wholesalejerseysgaa.com
+wikes.20fr.com
-wjgony.com
+winner7777.net
-wladimirpayen.com
+w-journal.ru
-wzgyyq.com
+womens-journal.net
+world-mmo.com
+writersgroup580.web.fc2.com
 xcc24.pl
-xcombear.ru
+xlovecam.com
-xedserver.com
+xn--80aaajbdbddwj2alwjieei2afr3v.xn--p1ai
-xingzi-vision.com
+xn----btbdvdh4aafrfciljm6k.xn--p1ai
-x-lime.net
+xnxx699.com
-xmlinde.com
-xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai
-xn--80ajjbdhgmudixfjc8c5a9df8b.xn--p1ai
-xn----9sbubg3ambdfl1j.xn--p1ai
-xn--c1acygb.xn--p1ai
 xnxxandxvideos.com
-xuki.us
+xvideospornoru.com
-xzlive.com
+y8games-free.com
-yogamatsexpert.com
+youandcredit.ru
-youghbould.wordpress.com
+yourdesires.ru
-zeroredirect8.com
+zakazfutbolki.com
-zeroredirect.com
+zarepta.com
-znakomstva-moskva77.ru
+zeleznobeton.ru
-zoogdisany.com
+zeroredirect1.com
-zoominfo.com
+zlatnajesen.com
-zophim.me
-zskdla.site
-zytpirwai.net

.dev-tools/test_units/random-referrers-for-whitelist-test.list

@@ -1,250 +1,250 @@
 1adult.com
-1millionusd.xyz
+4kpics.rocks
-2x2fan.ru
+4webmasters.com
-4replicawatch.net
+aa9bd78f328a6a41279d0fad0a88df1901.com
-abclauncher.com
+abusora.com
-activecampaign.dreamhosters.com
+adamoads.com
-addray.pro
+adtiger.tk
-adsland.men
+albumsuper.info
-adultwebhosting.info
+allblogroll.com
-affiliate-fr.com
+alphavisions.net
-alfabot.xyz
+amigobulls.com
-alyeskaresort.com
+anniemation.com
-amateurgalls.com
+apiportalmorecom-a.akamaihd.net
-anti-virus-removal.info
+api.stathat.com
-apimossnetinfo-a.akamaihd.net
+asiavirtualsolutions.com
-apisecretsaucebi-a.akamaihd.net
+asmxsatadriverin.aircus.com
-apiwebwebgetcom-a.akamaihd.net
+atofilms.com
-apparel-offer.com
+ayakino.net
-arabgirls.adultgalls.com
+babyfactory.fr
-atovh.local-finders.com
+beauty-things.com
-autodo.info
+bestbrainprod.win
-avkzarabotok.com
+bestimagecoollibrary.com
-bagsonsale.online
+bestkfiledxd.cf
-bang-hotties.com
+betterscooter.com
-bannerads.de
+bioinnovate.co
-beatifullandscape.co
+bizru.info
-begalka.xyz
+bluesalt.co
-best-businessman.ru
+brainboosting.club
-best-coupon-offer.com
+brakehawk.com
-best-games.today
+buckspar.gq
-best-mam.ru
+businesxxl.com
-betonka.pro
+cardul.ru
-bingoporno.com
+carsdined.org
-bmw-ark.ru
+caulderwoodkennels.com
-braindaily.xyz
+cercacamion.it
-bukleteg.xyz
+cialischstgerts.com
-businesn.men
+clicksotrk.com
-buypanicdisorderpill.com
+codq.info
-calcularpagerank.com
+cognitiveseo.com
-callstevens.com
+compliance-alexa.top
-candlehandmade.com
+compliance-willy.top
-candycrushshop.com
+contentsexpress.com
-candytiner.com
+cordstrap.cc
-cayado.snn.gr
+corta.co
-ccbill.com
+courtshipgift.com
-check-host.net
+crackzplanet.com
-cinemaenergy-hd.ru
+customchocolate.business-for-home.com
-circlesl.com
+cyclobenzaprinevstizanidine.blogspot.com
-cleanallspyware.com
+daisye.top
-clickbanksites.info
+dating-time-now.com
-clickso.com
+d-black.bz
-clicksor.com
+dev-seo.blog
-companies-catalog.com
+diarioaconcagua.com
-compliance-brian.top
+dirtpics.pw
-cowlmash.com
+discovertreasurenow.com
-cypernhuset.se
+documentbase.net
-degerlund.net
+doeco.ru
-detki-opt.ru
+domaincheck.io
-deutschland123.de
+dstroy.su
-dfwu1019.info
+dynainbox.com
-dichvuvesinhhanoi.com
+edge.sharethis.com
-diegolopezcastan.com
+elvel.com.ua
-doctissimo.fr
+esfchat.tk
-domain2008.com
+extener.org
-dosug-lux.ru
+felizporno.com
-e2click.com
+findanysex.com
-e-collantes.com
+footballfarrago.com
-educontest.net
+formularz-konkurs.tk
-efnor-ac.com
+forum69.info
-ekspresihati.info
+free-gluten.ru
-elektrischezigarette1.onsugar.com
+free-stock-illustration.com
-elektrozigarette1.dreamwidth.org
+freeuploader.ml
-energy-ua.com
+front.to
-erotische-geschichten-xxl.com
+fungamelands.com
-eyessurgery.ru
+gaming-journal.com
-ezigarettenshop2.myblog.de
+gazobeton-p.com.ua
-falllow.gq
+gdcentre.ru
-fashionavenuegame.com
+geileweiber.tk
-fermersovet.ru
+gemara.com
-filesdatabase.net
+genericlowlatencyasiodriverhq.aircus.com
-financepoints.eu
+get-seo-domain.com
-finuse.com
+goatse.ru
-fitness-video.net
+gobongo.info
-floating-share-buttons.com
+goldenggames.com
-forexgb.ru
+golmau.host.sk
-forex-indextop20.ru
+goroda-vsego-mira.ru
-foto-weinberger.at
+gotorussia.com
-frameimage.org
+gribkovye-zabolevaniya.com
-freakycheats.com
+growshop.es
-fxgallery.com
+hdpixion.com
-gamewrath.com
+hdwallpapers-free.com
-gamezblox.com
+hdxnxxtube.mobi
-gaytube.com
+healgastro.com
-getaclueamerica.com
+hkdiiohi.skyrock.com
-getlaid-xxxhookupdirect.com
+homeart.space
-getmyads24.com
+homedecoguide.info
-getoutofdebtfree.org
+home-task.com
-gosarhivrt.ru
+hotchatdate.com
-gox.com.ua
+house.sieraddns.com
-hdimagegallery.net
+huimin764128.com
-hdpixent.com
+iamsport.org
-hikesearch.net
+ideoworld.org
-hit-men.men
+i-hobot.ru
-hitsbox.info
+imguramx.pw
-hostcritique.com
+imicrovision.com
-hotblog.top
+inboxdollars.com
-hotloans.ru
+interior-stickers.ru
-houseofgaga.ru
+iplusbit.blogspot.co.za
-hoztorg-opt.ru
+isistaylorporn.info
-insider.pro
+istizanidineacontrolledsubstance.blogspot.com
-insurple.com
+iyasimasennka.com
-intelhdgraphicsgtdrive6w.metroblog.com
+izhevsk.xrus.org
-intellekt21.ru
+j33x.com
-int.search.mywebsearch.com
+javlibrary.cc
-iopeninghours.co.uk
 jrpmakati.com
-juliaworld.net
+kinoflux.net
-katadhin.co
+kinotorka.ru
-kino-rating.ru
+kleine-titten.biz
 klumba55.ru
-landoftracking.com
+kongoultry.net
+konica.kz
+konkursowo-24.pl
+kraljeva-sutjeska.com
+kriokomora.info
+landreferat.ru
 laserpen.club
-lazy-z.com
+lashstudia.ru
-letmacworkfaster.world
+ldrtrack.com
-levaquin750mg.blogspot.com
+ledpolice.ru
-life.biz.ua
+lezbiyanki.net
-limtu.ifmo.ru
+linkbux.ru
-liumimgx.pw
+linkredirect.biz
-liver-chintai.org
+lion.misba.us
-live-sexchat.ru
+lol-smurfs.com
-manve.info
+lyngdalhudterapi.no
-maranbrinfo.com.br
+mainhp.net
-marketland.ml
+massage-info.nl
-matb3aa.com
+mebelcomplekt.ru
-max-eclat.men
+mecash.ru
-meccadumps.net
+moonci.ru
-mega-bony-2017.pl
+mouselink.co
-me-ke.com
+mrmoneymustache.com
-misterjtbarbers.com
+naughtyconnect.com
-money-for-placing-articles.com
+newstudio.tv
-mowser.com
+nicefloor.co.uk
-mrsdalloways.com
+nicovideo.jp
-naval.jislaaik.com
+nonews.co
-nero-us.com
+nordstar.pro
-netpics.org
+nrjmobile.fr
-nlfjjunb5.ru
+ntic.fr
-noclegonline.info
+nzfilecloud.weebly.com
-office-windows.ru
+oneclickfiles.com
-okonich.com.ua
+onlywoman.org
-omsk.xrus.org
+paleohub.info
-onemactrckr.com
+pc-test.net
-onlinewritingjobs17.blogspot.ru
+picturesify.com
-onstrapon.purplesphere.in
+plastjulgranar.se
-ops.picscout.com
+pochtovyi-index.ru
-ownshop.cf
+polybuild.ru
-pacificair.com
+pony-business.com
-papasdelivery.ru
+popander.mobi
-partners-ship.pro
+pornofiljmi.com
-pdns.download
+pornonik.com
-pestomou.info
+porno-transsexuals.ru
-photochki.com
+profitfx.online
-pirateday.ru
+pskcijdc.bloger.index.hr
-piulatte.cz
+ptr.ruvds.com
-play.leadzupc.com
+puzo2arbuza.ru
-popads.net
+queerspace.com
-popugauka.ru
+quick-offer.com
-pornoplen.com
+quick-seeker.com
-predominant-invent.tk
+randki-sex.com
-produkto.net
+rcpmda.ikan1080.xyz
-profitkode.com
+realtytimes.com
-purplesphere.in
+recipedays.ru
-putevka24.ru
+refudiatethissarah.info
-razamicroelectronics.com
+remontbiz.ru
-referencemoi.com
+restorator-msk.ru
-reklama1.ru
+rixpix.ru
-remontgruzovik.ru
+royal-investments.net
-remont-komputerov-notebook.ru
+rumamba.com
-rentaremotecomputer.com
+ruscopybook.com
-replica-watch.ru
+s1z.ru
-rniaeba.ga
+sad-torg.com.ua
-roofers.org.uk
+sawin.beth.webd.pl
-ros-ctm.ru
+searchwebknow-a.akamaihd.net
-ruclicks.com
+search.xtconnect.com
-running-line.ru
+selectads.men
-sbwealthsolutions.ca
+serptehnika.ru
-scanmarine.info
+sevenstars7.com
-scanner-donald.top
+sexspornotub.com
-scanner-julia.top
+sextracker.be
-seminarykansas904.ml
+sexy-pings.com
-seofied.com
+sherlock.se
-seojokes.net
+shoesonlinebuy.xyz
-sexuria.net
+simple-share-buttons.com
-sexystrippe.info
+sklad-24.ru
-sfj-ror.no
+snowplanes.com
-shopwme.ru
+socialbuttons.xyz
-silverage.ru
+softtor.com
-skatestick.bid
+sotkal.lark.ru
-smartpet.ru
+stretchingabuckblog.com
-smart-scripts.com
+strongholdsb.ru
-smartshoppymac.com
+sukirgenk.dvrlists.com
-snomer1.ru
+swinon.site
-solmarket.by
+theallgirlarcade.com
-spravka130.ru
+timeallnews.ru
-sptslmtrafms.com
+tizanidinedruginteractions.blogspot.com
-startwp.org
+top250movies.ru
-stillmiracle.com
+top-l2.com
-strangeduckfilms.com
+tracxn.com
-suchenindeutschland.com
+trafficmonetize.org
-sugarlyflex.pw
+truck-rece.life
-sukarame.net
+tsstcorpcddvdwshbbdriverfb.aircus.com
-surcentro.com
+tupper-shop.ru
-svbur.ru
+tv-spoty.info
-teesdaleflyballclub.co.uk
+unitygame3d.com
-telesvoboda.ru
+uptime-delta.net
-tizanidinehcl4mgtab.blogspot.com
+uptime-gamma.net
-tizanidinehydrochloride2mg.blogspot.com
+vandrie-ict.nl
-tizanidinepain.blogspot.com
+vchulkax.com
-tizanidinesideeffectsweightloss.blogspot.com
+vektorpress.ru
-tizanidinestreetvalue.blogspot.com
+via-energy-acquistare.com
-tomck.com
+vipms.ru
-toys.erolove.in
+vladhistory.com
-truck-addzilla.life
+vremya.eu
-u555u.info
+vsdshnik.com
-ukrobstep.com
+vsesubwaysurfers.com
-unmaroll.ya.ru
+vykupavto-krasnodar.ru
-upstore.me
+wanker.us
-uptimebot.net
+weblo.com
-usadacha.net
+wemarketing.se
-veles.shop
+westen-v.life
-versaut.xxx-cam.webcam
+works.if.ua
-veselokloun.ru
+world-mmo.com
-viandpet.com
+wormix-cheats.ru
-videogamesecrets.com
+wtsindia.in
-vroze.com
+x5market.ru
-vsexkontakte.net
+xmlinde.com
-we-are-gamers.com
+xn-----6kccaibs5cb8afhjrfmix2n.xn--p1ai
-x-diesel.biz
+xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai
-xerox-douglas.cf
+xn----8sbdbjgb1ap7a9c4czbh.xn--p1acf
-xgftnlrt.bloger.index.hr
+x-stars.ru
-xitjw.info
+xxlargepop.com
-xn--80ahvj9e.xn--p1ai
+xxxdatinglocal.us
-yaaknaa.info
+yogamatsexpert.com
-yellowstonesafaritours.com
+zaimhelp.ru
-youdao.com
+zambini.ru
-youghbould.wordpress.com
+zeroredirect2.com
-youtubedownload.org
+zeroredirect9.com
-zakon-ob-obrazovanii.ru
-zhacker.net
-zrus.org
-zzlgxh.com

.dev-tools/test_units/ratelimittest-beta.txt

@@ -5,14 +5,6 @@
 <hr><center>nginx/1.16.1</center>
 </body>
 </html>
-ody>
-</html><html>
-<head><title>503 Service Temporarily Unavailable</title></head>
-<body>
-<center><h1>503 Service Temporarily Unavailable</h1></center>
-<hr><center>nginx/1.16.1</center>
-</body>
-</html>
 <html>
 <head><title>503 Service Temporarily Unavailable</title></head>
 <body>

.dev-tools/test_units/whitelist-ips.conf

@@ -1,2 +1,2 @@
-104.154.113.151	0;
+35.202.245.105	0;
 127.0.0.1	0;

AUTO-CONFIGURATION.md

@@ -4,8 +4,8 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V4.2019.09.1849
+#### Version: V4.2019.09.1850
-#### Bad Referrers Blocked: [6769](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
+#### Bad Referrers Blocked: [6774](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [212](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________

MANUAL-CONFIGURATION.md

@@ -4,8 +4,8 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V4.2019.09.1849
+#### Version: V4.2019.09.1850
-#### Bad Referrers Blocked: [6769](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
+#### Bad Referrers Blocked: [6774](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [212](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________

README.md

@@ -11,8 +11,8 @@
 ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
 
 _______________
-#### Version: V4.2019.09.1849
+#### Version: V4.2019.09.1850
-#### Bad Referrers Blocked: [6769](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
+#### Bad Referrers Blocked: [6774](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [212](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________
@@ -30,7 +30,7 @@ _______________________
 ##### nginx version: nginx/1.10.x :heavy_check_mark:
 ##### nginx version: nginx/1.16.1 :heavy_check_mark:
 ##### nginx version: nginx/1.15.8 :heavy_check_mark:
-##### nginx version: nginx/1.17.3 :heavy_check_mark:
+##### nginx version: nginx/1.17.4 :heavy_check_mark:
 __________________________
 
 Not Using Nginx? See the [![Get the APACHE ULTIMATE BAD BOT BLOCKER](https://img.shields.io/badge/APACHE%20-%20ULTIMATE%20BAD%20BOT%20BLOCKER%20%E2%9B%94-blue.svg)](https://github.com/mitchellkrogza/apache-ultimate-bad-bot-blocker)

_generator_lists/bad-referrers.list

@@ -1,22 +1,3 @@
-speeddream.xyz
-lonfon.xyz
-zskdla.site
-ukkala.xyz
-pivka.xyz
-phelissota.xyz
-oivcvx.website
-mzdish.site
-kskjco.club
-kometars.xyz
-houtings.xyz
-dumuelave.xyz
-dscaas.website
-friendflnder.com
-rollercoin.com
-iideaidekonkatu.info
-datadepths.com
-vroze.com
-fapgon.com
 000free.us
 007angels.com
 00author.com
@@ -1547,6 +1528,7 @@ darodar.com
 data-mining.tk
 data.vtc.pw
 data1.scopich.com
+datadepths.com
 dataloading.net
 date-withme.com
 dating-app.ru
@@ -2291,6 +2273,7 @@ freshmac.space
 freshsuperbloop.com
 freshwallpapers.info
 freza-sverlo.ru
+friendflnder.com
 frighteningremain.cf
 frivgame250.com
 froggytube.com
@@ -3446,6 +3429,7 @@ lombia.com
 lomza.info
 lonely-mature.com
 lonerangergames.com
+lonfon.xyz
 long-beach-air-conditioning.com
 longadventure.com
 longgreen.info
@@ -4853,6 +4837,7 @@ rockprogblog.com
 rogervivierforsale.com
 roleforum.ru
 roll123.com
+rollercoin.com
 roma-kukareku.livejournal.com
 rome2rio.com
 romhacking.ru
@@ -5420,6 +5405,7 @@ spbchampionat.ru
 special-porn.com
 specialfinanceoffers.com
 speechfoodie.com
+speeddream.xyz
 speedup-my.site
 spidtest.org
 spidtest.space
@@ -6786,4 +6772,4 @@ zx6.ru
 zynax.ua
 zytpirwai.net
 zzbroya.com.ua
-zzlgxh.com
+zzlgxh.com

_google_analytics_ghost_spam/README.md

@@ -3,8 +3,8 @@
 # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
 
 _______________
-#### Version: V4.2019.09.1849
+#### Version: V4.2019.09.1850
-#### Bad Referrers Blocked: [6769](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
+#### Bad Referrers Blocked: [6774](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [212](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________

_google_analytics_ghost_spam/google-exclude-05.txt

@@ -1 +1 @@
-youthreaders\.com|youtoner\.it|youtube\-downloader\.savetubevideo\.com|youtubedownload\.org|youtuhe\.com|ypmuseum\.ru|ytmnd\.com|yuarra\.pluto\.ro|yubikk\.info|yugk\.net|yugo\-star\.ru|yun56\.co|yunque\.pluto\.ro|yur\-p\.ru|yurgorod\.ru|yuweng\.info|z\-master\.ru|za\-fun\-offer\.com|za\-music\.mymobiplanet\.com|zaapplesales\.blogspot\.com|zacreditom\.ru|zagadki\.in\.ua|zahvat\.ru|zaidia\.xhost\.ro|zaim\-pod\-zalog\-krasnodar\.ru|zaimhelp\.ru|zaimite\.ru|zajm\-pod\-zalog\-nedvizhimosti\.ru|zajm\-zalog\-krasnodar\.ru|zakazfutbolki\.com|zakazvzloma\.com|zakon\-ob\-obrazovanii\.ru|zakonobosago\.ru|zaloadi\.ru|zaloro\.com|zambini\.ru|zaobao\.com\.sg|zapatosenventa\.info|zapiszto\.pl|zarabiaj\-dzis\.pl|zarabotat\-na\-sajte\.ru|zarabotok\-\-doma\.ru|zarajbuilders\.com|zarenica\.net|zarepta\.com|zastenchivosti\.net|zastroyka\.org|zatjmuzu\.info|zawyna\.ua|zazagames\.org|zdesformula\.ru|zdesoboi\.com|zebradudka\.com|zebramart\.ru|zed21\.net|zeg\-distribution\.com|zeikopay\.com|zeleznobeton\.ru|zero1\.it|zerocash\.msk\.ru|zeroredirect\.com|zeroredirect1\.com|zeroredirect10\.com|zeroredirect11\.com|zeroredirect12\.com|zeroredirect2\.com|zeroredirect5\.com|zeroredirect6\.com|zeroredirect7\.com|zeroredirect8\.com|zeroredirect9\.com|zetgie\.com\.pl|zetmaster\.ru|zhacker\.net|zhongwenlink\.com|zhorapankratov7\.blogspot\.com|zhuravlev\.info|zigarettenonl\.canalblog\.com|zigarettenonlinekaufen\.tumblr\.com|zigarettenonlinekaufen1\.bloog\.pl|zigarettenonlinekaufen1\.blox\.pl|zigarettenonlinekaufen2\.bloog\.pl|zigarettenonlinekaufen2\.drupalgardens\.com|zigzog\.ru|zionstar\.net|zixizop\.net\.ru|zkjovpdgxivg\.ga|zlatnajesen\.com|zmoda\.hostreo\.com|znakom\.sibtest\.ru|znakomstva\-moskva77\.ru|znakomstva\-piter78\.ru|znakomstvaonlain\.ru|znaniyapolza\.ru|znaturaloriginal\.com|zocaparj\.kz|zog\.link|zojirushi\-products\.ru|zolotoy\-lis\.ru|zona\-aqua\.ru|zone\-kev717\.info|zoodrawings\.com|zoogdiesney\.com|zoogdinsney\.com|zoogdisany\.com|zooggames\.com|zoolubimets\.ru|zoominfo\.com|zoomovies\.org|zoompegs\.com|zoosexart\.com|zootoplist\.com|zootravel\.com|zophim\.me|zrelaya\.pw|zrizvtrnpale\.tk|zrus\.org|zryydi\.com|zs2vm\.top|zscaler\.net|zscalerone\.net|zscalertwo\.net|zskdla\.site|zverokruh\-shop\.cz|zvetki\.ru|zvezdagedon\.ru|zx6\.ru|zynax\.ua|zytpirwai\.net|zzbroya\.com\.ua|zzlgxh\.com
+yourporngay\.com|yoursearch\.me|yourserverisdown\.com|yoursite\.com|yourtemplatefinder\.com|yousense\.info|youthreaders\.com|youtoner\.it|youtube\-downloader\.savetubevideo\.com|youtubedownload\.org|youtuhe\.com|ypmuseum\.ru|ytmnd\.com|yuarra\.pluto\.ro|yubikk\.info|yugk\.net|yugo\-star\.ru|yun56\.co|yunque\.pluto\.ro|yur\-p\.ru|yurgorod\.ru|yuweng\.info|z\-master\.ru|za\-fun\-offer\.com|za\-music\.mymobiplanet\.com|zaapplesales\.blogspot\.com|zacreditom\.ru|zagadki\.in\.ua|zahvat\.ru|zaidia\.xhost\.ro|zaim\-pod\-zalog\-krasnodar\.ru|zaimhelp\.ru|zaimite\.ru|zajm\-pod\-zalog\-nedvizhimosti\.ru|zajm\-zalog\-krasnodar\.ru|zakazfutbolki\.com|zakazvzloma\.com|zakon\-ob\-obrazovanii\.ru|zakonobosago\.ru|zaloadi\.ru|zaloro\.com|zambini\.ru|zaobao\.com\.sg|zapatosenventa\.info|zapiszto\.pl|zarabiaj\-dzis\.pl|zarabotat\-na\-sajte\.ru|zarabotok\-\-doma\.ru|zarajbuilders\.com|zarenica\.net|zarepta\.com|zastenchivosti\.net|zastroyka\.org|zatjmuzu\.info|zawyna\.ua|zazagames\.org|zdesformula\.ru|zdesoboi\.com|zebradudka\.com|zebramart\.ru|zed21\.net|zeg\-distribution\.com|zeikopay\.com|zeleznobeton\.ru|zero1\.it|zerocash\.msk\.ru|zeroredirect\.com|zeroredirect1\.com|zeroredirect10\.com|zeroredirect11\.com|zeroredirect12\.com|zeroredirect2\.com|zeroredirect5\.com|zeroredirect6\.com|zeroredirect7\.com|zeroredirect8\.com|zeroredirect9\.com|zetgie\.com\.pl|zetmaster\.ru|zhacker\.net|zhongwenlink\.com|zhorapankratov7\.blogspot\.com|zhuravlev\.info|zigarettenonl\.canalblog\.com|zigarettenonlinekaufen\.tumblr\.com|zigarettenonlinekaufen1\.bloog\.pl|zigarettenonlinekaufen1\.blox\.pl|zigarettenonlinekaufen2\.bloog\.pl|zigarettenonlinekaufen2\.drupalgardens\.com|zigzog\.ru|zionstar\.net|zixizop\.net\.ru|zkjovpdgxivg\.ga|zlatnajesen\.com|zmoda\.hostreo\.com|znakom\.sibtest\.ru|znakomstva\-moskva77\.ru|znakomstva\-piter78\.ru|znakomstvaonlain\.ru|znaniyapolza\.ru|znaturaloriginal\.com|zocaparj\.kz|zog\.link|zojirushi\-products\.ru|zolotoy\-lis\.ru|zona\-aqua\.ru|zone\-kev717\.info|zoodrawings\.com|zoogdiesney\.com|zoogdinsney\.com|zoogdisany\.com|zooggames\.com|zoolubimets\.ru|zoominfo\.com|zoomovies\.org|zoompegs\.com|zoosexart\.com|zootoplist\.com|zootravel\.com|zophim\.me|zrelaya\.pw|zrizvtrnpale\.tk|zrus\.org|zryydi\.com|zs2vm\.top|zscaler\.net|zscalerone\.net|zscalertwo\.net|zskdla\.site|zverokruh\-shop\.cz|zvetki\.ru|zvezdagedon\.ru|zx6\.ru|zynax\.ua|zytpirwai\.net|zzbroya\.com\.ua|zzlgxh\.com

_google_webmaster_disavow_links/google-disavow.txt

@@ -1528,6 +1528,7 @@ domain:darodar.com
 domain:data-mining.tk
 domain:data.vtc.pw
 domain:data1.scopich.com
+domain:datadepths.com
 domain:dataloading.net
 domain:date-withme.com
 domain:dating-app.ru
@@ -2272,6 +2273,7 @@ domain:freshmac.space
 domain:freshsuperbloop.com
 domain:freshwallpapers.info
 domain:freza-sverlo.ru
+domain:friendflnder.com
 domain:frighteningremain.cf
 domain:frivgame250.com
 domain:froggytube.com
@@ -3427,6 +3429,7 @@ domain:lombia.com
 domain:lomza.info
 domain:lonely-mature.com
 domain:lonerangergames.com
+domain:lonfon.xyz
 domain:long-beach-air-conditioning.com
 domain:longadventure.com
 domain:longgreen.info
@@ -4834,6 +4837,7 @@ domain:rockprogblog.com
 domain:rogervivierforsale.com
 domain:roleforum.ru
 domain:roll123.com
+domain:rollercoin.com
 domain:roma-kukareku.livejournal.com
 domain:rome2rio.com
 domain:romhacking.ru
@@ -5401,6 +5405,7 @@ domain:spbchampionat.ru
 domain:special-porn.com
 domain:specialfinanceoffers.com
 domain:speechfoodie.com
+domain:speeddream.xyz
 domain:speedup-my.site
 domain:spidtest.org
 domain:spidtest.space

robots.txt/robots.txt

@@ -6,8 +6,8 @@
 
 ### Version Information #
 ###################################################
-### Version: V4.2019.09.1849
+### Version: V4.2019.09.1850
-### Updated: Wed Sep 25 20:28:16 SAST 2019
+### Updated: Thu Sep 26 09:22:11 SAST 2019
 ### Bad Bot Count: 556
 ###################################################
 ### Version Information ##