V4.2019.07.1774 [ci skip]

.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.184.96.71	1;
+35.224.112.202	1;
 127.0.0.1	1;

.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.184.96.71	0;
+35.224.112.202	0;
 127.0.0.1	0;

.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.184.96.71	1;
+35.224.112.202	1;
 127.0.0.1	1;

.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.184.96.71	0;
+35.224.112.202	0;
 127.0.0.1	0;

.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.184.96.71	1;
+35.224.112.202	1;
 127.0.0.1	1;

.dev-tools/beta_conf_files_whitelist/bots.d/custom-bad-referrers.conf

@@ -1472,6 +1472,7 @@
 	"~*(?:\b)coslab\.club(?:\b)" 	0;
 	"~*(?:\b)cosmetic\.donna7753191\.ru(?:\b)" 	0;
 	"~*(?:\b)cosmeticswomens\-womensports\.rhcloud\.com(?:\b)" 	0;
+	"~*(?:\b)costablue\.xyz(?:\b)" 	0;
 	"~*(?:\b)cottageofgrace\.com(?:\b)" 	0;
 	"~*(?:\b)cougfan\.info(?:\b)" 	0;
 	"~*(?:\b)counciltally\.com(?:\b)" 	0;
@@ -1895,6 +1896,7 @@
 	"~*(?:\b)elektrozigaretten1\.tumblr\.com(?:\b)" 	0;
 	"~*(?:\b)elektrozigaretten1\.webs\.com(?:\b)" 	0;
 	"~*(?:\b)elektrozigaretten2\.yn\.lt(?:\b)" 	0;
+	"~*(?:\b)elexies\.info(?:\b)" 	0;
 	"~*(?:\b)elidelcream\.weebly\.com(?:\b)" 	0;
 	"~*(?:\b)elite\-sex\-finders\.com(?:\b)" 	0;
 	"~*(?:\b)elitedollars\.com(?:\b)" 	0;
@@ -3364,6 +3366,7 @@
 	"~*(?:\b)letto\.by(?:\b)" 	0;
 	"~*(?:\b)levaquin750mg\.blogspot\.com(?:\b)" 	0;
 	"~*(?:\b)lexaprogeneric\.link(?:\b)" 	0;
+	"~*(?:\b)lexixxx\.com(?:\b)" 	0;
 	"~*(?:\b)lezbiyanki\.net(?:\b)" 	0;
 	"~*(?:\b)lflash\.ru(?:\b)" 	0;
 	"~*(?:\b)li\-er\.ru(?:\b)" 	0;

.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.184.96.71	0;
+35.224.112.202	0;
 127.0.0.1	0;

.dev-tools/referrers-regex-format-whitelist-test.txt

@@ -1425,6 +1425,7 @@
 "~*(?:\b)coslab\.club(?:\b)" 	0;
 "~*(?:\b)cosmetic\.donna7753191\.ru(?:\b)" 	0;
 "~*(?:\b)cosmeticswomens\-womensports\.rhcloud\.com(?:\b)" 	0;
+"~*(?:\b)costablue\.xyz(?:\b)" 	0;
 "~*(?:\b)cottageofgrace\.com(?:\b)" 	0;
 "~*(?:\b)cougfan\.info(?:\b)" 	0;
 "~*(?:\b)counciltally\.com(?:\b)" 	0;
@@ -1848,6 +1849,7 @@
 "~*(?:\b)elektrozigaretten1\.tumblr\.com(?:\b)" 	0;
 "~*(?:\b)elektrozigaretten1\.webs\.com(?:\b)" 	0;
 "~*(?:\b)elektrozigaretten2\.yn\.lt(?:\b)" 	0;
+"~*(?:\b)elexies\.info(?:\b)" 	0;
 "~*(?:\b)elidelcream\.weebly\.com(?:\b)" 	0;
 "~*(?:\b)elite\-sex\-finders\.com(?:\b)" 	0;
 "~*(?:\b)elitedollars\.com(?:\b)" 	0;
@@ -3317,6 +3319,7 @@
 "~*(?:\b)letto\.by(?:\b)" 	0;
 "~*(?:\b)levaquin750mg\.blogspot\.com(?:\b)" 	0;
 "~*(?:\b)lexaprogeneric\.link(?:\b)" 	0;
+"~*(?:\b)lexixxx\.com(?:\b)" 	0;
 "~*(?:\b)lezbiyanki\.net(?:\b)" 	0;
 "~*(?:\b)lflash\.ru(?:\b)" 	0;
 "~*(?:\b)li\-er\.ru(?:\b)" 	0;

.dev-tools/referrers-regex-format.txt

@@ -1425,6 +1425,7 @@
 "~*(?:\b)coslab\.club(?:\b)" 	1;
 "~*(?:\b)cosmetic\.donna7753191\.ru(?:\b)" 	1;
 "~*(?:\b)cosmeticswomens\-womensports\.rhcloud\.com(?:\b)" 	1;
+"~*(?:\b)costablue\.xyz(?:\b)" 	1;
 "~*(?:\b)cottageofgrace\.com(?:\b)" 	1;
 "~*(?:\b)cougfan\.info(?:\b)" 	1;
 "~*(?:\b)counciltally\.com(?:\b)" 	1;
@@ -1846,6 +1847,7 @@
 "~*(?:\b)elektrozigaretten1\.tumblr\.com(?:\b)" 	1;
 "~*(?:\b)elektrozigaretten1\.webs\.com(?:\b)" 	1;
 "~*(?:\b)elektrozigaretten2\.yn\.lt(?:\b)" 	1;
+"~*(?:\b)elexies\.info(?:\b)" 	1;
 "~*(?:\b)elidelcream\.weebly\.com(?:\b)" 	1;
 "~*(?:\b)elitedollars\.com(?:\b)" 	1;
 "~*(?:\b)elitepcgames\.com(?:\b)" 	1;
@@ -3317,6 +3319,7 @@
 "~*(?:\b)letto\.by(?:\b)" 	1;
 "~*(?:\b)levaquin750mg\.blogspot\.com(?:\b)" 	1;
 "~*(?:\b)lexaprogeneric\.link(?:\b)" 	1;
+"~*(?:\b)lexixxx\.com(?:\b)" 	1;
 "~*(?:\b)lezbiyanki\.net(?:\b)" 	1;
 "~*(?:\b)lflash\.ru(?:\b)" 	1;
 "~*(?:\b)libertybilisim\.com(?:\b)" 	1;

.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf

@@ -45,4 +45,4 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-35.224.112.202          0;
+35.184.226.236          0;

.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-104.154.120.187	1;
+35.202.145.110	1;
 127.0.0.1	1;

.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-104.154.120.187	0;
+35.202.145.110	0;
 127.0.0.1	0;

.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-104.154.120.187	1;
+35.202.145.110	1;
 127.0.0.1	1;

.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-104.154.120.187	0;
+35.202.145.110	0;
 127.0.0.1	0;

.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-104.154.120.187	1;
+35.202.145.110	1;
 127.0.0.1	1;

.dev-tools/test1_conf_files_whitelist/bots.d/custom-bad-referrers.conf

@@ -1472,6 +1472,7 @@
 	"~*(?:\b)coslab\.club(?:\b)" 	0;
 	"~*(?:\b)cosmetic\.donna7753191\.ru(?:\b)" 	0;
 	"~*(?:\b)cosmeticswomens\-womensports\.rhcloud\.com(?:\b)" 	0;
+	"~*(?:\b)costablue\.xyz(?:\b)" 	0;
 	"~*(?:\b)cottageofgrace\.com(?:\b)" 	0;
 	"~*(?:\b)cougfan\.info(?:\b)" 	0;
 	"~*(?:\b)counciltally\.com(?:\b)" 	0;
@@ -1895,6 +1896,7 @@
 	"~*(?:\b)elektrozigaretten1\.tumblr\.com(?:\b)" 	0;
 	"~*(?:\b)elektrozigaretten1\.webs\.com(?:\b)" 	0;
 	"~*(?:\b)elektrozigaretten2\.yn\.lt(?:\b)" 	0;
+	"~*(?:\b)elexies\.info(?:\b)" 	0;
 	"~*(?:\b)elidelcream\.weebly\.com(?:\b)" 	0;
 	"~*(?:\b)elite\-sex\-finders\.com(?:\b)" 	0;
 	"~*(?:\b)elitedollars\.com(?:\b)" 	0;
@@ -3364,6 +3366,7 @@
 	"~*(?:\b)letto\.by(?:\b)" 	0;
 	"~*(?:\b)levaquin750mg\.blogspot\.com(?:\b)" 	0;
 	"~*(?:\b)lexaprogeneric\.link(?:\b)" 	0;
+	"~*(?:\b)lexixxx\.com(?:\b)" 	0;
 	"~*(?:\b)lezbiyanki\.net(?:\b)" 	0;
 	"~*(?:\b)lflash\.ru(?:\b)" 	0;
 	"~*(?:\b)li\-er\.ru(?:\b)" 	0;

.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-104.154.120.187	0;
+35.202.145.110	0;
 127.0.0.1	0;

.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf

@@ -45,5 +45,5 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-35.224.112.202          0;
+35.193.7.13             0;
-104.154.120.187         0;
+35.184.226.236          0;

.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf

@@ -45,5 +45,5 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-35.192.85.2             0;
+35.224.112.202          0;
-35.202.145.110          0;
+104.154.120.187         0;

.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf

@@ -45,5 +45,6 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-35.188.1.99             0;
+35.192.85.2             0;
-104.154.120.187         0;
+35.224.112.202          0;
+35.184.226.236          0;

.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf

@@ -45,5 +45,6 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-35.192.85.2             0;
+35.202.145.110          0;
-35.188.1.99             0;
+35.224.112.202          0;
+35.193.7.13             0;

.dev-tools/test_units/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.184.96.71	1;
+35.224.112.202	1;
 127.0.0.1	1;

.dev-tools/test_units/custom-bad-referrers.conf

@@ -1472,6 +1472,7 @@
 	"~*(?:\b)coslab\.club(?:\b)" 	0;
 	"~*(?:\b)cosmetic\.donna7753191\.ru(?:\b)" 	0;
 	"~*(?:\b)cosmeticswomens\-womensports\.rhcloud\.com(?:\b)" 	0;
+	"~*(?:\b)costablue\.xyz(?:\b)" 	0;
 	"~*(?:\b)cottageofgrace\.com(?:\b)" 	0;
 	"~*(?:\b)cougfan\.info(?:\b)" 	0;
 	"~*(?:\b)counciltally\.com(?:\b)" 	0;
@@ -1895,6 +1896,7 @@
 	"~*(?:\b)elektrozigaretten1\.tumblr\.com(?:\b)" 	0;
 	"~*(?:\b)elektrozigaretten1\.webs\.com(?:\b)" 	0;
 	"~*(?:\b)elektrozigaretten2\.yn\.lt(?:\b)" 	0;
+	"~*(?:\b)elexies\.info(?:\b)" 	0;
 	"~*(?:\b)elidelcream\.weebly\.com(?:\b)" 	0;
 	"~*(?:\b)elite\-sex\-finders\.com(?:\b)" 	0;
 	"~*(?:\b)elitedollars\.com(?:\b)" 	0;
@@ -3364,6 +3366,7 @@
 	"~*(?:\b)letto\.by(?:\b)" 	0;
 	"~*(?:\b)levaquin750mg\.blogspot\.com(?:\b)" 	0;
 	"~*(?:\b)lexaprogeneric\.link(?:\b)" 	0;
+	"~*(?:\b)lexixxx\.com(?:\b)" 	0;
 	"~*(?:\b)lezbiyanki\.net(?:\b)" 	0;
 	"~*(?:\b)lflash\.ru(?:\b)" 	0;
 	"~*(?:\b)li\-er\.ru(?:\b)" 	0;

.dev-tools/test_units/random-bots-for-test-quick.list

@@ -1,10 +1,10 @@
-Cliqzbot
+Barkrowler
-cognitiveseo
+Keyword Density
-Freeuploader
+LinqiaScrapeBot
-Majestic12
+Nimbostratus
-Openfind
+OutclicksBot
-Pi-Monster
+Rogerbot
-ScanAlert
+SpaceBison
-Steeler
+Vagabondo
-Trendiction
+WallpapersHD
-WISENutbot
+Wotbox

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404enemy
+404checker
-Aboundexbot
+Aboundex
-AIBOT
+Acunetix
+AfD-Verbotsverfahren
+AhrefsBot
 Alligator
-AllSubmitter
+Anarchie
-AlphaBot
+Asterias
-Apexoo
 autoemailspider
+BackDoorBot
+backlink-check
 BackWeb
-Badass
+Bandit
+BatchFTP
 Battleztar Bazinga
 BBBike
-BDFetch
+BetaBot
 Bigfoot
 Bitacle
-Blow
+Blackboard
-BlowFish
+BLEXBot
 Boardreader
-Brandprotect
+Buddy
-BunnySlippers
+BuiltBotTough
+BuiltWith
 BuzzSumo
 Calculon
+CATExplorador
+CCBot
 Cegbfeieh
-CherryPicker
+CheeseBot
 CheTeam
 ChinaClaw
+Chlooe
 Claritybot
-Cogentbot
+Cliqzbot
-Copier
+Cloud mapping
-CopyRightCheck
+coccocbot-web
+Collector
 Copyscape
 Cosmos
 Craftbot
-CrazyWebCrawler
+crawler4j
+Crescent
 CSHttp
-Curious
+Deusu
-DataCha0s
-DBLBot
 Digincore
 DigitalPebble
 Disco
-Discobot
 Discoverybot
 Dispatch
-DittoSpyder
 DnyzBot
-DomainAppender
+DomainCrawler
+DomainStatsBot
 Download Wonder
+Dragonfly
+Drip
 DSearch
-EasyDL
+DTS Agent
-Ebingbong
 eCatch
-ECCP/1.0
+Ecxi
 EMail Siphon
-evc-batch
+EMail Wolf
-Express WebPictures
+EroCrawler
-ExtractorPro
+Extractor
-facebookscraper
+EyeNetIE
+Ezooms
+FemtosearchBot
+FHscan
+Firefox/7.0
+Flunky
 Freeuploader
+FrontPage
 Fyrebot
-Getintent
+Genieo
+GermCrawler
 GetRight
 Gigablast
-Gigabot
-G-i-g-a-b-o-t
-Go-Ahead-Got-It
-Gotit
-GoZilla
-Grabber
 GrapeFX
+GrapeshotCrawler
 GridBot
-GT::WWW
 Haansoft
-Harvest
+HaosouSpider
 Havij
+HEADMasterSEO
+Heritrix
 Hloader
-HMView
 HTTP::Lite
-HTTrack
 Humanlinks
-IDBot
+HybridBot
-Image Fetch
+Iblog
-Image Sucker
+Id-search
 InfoNaviRobot
 instabid
-InterGET
+Intelliseek
+Internet Ninja
+ips-agent
 Iria
 IRLbot
-IstellaBot
+Jbrofuzz
-Joomla
+JikeSpider
-Jorgee
+JustView
-Keyword Density
 Kozmosbot
-Lanshanbot
+LeechFTP
-LexiBot
+Lftp
-Libwhisker
+LibWeb
 Lightspeedsystems
-Likse
-Linkdexbot
-LinkextractorPro
 LinkpadBot
+LinkScan
 LinqiaMetadataDownloaderBot
 LinqiaScrapeBot
+Lipperhey
+Litemage_walker
 Lmspider
 LNSpiderguy
 Ltx71
 LWP::Simple
-lwp-trivial
 Magnet
 Mag-Net
-Majestic12
+Mail.RU_Bot
-MarkMonitor
+Majestic SEO
+Majestic-SEO
+MarkWatch
 Mass Downloader
-MauiBot
+Mata Hari
-meanpathbot
+MeanPath Bot
+mediawords
+MegaIndex.ru
 Metauri
-MFC_Tear_Sample
+Microsoft URL Control
 MIIxpc
 Mister PiX
-Mojeek
-Morfeus Fucking Scanner
 Mr.4x3
+Msrabot
 MS Web Services Client Protocol
-Musobot
+muhstik-scan
-Nameprotect
 Navroad
-Needle
+NearSite
+NetAnts
 Netcraft
-NetMechanic
+NetLyzer
+NetSpider
+Nettrack
+Netvibes
 NetZIP
 NextGenSearchBot
 Nibbler
 NICErsPRO
-Niki-bot
+Nikto
-NimbleCrawler
+Nimbostratus
-Ninja
+OpenLinkProfiler
-NPbot
-Octopus
-Offline Explorer
-Offline Navigator
-OpenVAS
 OrangeBot
-OutfoxBot
+OutclicksBot
-Page Analyzer
 PageGrabber
+page scorer
 PageScorer
-Pandalytics
-Panscient
-Papa Foto
 Pavuk
-pcBrowser
+PictureFinder
-PECL::HTTP
+Pi-Monster
-Pimonster
 PleaseCrawl
 Pockey
-Probethenet
+POE-Component-Client-HTTP
 ProPowerBot
-ProWebWalker
+Psbot
-Pump
-PyCurl
-Quick-Crawler
 RankActiveLinkBot
-RankFlex
 RankingBot
-RankingBot2
+RankurBot
-Rankivabot
 RealDownload
+Reaper
 RebelMouse
-RedesScrapy
+SalesIntelligent
-Ripper
+SBIder
-RocketCrawler
-Rogerbot
-ScanAlert
-scan.lol
 Scrapy
-Screaming
+Searchestate
 SemrushBot
-SEOkicks
+SEOkicks-Robot
+Seomoz
+seoscanners
 SeoSiteCheckup
-sexsearcher
+serpstatbot
 Shodan
 SISTRIX
 Sitebeam
-SiteSucker
+Siteimprove
-SlySearch
+SiteSnagger
+Sitevigil
 SmartDownload
+SMTBot
 Snake
-Sottopop
+Sociscraper
-Spammen
+Sogou web spider
+SpaceBison
+SpankBot
+Spanner
+sp_auditbot
+SputnikBot
 spyfu
-Sqlmap
-Sqlworm
-Sqworm
-Steeler
 Stripper
-Sucker
+Sucuri
-SuperHTTP
+SurveyBot
-Surfbot
 Suzuran
-T0PHackTeam
+sysscan
-Teleport
+T8Abot
-TeleportPro
 Telesoft
-TheNomad
+Telesphoreo
+The Intraformant
+Titan
 Toweyabot
-Tracemyfile
-Trendiction
-Trendictionbot
-trendiction.com
-trendiction.de
-True_Robot
 Turingos
 Turnitin
-TwengaBot
+TurnitinBot
-Twice
+Upflow
-Typhoeus
+URLy Warning
-UnisterBot
 Vacuum
 Vagabondo
 VB Project
+VCI
 VeriCiteCrawler
+Virusdie
+VoidEYE
 Voil
 Voltron
 Wallpapers/3.0
-WASALive-Bot
+WBSearchBot
+Webalta
 WebAuto
-Web Auto
-Web Collage
 WebCopier
 WebEnhancer
-Web Enhancer
+WebFetch
-WebImageCollector
+Web Fetch
-WebmasterWorldForumBot
+WebFuck
+Web Fuck
+WebLeacher
 webmeup-crawler
-WebPix
+Web Sauger
-WebReaper
-WebsiteQuester
-Webster
-WebWhacker
 WebZIP
-WeSEE
+Whatweb
-Whack
+Who.is Bot
-Whacker
+WISENutbot
-Widow
+Wonderbot
-x22Mozilla
+WWW-Collector-E
-YoudaoBot
+WWW::Mechanize
-Zade
+WWWOFFLE
 Zauba
+zauba.io
+Zermelo
 Zeus
+zgrab
+Zitebot
 ZmEu

.dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 360Spider
 80legs
-Aipbot
+Abonti
-AllSubmitter
+Aboundexbot
+AfD-Verbotsverfahren
+AiHitBot
 AlphaBot
 Anarchie
 Apexoo
 Asterias
-autoemailspider
+BackDoorBot
-Backlink-Ceck
+backlink-check
-BacklinkCrawler
+BackStreet
 BackWeb
 Badass
-Bandit
+BBBike
-Battleztar Bazinga
+BetaBot
-Bigfoot
+Blackboard
-Blow
+BlackWidow
-BlowFish
-Boardreader
-Bolt
 Brandprotect
-Brandwatch
 Buddy
-Bullseye
+BuiltBotTough
+BunnySlippers
 BuzzSumo
-CazoodleBot
+Calculon
+CATExplorador
 CCBot
 Cegbfeieh
-CherryPicker
 CheTeam
-Chlooe
+ChinaClaw
 Cliqzbot
-Cloud mapping
+coccocbot-web
-Collector
+Cogentbot
+cognitiveseo
+Copyscape
 Cosmos
-Craftbot
+crawler4j
 crawler.feedback
+crawl.sogou.com
+CrazyWebCrawler
 CrunchBot
 CSHttp
 Curious
+Custo
 DataCha0s
+demandbase-bot
+Devil
 Digincore
-DIIbot
 Dirbuster
-Discoverybot
 DnyzBot
-DomainSigmaCrawler
+DomainStatsBot
+Download Wonder
+Dragonfly
+Drip
+EasyDL
 ECCP/1.0
+Ecxi
+EMail Siphon
 EMail Wolf
+EroCrawler
+evc-batch
 Evil
+Exabot
 Express WebPictures
-ExtLinksBot
-ExtractorPro
 EyeNetIE
-Ezooms
+FDM
-facebookscraper
+FHscan
-FlashGet
+Foobot
+Freeuploader
 FrontPage
-Genieo
 GermCrawler
 Getintent
 GetWeb
 Gigablast
+Go-Ahead-Got-It
 Gotit
+GoZilla
 Go!Zilla
+GrabNet
 Grafula
+GrapeshotCrawler
 GT::WWW
 Haansoft
-HaosouSpider
+Harvest
-HEADMasterSEO
 Heritrix
-HMView
+HTTP::Lite
 Humanlinks
 HybridBot
-Iblog
+IDBot
-Id-search
 IlseBot
-Image Sucker
+Image Fetch
-IndeedBot
+InfoNaviRobot
 InfoTekies
-Intelliseek
+instabid
+InternetSeer
+Iria
 IRLbot
 Iskanie
 IstellaBot
-Jbrofuzz
 JennyBot
-JOC Web Spider
+Jetty
 Joomla
-JustView
+Jyxobot
+Kenjin Spider
 Kozmosbot
+Lanshanbot
 Larbin
 LeechGet
-Lftp
+LexiBot
-LinkScan
+Libwhisker
-LinksManager
+Linkdexbot
+LinkextractorPro
+LinkpadBot
 LinkWalker
-LinqiaScrapeBot
 Lipperhey
 Litemage_walker
 Lmspider
 LNSpiderguy
+lwp-request
 LWP::Simple
+Mag-Net
 Majestic12
-Majestic SEO
 Majestic-SEO
-Masscan
+Mass Downloader
+Mata Hari
 meanpathbot
 Meanpathbot
-Mediatoolkitbot
+MeanPath Bot
-mediawords
-Metauri
-MFC_Tear_Sample
 Microsoft Data Access
-MIDown tool
 Mister PiX
-MJ12bot
-Mojeek
-MSFrontPage
-MSIECrawler
 Msrabot
+muhstik-scan
 Musobot
-Netcraft
+Navroad
+NearSite
+Nessus
 NetSpider
+Net Vampire
 Netvibes
+NetZIP
+NextGenSearchBot
+NICErsPRO
 Niki-bot
-NimbleCrawler
 Nimbostratus
+Ninja
 Nmap
-NPbot
-oBot
 Octopus
+OnCrawl
+Openfind
 OpenLinkProfiler
 Openvas
+OrangeSpider
 OutclicksBot
-OutfoxBot
+PageAnalyzer
+Page Analyzer
+PageGrabber
+page scorer
 PageScorer
-Pandalytics
+Papa Foto
-Panscient
+PECL::HTTP
-Pavuk
 PeoplePal
 Picscout
-PictureFinder
+Picsearch
-plumanalytics
+Pi-Monster
 Pockey
-Probethenet
 ProPowerBot
+ProWebWalker
 Psbot
-PyCurl
 QueryN Metasearch
-RankActive
 RankActiveLinkBot
-RankingBot2
+RealDownload
-Rankivabot
+Reaper
-Recorder
 RedesScrapy
-ReGet
 RepoMonkey
-SalesIntelligent
+Ripper
-SBIder
+RocketCrawler
 ScanAlert
-scan.lol
+ScoutJet
-ScreenerBot
+Screaming
 Semrush
-SEOkicks
+SemrushBot
-SEOlyticsCrawler
+SEOkicks-Robot
+SEOprofiler
 SeoSiteCheckup
 Siphon
 SISTRIX
+Sitebeam
 Siteimprove
-SiteLockSpider
 SiteSnagger
-SiteSucker
 Site Sucker
 SlySearch
 SmartDownload
 SMTBot
 Snake
-Snapbot
-SocialRankIOBot
-sogouspider
-Sogou web spider
 Sosospider
-Sottopop
+SpaceBison
-Spanner
+SpankBot
+Sqlmap
 Sqlworm
+Sqworm
 Stripper
-Sucker
+SuperHTTP
-Sucuri
+Surfbot
+SurveyBot
 Suzuran
-sysscan
+Swiftbot
-Szukacz
 T0PHackTeam
-T8Abot
+TeleportPro
-tAkeOut
+TheNomad
-Telesoft
-Telesphorep
 Thumbor
-TightTwatBot
-Titan
 Toata
-Trendiction
+Tracemyfile
 Trendictionbot
-trendiction.com
+trendiction.de
-Turingos
 Twice
-Typhoeus
+UnisterBot
-URLy Warning
 URLy.Warning
-VeriCiteCrawler
+VCI
-Virusdie
+VidibleScraper
 VoidEYE
 Voil
 Voltron
-WallpapersHD
+Wallpapers/3.0
-WBSearchBot
 Webalta
-WebAuto
+Web Auto
-Web Collage
-WebCopier
 WEBDAV
 WebEnhancer
-WebLeacher
+Web Fetch
+WebFuck
+WebmasterWorldForumBot
 WebPix
-WebSauger
+Web Sauger
-WebsiteQuester
+Webshag
 Website Quester
 Webster
-WebStripper
+WebSucker
-Web Sucker
+WeSEE
-Whack
+Whatweb
-Whacker
+Widow
-Who.is Bot
 WinHTTrack
 WiseGuys Robot
+WISENutbot
 Wonderbot
-Wotbox
 Wprecon
 WPScan
 WWW-Collector-E
-WWW-Mechanize
+WWW::Mechanize
-x22Mozilla
-Xaldon_WebSpider
 Xenu
-xpymep1.exe
-Zade
 Zauba
-Zeus
+Zermelo
-ZmEu
-ZumBot
-ZyBorg

.dev-tools/test_units/random-referrers-for-test-quick.list

@@ -1,10 +1,10 @@
-adtech.fr
+acunetix-referrer.com
-berdasovivan.ru
+adultmeetonline.info
-berlininsl.com
+bedcapdealers.com
-dtnlyss.com
+best-mam.ru
-findanysex.com
+betwinservice.com
-ge0ip.com
+feorina.ru
-monclervests.xyz
+kw21.org
-prize44.com
+onetravelguides.com
-sodexo.com
+pozdravleniya-c.ru
-traffictrade.life
+trudogolik.net

.dev-tools/test_units/random-referrers-for-test.list

@@ -1,500 +1,500 @@
-11pikachu.ru
+100dollars-seo.com
-2020iscoming.info
+1adult.com
-2nt.ru
+1-free-share-buttons.com
-4senses.co
+202ch.com
-57883.net
+300richmond.co.nz
-5i2.net
+3dracergames.com
-8kisses.eu
+3rbseyes.com
-8si.ru
+4k-player.pl
+51.la
+55wmz.ru
+5u.com
+66cpwgln.space
+883zy.com
+98oi.ru
 9med.net
+aa625d84f1587749c1ab011d6f269f7d64.com
 aa81bf391151884adfa3dd677e41f94be1.com
-aadroid.net
+aa9bd78f328a6a41279d0fad0a88df1901.com
-adidas.frwebs.fr
+above.com
-adimmix.com
+absolute-s.ru
+academia-nsk.org
+acortarurl.es
+activepr.ru
+acunetix-referrer.com
 adserver-e7.com
-adssafeprotected.com
+adservme.com
-afmuseum.com
+adsland.men
-agahinameh.com
+adtology.com
-aliexpresscashback.club
+adultactioncam.com
-alldownload.pw
+advancedcleaner.com
-allkrim.com
+advancedmassagebysara.com
-allwomen.info
+advokateg.xyz
-amazingninja.com
+advokat-grodno.by
-amazon-seo-service.com
+agecheckadult.com
-an-donut.com
+alfa-medosmotr.ru
-angigreene.com
+alkoravto.ru
-angkortours.vn
+alltheviews.com
-animalia-life.club
+anaksma.info
-animali.deagostinipassion.it
+analytics-ads.xyz
-apiadanaknet-a.akamaihd.net
+animal36.com
-appartement-stumm.at
+apiappenableinfo-a.akamaihd.net
+apiitsthirteende-a.akamaihd.net
+apiluckyleapnet-a.akamaihd.net
+apper.de
+appsecurityr.com
 arabgirls.adultgalls.com
-arraty.altervista.org
+arabseyes.com
+arkartex.ru
 artavenuegardenstudios.com
-aruplighting.com
+articlesdirectoryme.info
-asiavirtualsolutions.com
+asacopaco.tk
-atley.eu.pn
+asophoto.com
-atmagroup.ru
+atleticpharm.org
-aviav.eu
+atofilms.com
-aviav.ru
+atovh.local-finders.com
-avtocredit-legko.ru
+auspolice.com
-avtointeres.ru
+availit.weebly.com
-azbukadiets.ru
+avkzarabotok.info
-azbuka-mo.ru
+bad-stars.net
-azte.ch
+bag77.ru
-babyguns.ru
+balitouroffice.com
-backuperwebcam.weebly.com
+bank.uz
-bannerpower.com
+bausparen.bz.it
-battlecarnival.su
+bazaronline24.ru
-beget.tech
 benchmarkcommunications.co.uk
-berlininsl.com
+bensbargains.net
-bestcalovebracelet.cn
+best-games.today
-bestempresas.es
+bestofpicture.com
-betterhdporn.com
+best-seo-software.xyz
-betteroffers.review
+bharatdefencekavach.com
-betwinservice.com
+binomo.kz
-bezsporno.ru
 bio-market.kz
-bkns.vn
+bird1.ru
-blackcurranthumidifiers.site
+bitnote.co
-blobar.org
+biznesschat.net
-blockety.co
+bizru.info
+blavia.00author.com
 blog.axant.it
-bongacams.com
+blogos.kz
-bonky.biz
+bonvillan.com
-braindaily.xyz
+braintobe.win
-brainsandeggs.blogspot.com
+brandbucket.com
-brus.city
+brandov.ru
-buqyxa.rincian.info
+breastaugmentation.co.za
-burkesales.com
+browserprotecter.com
-businesxxl.com
+budpost.com.ua
-buy-cheap-pills-order-online.com
+buyclomidonlaine.com
-buypanicdisorderpill.com
+bvlgariwallet.xyz
-buytizanidineonlinenoprescription.blogspot.com
+calvet.altervista.org
-callejondelpozo.es
+cand.jp
-cannibalcheerleader.com
+carfax.com.ua
-cardiosport.com.ua
+cartierreplica.top
-cardsdumps.com
+castingbank.ru
-carina-sy.de
+cbb1smartlist12.click
-carson.getenjoyment.net
+cdncash.com
-carstrends2015.com
+cdnnetwok.xyz
-cartierbraceletsreplica.pw
+cfjump.com
-cartierlove2u.com
+chatroulette.si
-cartierreplica.xyz
-caulderwoodkennels.com
-cdncash.org
-cementaresearch.se
-centrumcoachingu.com
-charmstroy.info
-chatroulette.world
-chcu.net
-cheapmarmot.online
-cheap-pills-norx.com
-checkhit.com
-chelyabinsk.xrus.org
 cherubinimobili.it
-chidporn.com
+chiptuninger.com
-cialischstgerts.com
+chlooe.com
+chocolateslim-original.com
+chuckguilford.com
 cienum.fr
-citysecurity.nu
+ci.ua
-cleanallspyware.com
+cleanpcnow.com
-click2pawn.com
+clmforexeu.com
-club-lukojl.ru
+cmd.kz
-club-musics.ru
+comeondog.info
-com-cleaner.systems
+cometorussia.net
-compliance-fred.xyz
+compiko.info
-compliance-jessica.top
+compliance-donald.xyz
-compliance-mary.top
 compliance-walter.top
+com-supportcenter.website
 confib.ifmo.ru
-contentsexpress.com
+constantaservice.net
-cookie-law-enforcement-aa.xyz
+converse.ddsoldes.fr
-cookie-law-enforcement-ff.xyz
+cookingmeat.ru
 coolbar.pro
-cottageofgrace.com
+copypaste.traderzplanet.in
-covetnica.com
+countercrazy.com
 cpabegins.ru
-crest3d.ru
+crafthubs.com
-cupday.com
+custodieva.ru
-custom-product-labels.com
+customcollegeessays.net
-dailystrength.org
+cutalltheshit.com
-dataloading.net
+cymbaltaandtizanidine.blogspot.com
-db.speedup.gdn
+danceuniverse.ru
-demenageur.com
+darkbooks.org
-dkvorota.ru
+darmebel.com.ua
-domik-derevne.ru
+degerlund.net
+de.zapmeta.com
+docs4all.com
+domini.cat
+dominterior.org
+downvids.net
+drugstoreforyou.com
+druzhininevgeniy63.blogspot.com
 dtnlyss.com
-dvervmoskvu.ru
+earncash.com.ua
-e705.net
+easync.io
-earl-brown.info
+ec-file.info
 e-collantes.com
-edge.sharethis.com
+eladkarako.github.io
-editmedios.com
+elektronischezi.livejournal.com
-electrik-avenue.com
+empathica.com
-elektir.ru
+enge-fotzen.info
-elektrischezigarettekaufen2.cowblog.fr
+eng-lyrics.com
-elvel.com.ua
+erectile.bid
-eropho.com
+erotik0049.com
-ertelecom.ru
+euromasterclass.ru
-escortplius.com
+ewebarticle.info
-etenininrade.ga
+extlinks.com
-etm-consult.de
+eyelike.com.ua
-etotupo.ru
+ezigarettenkaufen2.dreamwidth.org
-euronis-free.com
+factorynightclub.com
-europages.com.ru
+familyphysician.ru
-evaashop.ru
+fantasticpixcool.com
-excaliburfilms.com
-excitacao.com
-exlarseva.webblog.es
-exoclick.com
-exportshop.us
-extremez.net
-ezigarettekaufen2.blox.pl
-f0815.de
-falcoware.com
-famix.xyz
 fashionindeed.ml
-feel-planet.com
+favornews.com
-fertilitetsradgivningen.se
+fdzone.org
-fikasound.tk
+fickenbumsen.net
-filesclub.net
+fickluder69.com
-filmetricsasia.com
+filmi-v.online
-finuse.com
+fiuxy.com
-fiverr.com
+flirt4free.com
-flashlarevista.com
+floridamhca.org
-floating-share-buttons.com
+flytourisme.org
-forensicpsychiatry.ru
+forum-engineering.ru
-forexunion.net
+forums.toucharcade.com
-forpackningsutveckling.se
+foto-telok.net
-foxinsocks.ru
+foxweber.com
-freshdz.com
+freewebs.com
-funnymama.com
+freshberry.com.ua
-galaxyflowers.ru
+fungamelands.com
-gamerextra.com
+g7m.pl
-generic-pills-online.com
+gamedayassist.com
-genericviagrasildenafiled.net
+gateway.zscalertwo.net
-generousdeal-a.akamaihd.net
+gay.adultgalls.com
-gentamicineyedrops.blogspot.com
+gazporno.com
-getmyads24.com
+ge0ip.org
-getridofstretchmarks.org
+gearcraft.us
-girlporn.ru
+getmiro.com
-globalscam.ga
+glicol.kz
-gnuetella.com
+glogow.pl
-gojiberriess.apishops.ru
+go2jump.org
+gogalleryawesome.com
 gok-kasten.net
-golfresa.lucania.se
+gourcy.altervista.org
-goroda-vsego-mira.ru
+gq-catalog.gq
-gorodservis.ru
+gratuitxblcodes.com
-gratis-sexkontakte.com
 groupmoney.ru
-gta-top.ru
+gwebtools.com
-guarrasdelporno.xxx
-guitar-master.org
 gwhwpxbw.bloger.index.hr
-haikuware.com
+hasshe.com
-hcate.com
+havepussy.com
-heartofbeijing.blogspot.com
+hawaiisurf.com
-hermesreplica.pw
+hd-film.pl
-hitmuzik.ru
+hdhc.ru
-hol.es
+healgastro.com
-homemature.net
+healmytrauma.info
-home-task.com
+helpmymacfaster.trade
-hystersister.com
+helvetia.com.ua
-ictizanidinehcl4mg.blogspot.com
+hentaiheroes.com
-idc.com.ua
+hermesbelts.xyz
-idealtits.net
+herokuapp.com
-imagecoolpub.com
+highspeed5.net
-imgarit.pw
+highstairs-a.akamaihd.net
-infobabki.ru
+hildinghr.se
+hopeonthestreet.co.uk
+hoste.octopis.com
+hoverboard360.de
+hplaserjetpdriver8y.pen.io
+hreade.com
+htmlcorner.com
+imagine-ex.co
+img.wallpaperstock.net
+incest-ru.com
+inclk.com
+indiakino.net
+infogame.name
+innodgfdriverhm.aircus.com
+inome.com.ua
+intellektmedia.at
 internet-apteka.ru
-investmac.com
+investingclub.ru
-io9.com
+iplusbit.blogspot.co.za
-isistaylorporn.info
+iqoption-bin.com
-itag.pw
+iradiology.ru
-jackwolfskinoutlet.online
+istizanidineacontrolledsubstance.blogspot.com
-japan-bearings.ru
+itronics.ca
-japfm.com
+jeremyeaton.co
-jav-way.site
+johannesburgsingles.co.za
-jbl-charge.info
+jose.mulinohouse.co
-jillepille.com
+keywords-monitoring-success.com
-karadene.com
+keywordteam.net
-katjimej.blog.fc2.com
+kidskunst.info
-keywesthideaways.co
+kiinomaniak.pl
-keywordglobal.co.za
+kimcurlrvsms.com
-keywordsuggest.org
+kinky-fetishes.com
-kinoplen.ru
+klin3952.ru
-kinostorm.net
-kit-opt.ru
-klosetkitten.com
-kolotiloff.ru
 koral.se
-kraljeva-sutjeska.com
+kupiproday.com.ua
-kretpicf.pw
+lanadelreyfans.us
-lanasshop.ru
+landinez.co
-landscaping.center
+languagecode.com
-leadwayau.com
+lankarns.com
-li-er.ru
+lapitec.eu
-liky.co.ua
+layola.biz.tc
-liveshoppersmac.com
+lennatin.info
-llastbuy.ru
+lida-ru.com
-lostaruban.com
+lifeinsurancekb.com
-lottospring.com
+likesdesign.com
-love-baby.cz
+lineshops.biz
-mackeeper-land-672695126.us-east-1.elb.amazonaws.com
+linkbuddies.com
-macnewtech.com
+linkredirect.biz
-mainhp.net
+linksharingt.com
-mainlinehobby.net
+lion.misba.us
-mamasuper.prom.ua
+loadingpages.me
-mansparskats.com
+lob.com.ru
-marmitaco.cat
+lol-smurfs.com
-mastershef.club
+lombia.co
-m.b00kmarks.com
+lookingglassemb.com
-mebel-vstroika.ru
+m3gadownload.pl
-meetlocalchicks.com
+m4ever.net
+marmotstore.online
+mature.free-websites.com
+mecash.ru
+medispainstitute.com.au
+medkletki.ru
+megaapteka.ru
+mensandals.xyz
 merryhouse.co.uk
+mezaruk.info
+migente.com
+milblueprint.com
 mindeyegames.com
-mixtapetorrent.com
+minegam.com
-mmostrike.ru
+minet.club
-mobilemedia.md
+mir-limuzinov.ru
-mockupui.com
+mlf.hordo.win
-modabutik.ru
+monarchfind-a.akamaihd.net
-modnie-futbolki.net
+morpicert.pw
-mojowhois.com
+moscow-region.ru
-moncleronline.xyz
-more-letom.ru
 mountainstream.ms
-mouselink.co
+mrcsa.com.au
-mp3downloadhq.com
+mrsdalloways.com
-mp3ritm.top
+musicdaddy.net
-mriyadh.com
+musicvidz.ru
-msk-diplomat.com
+muycerdas.xxx
-mturkcontent.com
+mydeathspace.com
-music7s.me
+mydownloadengine.com
-musicspire.online
+myfreemp3.eu
-musicstock.me
+mylida.org
-muz-baza.net
+myliveblog.ru
-my-bc.ru
+myonlinepayday.co
-myplaycity.com
+myperiod.club
-nardulan.com
+mypornfree.ru
-naturalpharm.com.ua
+najaden.no
-nbsproject.ru
+namenectar.com
-newsperuse.com
+narutonaruto.ru
-nicovideo.jp
+nastydollars.com
-nordstar.pro
+navalwiki.info
-notaria-desalas.com
+neodownload.webcam
-nrv.co.za
+nero-us.com
-nsatc.net
+netcheckcdn.xyz
-nullrefer.com
+netvouz.com
-nvssf.com
+new7ob.com
-o00.in
+officedocuments.net
-ochistka-stokov.ru
-oddamzadarmo.eu
 offside2.5v.pl
-okmusic.jp
+okel.co
-oneminutesite.it
+ok-ua.info
-open-odyssey.org
+omsk.xrus.org
-optitrade24.com
+onthemarch.co
+o-o-11-o-o.com
+ooo-gotovie.ru
+orenburg-gsm.ru
 oren-cats.ru
-ostrovtaxi.ru
+osoznanie-narkotikam.net
-ourtherapy.ru
+ovirus.ru
-paidonlinesites.com
+panamaforbeginners.com
-panouri-solare-acoperis.com
+partner-high.men
-paphoselectricianandplumber.com
+partybunny.ru
-paradontozanet.ru
+pc-services.ru
-parfusale.se
+pc-virus-d0l92j2.pw
-partnerline.men
+phobia.us
-partner-trustworthy.men
+picsfair.com
-paydayloanslocal.com
+piski.top
-pcgroup.com.uy
+pkr1hand.com
-picsforkeywordsuggestion.com
+plastjulgranar.se
-piluli.info
+poem-paying.gq
-pipki.r.acdnpro.com
+poems.com.ua
-pisanieprac.info
+polcin.de
+pornoblood.com
 pornobrazzers.biz
-pornosee.info
+pornoforadult.com
-predominant-invent.tk
+pregnant.guru
+princeadvantagesales.com
 privatefx-in.ru
-privetsochi.ru
+prod2016.com
-prize44.com
+profitfx.online
-pron.pro
+proftests.net
-prostitutki-kharkova.org
+projefrio.com.br
-pussyspace.net
+promoforum.ru
-putevka24.ru
+proposal-engine.com
-putitin.me
+pr-ten.de
-qexyfu.bugs3.com
+purplestats.com
-qwarckoine.com
+py100.ru
-rankings-analytics.com
+quickcashlimited.com
+rankscanner.com
 razorweb-a.akamaihd.net
-rebrand.ly
+realizmobi.com
-recordpage-a.akamaihd.net
+redirectme.net
-remontgruzovik.ru
+refads.pro
-remont-mobile-phones.ru
+remontbiz.ru
-remybutler.fr
+remote-dba.de
-research.ifmo.ru
+renecaovillasale.online
-resellerclub.com
+responsive-test.net
-rezeptiblud.ru
+restorator-msk.ru
-rfid-locker.co
+reyel1985.webnode.fr
-rfserial.net
+rff-cfal.info
-rialp.getenjoyment.net
-rimedia.org
 ring4rhino.com
-risparmiocasa.bz.it
+rock-cafe.info
-roma-kukareku.livejournal.com
+rockma.se
-rootandroid.org
+roofers.org.uk
-rospromtest.ru
+royal-betting.net
-royal-investments.net
+ruspdd.com
-rozalli.com
+salutmontreal.com
-rubanners.com
+sanidumps.com
-rusoft-zone.ru
+sanyuprojects.com
-rutor.group
+savetubevideo.com
-sabizonline.com
+savingsslider-a.akamaihd.net
-santechnik.jimdo.com
-sa-rewards.co.za
-saugatuck.com
-sax-sex.com
-sbf441.com
-sbwealthsolutions.ca
 scanmyphones.com
-scanner-barak.top
+scanner-fred.top
-scanner-donald.top
+scanner-julianna.top
-scanner-elena.top
+scanner-olga.top
-scanner-jack.top
+sdelai-prosto.ru
-scanner-mark.top
+sdrescher.net
-scenarii-1-sentyabrya.uroki.org.ua
-seansonline24.pl
-searchengineranker.email
-search.pch.com
-search.xtconnect.com
 seeresultshub-a.akamaihd.net
-semp.net
+seksvideoonlain.com
-seoboxes.com
+seorussian.ru
-seocheckupx.com
+service.adtech.us
-seofied.com
+serving.adbetclickin.pink
-seonetwizard.com
+serviporno.com
-service.adtech.fr
+sexiporno.net
-servingnotice.com
+sexobzor.info
-seryeznie-znakomstva.ru
+sextracker.be
-sextracker.de
+sharebutton.org
-sexy-screen-savers.com
-shillyourcoins.com
 ship-marvel.co.ua
-shoesonlinebuy.cn
+shodanhq.com
-shop.acim.org
+shohanb.com
+shopwme.ru
 sibdevice.ru
-sideeffectsoftizanidine.blogspot.com
+sildenafil-tadalafil.info
-simple-image.com.ua
+simplepooltips.com
-site3.free-share-buttons.com
+skyway24.ru
-sitevaluation.org
+sneakyboy.com
-slkrm.ru
+snegozaderzhatel.ru
-s.lollypopgaming.com
+snworks.com
-softxaker.ru
+sofit-dmd.ru
-soochi.co
-souvenirua.com
 sovinsteel.ru
-spacash.com
+spaceshipad.com
-special-porn.com
+sps-shop.com
-sportbetfair.com
+ssconstruction.co
-sribno.net
+standardchartered-forex.com
-stairliftsarea.com
+starpages.net
-startwp.org
+strana-krasoty.ru
-sterva.cc
+sukarame.net
-stockquotes.wooeb.com
-stretchingabuckblog.com
-studiofmp.com
 summerlinhomes411.info
-superinterstitial.com
+sundrugstore.com
-supervesti.ru
+susanholtphotography.com
-surffoundation.nl
 svolze.com
-szucs.ru
+takethatad.com
-telefonsexsofort.tk
+tarad.com
+technika-remont.ru
+technopellet.gr
+tedxrj.com
 template-kid.com
-thefarmergame.com
+thaismartloan.com
-thegameriders.com
+thecoolimages.net
-thetoiletpaper.com
+thedownloadfromwarez.blogspot.com
-timecrimea.ru
+thelottosecrets.com
-timer4web.com
+titelhelden.eu
-titan-ads.life
+tizanidinedruginteractions.blogspot.com
-tizanidinedrugtest.blogspot.com
+tizanidinehcl4mgtab.blogspot.com
-tizanidineingredients.blogspot.com
+tizanidinemusclerelaxant.blogspot.com
-tizanidineinteractions.blogspot.com
+tnctrx.com
-todohr.com
-tonerbox.kz
 toolsky.com
-top1-seo-service.com
+topanasex.com
-topads.men
+topcar-krasnodar.ru
-top-deal.com.pl
+torrent-newgames.com
-top-karkas.ru
+torture.ml
-toproadrunner5.info
+tourismvictoria.com
-totu.info
+track2.shop
-trafficjunky.net
+traderzplanet.in
-traffique.net
+traffic2cash.org
-truck-land.life
+trafficmania.com
+treasuretrack-a.akamaihd.net
 truck-rece.life
-trudogolik.net
+tsstcorpcddvdwshbbdriverfb.aircus.com
-truemfilelj.gq
+tula.mdverey.ru
-tubeoffline.com
+turist-strani.ru
-turbabitload.weebly.com
+turvgori.ru
-twiclub.in
+tversvet.ru
-twinderbella.com
+twincitiescarservice.com
-typer.one
+ultimateclassicrock.com
-tzritel.tk
+umityangin.net
-ublaze.ru
+unimodemhalfduplefw.pen.io
-ultimatesetnewfreeallsoftupgradesystems.pw
+uprour.com
-unionmarkt.de
+urzedowski.eu
-uvozdeckych.info
+veles.shop
-vadimkravtcov.ru
+via-energy-order.com
-vancleefreplica.pw
+vitalads.net
-vellings.info
+voluumtracker1.com
-venerologiya.com
+vonradio.com
-vertaform.com
+vvon.co.uk
-video--production.com
+warningzscaler.heraeus.com
-videotuber.ru
+webalan.ru
-vietimgy.pw
+webs.com
-volgograd.xrus.org
+website-analyzer.info
-wapsite.me
+welcomeauto.ru
-watchdogs-2.ru
+wemedinc.com
-watchmyfb.pl
+wesharepics.info
-webcamdevochka.com
+westum.se
-webix.biz
+wholesalenfljerseys.us.com
-webscouter.net
+wingsofrefuge.net
-websiteexplorer.info
+workle.website
-website-speed-up.top
+woweb.com.ua
-westsextube.com
-whiteelephantwellington.com
-wholesalecheapjerseysfree.com
-whosonmyserver.com
-winterclassichockeyjerseys.com
-winwotgold.pl
-womensplay.net
-womensterritory.ru
-worldtraveler.world
 wpthemedetector.co.uk
 wrona.it
 ww1943.ru
-xbaboon.com
+xaylapdiendanang.com
-xgftnlrt.bloger.index.hr
+xdoza.com
-xkaz.org
+xingzi-vision.com
-xn-----7kceclhb4abre1b4a0ccl2fxch1a.xn--p1ai
+x-musics.com
-xn--80ahvj9e.xn--p1ai
+xn--80aaafbn2bc2ahdfrfkln6l.xn--p1ai
-xn----8sbarihbihxpxqgaf0g1e.xn--80adxhks
+xn--80aafb2a.xn--p1ai
-xn----9sbubg3ambdfl1j.xn--p1ai
+xn--e1aggki3c.xn--80adxhks
-xnxx-n.com
+xuki.us
-x-rates.ru
+xxx-treker.ru
-xvideosporn.biz
+yatrk.xyz
-yaminecraft.ru
+yoluxuryevents.com
-yellocloud.be
+yougetsignal.com
-yourads.website
+youporn-ru.com
+youradulthosting.com
 yourtemplatefinder.com
-zaapplesales.blogspot.com
+za-fun-offer.com
-zarabotok--doma.ru
+za-music.mymobiplanet.com
-zarajbuilders.com
+zastenchivosti.net
-zawyna.ua
+zazagames.org
-zero1.it
+zdesformula.ru
-zeroredirect1.com
+zeikopay.com
-zhacker.net
+zhorapankratov7.blogspot.com
-zigarettenonlinekaufen.tumblr.com
+zigarettenonlinekaufen1.bloog.pl
-zoogdiesney.com
+zigarettenonlinekaufen2.bloog.pl
-zoompegs.com
+znaturaloriginal.com
-zscalertwo.net
+zolotoy-lis.ru
+zooggames.com
+zootoplist.com
+zvezdagedon.ru

.dev-tools/test_units/random-referrers-for-whitelist-test.list

@@ -1,250 +1,250 @@
-0912701309f8ce.com
+007angels.com
-11pikachu.ru
+101raccoon.ru
-178evakuator178.ru
+4ur.click
-1bet.com
+83net.jp
-2nt.ru
+8si.ru
-7xc4n.com
+9icmzvn6.website
-7zap.com
+akusherok.ru
-883zy.com
+akvamaster.dp.ua
-8gold.com
+alfa-img.com
-abiente.ru
+alphaforum.ru
-adcash.com
+amoi.tn
-adrenalin-stk.ru
+amung.us
-ads-seo.men
+apple.com-webbrowsing-security.review
-adultactioncam.com
+arcteryxsale.online
-algerianembassy.co.in
+arcteryxstore.online
-amateurlivechat.org
+ardimobileinfo.ml
-animenime.ru
+arkkivoltti.net
-anniemation.com
+artel116.ru
-avek.ru
+asrv-a.akamaihd.net
-avto-oligarh.ru
+astana.xxxkaz.org
-bannerbank.ru
+astrochicks.com
-bausparen.bz.it
+atofilms.com
-best-deals-products.com
+autonew.biz
-bestpornuha.com
+avirasecureserver.com
-best-seo-solution.com
+ayanaspa.com
-bestwebsitesawards.com
+azadnegar.com
-bezcmexa.ru
+azazu.ru
-bget.ru
+battlecarnival.su
-bio-japan.net
+berlininsl.com
-blackplanet.com
+bgviagrachrx.com
-blogsfunky672.weebly.com
+bloggen.be
-blue-square.biz
+bluejays-jerseys.us
-bravegirlsclub.com
+bluesalt.co
-casite-513049.cloudaccess.net
+bombla.org
-cbcseward.com
+braintobe.win
-c-english.ru
+braip.com.br
-centrdebut.ru
+buybest1.biz
-cfsrating.sonicwall.com
+buyfriend.ru
-chee-by.biz
+buzzzg.men
-cialgenisrx.com
+bvlgaribracelet.xyz
-ci.ua
+cardul.ru
-cjmc.info
+castingbank.ru
-compliance-fred.top
+chcu.net
-compliance-ivan.top
+cheapmarmot.online
-compliance-josh.top
+cheapsergiorossi.online
-comsysnet.com
+checktext.org
-cowlmash.com
+cialischmrx.com
-cpajunkies.com
+clips.ua.ac.be
-craftinsta.ru
+compliance-brian.top
-deshevo-nedorogo.ru
+compliance-julianna.top
-destinationrealestate.com
+compliance-mark.top
-dignitasdata.se
+conboy.us
-domain2008.com
+cookie-law-enforcement-ff.xyz
-elektronischezigarettekaufen2.tumblr.com
+copenergo.ru
-elkacentr.ru
+creditwell.ru
-elmacho.xyz
+cs-passion.pl
+culad.com
+custodieva.ru
+darkages.info
+dev33.dioniqlabb.se
+dnsrsearch.com
+doctormakarova.ru
+dokumentalkino.net
+dptaughtme.com
+e-collantes.com
+editmedios.com
+electro-prom.com
 empathica.com
-epicbrogaming.com
+encodable.com
-erotikstories.ru
+essaypro.com
-esopini.com
-essayassist.com
-estelight.ru
 european-torches.ru
-exchanges-bet.com
+excaliburfilms.com
-f07.de
+extstat.com
 f1nder.org
-familyholiday.ml
+familienzahnaerzte.com
-fanoboi.com
+fenoyl.batcave.net
-femdom.twiclub.in
+fickenprivat.info
-filmi-onlain.info
+fikasound.tk
-findacheaplawyers.com
+free411games.com
-flashbannernow.com
+fullfileaccess.com
-flooringinstallation-edmonton.com
+gael-s.ru
-forpostlock.ru
+galaxy-family.ru
-foto-weinberger.at
+gazobeton-p.com.ua
-fuckmill.com
+gearcraft.us
-gambarkatabaru.com
-generic-pills-online.com
-gigixo.com
 gktt.ru
-goodnightjournal.com
 gov.yanao.ru
-gribkovye-zabolevaniya.com
+gratuitbaise.com
-hdfreeporno.net
+grupografico-pilar.com.ar
-help.tpu.ru
+headpress.ru
-homik.pw
+hexpilot.com
-housemilan.ru
+home.myplaycity.com
-iloveitaly.ru
+hotchatdate.com
-infowarcraft.ru
+ibmdatamanagement.co
-istizanidineacontrolledsubstance.blogspot.com
+ilmen.net
-itronics.ca
+imgata.com
-kabbalah-red-bracelets.com
+infostatsvc.com
-karusel-market.ru
+inome.com.ua
-kiskinhouse.com
+insurple.com
-komp-pomosch.ru
+investyb.com
-krasula.pp.ua
+iscblog.info
-ku6.com
+ixora.pro
-ladov.ru
+jackwolfskinoutlet.online
-lawyersinfo.org
+javatex.co.id
-lego4x4.ru
+jerseywholesaleelitestore.com
-letslowbefast.today
+j-times.ru
-likesuccess.com
+kevblog.top
-likrot.com
+keywordsking.com
-linkpulse.com
+kinofak.net
-liupis.com
+kinohit1.ru
-liveshoppersmac.com
+kmd-pto.ru
-luckyday.world
+konoplisemena.com
-m0r0zk0-krava.ru
+kumuk.info
-macdamaged.tech
+labvis.host.sk
-macfix.life
+larutti.ru
-magicalfind-a.akamaihd.net
+leftofcentrist.com
+littlesunraiser.com
+lolnex.us
+lostfilm-online.ru
+luckyshop.net.ua
+macdamaged.space
+macrotek.ru
+magda-gadalka.ru
 maju.bluesalt.co
-malwareremovalcenter.com
+mansparskats.com
-mansiondelrio.co
+masserect.com
-mapquestz.us
+matpre.top
-marmotstore.online
+mcadamssupplyco.com
-mearns-tractors.co.uk
+mensandals.xyz
-mega-bony-2017.pl
+metascephe.com
-megaindex.ru
+monclerboots.xyz
-members.ghanaweb.com
+monclercoats.xyz
-metallosajding.ru
+moyaterapiya.ru
-microsoftportal.net
+mrcsa.com.au
-mirmedinfo.ru
+msk-diplomat.com
-mobile-appster.ru
+muz-baza.net
-monclervests.xyz
+mydearest.co
-monetizationking.net
+mydirtystuff.com
-moneyzzz.ru
+mylesosibirsk.ru
-monsterdivx.tv
+mylida.org
-moscow.online-podarki.com
+mymobilemoneypages.com
-motherboard.vice.com
+naj-filmy24.pl
-musicktab.com
+nalogovyy-kodeks.ru
-mydownloadengine.com
+narosty.com
-nalogovyykodeks.ru
+nightvision746.weebly.com
-national-today-winning-winner.club
+nucia.biz.ly
-naturalbreakthroughsresearch.com
+nudepatch.net
-nextconseil.com
+oecnhs.info
-nmrk.ru
+oktube.ru
-nonews.co
+o.light.d0t.ru
-odesproperty.com
+onemantrip.com
-of-ireland.info
+online-sbank.ru
-o-o-6-o-o.com
+openfrost.net
-oops-cinema.ru
+panchro.co.uk
-openmultipleurl.com
+partner-host.men
-osnova3.ru
+pastaleads.com
-oyster-green.com
+pcads.ru
-paleohub.info
+pictures-and-images.com
-parajumpersjakkesalgnorge.info
+pigrafix.at
-paramountmarble.co.uk
+pixell.club
-pcboa.se
+pizza-tycoon.com
-photostudiolightings.com
+pliks.pl
-picphotos.net
+plohaya-kreditnaya-istoriya.ru
-picscout.com
+poem-paying.gq
-platinumdeals.gr
+popcash.net
-polimga.pw
+poppen-nw.net
-popugauka.ru
+pornofeuer.com
-pornhubforum.tk
+pornogig.com
-pornhub-ru.com
+pornogratisdiario.com
-porno-video-chati.ru
+portside.xyz
-porn-w.org
+princevc.com
-priceg.com
+prlog.ru
-prodvigator.ua
 profitwithalex.info
-promalp-universal.ru
+prombudpostach.com.ua
-pronekut.com
+propranolol40mg.blogspot.com
-proprostatit.com
+quickcashlimited.com
-radiodigital.co
+qwarckoine.com
-rankia.com
+realmonte.net
-ranksonic.info
+realtytimes.com
-rcpmda.ikan1080.xyz
+richinvestmonitor.com
-reelheroes.net
+ricorsogiustizia.org
-registrationdomainsite.com
+royal-investments.net
-registry-cleaner.net
+ruspdd.com
-remorcicomerciale.ro
+scanner-donald.top
-repeatlogo.co.uk
+semaltmedia.com
-research.ifmo.ru
+service-core.ru
-rff-cfal.info
+sientalyric.co
-s8-nowy-wygraj.comli.com
+silvermature.net
-sakhboard.ru
+skachat-besplatno-obrazcy.ru
-samara.rosfirm.ru
+slavic-magic.ru
-sa-rewards.co.za
+smallseotools.com
-scanner-john.top
+social-vestnik.ru
-seeresultshub-a.akamaihd.net
+sockshare.net
-seminarykansas904.ml
+softtor.com
-seocheki.net
+solmarket.by
-seorussian.ru
+sotkal.lark.ru
-serpstat.com
+spidtest.space
-servethis.com
+srecorder.com
-sexblog.pw
+ssconstruction.co
-share-buttons-for-free.com
+stauga.altervista.org
-sideeffectsoftizanidine.blogspot.com
+strangeduckfilms.com
-signoredom.com
+sugarlyflex.pw
-sildenafil-tadalafil.info
-sim-service.net
-small-games.biz
-socialbookmarksubmission.org
-softxaker.ru
-sortthemesitesby.com
-sosdepotdebilan.com
-spitfiremusic.com
-spravka-medosmotr.ru
-spywareit.com
-stariy-baku.com
-staticfs.host
-stickers-market.ru
 superfish.com
-templates.radiodigital.co
+superlist.biz
-tetracsaudi.com
+superstats.com
-thebluenoodle.com
+svetlotorg.ru
-thefotosgratis.eu
+svetodiodoff.ru
-the-trader.net
+takeflyte.com
-titan-cloud.life
+theheroes.ru
-tizanidinepain.blogspot.com
+tizanidine4mguses.blogspot.com
-treasuretrack-a.akamaihd.net
+tizanidinerecreationaluse.blogspot.com
-txxx.com
+tootoo.to
-uchebavchehii.ru
+top10registrycleaners.com
-uggsale.online
+toxicwap.com
-ultramart.biz
+traffixer.com
-urldelivery.com
+turizm.bz
-urlopener.blogspot.com.au
+tytoona.com
-usacasino.com
+uggbootsoutletsale.us
-viagra-soft.ru
+unrealcommander.biz
-vip.51.la
+usiad.net
-visionwell.com.cn
+vabasa.inwtrade.com
-volume-pills.biz
+vapomnoncri.tk
-vote-up.ru
+vegan-foods.us
-vsdshnik.com
+verymes.xyz
-wallpaperstock.net
+vesnatehno.ru
-wapsite.me
+videochat.world
-warningwar.ru
+vietimgy.pw
-watchmygf.net
+villakohlanta.nu
-wfb.hatedriveapart.com
+vitoriacabos.com
-whereverdesperate.gq
+vksaver-all.ru
-wholesalejerseys-cheapest.com
+web.cvut.cz
-wowcasinoonline.ooo
+weburok.com
-xbaboon.com
+weprik.ru
-x-musics.com
+whatistizanidine2mg.blogspot.com
-xn--hxazdsfy.blogspot.com
+woman-h.ru
-xxxnatelefon.ru
+womensplay.net
-xxxtubesafari.com
+xn----7sbbahaq9bb5afgiqfliv4m.xn--p1ai
-youdao.com
+xn--80aafb2a.xn--p1ai
-youraticles.pl
+xn--80aanaardaperhcem4a6i.com
-zarabotat-na-sajte.ru
+xn--80ajbshivpvn2i.xn--p1ai
-zebradudka.com
+xn--d1aifoe0a9a.top
-zero1.it
+xpresscare.ru
-zixizop.net.ru
+yaaknaa.info
-zmoda.hostreo.com
+yellowads.men
-znakomstva-piter78.ru
+yes-com.com
-zona-aqua.ru
+yogamatsexpert.com
-zscalertwo.net
+you-shall-not-pass.is74.ru
-zytpirwai.net
+youtoner.it
+ytmnd.com
+zagadki.in.ua
+znaturaloriginal.com

.dev-tools/test_units/ratelimittest-beta.txt

@@ -1,20 +1,3 @@
-<!DOCTYPE html>
-<html>
-<head>
-<title>Welcome to NginX</title>
-</head>
-<body>
-<div align=center>
-<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
-<p>This is merely used for testing !!!</p>
-</body>
-</html><html>
-<head><title>503 Service Temporarily Unavailable</title></head>
-<body bgcolor="white">
-<center><h1>503 Service Temporarily Unavailable</h1></center>
-<hr><center>nginx/1.14.2</center>
-</body>
-</html>
 <html>
 <head><title>503 Service Temporarily Unavailable</title></head>
 <body bgcolor="white">

.dev-tools/test_units/ratelimittest-master.txt

@@ -1,21 +1,11 @@
-<!DOCTYPE html>
+<html>
-<html>
-<head>
-<title>Welcome to NginX</title>
-</head>
-<body>
-<div align=center>
-<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
-<p>This is merely used for testing !!!</p>
-</body>
-</html><html>
 <head><title>503 Service Temporarily Unavailable</title></head>
 <body bgcolor="white">
 <center><h1>503 Service Temporarily Unavailable</h1></center>
 <hr><center>nginx/1.14.2</center>
 </body>
 </html>
-<html>
+l>
 <head><title>503 Service Temporarily Unavailable</title></head>
 <body bgcolor="white">
 <center><h1>503 Service Temporarily Unavailable</h1></center>
@@ -581,4 +571,14 @@
 <h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
 <p>This is merely used for testing !!!</p>
 </body>
+</html><!DOCTYPE html>
+<html>
+<head>
+<title>Welcome to NginX</title>
+</head>
+<body>
+<div align=center>
+<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
+<p>This is merely used for testing !!!</p>
+</body>
 </html>

.dev-tools/test_units/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.184.96.71	0;
+35.224.112.202	0;
 127.0.0.1	0;

AUTO-CONFIGURATION.md

@@ -4,8 +4,8 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V4.2019.07.1773
+#### Version: V4.2019.07.1774
-#### Bad Referrer Count: 6737
+#### Bad Referrer Count: 6740
 #### Bad Bot Count: 556
 ____________________
 

MANUAL-CONFIGURATION.md

@@ -4,8 +4,8 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V4.2019.07.1773
+#### Version: V4.2019.07.1774
-#### Bad Referrer Count: 6737
+#### Bad Referrer Count: 6740
 #### Bad Bot Count: 556
 ____________________
 

README.md

@@ -11,8 +11,8 @@
 ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
 
 _______________
-#### Version: V4.2019.07.1773
+#### Version: V4.2019.07.1774
-#### Bad Referrer Count: [6737](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
+#### Bad Referrer Count: [6740](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad Bot Count: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 ____________________
 

_generator_lists/bad-referrers.list

@@ -1,6 +1,3 @@
-costablue.xyz
-lexixxx.com
-elexies.info
 000free.us
 007angels.com
 00author.com
@@ -1428,6 +1425,7 @@ corta.co
 coslab.club
 cosmetic.donna7753191.ru
 cosmeticswomens-womensports.rhcloud.com
+costablue.xyz
 cottageofgrace.com
 cougfan.info
 counciltally.com
@@ -1851,6 +1849,7 @@ elektrozigaretten1.postbit.com
 elektrozigaretten1.tumblr.com
 elektrozigaretten1.webs.com
 elektrozigaretten2.yn.lt
+elexies.info
 elidelcream.weebly.com
 elite-sex-finders.com
 elitedollars.com
@@ -3320,6 +3319,7 @@ letsrepair.in
 letto.by
 levaquin750mg.blogspot.com
 lexaprogeneric.link
+lexixxx.com
 lezbiyanki.net
 lflash.ru
 li-er.ru
@@ -6738,4 +6738,4 @@ zx6.ru
 zynax.ua
 zytpirwai.net
 zzbroya.com.ua
-zzlgxh.com
+zzlgxh.com

_google_analytics_ghost_spam/README.md

@@ -3,8 +3,8 @@
 # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
 
 _______________
-#### Version: V4.2019.07.1773
+#### Version: V4.2019.07.1774
-#### Bad Referrer Count: 6737
+#### Bad Referrer Count: 6740
 #### Bad Bot Count: 556
 ____________________
 

_google_analytics_ghost_spam/google-exclude-05.txt

@@ -1 +1 @@
-zaimite\.ru|zajm\-pod\-zalog\-nedvizhimosti\.ru|zajm\-zalog\-krasnodar\.ru|zakazfutbolki\.com|zakazvzloma\.com|zakon\-ob\-obrazovanii\.ru|zakonobosago\.ru|zaloadi\.ru|zaloro\.com|zambini\.ru|zaobao\.com\.sg|zapatosenventa\.info|zapiszto\.pl|zarabiaj\-dzis\.pl|zarabotat\-na\-sajte\.ru|zarabotok\-\-doma\.ru|zarajbuilders\.com|zarenica\.net|zarepta\.com|zastenchivosti\.net|zastroyka\.org|zatjmuzu\.info|zawyna\.ua|zazagames\.org|zdesformula\.ru|zdesoboi\.com|zebradudka\.com|zebramart\.ru|zed21\.net|zeg\-distribution\.com|zeikopay\.com|zeleznobeton\.ru|zero1\.it|zerocash\.msk\.ru|zeroredirect\.com|zeroredirect1\.com|zeroredirect10\.com|zeroredirect11\.com|zeroredirect12\.com|zeroredirect2\.com|zeroredirect5\.com|zeroredirect6\.com|zeroredirect7\.com|zeroredirect8\.com|zeroredirect9\.com|zetgie\.com\.pl|zetmaster\.ru|zhacker\.net|zhongwenlink\.com|zhorapankratov7\.blogspot\.com|zhuravlev\.info|zigarettenonl\.canalblog\.com|zigarettenonlinekaufen\.tumblr\.com|zigarettenonlinekaufen1\.bloog\.pl|zigarettenonlinekaufen1\.blox\.pl|zigarettenonlinekaufen2\.bloog\.pl|zigarettenonlinekaufen2\.drupalgardens\.com|zigzog\.ru|zionstar\.net|zixizop\.net\.ru|zkjovpdgxivg\.ga|zlatnajesen\.com|zmoda\.hostreo\.com|znakom\.sibtest\.ru|znakomstva\-moskva77\.ru|znakomstva\-piter78\.ru|znakomstvaonlain\.ru|znaniyapolza\.ru|znaturaloriginal\.com|zocaparj\.kz|zog\.link|zojirushi\-products\.ru|zolotoy\-lis\.ru|zona\-aqua\.ru|zone\-kev717\.info|zoodrawings\.com|zoogdiesney\.com|zoogdinsney\.com|zoogdisany\.com|zooggames\.com|zoolubimets\.ru|zoominfo\.com|zoomovies\.org|zoompegs\.com|zoosexart\.com|zootoplist\.com|zootravel\.com|zophim\.me|zrelaya\.pw|zrizvtrnpale\.tk|zrus\.org|zryydi\.com|zs2vm\.top|zscaler\.net|zscalerone\.net|zscalertwo\.net|zverokruh\-shop\.cz|zvetki\.ru|zvezdagedon\.ru|zx6\.ru|zynax\.ua|zytpirwai\.net|zzbroya\.com\.ua|zzlgxh\.com
+zaim\-pod\-zalog\-krasnodar\.ru|zaimhelp\.ru|zaimite\.ru|zajm\-pod\-zalog\-nedvizhimosti\.ru|zajm\-zalog\-krasnodar\.ru|zakazfutbolki\.com|zakazvzloma\.com|zakon\-ob\-obrazovanii\.ru|zakonobosago\.ru|zaloadi\.ru|zaloro\.com|zambini\.ru|zaobao\.com\.sg|zapatosenventa\.info|zapiszto\.pl|zarabiaj\-dzis\.pl|zarabotat\-na\-sajte\.ru|zarabotok\-\-doma\.ru|zarajbuilders\.com|zarenica\.net|zarepta\.com|zastenchivosti\.net|zastroyka\.org|zatjmuzu\.info|zawyna\.ua|zazagames\.org|zdesformula\.ru|zdesoboi\.com|zebradudka\.com|zebramart\.ru|zed21\.net|zeg\-distribution\.com|zeikopay\.com|zeleznobeton\.ru|zero1\.it|zerocash\.msk\.ru|zeroredirect\.com|zeroredirect1\.com|zeroredirect10\.com|zeroredirect11\.com|zeroredirect12\.com|zeroredirect2\.com|zeroredirect5\.com|zeroredirect6\.com|zeroredirect7\.com|zeroredirect8\.com|zeroredirect9\.com|zetgie\.com\.pl|zetmaster\.ru|zhacker\.net|zhongwenlink\.com|zhorapankratov7\.blogspot\.com|zhuravlev\.info|zigarettenonl\.canalblog\.com|zigarettenonlinekaufen\.tumblr\.com|zigarettenonlinekaufen1\.bloog\.pl|zigarettenonlinekaufen1\.blox\.pl|zigarettenonlinekaufen2\.bloog\.pl|zigarettenonlinekaufen2\.drupalgardens\.com|zigzog\.ru|zionstar\.net|zixizop\.net\.ru|zkjovpdgxivg\.ga|zlatnajesen\.com|zmoda\.hostreo\.com|znakom\.sibtest\.ru|znakomstva\-moskva77\.ru|znakomstva\-piter78\.ru|znakomstvaonlain\.ru|znaniyapolza\.ru|znaturaloriginal\.com|zocaparj\.kz|zog\.link|zojirushi\-products\.ru|zolotoy\-lis\.ru|zona\-aqua\.ru|zone\-kev717\.info|zoodrawings\.com|zoogdiesney\.com|zoogdinsney\.com|zoogdisany\.com|zooggames\.com|zoolubimets\.ru|zoominfo\.com|zoomovies\.org|zoompegs\.com|zoosexart\.com|zootoplist\.com|zootravel\.com|zophim\.me|zrelaya\.pw|zrizvtrnpale\.tk|zrus\.org|zryydi\.com|zs2vm\.top|zscaler\.net|zscalerone\.net|zscalertwo\.net|zverokruh\-shop\.cz|zvetki\.ru|zvezdagedon\.ru|zx6\.ru|zynax\.ua|zytpirwai\.net|zzbroya\.com\.ua|zzlgxh\.com

_google_webmaster_disavow_links/google-disavow.txt

@@ -1425,6 +1425,7 @@ domain:corta.co
 domain:coslab.club
 domain:cosmetic.donna7753191.ru
 domain:cosmeticswomens-womensports.rhcloud.com
+domain:costablue.xyz
 domain:cottageofgrace.com
 domain:cougfan.info
 domain:counciltally.com
@@ -1848,6 +1849,7 @@ domain:elektrozigaretten1.postbit.com
 domain:elektrozigaretten1.tumblr.com
 domain:elektrozigaretten1.webs.com
 domain:elektrozigaretten2.yn.lt
+domain:elexies.info
 domain:elidelcream.weebly.com
 domain:elite-sex-finders.com
 domain:elitedollars.com
@@ -3317,6 +3319,7 @@ domain:letsrepair.in
 domain:letto.by
 domain:levaquin750mg.blogspot.com
 domain:lexaprogeneric.link
+domain:lexixxx.com
 domain:lezbiyanki.net
 domain:lflash.ru
 domain:li-er.ru

robots.txt/robots.txt

@@ -6,8 +6,8 @@
 
 ### Version Information #
 ###################################################
-### Version: V4.2019.07.1773
+### Version: V4.2019.07.1774
-### Updated: Sun Jul 28 15:01:04 SAST 2019
+### Updated: Mon Jul 29 10:32:30 SAST 2019
 ### Bad Bot Count: 556
 ###################################################
 ### Version Information ##