V4.2020.01.1936 [ci skip]

.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-34.74.253.255	1;
+34.73.66.97	1;
 127.0.0.1	1;

.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-34.74.253.255	0;
+34.73.66.97	0;
 127.0.0.1	0;

.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-34.74.253.255	1;
+34.73.66.97	1;
 127.0.0.1	1;

.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-34.74.253.255	0;
+34.73.66.97	0;
 127.0.0.1	0;

.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-34.74.253.255	1;
+34.73.66.97	1;
 127.0.0.1	1;

.dev-tools/beta_conf_files_whitelist/bots.d/custom-bad-referrers.conf

@@ -167,6 +167,7 @@
 	"~*(?:\b)6128786\.com(?:\b)" 	0;
 	"~*(?:\b)66cpwgln\.space(?:\b)" 	0;
 	"~*(?:\b)6hopping\.com(?:\b)" 	0;
+	"~*(?:\b)70casino\.online(?:\b)" 	0;
 	"~*(?:\b)72\-news\.com(?:\b)" 	0;
 	"~*(?:\b)76brighton\.co\.uk(?:\b)" 	0;
 	"~*(?:\b)777\-club\.ru(?:\b)" 	0;
@@ -6275,6 +6276,7 @@
 	"~*(?:\b)vkontaktemusic\.ru(?:\b)" 	0;
 	"~*(?:\b)vkontarkte\.com(?:\b)" 	0;
 	"~*(?:\b)vksaver\-all\.ru(?:\b)" 	0;
+	"~*(?:\b)vksex\.ru(?:\b)" 	0;
 	"~*(?:\b)vladhistory\.com(?:\b)" 	0;
 	"~*(?:\b)vladimir\.xrus\.org(?:\b)" 	0;
 	"~*(?:\b)vladimir\.zrus\.org(?:\b)" 	0;
@@ -6307,6 +6309,7 @@
 	"~*(?:\b)vroze\.com(?:\b)" 	0;
 	"~*(?:\b)vsdshnik\.com(?:\b)" 	0;
 	"~*(?:\b)vseigru\.one(?:\b)" 	0;
+	"~*(?:\b)vseigry\.fun(?:\b)" 	0;
 	"~*(?:\b)vsesubwaysurfers\.com(?:\b)" 	0;
 	"~*(?:\b)vseuznaem\.com(?:\b)" 	0;
 	"~*(?:\b)vsexkontakte\.net(?:\b)" 	0;

.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-34.74.253.255	0;
+34.73.66.97	0;
 127.0.0.1	0;

.dev-tools/referrers-regex-format-whitelist-test.txt

@@ -120,6 +120,7 @@
 "~*(?:\b)6128786\.com(?:\b)" 	0;
 "~*(?:\b)66cpwgln\.space(?:\b)" 	0;
 "~*(?:\b)6hopping\.com(?:\b)" 	0;
+"~*(?:\b)70casino\.online(?:\b)" 	0;
 "~*(?:\b)72\-news\.com(?:\b)" 	0;
 "~*(?:\b)76brighton\.co\.uk(?:\b)" 	0;
 "~*(?:\b)777\-club\.ru(?:\b)" 	0;
@@ -6228,6 +6229,7 @@
 "~*(?:\b)vkontaktemusic\.ru(?:\b)" 	0;
 "~*(?:\b)vkontarkte\.com(?:\b)" 	0;
 "~*(?:\b)vksaver\-all\.ru(?:\b)" 	0;
+"~*(?:\b)vksex\.ru(?:\b)" 	0;
 "~*(?:\b)vladhistory\.com(?:\b)" 	0;
 "~*(?:\b)vladimir\.xrus\.org(?:\b)" 	0;
 "~*(?:\b)vladimir\.zrus\.org(?:\b)" 	0;
@@ -6260,6 +6262,7 @@
 "~*(?:\b)vroze\.com(?:\b)" 	0;
 "~*(?:\b)vsdshnik\.com(?:\b)" 	0;
 "~*(?:\b)vseigru\.one(?:\b)" 	0;
+"~*(?:\b)vseigry\.fun(?:\b)" 	0;
 "~*(?:\b)vsesubwaysurfers\.com(?:\b)" 	0;
 "~*(?:\b)vseuznaem\.com(?:\b)" 	0;
 "~*(?:\b)vsexkontakte\.net(?:\b)" 	0;

.dev-tools/referrers-regex-format.txt

@@ -120,6 +120,7 @@
 "~*(?:\b)6128786\.com(?:\b)" 	1;
 "~*(?:\b)66cpwgln\.space(?:\b)" 	1;
 "~*(?:\b)6hopping\.com(?:\b)" 	1;
+"~*(?:\b)70casino\.online(?:\b)" 	1;
 "~*(?:\b)72\-news\.com(?:\b)" 	1;
 "~*(?:\b)76brighton\.co\.uk(?:\b)" 	1;
 "~*(?:\b)777\-club\.ru(?:\b)" 	1;
@@ -6228,6 +6229,7 @@
 "~*(?:\b)vkontaktemusic\.ru(?:\b)" 	1;
 "~*(?:\b)vkontarkte\.com(?:\b)" 	1;
 "~*(?:\b)vksaver\-all\.ru(?:\b)" 	1;
+"~*(?:\b)vksex\.ru(?:\b)" 	1;
 "~*(?:\b)vladhistory\.com(?:\b)" 	1;
 "~*(?:\b)vladimir\.xrus\.org(?:\b)" 	1;
 "~*(?:\b)vladimir\.zrus\.org(?:\b)" 	1;
@@ -6260,6 +6262,7 @@
 "~*(?:\b)vroze\.com(?:\b)" 	1;
 "~*(?:\b)vsdshnik\.com(?:\b)" 	1;
 "~*(?:\b)vseigru\.one(?:\b)" 	1;
+"~*(?:\b)vseigry\.fun(?:\b)" 	1;
 "~*(?:\b)vsesubwaysurfers\.com(?:\b)" 	1;
 "~*(?:\b)vseuznaem\.com(?:\b)" 	1;
 "~*(?:\b)vsexkontakte\.net(?:\b)" 	1;

.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf

@@ -45,4 +45,4 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-34.73.65.1              0;
+35.196.82.30            0;

.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.237.212.185	1;
+35.231.58.0	1;
 127.0.0.1	1;

.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.237.212.185	0;
+35.231.58.0	0;
 127.0.0.1	0;

.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.237.212.185	1;
+35.231.58.0	1;
 127.0.0.1	1;

.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.237.212.185	0;
+35.231.58.0	0;
 127.0.0.1	0;

.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.237.212.185	1;
+35.231.58.0	1;
 127.0.0.1	1;

.dev-tools/test1_conf_files_whitelist/bots.d/custom-bad-referrers.conf

@@ -167,6 +167,7 @@
 	"~*(?:\b)6128786\.com(?:\b)" 	0;
 	"~*(?:\b)66cpwgln\.space(?:\b)" 	0;
 	"~*(?:\b)6hopping\.com(?:\b)" 	0;
+	"~*(?:\b)70casino\.online(?:\b)" 	0;
 	"~*(?:\b)72\-news\.com(?:\b)" 	0;
 	"~*(?:\b)76brighton\.co\.uk(?:\b)" 	0;
 	"~*(?:\b)777\-club\.ru(?:\b)" 	0;
@@ -6275,6 +6276,7 @@
 	"~*(?:\b)vkontaktemusic\.ru(?:\b)" 	0;
 	"~*(?:\b)vkontarkte\.com(?:\b)" 	0;
 	"~*(?:\b)vksaver\-all\.ru(?:\b)" 	0;
+	"~*(?:\b)vksex\.ru(?:\b)" 	0;
 	"~*(?:\b)vladhistory\.com(?:\b)" 	0;
 	"~*(?:\b)vladimir\.xrus\.org(?:\b)" 	0;
 	"~*(?:\b)vladimir\.zrus\.org(?:\b)" 	0;
@@ -6307,6 +6309,7 @@
 	"~*(?:\b)vroze\.com(?:\b)" 	0;
 	"~*(?:\b)vsdshnik\.com(?:\b)" 	0;
 	"~*(?:\b)vseigru\.one(?:\b)" 	0;
+	"~*(?:\b)vseigry\.fun(?:\b)" 	0;
 	"~*(?:\b)vsesubwaysurfers\.com(?:\b)" 	0;
 	"~*(?:\b)vseuznaem\.com(?:\b)" 	0;
 	"~*(?:\b)vsexkontakte\.net(?:\b)" 	0;

.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.237.212.185	0;
+35.231.58.0	0;
 127.0.0.1	0;

.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf

@@ -45,5 +45,5 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-104.196.213.122         0;
-35.185.97.135           0;
+34.73.66.97             0;
+34.74.91.53             0;

.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf

@@ -45,5 +45,5 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-104.196.213.122         0;
-35.185.97.135           0;
+35.196.82.30            0;
+35.231.58.0             0;

.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf

@@ -45,6 +45,6 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-35.185.97.135           0;
-35.237.212.185          0;
-34.74.253.255           0;
+35.227.58.83            0;
+34.74.91.53             0;
+34.73.34.132            0;

.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf

@@ -45,5 +45,6 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-35.237.212.185          0;
-35.185.97.135           0;
+35.196.82.30            0;
+34.73.34.132            0;
+35.227.58.83            0;

.dev-tools/test_units/blacklist-ips.conf

@@ -1,2 +1,2 @@
-34.74.253.255	1;
+34.73.66.97	1;
 127.0.0.1	1;

.dev-tools/test_units/custom-bad-referrers.conf

@@ -167,6 +167,7 @@
 	"~*(?:\b)6128786\.com(?:\b)" 	0;
 	"~*(?:\b)66cpwgln\.space(?:\b)" 	0;
 	"~*(?:\b)6hopping\.com(?:\b)" 	0;
+	"~*(?:\b)70casino\.online(?:\b)" 	0;
 	"~*(?:\b)72\-news\.com(?:\b)" 	0;
 	"~*(?:\b)76brighton\.co\.uk(?:\b)" 	0;
 	"~*(?:\b)777\-club\.ru(?:\b)" 	0;
@@ -6275,6 +6276,7 @@
 	"~*(?:\b)vkontaktemusic\.ru(?:\b)" 	0;
 	"~*(?:\b)vkontarkte\.com(?:\b)" 	0;
 	"~*(?:\b)vksaver\-all\.ru(?:\b)" 	0;
+	"~*(?:\b)vksex\.ru(?:\b)" 	0;
 	"~*(?:\b)vladhistory\.com(?:\b)" 	0;
 	"~*(?:\b)vladimir\.xrus\.org(?:\b)" 	0;
 	"~*(?:\b)vladimir\.zrus\.org(?:\b)" 	0;
@@ -6307,6 +6309,7 @@
 	"~*(?:\b)vroze\.com(?:\b)" 	0;
 	"~*(?:\b)vsdshnik\.com(?:\b)" 	0;
 	"~*(?:\b)vseigru\.one(?:\b)" 	0;
+	"~*(?:\b)vseigry\.fun(?:\b)" 	0;
 	"~*(?:\b)vsesubwaysurfers\.com(?:\b)" 	0;
 	"~*(?:\b)vseuznaem\.com(?:\b)" 	0;
 	"~*(?:\b)vsexkontakte\.net(?:\b)" 	0;

.dev-tools/test_units/random-bots-for-test-quick.list

@@ -1,10 +1,10 @@
-BuiltWith
-Linkdexbot
-Majestic12
-Pavuk
-ProWebWalker
-SalesIntelligent
-ScoutJet
-WebCollage
-WebFetch
-Widow
+Asterias
+autoemailspider
+Bullseye
+Fimap
+Grafula
+Libwhisker
+Nameprotect
+NetLyzer
+Web Collage
+Website Quester

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
-AhrefsBot
-AIBOT
-AiHitBot
+404checker
+Abonti
+Aboundex
+Acunetix
 Aipbot
 Alexibot
-Alligator
-AlphaBot
+archive.org_bot
+Attach
+autoemailspider
+AwarioSmartBot
 BackDoorBot
-backlink-check
-BacklinkCrawler
-BackWeb
-Barkrowler
-BBBike
+Badass
+Bandit
+BatchFTP
 BDFetch
 Bigfoot
-Bitacle
-Blackboard
-Black Hole
 BlackWidow
+BLEXBot
 Blow
+Boardreader
+Bolt
+BotALot
 Brandprotect
-Brandwatch
+Buddy
 BuiltBotTough
-BuzzSumo
-CATExplorador
+BuiltWith
+Bullseye
+Calculon
+CazoodleBot
+CCBot
 Cegbfeieh
+CheeseBot
 CherryPicker
 CheTeam
-Claritybot
-coccocbot-web
-Cogentbot
+ChinaClaw
+Cloud mapping
+cognitiveseo
 Collector
+com.plumanalytics
 Copier
+CopyRightCheck
+Copyscape
+Cosmos
+Craftbot
 crawler4j
 crawler.feedback
-crawl.sogou.com
-CrazyWebCrawler
-Crescent
-CrunchBot
-CSHttp
-Curious
+Custo
+DatabaseDriverMysqli
 DataCha0s
 demandbase-bot
-Deusu
+Demon
 Devil
-DigitalPebble
-Discobot
+DIIbot
+Disco
+Discoverybot
+Dispatch
 DittoSpyder
+DomainAppender
+DomainSigmaCrawler
 Dotbot
-DTS Agent
-Ebingbong
+Download Wonder
+Dragonfly
+EasyDL
+eCatch
+ECCP/1.0
+EirGrabber
+EMail Siphon
 EMail Wolf
-EroCrawler
 evc-batch
-Evil
-Express WebPictures
-ExtLinksBot
+ExtractorPro
 Extreme Picture Finder
-Ezooms
+FDM
 FemtosearchBot
 FHscan
 Fimap
-Firefox/7.0
+FlashGet
 Flunky
+Foobot
+Freeuploader
 FrontPage
-FyberSpider
-GalaxyBot
-Genieo
-GermCrawler
 Getintent
-GetRight
-Gigablast
-Gigabot
-G-i-g-a-b-o-t
 Go-Ahead-Got-It
 Gotit
 GoZilla
+Grabber
+GrabNet
 Grafula
-GrapeFX
 GridBot
-GT::WWW
-Harvest
-Havij
-HEADMasterSEO
-heritrix
-HybridBot
-IDBot
-IlseBot
-Image Fetch
+Haansoft
+HTMLparser
+HTTP::Lite
+HTTrack
+Humanlinks
+Id-search
+IndeedBot
 InfoTekies
-instabid
+Intelliseek
+InterGET
+Internet Ninja
+internetVista monitor
 ips-agent
+Iskanie
 IstellaBot
-Jbrofuzz
-JetCar
-Jetty
 JikeSpider
-JOC Web Spider
-JustView
-Jyxobot
-Keyword Density
+Kozmosbot
 Larbin
+LeechFTP
+LeechGet
+Lftp
 LibWeb
+Libwhisker
 Lightspeedsystems
-LinkpadBot
-LinkScan
+LinkWalker
 LinqiaMetadataDownloaderBot
-Litemage_walker
-magpie-crawler
-Majestic-SEO
+LinqiaRSSBot
+Lipperhey
+lwp-request
+lwp-trivial
+Mag-Net
+Mail.RU_Bot
+Majestic SEO
+MarkMonitor
 MarkWatch
 Masscan
-Mass Downloader
-MauiBot
-Meanpathbot
+meanpathbot
 MeanPath Bot
-MegaIndex.ru
+mediawords
+MFC_Tear_Sample
 Microsoft URL Control
 MIDown tool
-MIIxpc
-Mojeek
-Morfeus Fucking Scanner
+Mister PiX
+MJ12bot
 Mr.4x3
+MSFrontPage
 MSIECrawler
-Msrabot
-muhstik-scan
-Musobot
-Name Intelligence
 Nameprotect
-NearSite
-NetAnts
+Nessus
+Netcraft
 netEstate NE Crawler
 NetLyzer
-Nettrack
+NetSpider
+Net Vampire
 Netvibes
-NetZIP
-Nikto
 Nimbostratus
-Ninja
-Nmap
 NPbot
-Nutch
-oBot
+Octopus
 Offline Navigator
-OnCrawl
-Openfind
-OrangeBot
+OpenLinkProfiler
+Openvas
+OrangeSpider
+OutclicksBot
+PageAnalyzer
 Page Analyzer
+PageGrabber
 page scorer
-PageScorer
 PECL::HTTP
-PeoplePal
-Picsearch
+PHPCrawl
+Picscout
 PictureFinder
-Pi-Monster
-PleaseCrawl
+Pimonster
+Pixray
+plumanalytics
+Pockey
 Probethenet
-ProWebWalker
-Psbot
+ProPowerBot
+Pump
 PxBroker
 PyCurl
+QueryN Metasearch
 RankActiveLinkBot
 RankFlex
 RankingBot
+RankingBot2
 Rankivabot
 RealDownload
 Reaper
 RebelMouse
-RedesScrapy
+ReGet
 RepoMonkey
-Ripper
 RocketCrawler
 Rogerbot
 RSSingBot
-SBIder
-Scanbot
 scan.lol
-ScoutJet
-Screaming
-ScreenerBot
-Searchestate
-SemrushBot
+Scrapy
+Semrush
+SEOkicks-Robot
+Seomoz
 seoscanners
-SeoSiteCheckup
 SEOstats
+sexsearcher
 Shodan
 Siphon
+SISTRIX
+SiteExplorer
 Siteimprove
 SiteLockSpider
-SiteSnagger
-SiteSucker
-SlySearch
-Snapbot
-sogouspider
-Sosospider
-Sottopop
-SpaceBison
+Sociscraper
 SpankBot
-SputnikBot
-Sqlmap
+Spanner
+spyfu
+Sqlworm
+Steeler
 Stripper
-SuperBot
+Sucker
+SuperHTTP
 Surfbot
 SurveyBot
-Szukacz
-TeleportPro
+Suzuran
+T8Abot
 Telesphoreo
-Thumbor
 Toata
-Trendiction
+Tracemyfile
+True_Robot
 TurnitinBot
-Typhoeus
+UnisterBot
+URLy.Warning
+VB Project
 VidibleScraper
-Virusdie
-VoidEYE
-Wallpapers/3.0
-WallpapersHD
+Voil
+Voltron
 WASALive-Bot
-WBSearchBot
-Web Collage
-WebCopier
-WebEnhancer
+WebAuto
+WebBandit
+WebCollage
 Web Enhancer
 WebFetch
-WebFuck
-Web Fuck
+Web Fetch
 WebGo IS
-WebLeacher
 WebPix
+Web Pix
 WebReaper
+Webshag
 WebsiteExtractor
 Website Quester
-Web Sucker
+Webster
+WebStripper
+WebSucker
 WebWhacker
-WeSEE
 Whack
 Who.is Bot
-WinHTTrack
-Wprecon
+WiseGuys Robot
+Wotbox
 WPScan
 WWW-Collector-E
-WWW-Mechanize
-WWW::Mechanize
-x22Mozilla
-Zeus
-Zitebot
+WWWOFFLE
+Xenu
+zauba.io
+Zermelo
 ZmEu
-ZumBot
-ZyBorg

.dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 360Spider
-404checker
-Acunetix
-Aipbot
-AllSubmitter
-arquivo-web-crawler
-AwarioRssBot
-Backlink-Ceck
+Aboundex
+Aboundexbot
+AfD-Verbotsverfahren
+AhrefsBot
+Alligator
+AlphaBot
+arquivo.pt
+ASPSeek
+AwarioSmartBot
+BackDoorBot
 backlink-check
-Barkrowler
-Battleztar Bazinga
+Bandit
 BBBike
 BDFetch
-Bigfoot
+Bitacle
 Blackboard
-BlackWidow
-BLEXBot
-Buddy
+Black Hole
+Bolt
+BotALot
+Brandprotect
 BuiltBotTough
-BuiltWith
+CazoodleBot
 Cegbfeieh
-CheeseBot
+CherryPicker
+ChinaClaw
 Chlooe
 Claritybot
-coccocbot-web
+Cliqzbot
+Cloud mapping
+Cogentbot
 cognitiveseo
-Collector
 com.plumanalytics
-Copier
 Cosmos
-Craftbot
-crawler4j
-CrazyWebCrawler
-Crescent
-CSHttp
+crawler.feedback
+CrunchBot
 Curious
-Custo
+DatabaseDriverMysqli
 DataCha0s
-demandbase-bot
 Demon
 Deusu
 Digincore
-Disco
-Discobot
-DittoSpyder
-DnyzBot
+DigitalPebble
+DIIbot
+Dirbuster
+Dispatch
 DomainCrawler
+DomainSigmaCrawler
 Dotbot
 Dragonfly
+Drip
 Ebingbong
-ECCP/1.0
-Ecxi
-EirGrabber
-EroCrawler
-ExtractorPro
+eCatch
+EMail Siphon
+Exabot
+ExtLinksBot
+Extractor
 Extreme Picture Finder
-facebookscraper
 FDM
-FemtosearchBot
 FHscan
 Fimap
 Firefox/7.0
-FlashGet
-Foobot
 Freeuploader
 FyberSpider
-Fyrebot
-Getintent
+Genieo
 Gigablast
-Go-Ahead-Got-It
-Gotit
+G-i-g-a-b-o-t
+GoZilla
 Go!Zilla
 GrabNet
-Grafula
-Havij
+GrapeshotCrawler
+Harvest
 HEADMasterSEO
-Hloader
-HTMLparser
-HTTrack
+HMView
+HybridBot
 Iblog
-IDBot
-Image Sucker
-Indy Library
-InfoNaviRobot
+IlseBot
+Image Fetch
+IndeedBot
 instabid
 InterGET
 internetVista monitor
 ips-agent
 Iria
-IRLbot
 IstellaBot
 Jbrofuzz
+JetCar
 JikeSpider
+JOC Web Spider
 Jorgee
 JustView
 Jyxobot
 Keyword Density
-Kozmosbot
-Lanshanbot
+Larbin
+LeechFTP
+LeechGet
 LexiBot
-LibWeb
+Lftp
 Libwhisker
-Lightspeedsystems
-LinkpadBot
-LinkScan
-LinksManager
-LinqiaScrapeBot
-Lmspider
+LinkWalker
+Litemage_walker
 lwp-request
 Magnet
-Mag-Net
-magpie-crawler
-Majestic12
+Mail.RU_Bot
+Majestic SEO
 Majestic-SEO
-MarkMonitor
 MarkWatch
-Mata Hari
-MauiBot
+Mass Downloader
 Meanpathbot
-MIDown tool
-MIIxpc
-Mister PiX
+MeanPath Bot
+Metauri
+Microsoft URL Control
+MJ12bot
 Mojolicious
 Morfeus Fucking Scanner
-MSFrontPage
-MSIECrawler
+Mr.4x3
+Msrabot
 muhstik-scan
 Musobot
+Name Intelligence
 Nameprotect
-Nessus
+Navroad
 NetAnts
-Netcraft
-netEstate NE Crawler
 NetMechanic
-Nettrack
-Net Vampire
 Netvibes
-NICErsPRO
+NextGenSearchBot
 Niki-bot
 Nikto
 Nimbostratus
 Ninja
+Nmap
 Octopus
 Offline Navigator
 OnCrawl
-Openvas
-OrangeSpider
+OrangeBot
+PageAnalyzer
+PageGrabber
+page scorer
 Pandalytics
-Papa Foto
 Pavuk
 pcBrowser
 PECL::HTTP
-Picsearch
-Pi-Monster
+PHPCrawl
+Picscout
 Pixray
 plumanalytics
+Pockey
 Probethenet
+ProWebWalker
 Psbot
-QueryN Metasearch
-RankingBot
+Pump
+PyCurl
+Quick-Crawler
+RankActive
+RankActiveLinkBot
+RankFlex
 Rankivabot
+RealDownload
+RebelMouse
+RedesScrapy
 ReGet
-Ripper
 Rogerbot
+RSSingBot
 s1z.ru
 SBIder
-ScanAlert
-Screaming
+Scanbot
+ScoutJet
 ScreenerBot
 Semrush
-SEOkicks
-SEOkicks-Robot
-SEOlyticsCrawler
-Seomoz
-SeoSiteCheckup
 serpstatbot
+sexsearcher
 Shodan
+Siphon
 Siteimprove
-SiteSnagger
+SiteSucker
+Site Sucker
 Sitevigil
 SlySearch
-SmartDownload
+Snake
 Snoopy
 SocialRankIOBot
 Sogou web spider
 Sosospider
-Spammen
+Sottopop
+SpankBot
+Spanner
 sp_auditbot
+Spbot
 SputnikBot
-Sqlmap
-Stripper
-Sucuri
+Sqworm
+Sucker
+SuperBot
 SuperHTTP
 SurveyBot
-Suzuran
+sysscan
 Szukacz
-T8Abot
 Teleport
+TeleportPro
 Telesphoreo
+Telesphorep
 The Intraformant
-TheNomad
-Thumbor
 TightTwatBot
 Titan
-Toata
 Trendiction
-Turingos
-Twice
-Typhoeus
-UnisterBot
+Trendictionbot
+TwengaBot
+Upflow
 URLy Warning
-Vagabondo
-VB Project
-VeriCiteCrawler
-VidibleScraper
+Voil
+Wallpapers/3.0
+WASALive-Bot
 WebAuto
-Web Auto
 Web Collage
+WebCopier
+WEBDAV
 Web Enhancer
+Web Fetch
+WebFuck
 Web Fuck
 WebGo IS
-WebLeacher
-WebmasterWorldForumBot
+webmeup-crawler
+WebPix
 Web Pix
 WebSauger
+Web Sauger
 Webshag
-WebsiteExtractor
 Webster
 WebStripper
-WebZIP
-WeSEE
+WebSucker
+Web Sucker
+Whack
+Whacker
 Whatweb
 Who.is Bot
 Widow
+WinHTTrack
+WiseGuys Robot
 WISENutbot
-Wotbox
+Woobot
 Wprecon
-WWW-Collector-E
+WPScan
+WWW::Mechanize
 WWWOFFLE
-x09Mozilla
-Xaldon WebSpider
-Xaldon_WebSpider
-Xenu
-Zauba
+x22Mozilla
+Zade
+zauba.io
 Zermelo
-Zeus
 zgrab
 Zitebot
-ZmEu
-ZyBorg
+ZumBot

.dev-tools/test_units/random-referrers-for-test-quick.list

@@ -1,10 +1,10 @@
-5i2.net
-absolutelyanalog.com
-alldubai.biz
-cosmeticswomens-womensports.rhcloud.com
-googlsucks.com
-porn555.com
-pornoreino.com
-searchaddis.com
-sfj-ror.no
-toonfamilies.net
+alevinefesleri.com
+evening-dating-club.info
+fiverr.com
+fortwosmartcar.pw
+kladrus.ru
+macotool.com
+rednise.com
+saratov.xrus.org
+scanner-andrew.top
+snyatie-lomki-v-stacionare.ru

.dev-tools/test_units/random-referrers-for-test.list

@@ -1,500 +1,500 @@
-00it.com
-1-99seo.com
-1-free-share-buttons.com
-1webmaster.ml
-4inn.ru
-4kpics.rocks
+03p.info
+0daymusic.org
+1adult.com
+2pxg8bcf.top
+5ws.dating-app.ru
 7yue.org
-991mostfm.co.id
+8558l.jobs.net
 999webdesign.com
-aa9bd78f328a6a41279d0fad0a88df1901.com
-abtasty.com
-academiacsmendoza.org
-actionnooz.com
-actulite.com
-addray.pro
+a14download.com
+acads.net
+actices.com
 adimmix.com
-adinterax.com
 adultactioncam.com
-advertex.info
-agardomains.com
-agreda.pluto.ro
-aktivator-windows10.blogspot.com
-aktobe.xkaz.org
-akuhni.by
-alert-fjg.xyz
-algerianembassy.co.in
-alldubai.biz
-allesohnegirls.net
-alltheviews.com
-amazon-adsystem.com
-am-se.com
-apiholdingmypage-a.akamaihd.net
-apiluckyleapnet-a.akamaihd.net
-apiportalmorecom-a.akamaihd.net
-aproposde.com
-arclk.net
+agecheckadult.com
+aimayangzhi.com
+akama.com
+albamargroup.com
+alienwheel.es
+amanda-porn.ga
+anal-acrobats.hol.es
+ananumous.ru
+anmysite.com
+anti-virus-removal.info
+apartmentratings.com
+apartment.ru
+apibrowsesmartne-a.akamaihd.net
+apper.de
+arcteryxstore.online
 arenanews.com.ua
-arpelsreplica.xyz
-arraty.altervista.org
-asiavirtualsolutions.com
-asrvrep-a.akamaihd.net
-atmagroup.ru
-autobrennero.it
+australia-opening-times.com
 autobudpostach.club
 aversis.net
+awency.com
+ayakino.net
+ayerbo.xhost.ro
 azazaporn.com
-azazu.ru
-bankcrediti.ru
-bard-real.com.ua
-bbsoldes.fr
-begalka.xyz
-bestpriceninja.com
-bestprofits-there.com
-beta.hotkeys.com
-beyan.host.sk
-bezlimitko.xyz
+azlex.uz
+azte.ch
+b00kmarks.com
+banan.tv
+banksrf.ru
+bannerconnect.net
+bannertesting.com
+barnfurnituremart.com
+bausparen.bz.it
+bcmp.org
+beachfix.co
+bedcapdealers.com
+bensbargains.net
+bestempresas.es
+bestofupload.info
+betonka.pro
 bif-ru.info
-biketank.ga
-bioinnovate.co
-bio.trade-jp.net
-bitcoinpile.com
-biznesluxe.ru
-bjanshee.ru
-blackle.com
-bloggedporn.com
-bmw.afora.ru
-bobba.dzaba.com
-bookmark4you.com.biz
-boole.onlinewebshop.net
-bouda.kvalitne.cz
-brendbutik.ru
-brewdom.ru
-brianhenry.co
-btc4u.ru
-budilneg.xyz
-buigas.00it.com
-bus-offer.com
-buyk.host.sk
-buypuppies.ca
-c1.onedmp.com
-callstevens.com
-candcstuccoandstone.com
-candy-glam-hp.com
-canzoni.ru
-capture-room.com
-cardiosport.com.ua
-cartierlove2u.com
-cartierlove2u.xyz
-cdnanalytics.xyz
-cdnnetwok.xyz
-cezartabac.ro
-chastnoeporno.com
-chatroulette.si
-cheapestjerseysonwholesale.com
-checkm8.com
-choice-credit.ru
-clicksotrk.com
-cmd.kz
-cocyq.inwtrade.com
-codysbbq.com
-coindirect.io
-colehaanoutlet.store
-comissionka.net
-compliance-brian.top
-compliance-john.top
-cornerstone-countertops.com
-countercrazy.com
+bigames.online
+binomo.com
+biteg.xyz
+bjetjt.com
+blockety.co
+blog.koorg.ru
+blogrankers.com
+blog.yam.com
+boc.kz
+bombla.org
+bonux.nextview.ru
+bookmaker-bet.com
+brandedleadgeneration.com
+breget74.ru
+buchananshardware.com
+bumble.cheapwebsitehoster.com
+bum.com.ru
+burger-imperia.com
+businesn.men
+callawaygolfoutlet.online
+candelluxsklep.pl
+capacitacionyaprendizaje.com
+cartierlovebraceletreplica.xyz
+cartierlove.xyz
+cartierreplica.pw
+ccjp.eu
+celebsopics.com
+cenoval.ru
+centre-indigo.org.ua
+cercacamion.it
+checkhit.com
+check-host.net
+checktext.org
+chelyabinsk.xrus.org
+cinemaflix.website
+clash-clans.ru
+clicksor.net
+clksite.com
+clmforexeu.com
+coderstate.com
+companies-catalog.com
+compliance-andrew.top
+compliance-brian.xyz
+compliance-don.xyz
+compliance-mary.top
+connectingsingles.com
+contentlook.co
+continent-e.tv
+coolbar.pro
+coolgamechannel.com
+coolyarddecorations.com
+coop-gamers.ru
+coprofam.org
+cordstrap.cc
+cosmetic.donna7753191.ru
+costablue.xyz
 covadhosting.biz
-crafthubs.com
-cwetochki.ru
-daneshetabiat.com
+cranly.net
+crirussian.ru
+damedingel.ya.ru
 daooda.com
-decorazilla.com
+darodar.com
+dating-time-now.com
+daymusam.com
 deda-moroza-zakaz.ru
-degerlund.net
-detskie-konstruktory.ru
-de.zapmeta.com
-dieswaene.com
-directrev.com
+dekorkeramik.ru
+derevesendeco.com
+detsky-nabytek.info
+deutschland123.de
+dev-seo.blog
+digitalfaq.com
+dinkolove.ya.ru
 disruptingdinnerparties.com
-djekxa.ru
+distver.ru
+div.as
+djstools.com
 dkvorota.ru
-dogoimage.com
+dnepropetrovsk.mistr-x.org
+dneprsvet.com.ua
+dnsrsearch.com
 dolohen.com
-domaincheck.io
-dotnetdotcom.org
-doublepimp.com
-downloadkakaotalk.com
-download-wallpaper.net
-earncash.com.ua
-earn-from-articles.com
-ed-shop01.ru
-educatemetv.com
-ekaterinburg.xrus.org
+dominateforex.ml
+downloaddy.net
+downvids.net
+drugs-no-rx.info
+druzhbany.ru
+edudocs.net
+ekn-art.se
 ekobata.ru
-elektir.ru
-elektrischezigaretten1.blogse.nl
-elvenmachine.com
-englate.com
-erotiktreff24.info
-essaypro.com
-este-line.com.ua
-etm-consult.de
-eu-cookie-law.info
-evaashop.ru
-exchanges-bet.com
-exlarseva.webblog.es
-expertblog.info
-face.hostingx.eu
-falllow.gq
-family1st.ca
-faptitans.com
-farmprofi.net
-fashionindeed.ml
-fashion.stellaconstance.co
-fefo.gdn
-filesvine.com
-financetip.eu
+e-kwiaciarz.pl
+elektrischeziga.livejournal.com
+elektroniksigaraankara.info
+elektrozigaretten2.yn.lt
+erotik-kostenlos.net
+escort-russian.com
+esopini.com
+euronis-free.com
+everytalk.tv
+evrotekhservis.ru
+exchangeit.gq
+exportshop.us
+extremal-blog.com
+extremepornos.net
+f00kclan.de
+fable.in.ua
+favoritemoney.ru
+faz99.com
+fearcrow.com
+femmesdenudees.com
 findanysex.com
-flagcounter.me
-flashbannernow.com
-flavors.me
-floridamhca.org
-flytourisme.org
-fok.nl
-forexgb.ru
+finstroy.net
+fishtauto.ru
+fitness-video.net
+fiuxy.com
+flooringinstallation-edmonton.com
+floridahuntingfishingadventures.com
+fodelsedagspresenter.nu
 forum20.smailik.org
-forum.poker4life.ru
-fotosfotos.eu
-fototravel.eu
+fotoxxxru.com
+fotzen-ficken.com
+foxjuegos.com
 freakycheats.com
-free-fbook-traffic.com
+free-floating-buttons.com
+freejabs.com
+free-laptop-reward.com
+freelinkbuilding.website.tk
+freelotto.com
 freenode.info
 freenom.link
-freeseedsonline.com
-free-social-buttons.com
-free-social-buttons.xyz
-freshdz.com
-fsakhalin.ru
-fuckbuddybestgilf.info
-fullfileaccess.com
+ftns.ru
 funnypica.com
-funtoonez.com
-fyxabomiw.ru
+galeria-zdjec.com
+gallerily.com
+gallery.rennlist.com
+game-top.su
+gateway.zscalertwo.net
 gay-file.com
 gaytube.com
-gearsadspromo.club
-gentamicineyedrops.blogspot.com
-getoutofdebtfree.org
-gigixo.com
-glcomputers.ru
-gne8.com
-good-mummy.ru
-google-liar.ru
-grupografico-pilar.com.ar
-gsasearchenginerankerdiscount.com
-gtopstats.com
-h2monline.com
-havepussy.com
-hccoder.info
-hermesbirkinhandbagoutlets.com
-histats.com
-hitmuzik.ru
-hiwibyh.bugs3.com
-hjaoopoa.top
-hkdiiohi.skyrock.com
-homeandhealth.ru
-homedecoguide.info
-homelygarden.com
-homemature.net
-hoporno.com
+gembird.com
+genetworx.com
+gfaq.ru
+girlgamerdaily.com
+girlporn.ru
+gk-atlant.info
+gnuetella.com
+goforexvps.com
+gombita.info
+gosarhivrt.ru
+gotcher.us
+growshop.es
+gsasearchengineranker.space
+hdwallpapers-free.com
+high-speed1.net
+himgaws.pw
+holidaypics.org
+honyaku.yahoofs.jp
+hotelcrocenzi.sm
+hotenergy.ru
+hotgirlhdwallpaper.com
 hotshoppymac.com
 hspline.com
 hunterboots.online
-hybrid.ru
-ifirestarter.ru
-igrovyeavtomaty777.ru
-ilovevitaly.com
+hyipmanager.in
+iamsport.org
+ico.re
+ideawheel.com
+igru-xbox.net
+ilo134uloh.com
+imediadesk.com
+imitex-plus.ru
+impisr.edunsk.ru
+inboundlinks.win
+increasewwwtraffic.info
+inet-traffic.com
 infogame.name
-infospot.pt
-intelhdgraphicsgtdrive6w.metroblog.com
-interferencer.ru
-internetartfair.com
-ip-guide.com
-iqoption.pro
-ispaniya-costa-blanca.ru
-itronics.ca
-ivearchenceinflu.cf
-jacago.com
-jennyfire.ru
-jeremyeaton.co
-jurajskie.info
-kerch.site
-kerwinandcariza.com
-kfon.eu
-kicknights.gq
-kiinomaniak.pl
-kimcurlrvsms.com
+internet-apteka.ru
+investyb.com
+iptool.xyz
+iqoption.com
+irunfar.com
+istizanidineanarcoticdrug.blogspot.com
+iwantedmoney.com
+izhevsk.zrus.org
+janettabridal.com
+jav-way.site
+jerseysbizwholesalecheap.com
+jestr.org
+jose.mulinohouse.co
+justdating.online
+jwss.cc
+kaidalibor.de
+kakadu-interior.com.ua
+kaliningrad.zrus.org
+kanimage.com
+kasino-money.pw
+keywords-monitoring-success.com
 kinocccp.net
-kino-filmi.com
-kinohall.ru
-kinosed.net
+klejonka.info
+klikbonus.com
+kol-energo.ru
 kongoultry.net
-ku6.com
-kvartira-sutochno.com
-labplus.ru
+kursy-ege.ru
 lacapilla.info
-languagecode.com
-larose.jb2c.me
-laulini.soclog.se
-letolove.ru
+lacasamorett.com
+ladsup.com
+landmania.ru
+letmacwork.world
+lexaprogeneric.link
 lifebyleese.com
-limtu.ifmo.ru
-lincolntheatre.com
-livefixer.com
-loadingpages.me
-locatellicorretor.com.br
-loginduepunti.it
-lomb.co
-lonfon.xyz
-lost-alpha.ru
-m1media.net
-magazintiande.ru
-magicplayer-s.acestream.net
-manuscript.su
-marketingtechniques.info
-masserect.com
-matpre.top
+linkbolic.com
+linkbux.ru
+liveinternet.ro
+locksmith.jp
+lodki-pvh.dp.ua
+louboutinreplica.xyz
+lovasszovetseg.hu
+m4ever.net
+mail.allnews24.in
+mainhp.net
+manipulyator-peterburg.ru
 mature.free-websites.com
-maximilitary.ru
-m.b00kmarks.com
-mebelcomplekt.ru
-meddesk.ru
-megavolt.net.ua
-mensandals.xyz
-metallosajding.ru
-mex-annushka.ru
-millionare.com
+medosmotr-ufa.ru
+meltwater.com
+menetie.ru
+merryhouse.co.uk
+mezaruk.info
+michaelkorsoutletstore.net
+mikrobiologies.ru
 minecraft-neo.ru
-missclub.info
-missvietnam.org
-mixtapetorrent.com
-mjchamonix.org
+miniads.ca
+mitrasound.ru
+mmstat.com
 moi-glazki.ru
-monarchfind-a.akamaihd.net
-moncleroutletonline.pw
-moscow.online-podarki.com
-moxo.com
-msk-diplomat.com
-musicvidz.ru
-myfreemp3.eu
-myhydros.org
+monclerjacketsoutlet.pw
+monetizationking.net
+moscow-clining.ru
+moskva.nodup.ru
+most-kerch.org
+moyaterapiya.ru
+mp3ringtone.info
+musflashtv.com
+mvpicton.co.uk
+my-big-family.com
+mydownloadengine.com
+mypets.by
 nacap.ru
-nardulan.com
-narkologiya-peterburg.ru
-nbsproject.ru
-nero-us.com
-newstraveller.ru
-newtechspb.ru
-nfljerseys.online
-nibbler.silktide.com
-nicefloor.co.uk
-nmrk.ru
-nofreezingmac.click
-notebook-pro.ru
-novosti-hi-tech.ru
-npoet.ru
-offers.bycontext.com
-offtopic.biz
-okroshki.ru
-ok-ua.info
-okuos.com
-onefilms.net
-oneshotdate.com
-onlinefilmz.net
-online.ktc45.ru
-online-sbank.ru
-onstrapon.purplesphere.in
-opinionreelle.com
-oranga.host.sk
-orsonet.ru
-osoznanie-narkotikam.net
-outpersonals.com
-paparazzistudios.com.au
-partner-host.men
-partnerline.men
-partnerworkroom.men
-pastaleads.com
-pavlodar.xkaz.org
-pc4download.co
-pc-services.ru
-perm-profnastil.ru
-petitions.whitehouse.gov
-picmoonco.pw
-picquery.com
-picturesboss.com
-platezhka.net
-plusnetwork.com
+naj-filmy24.pl
+naperehresti.info
+natali-forex.com
+naturtreenspicerx.pw
+networkcheck.xyz
+new7ob.com
+newsperuse.com
+nextbackgroundcheck.gq
+ngps1.ru
+nikitabuch.com
+nvformula.ru
+obesidadealgarve.com
+ochistka-stokov.ru
+okmusic.jp
+online7777.com
+onlinewritingjobs17.blogspot.ru
+optikremont.ru
+orion-v.com
+oynat.info
+oz-offers.com
+paclitor.com
+parlament.biz
+pay2me.pl
+pb-dv.ru
+p-business.ru
+pcboa.se
+pelfind.me
+pensplan.com
+pestomou.info
+php-market.ru
+picphotos.net
+piski.top
+piter.xrus.org
+pizza-imperia.com
+platesauto.com
 pod-muzyku.club
-pogodnyyeavarii.gq
-pornoklad.ru
+pogosh.com
+popads.net
+pornhubforum.tk
+pornoblood.com
 pornonik.com
-preg.marketingvici.com
+porno-play.net
+porno.simple-image.com.ua
+porodasobak.net
+portside.cc
+pourvous.info
+praisong.net
+pretty-mart.com
+privacyassistant.net
+privhosting.com
 profitfx.online
-promgirldresses.xyz
-pron.pro
-prostitutki-almata.org
-prostitutki-astana.org
-prostitutki-odessa.org
-rankscanner.com
-ranksonic.org
-rasteniya-vs-zombi.ru
-realtytimes.com
-recordpage-a.akamaihd.net
-rednise.com
-refudiatethissarah.info
-regionshop.biz
-rentaremotecomputer.com
-repeatlogo.co.uk
-revistaindustria.com
-reward-survey.net
-rialp.getenjoyment.net
-ring4rhino.com
-ringtonepartner.com
-rocketchange.ru
-rostov.xrus.org
-royal-betting.net
-rumamba.com
-ruscoininvest.company
-ruspdd.com
-ryetaw.com
-santechnik.jimdo.com
-sbdl.no
-sbricur.com
-sbt-aqua.ru
-scanner-julia.top
-scanner-willy.top
-scrnet.biz.ua
-searchlock.com
-seccioncontrabajo.com
-seemoreresultshu-a.akamaihd.net
-seksvideoonlain.com
-selectads.men
-seminarygeorgia59.ga
+profit-opportunity.com
+progress-upakovka.ru
+projectforte.ru
+promodj.com
+pronorm.fr
+prpops.com
+pyrodesigns.com.au
+qor360.com
+quebec-bin.com
+questionmarque.ch
+rank-checker.online
+ranksonic.com
+raschtextil.com.ua
+realmonte.net
+rebrand.ly
+redirect.trafficreceiver.club
+research.ifmo.ru
+resellerclub.com
+ribieiendom.no
+richinvestmonitor.com
+rimedia.org
+ringporno.com
+salut-camp.ru
+sarafangel.ru
+satellite.maps.ilovevitaly.com
+scanner-brian.top
+scanner-george.top
+scanner-josh.top
+searchaddis.com
+searchinquire.com
+securityallianceservices.com
+sendearnings.com
+seo-2-0.com
 seoexperimenty.ru
-seoheap.com
-seo-prof1.xyz
-service-core.ru
-sevenstars7.com
-sexfreepornoxxx.com
-sexobzor.info
-shama-rc.net
-shopperifymac.com
-silvercash.com
-siteheart.net
-siteimprove.com
-siteonomy.com
-slavkokacunko.de
+service.adtech.fr
+servicecenter.co.ua
+serw.clicksor.com
+sexpornotales.net
+sexuria.net
+sexxdate.net
+ship-marvel.co.ua
+shopvilleroyboch.com.ua
+signx.info
+sindragosa.comxa.com
+siteexpress.co.il
+skincrate.net
+slavia.info
 slayerlife.com
-smallseotools.com
-smartpet.ru
+slkrm.ru
+slonechka.ru
 sobecjvuwa.com.ru
-social-buttons.com
+socialbuttons.xyz
+social-s-hhh.xyz
 socialsignals24.com
-solmarket.by
+softtor.com
+softxaker.ru
 soochi.co
-sptslmtrafms.com
-stardevine.com
-stromerrealty.com
-strongsignal-a.akamaihd.net
+soserfis.com
+space-worry.ml
+speechfoodie.com
+spitfiremusic.com
+sportbetfair.com
+sport-video-obzor.ru
+spy-app.info
+spymac.net
+staff.prairiesouth.ca
+stathat.com
+statoutlook.info
+stockspmb.info
+strfls.com
 stroydetali.ru
-stroymonolit.su
-stuff-about-money.com
-sudexpert66.ru
-svensk-poesi.com
+studiofaca.com
+sukarame.net
 svetlotorg.ru
-svetodiodoff.ru
-tds-advert002.info
-telefonsex-ohne0900.net
-thedownloadfromwarez.blogspot.com
-theendivechronicles.com
-tilido.com
-tizanidine4mg.blogspot.com
-tizanidinecapsules.blogspot.com
-tizanidineforopiatewithdrawal.blogspot.com
-tizanidinehcl2mgsideeffects.blogspot.com
-tizanidinewithdrawal.blogspot.com
-tomatis.gospartner.com
-top10-way.com
-top1-seo-service.com
-top-karkas.ru
-topquality.cf
-trackmedia101.com
-traffic100.com
-trafficfactory.biz
-trafficmania.com
-trahvid.com
-tripper.de
-truck-addzilla.life
-tubeoffline.com
-tula.howotorg.ru
-turist-strani.ru
-turkeyreport.tk
-txxx.com
+szucs.ru
+tabletkinaodchudzanie.com.pl
+tarad.com
+technopellet.gr
+telefonsexsofort.tk
+telemetryverification.net
+thebluffs.com
+tiens2010.ru
+tizanidinepain.blogspot.com
+tjkckpytpnje.com
+tootoo.to
+topshef.ru
+toursmaps.com
+toy-shop.top
+tradgardspartner.se
+trafficstars.com
+trailer.cinemaflix.website
+trudogolik.net
+turizm.bz
+tvoystartup.ru
+umaseh.com
+unisexjewelry.org
+upstore.me
+uptime-as.net
 urdoot.win
-uroki.net
-urzedowski.eu
 usadacha.net
-uytmaster.ru
-validdomain.xyz
-vapeface.club
-vduplo.ru
-vedomstvo.net
-vektorpress.ru
-vellings.info
-viagra.pp.ua
-viktoria-center.ru
-visa-pasport.ru
+uzungil.com
+valoresito.com
+vandrie-ict.nl
+veerotech.com
+vesnatehno.com
+viddyoze.com
+video-camer.com
+vinsit.ru
+vita.com.hr
 vkak.ru
-vremya.eu
+voditeltrezviy.ru
 vrnelectro.ru
-vrotike.ru
-vtcdns.com
-warningzscaler.heraeus.com
-wdfdocando.com
-webinstantservice.com
-webmasters.stackexchange.com
-webshoppermac.com
-website-analytics.online
-website-speed-checker.site
-website-stealer.nufaq.com
-wemarketing.se
-westen-z.life
+vseuznaem.com
+web.cvut.cz
+webextract.profound.net
+webmasterhome.cn
+websiteexplorer.info
 westvilletowingservices.co.za
-wholesalejerseys-cheapest.com
-wholesalenfljerseys.us.com
-wikes.20fr.com
-wildworld.site
-woman-orgasm.ru
-womensplay.net
-wordpresscore.com
-wufak.com
-xaylapdiendanang.com
-x-diesel.info
-xdoza.com
-xjlottery.com
-x-lime.net
-xn--80aafb2a.xn--p1ai
-xn--80ajbshivpvn2i.xn--p1ai
-xn----ctbigni3aj4h.xn--p1ai
-xn--d1aifoe0a9a.top
-yebocasino.com
-yopoint.in
-yugk.net
-zaimhelp.ru
-zastenchivosti.net
-zeroredirect7.com
-zooggames.com
-zophim.me
-zynax.ua
+whipme.yopoint.in
+whiteelephantwellington.com
+winner7777.net
+wordpress-crew.net
+worldhistory.biz
+worldinternetauthority.com
+wosik-dach.service-for-web.de
+xchangetrak.com
+xlolitka.com
+xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai
+xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai
+xn--b1adccaf1bzj.xn--p1ai
+xn--b1agm2d.net
+xn--lifehacer-1rb.com
+xtube.com
+xvideosporn.biz
+yaoguangdj.com
+yottos.com
+youandcredit.ru
+yougame.biz
+yourads.website
+yoursearch.me
+yoursite.com
+zaloadi.ru
+zambini.ru
+zdesoboi.com
+zeroredirect1.com
+zeroredirect6.com
+zigarettenonlinekaufen1.bloog.pl
+znakomstva-moskva77.ru
+zvetki.ru
+zvezdagedon.ru

.dev-tools/test_units/random-referrers-for-whitelist-test.list

@@ -1,250 +1,250 @@
-4senses.co
-5i2.net
-5tey7463.weebly.com
-888.com
-above.com
-adcash.com
-adexprts.com
-adimmix.com
-adinterax.com
-adtech.de
-affrh2015.com
-agadelha.com.br
-akusherok.ru
-allkrim.com
-apartmentbay.ru
-apper.de
-arenda-yeisk.ru
-arraty.altervista.org
-asrv-a.akamoihd.net
-asseenontv.ru
+273-fz.ru
+2nt.ru
+999webdesign.com
+9med.net
+actionnooz.com
+addblueoff.com.ua
+adpremium.org
+adultnet.in
+alert-hgd.xyz
+allknow.info
+amospalla.es
+anticrawler.org
 audiobangout.com
-avtolombard-krasnodar.com
-b00kmarks.com
-banan.tv
-baoxaydung.com.vn
-berlininsl.com
-bestempresas.es
-bestwebsitesawards.com
-binomo.kz
-blagovest-med.ru
-bracketsmackdown.com
-brainboosting.club
-brimstonehillfortress.org
-buketeg.xyz
-buypanicdisorderpill.com
-bzero1jewelry.net
-cartierring.xyz
-charmstroy.info
-clevernt.com
-clothesforcash.com
-compliance-viktor.top
-conocer-sanabria.com
-cornerstone-countertops.com
-coslab.club
-creativehutindia.com
-crest3d.ru
-crest-poloski.ru
-customergrowthsystems.com
-cvety24.by
-cwetochki.ru
-czat.wp.pl
+aussie-prizes.com
+avkzarabotok.com
+avon-ukraine.com
+backgroundpictures.net
+bamo.xsl.pt
+beachdriveblog.com
+beachpics.com
+beauty-bracelet.com
+benchmarkcommunications.co.uk
+bestkfiledxd.cf
+bet365.com
+bibys.com
+bidbuy.co.kr
+bjanshee.ru
+boom-celebs.com
+bouda.kvalitne.cz
+bpro1.top
+breget74.ru
+buyhoverboard.com
+bvlgaribracelet.xyz
+cartierreplica.pw
+cartierwatch.xyz
+cb.iphantom.com
+cbox.ws
+ccbill.com
+cdncash.org
+cheapmoncler.pw
+classicakuhni.ru
+cleanallspyware.com
+compliance-don.top
+compliance-margo.top
+cookie-law-enforcement-aa.xyz
+cookie-law-enforcement-hh.xyz
+coprofam.org
+cubook.supernew.org
+customerpromos-a.akamaihd.net
+danceuniverse.ru
 daretodonate.co
-darkages.info
-ddsoldes.fr
-dealighted.com
-decoratinghomes.ga
-dieta-personalna.pl
-digitalassetmanagement.site
-diminishedvalueoforegon.com
-dktr.ru
-donvito.unas.cz
-dostavka-v-ukrainu.ru
-dvervmoskvu.ru
-e-commerce-seo.com
-editmedios.com
-egovaleo.it
-ekspertmed.com
-elektrischezigarette2.onsugar.com
-elitedollars.com
-erotikchat-24.com
-exmasters.com
-farm26.ru
-fickblock18.com
-fil.ru
-forminecrafters.ru
-forumprofi.de
-freewhatsappload.com
-freewlan.info
-front.ru
-funtoonez.com
-game300.ru
-gamewrath.com
-geile-lelly.eu
-gfaq.ru
-gidonline.one
-gloverid.site
-gopro-online.info
-g.starmoe.xyz
-h2monline.com
-hannasolution.ru
-happy.new.yeartwit.com
-hcate.com
-hmywwogw.bloger.index.hr
-hoste.octopis.com
-hoterika.com
-hothot.ru
+davidovic.info
+d-black.bz
+delfin-aqua.com.ua
+deshevo-nedorogo.ru
+dichvuvesinhhanoi.com
+dispo.de
+divisioncore.com
+domainsphoto.com
+drhomes.biz
+eaplay.ru
+ekobata.ru
+elektrozigaretten1.postbit.com
+eloconcream.blogspot.com
+eshop4u.jp
+everytalk.tv
+excaliburfilms.com
+executehosting.com
+exoclick.com
+eyes-on-you.ga
+ezigarettenkaufen1.deviantart.com
+ezofest.sk
+failingmarriege.blogspot.com
+fastcrawl.com
+fbdownloader.com
+fishtauto.ru
+fiuxy.com
+floridamobilebillboards.com
+forensicpsychiatry.ru
+freewareseek.com
+froggytube.com
+fsalas.com
+fxtips.ru
+gate5.co.za
+gazoblok.net.ua
+girlporn.ru
+google-liar.ru
+groupmoney.ru
+gsasearchengineranker.xyz
+guardlink.com
+handicapvansarea.com
+hit-men.men
+hobbyhuren-datenbank.com
+homedo.fabpage.com
 hoverboard360.at
-hyhj.info
-iccornacircri.cf
-idc.com.ua
-imagui.eu
-innoslicon.com
-instasexyblog.com
-io9.com
-ipchicken.com
-istizanidineanarcoticdrug.blogspot.com
-itsdp3.com
-ixora.pro
-iyasimasennka.com
-jurajskie.info
-karaganda.xkaz.org
-koleso24.com.ua
-kollekcioner.ru
-koversite.info
-krassh.ru
-kretpicf.pw
+hoverboard360.es
+howlongdoestizanidinestayinyoursystem.blogspot.com
+howmuchdoestizanidinecost.blogspot.com
+humanelydrew.com
+hut1.ru
+iflycapetown.co.za
+ilo134uloh.com
+imabase.com
+insurple.com
+internetproviderstucson.com
+intim-uslugi.info
+investingclub.ru
+investsuccess.org
+iqupdatetmz.win
+ivanovo.zrus.org
+keyhantercume.com
+keywordglobal.co.za
+kichenaid.ru
+kinoduh.ru
+kinopolet.net
+kolotiloff.ru
+kosmetyki.tm.pl
 kurwa.win
-law-check-seven.xyz
-likesuccess.com
-linkwithin.com
-lkbennettstore.online
-lmrauction.com
-lob.com.ru
-locatellicorretor.com.br
-luckyshop.net.ua
-lyrics.home-task.com
-m0r0zk0-krava.ru
-mainhp.net
-makedo.ru
-mansparskats.com
-matpre.top
-mebelcomplekt.ru
-mhi-systems.ru
-micasainvest.com
-mielec.pl
-mindeyegames.com
-mjchamonix.org
-moi-glazki.ru
-moinozhki.com
-monthlywinners.com
-motherboard.vice.com
-mrcsa.com.au
-muschisexbilder.com
-mydeathspace.com
-naj-filmy24.pl
-nalogovyykodeks.ru
-na-telefon.biz
-navalwiki.info
-nbsproject.ru
-needtosellmyhousefast.com
-networkcheck.xyz
-next-dentists.tk
-nsatc.net
-onlineslotmaschine.com
-o-o-6-o-o.ru
+legionalpha.com
+letolove.ru
+linkrr.com
+lonely-mature.com
+lubetube.com
+m292.info
+macdamaged.space
+makemoneyonline.com
+malwareremovalcenter.com
+marktforschung-stuttgart.com
+matrixalchemy.com
+mesto-x.com
+mobplayer.net
+modnie-futbolki.net
+mossmesi.com
+mttwtrack.com
+mustat.com
+myhydros.org
+mzdish.site
+netanalytics.xyz
+net-radar.com
+netvouz.com
+nicefloor.co.uk
+nlfjjunb5.ru
+nvformula.ru
+o333o.com
+okeinfo.online
+okonich.com.ua
+one-gear.com
+online7777.com
+ons-add.men
 optom-deshevo.ru
-orsonet.ru
-panicatack.com
-pdamods.ru
-picphotos.net
-plaff-go.ru
-pl-top.pl
-pons-presse.com
-pornofiljmi.com
-pornolook.net
-pornophoto.xyz
-pornpost.in
-positive2b.ru
-prefersurvey.net
+paceform.com
+pavlodar.xkaz.org
+pcimforum.com
+perfectpracticeweb.com
+perl.dp.ua
+pewit.pw
+pila.pl
+poems.com.ua
+porno.simple-image.com.ua
+postclass.com
 profitwithalex.info
-prointer.net.ua
-promalp-universal.ru
-qitt.ru
-quelle.ru
-randalljhoward.com
-razyboard.com
-relax.ru
-rixpix.ru
-rome2rio.com
-runstocks.com
-rutor.group
-rutor.vip
-sardinie.us
-sbwealthsolutions.ca
-scanner-josh.top
-scanner-willy.top
-scrapinghub.com
-seofied.com
-service.adtech.fr
-sevenstars7.com
-sex-watch.com
-sexyali.com
-s-forum.biz
-shopwme.ru
-simply.net
-simul.co
-skyway24.ru
-smadihome.com
-social-buttons.xyz
-sophang8.com
-spamnuker.com
-spasswelt.net
-stariy-baku.com
-stroimajor.ru
-suhanpacktech.com
+pushdata.sendpulse.com
+putevka24.ru
+qpypcx.com
+quick-seeker.com
+rabotaetvse.ru
+rabot.host.sk
+rankexperience.com
+rapevideosmovies.com
+reeyanaturopathy.com
+rentalcarnavi.info
+resant.ru
+risparmiocasa.bz.it
+rp9.ru
+russia-tao.ru
+rustic-quiver.win
+sabizonline.com
+sampleletters.net
+semalt.com
+seo-traffic-ranking.info
+shoesonlinebuy.cn
+siteexpress.co.il
+slonechka.ru
+sonata-arctica.wz.cz
+songoo.wz.cz
+special-porn.com
+sportbetfair.com
+srgwebmail.nl
+staticfs.host
+stevemonsen.com
 superkanpo.com
-swinginwithme.ru
-symphonyintegratedhealthcare.com
-telefonsexkostenlos.tk
-the-usa-games.blogspot.com
-tiandeural.ru
-tizanidineonline.blogspot.com
-traffic2money.com
-trkur.com
-tubeoffline.com
-uamtrk.com
-unacittaconte.org
-urlcut.ru
-urlopener.blogspot.com.au
-urlopener.com
-usacasino.com
-viagraneggrx.com
-videositename.com
+superlist.biz
+swagbucks.com
+sygraem.com
+tattoo33.ru
+teesdaleflyballclub.co.uk
+tehngr.ru
+template-kid.com
+tetracsaudi.com
+theautoprofit.ml
+thenews-today.info
+timdreby.com
+titelhelden.eu
+tizanidinehcl2mgsideeffects.blogspot.com
+tizanidineshowupondrugtest.blogspot.com
+toonfamilies.net
+tooplay.com
+top-deal.com.pl
+trafficgenius.xyz
+trubywriting.com
+twincitiescarservice.com
+twitlinks.com
+twodollarshows.com
+twu.com.ua
+tytoona.com
+umg-stroy.ru
+unece.org
+uogonline.com
+url-img.link
+versaut.xxx-cam.webcam
+veselokloun.ru
+videospornogratisx.net
 vksaver-all.ru
-vladhistory.com
-vsdshnik.com
-vsexkontakte.net
-vtcdns.com
-vykup-avto-krasnodar.ru
-watsonrealtycorp.com
-website-speed-checker.site
-wholesalejerseys-cheapest.com
-witherrom55.eklablog.fr
-worst-sites.online
-wufak.com
-xdoza.com
-xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai
-xn----7sbifcamovvfggw9d.xn--p1ai
-xn--80ak6aa92e.com
-xnxx-n.com
-xxxdatinglocal.us
-yachts-cruise.info
-yhit.press
-zaloro.com
-zazagames.org
-zdesoboi.com
-zeg-distribution.com
-zhorapankratov7.blogspot.com
+vladimir.xrus.org
+voluumtrk.com
+vzlomsn.org
+wahicbefa31.soup.io
+wareseeker.com
+watchmyfb.pl
+waysbetter.cn
+whatzmyip.net
+wineration.com
+woman-tampon.ru
+worldhistory.biz
+wyniki-lista.pl
+xclicks.net
+xep.info
+xerox-douglas.cf
+xn-----7kcabaipgeakzcss7bjdqdwpfnhv.xn--p1ai
+xn----7sbahjd3btneuw1joc.xn--p1ai
+xn----ctbbcjd3dbsehgi.xn--p1ai
+xn----dtbndd4ae7eub.top
+xtube.com
+xxart.ru
+zagadki.in.ua
+zaim-pod-zalog-krasnodar.ru
+zetgie.com.pl
+zigarettenonlinekaufen2.bloog.pl
 zootravel.com
-zryydi.com
+zscalerone.net

.dev-tools/test_units/ratelimittest-beta.txt

@@ -1,21 +1,12 @@
-<!DOCTYPE html>
-<html>
-<head>
-<title>Welcome to NginX</title>
-</head>
-<body>
-<div align=center>
-<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
-<p>This is merely used for testing !!!</p>
-</body>
-</html><html>
+<html>
 <head><title>503 Service Temporarily Unavailable</title></head>
 <body>
 <center><h1>503 Service Temporarily Unavailable</h1></center>
 <hr><center>nginx/1.16.1</center>
 </body>
 </html>
-<html>
+ody>
+</html><html>
 <head><title>503 Service Temporarily Unavailable</title></head>
 <body>
 <center><h1>503 Service Temporarily Unavailable</h1></center>

.dev-tools/test_units/whitelist-ips.conf

@@ -1,2 +1,2 @@
-34.74.253.255	0;
+34.73.66.97	0;
 127.0.0.1	0;

AUTO-CONFIGURATION.md

@@ -4,8 +4,8 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V4.2020.01.1935
-#### Bad Referrers Blocked: [6811](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
+#### Version: V4.2020.01.1936
+#### Bad Referrers Blocked: [6814](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [562](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________

MANUAL-CONFIGURATION.md

@@ -4,8 +4,8 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V4.2020.01.1935
-#### Bad Referrers Blocked: [6811](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
+#### Version: V4.2020.01.1936
+#### Bad Referrers Blocked: [6814](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [562](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________

README.md

@@ -11,8 +11,8 @@
 ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
 
 _______________
-#### Version: V4.2020.01.1935
-#### Bad Referrers Blocked: [6811](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
+#### Version: V4.2020.01.1936
+#### Bad Referrers Blocked: [6814](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [562](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________
@@ -30,7 +30,7 @@ _______________________
 ##### nginx version: nginx/1.10.x :heavy_check_mark:
 ##### nginx version: nginx/1.16.1 :heavy_check_mark:
 ##### nginx version: nginx/1.15.8 :heavy_check_mark:
-##### nginx version: nginx/1.17.7 :heavy_check_mark:
+##### nginx version: nginx/1.17.8 :heavy_check_mark:
 __________________________
 
 Not Using Nginx? See the [![Get the APACHE ULTIMATE BAD BOT BLOCKER](https://img.shields.io/badge/APACHE%20-%20ULTIMATE%20BAD%20BOT%20BLOCKER%20%E2%9B%94-blue.svg)](https://github.com/mitchellkrogza/apache-ultimate-bad-bot-blocker)

_generator_lists/bad-referrers.list

@@ -1,8 +1,3 @@
-frankofficial.ru
-70casino.online
-vseigry.fun
-vksex.ru
-azinoofficial777.ru
 000free.us
 007angels.com
 00author.com
@@ -125,6 +120,7 @@ azinoofficial777.ru
 6128786.com
 66cpwgln.space
 6hopping.com
+70casino.online
 72-news.com
 76brighton.co.uk
 777-club.ru
@@ -6233,6 +6229,7 @@ vkonche.com
 vkontaktemusic.ru
 vkontarkte.com
 vksaver-all.ru
+vksex.ru
 vladhistory.com
 vladimir.xrus.org
 vladimir.zrus.org
@@ -6265,6 +6262,7 @@ vrotike.ru
 vroze.com
 vsdshnik.com
 vseigru.one
+vseigry.fun
 vsesubwaysurfers.com
 vseuznaem.com
 vsexkontakte.net
@@ -6814,4 +6812,4 @@ zx6.ru
 zynax.ua
 zytpirwai.net
 zzbroya.com.ua
-zzlgxh.com
+zzlgxh.com

_google_analytics_ghost_spam/README.md

@@ -3,8 +3,8 @@
 # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
 
 _______________
-#### Version: V4.2020.01.1935
-#### Bad Referrers Blocked: [6811](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
+#### Version: V4.2020.01.1936
+#### Bad Referrers Blocked: [6814](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [562](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________

_google_analytics_ghost_spam/google-exclude-05.txt

@@ -1 +1 @@
-yhit\.press|ynymnwbm\.bloger\.index\.hr|yogamatsexpert\.com|yoluxuryevents\.com|yoopsie\.com|yopoint\.in|yoshkarola\.zrus\.org|yottos\.com|you\-shall\-not\-pass\.is74\.ru|youandcredit\.ru|youbloodyripper\.com|youbrainboost\.asia|youdao\.com|youdesigner\.kz|yougame\.biz|yougetsignal\.com|youghbould\.wordpress\.com|yougotanewdomain\.com|youjizz\.com|youjizz\.vc|youporn\-forum\.ga|youporn\-ru\.com|your\-bearings\.com|youradexchange\.com|yourads\.website|youradulthosting\.com|youraticles\.pl|yourdesires\.ru|youresponsive\.com|yourmovies\.pl|yourothersite\.com|yourporn\.com|yourporngay\.com|yoursearch\.me|yourserverisdown\.com|yoursite\.com|yourtemplatefinder\.com|yousense\.info|youthreaders\.com|youtoner\.it|youtube\-downloader\.savetubevideo\.com|youtubedownload\.org|youtuhe\.com|ypmuseum\.ru|ytmnd\.com|yuarra\.pluto\.ro|yubikk\.info|yugk\.net|yugo\-star\.ru|yun56\.co|yunque\.pluto\.ro|yur\-p\.ru|yurgorod\.ru|yuweng\.info|z\-master\.ru|za\-fun\-offer\.com|za\-music\.mymobiplanet\.com|zaapplesales\.blogspot\.com|zacreditom\.ru|zagadki\.in\.ua|zahvat\.ru|zaidia\.xhost\.ro|zaim\-pod\-zalog\-krasnodar\.ru|zaimhelp\.ru|zaimite\.ru|zajm\-pod\-zalog\-nedvizhimosti\.ru|zajm\-zalog\-krasnodar\.ru|zakazfutbolki\.com|zakazvzloma\.com|zakon\-ob\-obrazovanii\.ru|zakonobosago\.ru|zaloadi\.ru|zaloro\.com|zambini\.ru|zaobao\.com\.sg|zapatosenventa\.info|zapiszto\.pl|zarabiaj\-dzis\.pl|zarabotat\-na\-sajte\.ru|zarabotok\-\-doma\.ru|zarajbuilders\.com|zarenica\.net|zarepta\.com|zastenchivosti\.net|zastroyka\.org|zatjmuzu\.info|zawyna\.ua|zazagames\.org|zdesformula\.ru|zdesoboi\.com|zebradudka\.com|zebramart\.ru|zed21\.net|zeg\-distribution\.com|zeikopay\.com|zeleznobeton\.ru|zero1\.it|zerocash\.msk\.ru|zeroredirect\.com|zeroredirect1\.com|zeroredirect10\.com|zeroredirect11\.com|zeroredirect12\.com|zeroredirect2\.com|zeroredirect5\.com|zeroredirect6\.com|zeroredirect7\.com|zeroredirect8\.com|zeroredirect9\.com|zetgie\.com\.pl|zetmaster\.ru|zhacker\.net|zhongwenlink\.com|zhorapankratov7\.blogspot\.com|zhuravlev\.info|zigarettenonl\.canalblog\.com|zigarettenonlinekaufen\.tumblr\.com|zigarettenonlinekaufen1\.bloog\.pl|zigarettenonlinekaufen1\.blox\.pl|zigarettenonlinekaufen2\.bloog\.pl|zigarettenonlinekaufen2\.drupalgardens\.com|zigzog\.ru|zionstar\.net|zixizop\.net\.ru|zkjovpdgxivg\.ga|zlatnajesen\.com|zmoda\.hostreo\.com|znakom\.sibtest\.ru|znakomstva\-moskva77\.ru|znakomstva\-piter78\.ru|znakomstvaonlain\.ru|znaniyapolza\.ru|znaturaloriginal\.com|zocaparj\.kz|zog\.link|zojirushi\-products\.ru|zolotoy\-lis\.ru|zona\-aqua\.ru|zone\-kev717\.info|zoodrawings\.com|zoogdiesney\.com|zoogdinsney\.com|zoogdisany\.com|zooggames\.com|zoolubimets\.ru|zoominfo\.com|zoomovies\.org|zoompegs\.com|zoosexart\.com|zootoplist\.com|zootravel\.com|zophim\.me|zrelaya\.pw|zrizvtrnpale\.tk|zrus\.org|zryydi\.com|zs2vm\.top|zscaler\.net|zscalerone\.net|zscalertwo\.net|zskdla\.site|zverokruh\-shop\.cz|zvetki\.ru|zvezdagedon\.ru|zx6\.ru|zynax\.ua|zytpirwai\.net|zzbroya\.com\.ua|zzlgxh\.com
+yellowstonevisitortours\.com|yes\-com\.com|yginekologa\.com|yhit\.press|ynymnwbm\.bloger\.index\.hr|yogamatsexpert\.com|yoluxuryevents\.com|yoopsie\.com|yopoint\.in|yoshkarola\.zrus\.org|yottos\.com|you\-shall\-not\-pass\.is74\.ru|youandcredit\.ru|youbloodyripper\.com|youbrainboost\.asia|youdao\.com|youdesigner\.kz|yougame\.biz|yougetsignal\.com|youghbould\.wordpress\.com|yougotanewdomain\.com|youjizz\.com|youjizz\.vc|youporn\-forum\.ga|youporn\-ru\.com|your\-bearings\.com|youradexchange\.com|yourads\.website|youradulthosting\.com|youraticles\.pl|yourdesires\.ru|youresponsive\.com|yourmovies\.pl|yourothersite\.com|yourporn\.com|yourporngay\.com|yoursearch\.me|yourserverisdown\.com|yoursite\.com|yourtemplatefinder\.com|yousense\.info|youthreaders\.com|youtoner\.it|youtube\-downloader\.savetubevideo\.com|youtubedownload\.org|youtuhe\.com|ypmuseum\.ru|ytmnd\.com|yuarra\.pluto\.ro|yubikk\.info|yugk\.net|yugo\-star\.ru|yun56\.co|yunque\.pluto\.ro|yur\-p\.ru|yurgorod\.ru|yuweng\.info|z\-master\.ru|za\-fun\-offer\.com|za\-music\.mymobiplanet\.com|zaapplesales\.blogspot\.com|zacreditom\.ru|zagadki\.in\.ua|zahvat\.ru|zaidia\.xhost\.ro|zaim\-pod\-zalog\-krasnodar\.ru|zaimhelp\.ru|zaimite\.ru|zajm\-pod\-zalog\-nedvizhimosti\.ru|zajm\-zalog\-krasnodar\.ru|zakazfutbolki\.com|zakazvzloma\.com|zakon\-ob\-obrazovanii\.ru|zakonobosago\.ru|zaloadi\.ru|zaloro\.com|zambini\.ru|zaobao\.com\.sg|zapatosenventa\.info|zapiszto\.pl|zarabiaj\-dzis\.pl|zarabotat\-na\-sajte\.ru|zarabotok\-\-doma\.ru|zarajbuilders\.com|zarenica\.net|zarepta\.com|zastenchivosti\.net|zastroyka\.org|zatjmuzu\.info|zawyna\.ua|zazagames\.org|zdesformula\.ru|zdesoboi\.com|zebradudka\.com|zebramart\.ru|zed21\.net|zeg\-distribution\.com|zeikopay\.com|zeleznobeton\.ru|zero1\.it|zerocash\.msk\.ru|zeroredirect\.com|zeroredirect1\.com|zeroredirect10\.com|zeroredirect11\.com|zeroredirect12\.com|zeroredirect2\.com|zeroredirect5\.com|zeroredirect6\.com|zeroredirect7\.com|zeroredirect8\.com|zeroredirect9\.com|zetgie\.com\.pl|zetmaster\.ru|zhacker\.net|zhongwenlink\.com|zhorapankratov7\.blogspot\.com|zhuravlev\.info|zigarettenonl\.canalblog\.com|zigarettenonlinekaufen\.tumblr\.com|zigarettenonlinekaufen1\.bloog\.pl|zigarettenonlinekaufen1\.blox\.pl|zigarettenonlinekaufen2\.bloog\.pl|zigarettenonlinekaufen2\.drupalgardens\.com|zigzog\.ru|zionstar\.net|zixizop\.net\.ru|zkjovpdgxivg\.ga|zlatnajesen\.com|zmoda\.hostreo\.com|znakom\.sibtest\.ru|znakomstva\-moskva77\.ru|znakomstva\-piter78\.ru|znakomstvaonlain\.ru|znaniyapolza\.ru|znaturaloriginal\.com|zocaparj\.kz|zog\.link|zojirushi\-products\.ru|zolotoy\-lis\.ru|zona\-aqua\.ru|zone\-kev717\.info|zoodrawings\.com|zoogdiesney\.com|zoogdinsney\.com|zoogdisany\.com|zooggames\.com|zoolubimets\.ru|zoominfo\.com|zoomovies\.org|zoompegs\.com|zoosexart\.com|zootoplist\.com|zootravel\.com|zophim\.me|zrelaya\.pw|zrizvtrnpale\.tk|zrus\.org|zryydi\.com|zs2vm\.top|zscaler\.net|zscalerone\.net|zscalertwo\.net|zskdla\.site|zverokruh\-shop\.cz|zvetki\.ru|zvezdagedon\.ru|zx6\.ru|zynax\.ua|zytpirwai\.net|zzbroya\.com\.ua|zzlgxh\.com

_google_webmaster_disavow_links/google-disavow.txt

@@ -120,6 +120,7 @@ domain:5ws.dating-app.ru
 domain:6128786.com
 domain:66cpwgln.space
 domain:6hopping.com
+domain:70casino.online
 domain:72-news.com
 domain:76brighton.co.uk
 domain:777-club.ru
@@ -6228,6 +6229,7 @@ domain:vkonche.com
 domain:vkontaktemusic.ru
 domain:vkontarkte.com
 domain:vksaver-all.ru
+domain:vksex.ru
 domain:vladhistory.com
 domain:vladimir.xrus.org
 domain:vladimir.zrus.org
@@ -6260,6 +6262,7 @@ domain:vrotike.ru
 domain:vroze.com
 domain:vsdshnik.com
 domain:vseigru.one
+domain:vseigry.fun
 domain:vsesubwaysurfers.com
 domain:vseuznaem.com
 domain:vsexkontakte.net

robots.txt/robots.txt

@@ -6,8 +6,8 @@
 
 ### Version Information #
 ###################################################
-### Version: V4.2020.01.1935
-### Updated: Wed Jan 22 21:32:42 SAST 2020
+### Version: V4.2020.01.1936
+### Updated: Thu Jan 23 13:08:56 SAST 2020
 ### Bad Bot Count: 562
 ###################################################
 ### Version Information ##