V4.2020.01.1936 [ci skip]

.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-34.74.253.255	1;
+34.73.66.97	1;
 127.0.0.1	1;

.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-34.74.253.255	0;
+34.73.66.97	0;
 127.0.0.1	0;

.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-34.74.253.255	1;
+34.73.66.97	1;
 127.0.0.1	1;

.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-34.74.253.255	0;
+34.73.66.97	0;
 127.0.0.1	0;

.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-34.74.253.255	1;
+34.73.66.97	1;
 127.0.0.1	1;

.dev-tools/beta_conf_files_whitelist/bots.d/custom-bad-referrers.conf

@@ -167,6 +167,7 @@
 	"~*(?:\b)6128786\.com(?:\b)" 	0;
 	"~*(?:\b)66cpwgln\.space(?:\b)" 	0;
 	"~*(?:\b)6hopping\.com(?:\b)" 	0;
+	"~*(?:\b)70casino\.online(?:\b)" 	0;
 	"~*(?:\b)72\-news\.com(?:\b)" 	0;
 	"~*(?:\b)76brighton\.co\.uk(?:\b)" 	0;
 	"~*(?:\b)777\-club\.ru(?:\b)" 	0;
@@ -6275,6 +6276,7 @@
 	"~*(?:\b)vkontaktemusic\.ru(?:\b)" 	0;
 	"~*(?:\b)vkontarkte\.com(?:\b)" 	0;
 	"~*(?:\b)vksaver\-all\.ru(?:\b)" 	0;
+	"~*(?:\b)vksex\.ru(?:\b)" 	0;
 	"~*(?:\b)vladhistory\.com(?:\b)" 	0;
 	"~*(?:\b)vladimir\.xrus\.org(?:\b)" 	0;
 	"~*(?:\b)vladimir\.zrus\.org(?:\b)" 	0;
@@ -6307,6 +6309,7 @@
 	"~*(?:\b)vroze\.com(?:\b)" 	0;
 	"~*(?:\b)vsdshnik\.com(?:\b)" 	0;
 	"~*(?:\b)vseigru\.one(?:\b)" 	0;
+	"~*(?:\b)vseigry\.fun(?:\b)" 	0;
 	"~*(?:\b)vsesubwaysurfers\.com(?:\b)" 	0;
 	"~*(?:\b)vseuznaem\.com(?:\b)" 	0;
 	"~*(?:\b)vsexkontakte\.net(?:\b)" 	0;

.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-34.74.253.255	0;
+34.73.66.97	0;
 127.0.0.1	0;

.dev-tools/referrers-regex-format-whitelist-test.txt

@@ -120,6 +120,7 @@
 "~*(?:\b)6128786\.com(?:\b)" 	0;
 "~*(?:\b)66cpwgln\.space(?:\b)" 	0;
 "~*(?:\b)6hopping\.com(?:\b)" 	0;
+"~*(?:\b)70casino\.online(?:\b)" 	0;
 "~*(?:\b)72\-news\.com(?:\b)" 	0;
 "~*(?:\b)76brighton\.co\.uk(?:\b)" 	0;
 "~*(?:\b)777\-club\.ru(?:\b)" 	0;
@@ -6228,6 +6229,7 @@
 "~*(?:\b)vkontaktemusic\.ru(?:\b)" 	0;
 "~*(?:\b)vkontarkte\.com(?:\b)" 	0;
 "~*(?:\b)vksaver\-all\.ru(?:\b)" 	0;
+"~*(?:\b)vksex\.ru(?:\b)" 	0;
 "~*(?:\b)vladhistory\.com(?:\b)" 	0;
 "~*(?:\b)vladimir\.xrus\.org(?:\b)" 	0;
 "~*(?:\b)vladimir\.zrus\.org(?:\b)" 	0;
@@ -6260,6 +6262,7 @@
 "~*(?:\b)vroze\.com(?:\b)" 	0;
 "~*(?:\b)vsdshnik\.com(?:\b)" 	0;
 "~*(?:\b)vseigru\.one(?:\b)" 	0;
+"~*(?:\b)vseigry\.fun(?:\b)" 	0;
 "~*(?:\b)vsesubwaysurfers\.com(?:\b)" 	0;
 "~*(?:\b)vseuznaem\.com(?:\b)" 	0;
 "~*(?:\b)vsexkontakte\.net(?:\b)" 	0;

.dev-tools/referrers-regex-format.txt

@@ -120,6 +120,7 @@
 "~*(?:\b)6128786\.com(?:\b)" 	1;
 "~*(?:\b)66cpwgln\.space(?:\b)" 	1;
 "~*(?:\b)6hopping\.com(?:\b)" 	1;
+"~*(?:\b)70casino\.online(?:\b)" 	1;
 "~*(?:\b)72\-news\.com(?:\b)" 	1;
 "~*(?:\b)76brighton\.co\.uk(?:\b)" 	1;
 "~*(?:\b)777\-club\.ru(?:\b)" 	1;
@@ -6228,6 +6229,7 @@
 "~*(?:\b)vkontaktemusic\.ru(?:\b)" 	1;
 "~*(?:\b)vkontarkte\.com(?:\b)" 	1;
 "~*(?:\b)vksaver\-all\.ru(?:\b)" 	1;
+"~*(?:\b)vksex\.ru(?:\b)" 	1;
 "~*(?:\b)vladhistory\.com(?:\b)" 	1;
 "~*(?:\b)vladimir\.xrus\.org(?:\b)" 	1;
 "~*(?:\b)vladimir\.zrus\.org(?:\b)" 	1;
@@ -6260,6 +6262,7 @@
 "~*(?:\b)vroze\.com(?:\b)" 	1;
 "~*(?:\b)vsdshnik\.com(?:\b)" 	1;
 "~*(?:\b)vseigru\.one(?:\b)" 	1;
+"~*(?:\b)vseigry\.fun(?:\b)" 	1;
 "~*(?:\b)vsesubwaysurfers\.com(?:\b)" 	1;
 "~*(?:\b)vseuznaem\.com(?:\b)" 	1;
 "~*(?:\b)vsexkontakte\.net(?:\b)" 	1;

.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf

@@ -45,4 +45,4 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-34.73.65.1              0;
+35.196.82.30            0;

.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.237.212.185	1;
+35.231.58.0	1;
 127.0.0.1	1;

.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.237.212.185	0;
+35.231.58.0	0;
 127.0.0.1	0;

.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.237.212.185	1;
+35.231.58.0	1;
 127.0.0.1	1;

.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.237.212.185	0;
+35.231.58.0	0;
 127.0.0.1	0;

.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.237.212.185	1;
+35.231.58.0	1;
 127.0.0.1	1;

.dev-tools/test1_conf_files_whitelist/bots.d/custom-bad-referrers.conf

@@ -167,6 +167,7 @@
 	"~*(?:\b)6128786\.com(?:\b)" 	0;
 	"~*(?:\b)66cpwgln\.space(?:\b)" 	0;
 	"~*(?:\b)6hopping\.com(?:\b)" 	0;
+	"~*(?:\b)70casino\.online(?:\b)" 	0;
 	"~*(?:\b)72\-news\.com(?:\b)" 	0;
 	"~*(?:\b)76brighton\.co\.uk(?:\b)" 	0;
 	"~*(?:\b)777\-club\.ru(?:\b)" 	0;
@@ -6275,6 +6276,7 @@
 	"~*(?:\b)vkontaktemusic\.ru(?:\b)" 	0;
 	"~*(?:\b)vkontarkte\.com(?:\b)" 	0;
 	"~*(?:\b)vksaver\-all\.ru(?:\b)" 	0;
+	"~*(?:\b)vksex\.ru(?:\b)" 	0;
 	"~*(?:\b)vladhistory\.com(?:\b)" 	0;
 	"~*(?:\b)vladimir\.xrus\.org(?:\b)" 	0;
 	"~*(?:\b)vladimir\.zrus\.org(?:\b)" 	0;
@@ -6307,6 +6309,7 @@
 	"~*(?:\b)vroze\.com(?:\b)" 	0;
 	"~*(?:\b)vsdshnik\.com(?:\b)" 	0;
 	"~*(?:\b)vseigru\.one(?:\b)" 	0;
+	"~*(?:\b)vseigry\.fun(?:\b)" 	0;
 	"~*(?:\b)vsesubwaysurfers\.com(?:\b)" 	0;
 	"~*(?:\b)vseuznaem\.com(?:\b)" 	0;
 	"~*(?:\b)vsexkontakte\.net(?:\b)" 	0;

.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.237.212.185	0;
+35.231.58.0	0;
 127.0.0.1	0;

.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf

@@ -45,5 +45,5 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-104.196.213.122         0;
+34.73.66.97             0;
-35.185.97.135           0;
+34.74.91.53             0;

.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf

@@ -45,5 +45,5 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-104.196.213.122         0;
+35.196.82.30            0;
-35.185.97.135           0;
+35.231.58.0             0;

.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf

@@ -45,6 +45,6 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-35.185.97.135           0;
+35.227.58.83            0;
-35.237.212.185          0;
+34.74.91.53             0;
-34.74.253.255           0;
+34.73.34.132            0;

.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf

@@ -45,5 +45,6 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-35.237.212.185          0;
+35.196.82.30            0;
-35.185.97.135           0;
+34.73.34.132            0;
+35.227.58.83            0;

.dev-tools/test_units/blacklist-ips.conf

@@ -1,2 +1,2 @@
-34.74.253.255	1;
+34.73.66.97	1;
 127.0.0.1	1;

.dev-tools/test_units/custom-bad-referrers.conf

@@ -167,6 +167,7 @@
 	"~*(?:\b)6128786\.com(?:\b)" 	0;
 	"~*(?:\b)66cpwgln\.space(?:\b)" 	0;
 	"~*(?:\b)6hopping\.com(?:\b)" 	0;
+	"~*(?:\b)70casino\.online(?:\b)" 	0;
 	"~*(?:\b)72\-news\.com(?:\b)" 	0;
 	"~*(?:\b)76brighton\.co\.uk(?:\b)" 	0;
 	"~*(?:\b)777\-club\.ru(?:\b)" 	0;
@@ -6275,6 +6276,7 @@
 	"~*(?:\b)vkontaktemusic\.ru(?:\b)" 	0;
 	"~*(?:\b)vkontarkte\.com(?:\b)" 	0;
 	"~*(?:\b)vksaver\-all\.ru(?:\b)" 	0;
+	"~*(?:\b)vksex\.ru(?:\b)" 	0;
 	"~*(?:\b)vladhistory\.com(?:\b)" 	0;
 	"~*(?:\b)vladimir\.xrus\.org(?:\b)" 	0;
 	"~*(?:\b)vladimir\.zrus\.org(?:\b)" 	0;
@@ -6307,6 +6309,7 @@
 	"~*(?:\b)vroze\.com(?:\b)" 	0;
 	"~*(?:\b)vsdshnik\.com(?:\b)" 	0;
 	"~*(?:\b)vseigru\.one(?:\b)" 	0;
+	"~*(?:\b)vseigry\.fun(?:\b)" 	0;
 	"~*(?:\b)vsesubwaysurfers\.com(?:\b)" 	0;
 	"~*(?:\b)vseuznaem\.com(?:\b)" 	0;
 	"~*(?:\b)vsexkontakte\.net(?:\b)" 	0;

.dev-tools/test_units/random-bots-for-test-quick.list

@@ -1,10 +1,10 @@
-BuiltWith
+Asterias
-Linkdexbot
+autoemailspider
-Majestic12
+Bullseye
-Pavuk
+Fimap
-ProWebWalker
+Grafula
-SalesIntelligent
+Libwhisker
-ScoutJet
+Nameprotect
-WebCollage
+NetLyzer
-WebFetch
+Web Collage
-Widow
+Website Quester

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
-AhrefsBot
+404checker
-AIBOT
+Abonti
-AiHitBot
+Aboundex
+Acunetix
 Aipbot
 Alexibot
-Alligator
+archive.org_bot
-AlphaBot
+Attach
+autoemailspider
+AwarioSmartBot
 BackDoorBot
-backlink-check
+Badass
-BacklinkCrawler
+Bandit
-BackWeb
+BatchFTP
-Barkrowler
-BBBike
 BDFetch
 Bigfoot
-Bitacle
-Blackboard
-Black Hole
 BlackWidow
+BLEXBot
 Blow
+Boardreader
+Bolt
+BotALot
 Brandprotect
-Brandwatch
+Buddy
 BuiltBotTough
-BuzzSumo
+BuiltWith
-CATExplorador
+Bullseye
+Calculon
+CazoodleBot
+CCBot
 Cegbfeieh
+CheeseBot
 CherryPicker
 CheTeam
-Claritybot
+ChinaClaw
-coccocbot-web
+Cloud mapping
-Cogentbot
+cognitiveseo
 Collector
+com.plumanalytics
 Copier
+CopyRightCheck
+Copyscape
+Cosmos
+Craftbot
 crawler4j
 crawler.feedback
-crawl.sogou.com
+Custo
-CrazyWebCrawler
+DatabaseDriverMysqli
-Crescent
-CrunchBot
-CSHttp
-Curious
 DataCha0s
 demandbase-bot
-Deusu
+Demon
 Devil
-DigitalPebble
+DIIbot
-Discobot
+Disco
+Discoverybot
+Dispatch
 DittoSpyder
+DomainAppender
+DomainSigmaCrawler
 Dotbot
-DTS Agent
+Download Wonder
-Ebingbong
+Dragonfly
+EasyDL
+eCatch
+ECCP/1.0
+EirGrabber
+EMail Siphon
 EMail Wolf
-EroCrawler
 evc-batch
-Evil
+ExtractorPro
-Express WebPictures
-ExtLinksBot
 Extreme Picture Finder
-Ezooms
+FDM
 FemtosearchBot
 FHscan
 Fimap
-Firefox/7.0
+FlashGet
 Flunky
+Foobot
+Freeuploader
 FrontPage
-FyberSpider
-GalaxyBot
-Genieo
-GermCrawler
 Getintent
-GetRight
-Gigablast
-Gigabot
-G-i-g-a-b-o-t
 Go-Ahead-Got-It
 Gotit
 GoZilla
+Grabber
+GrabNet
 Grafula
-GrapeFX
 GridBot
-GT::WWW
+Haansoft
-Harvest
+HTMLparser
-Havij
+HTTP::Lite
-HEADMasterSEO
+HTTrack
-heritrix
+Humanlinks
-HybridBot
+Id-search
-IDBot
+IndeedBot
-IlseBot
-Image Fetch
 InfoTekies
-instabid
+Intelliseek
+InterGET
+Internet Ninja
+internetVista monitor
 ips-agent
+Iskanie
 IstellaBot
-Jbrofuzz
-JetCar
-Jetty
 JikeSpider
-JOC Web Spider
+Kozmosbot
-JustView
-Jyxobot
-Keyword Density
 Larbin
+LeechFTP
+LeechGet
+Lftp
 LibWeb
+Libwhisker
 Lightspeedsystems
-LinkpadBot
+LinkWalker
-LinkScan
 LinqiaMetadataDownloaderBot
-Litemage_walker
+LinqiaRSSBot
-magpie-crawler
+Lipperhey
-Majestic-SEO
+lwp-request
+lwp-trivial
+Mag-Net
+Mail.RU_Bot
+Majestic SEO
+MarkMonitor
 MarkWatch
 Masscan
-Mass Downloader
+meanpathbot
-MauiBot
-Meanpathbot
 MeanPath Bot
-MegaIndex.ru
+mediawords
+MFC_Tear_Sample
 Microsoft URL Control
 MIDown tool
-MIIxpc
+Mister PiX
-Mojeek
+MJ12bot
-Morfeus Fucking Scanner
 Mr.4x3
+MSFrontPage
 MSIECrawler
-Msrabot
-muhstik-scan
-Musobot
-Name Intelligence
 Nameprotect
-NearSite
+Nessus
-NetAnts
+Netcraft
 netEstate NE Crawler
 NetLyzer
-Nettrack
+NetSpider
+Net Vampire
 Netvibes
-NetZIP
-Nikto
 Nimbostratus
-Ninja
-Nmap
 NPbot
-Nutch
+Octopus
-oBot
 Offline Navigator
-OnCrawl
+OpenLinkProfiler
-Openfind
+Openvas
-OrangeBot
+OrangeSpider
+OutclicksBot
+PageAnalyzer
 Page Analyzer
+PageGrabber
 page scorer
-PageScorer
 PECL::HTTP
-PeoplePal
+PHPCrawl
-Picsearch
+Picscout
 PictureFinder
-Pi-Monster
+Pimonster
-PleaseCrawl
+Pixray
+plumanalytics
+Pockey
 Probethenet
-ProWebWalker
+ProPowerBot
-Psbot
+Pump
 PxBroker
 PyCurl
+QueryN Metasearch
 RankActiveLinkBot
 RankFlex
 RankingBot
+RankingBot2
 Rankivabot
 RealDownload
 Reaper
 RebelMouse
-RedesScrapy
+ReGet
 RepoMonkey
-Ripper
 RocketCrawler
 Rogerbot
 RSSingBot
-SBIder
-Scanbot
 scan.lol
-ScoutJet
+Scrapy
-Screaming
+Semrush
-ScreenerBot
+SEOkicks-Robot
-Searchestate
+Seomoz
-SemrushBot
 seoscanners
-SeoSiteCheckup
 SEOstats
+sexsearcher
 Shodan
 Siphon
+SISTRIX
+SiteExplorer
 Siteimprove
 SiteLockSpider
-SiteSnagger
+Sociscraper
-SiteSucker
-SlySearch
-Snapbot
-sogouspider
-Sosospider
-Sottopop
-SpaceBison
 SpankBot
-SputnikBot
+Spanner
-Sqlmap
+spyfu
+Sqlworm
+Steeler
 Stripper
-SuperBot
+Sucker
+SuperHTTP
 Surfbot
 SurveyBot
-Szukacz
+Suzuran
-TeleportPro
+T8Abot
 Telesphoreo
-Thumbor
 Toata
-Trendiction
+Tracemyfile
+True_Robot
 TurnitinBot
-Typhoeus
+UnisterBot
+URLy.Warning
+VB Project
 VidibleScraper
-Virusdie
+Voil
-VoidEYE
+Voltron
-Wallpapers/3.0
-WallpapersHD
 WASALive-Bot
-WBSearchBot
+WebAuto
-Web Collage
+WebBandit
-WebCopier
+WebCollage
-WebEnhancer
 Web Enhancer
 WebFetch
-WebFuck
+Web Fetch
-Web Fuck
 WebGo IS
-WebLeacher
 WebPix
+Web Pix
 WebReaper
+Webshag
 WebsiteExtractor
 Website Quester
-Web Sucker
+Webster
+WebStripper
+WebSucker
 WebWhacker
-WeSEE
 Whack
 Who.is Bot
-WinHTTrack
+WiseGuys Robot
-Wprecon
+Wotbox
 WPScan
 WWW-Collector-E
-WWW-Mechanize
+WWWOFFLE
-WWW::Mechanize
+Xenu
-x22Mozilla
+zauba.io
-Zeus
+Zermelo
-Zitebot
 ZmEu
-ZumBot
-ZyBorg

.dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 360Spider
-404checker
+Aboundex
-Acunetix
+Aboundexbot
-Aipbot
+AfD-Verbotsverfahren
-AllSubmitter
+AhrefsBot
-arquivo-web-crawler
+Alligator
-AwarioRssBot
+AlphaBot
-Backlink-Ceck
+arquivo.pt
+ASPSeek
+AwarioSmartBot
+BackDoorBot
 backlink-check
-Barkrowler
+Bandit
-Battleztar Bazinga
 BBBike
 BDFetch
-Bigfoot
+Bitacle
 Blackboard
-BlackWidow
+Black Hole
-BLEXBot
+Bolt
-Buddy
+BotALot
+Brandprotect
 BuiltBotTough
-BuiltWith
+CazoodleBot
 Cegbfeieh
-CheeseBot
+CherryPicker
+ChinaClaw
 Chlooe
 Claritybot
-coccocbot-web
+Cliqzbot
+Cloud mapping
+Cogentbot
 cognitiveseo
-Collector
 com.plumanalytics
-Copier
 Cosmos
-Craftbot
+crawler.feedback
-crawler4j
+CrunchBot
-CrazyWebCrawler
-Crescent
-CSHttp
 Curious
-Custo
+DatabaseDriverMysqli
 DataCha0s
-demandbase-bot
 Demon
 Deusu
 Digincore
-Disco
+DigitalPebble
-Discobot
+DIIbot
-DittoSpyder
+Dirbuster
-DnyzBot
+Dispatch
 DomainCrawler
+DomainSigmaCrawler
 Dotbot
 Dragonfly
+Drip
 Ebingbong
-ECCP/1.0
+eCatch
-Ecxi
+EMail Siphon
-EirGrabber
+Exabot
-EroCrawler
+ExtLinksBot
-ExtractorPro
+Extractor
 Extreme Picture Finder
-facebookscraper
 FDM
-FemtosearchBot
 FHscan
 Fimap
 Firefox/7.0
-FlashGet
-Foobot
 Freeuploader
 FyberSpider
-Fyrebot
+Genieo
-Getintent
 Gigablast
-Go-Ahead-Got-It
+G-i-g-a-b-o-t
-Gotit
+GoZilla
 Go!Zilla
 GrabNet
-Grafula
+GrapeshotCrawler
-Havij
+Harvest
 HEADMasterSEO
-Hloader
+HMView
-HTMLparser
+HybridBot
-HTTrack
 Iblog
-IDBot
+IlseBot
-Image Sucker
+Image Fetch
-Indy Library
+IndeedBot
-InfoNaviRobot
 instabid
 InterGET
 internetVista monitor
 ips-agent
 Iria
-IRLbot
 IstellaBot
 Jbrofuzz
+JetCar
 JikeSpider
+JOC Web Spider
 Jorgee
 JustView
 Jyxobot
 Keyword Density
-Kozmosbot
+Larbin
-Lanshanbot
+LeechFTP
+LeechGet
 LexiBot
-LibWeb
+Lftp
 Libwhisker
-Lightspeedsystems
+LinkWalker
-LinkpadBot
+Litemage_walker
-LinkScan
-LinksManager
-LinqiaScrapeBot
-Lmspider
 lwp-request
 Magnet
-Mag-Net
+Mail.RU_Bot
-magpie-crawler
+Majestic SEO
-Majestic12
 Majestic-SEO
-MarkMonitor
 MarkWatch
-Mata Hari
+Mass Downloader
-MauiBot
 Meanpathbot
-MIDown tool
+MeanPath Bot
-MIIxpc
+Metauri
-Mister PiX
+Microsoft URL Control
+MJ12bot
 Mojolicious
 Morfeus Fucking Scanner
-MSFrontPage
+Mr.4x3
-MSIECrawler
+Msrabot
 muhstik-scan
 Musobot
+Name Intelligence
 Nameprotect
-Nessus
+Navroad
 NetAnts
-Netcraft
-netEstate NE Crawler
 NetMechanic
-Nettrack
-Net Vampire
 Netvibes
-NICErsPRO
+NextGenSearchBot
 Niki-bot
 Nikto
 Nimbostratus
 Ninja
+Nmap
 Octopus
 Offline Navigator
 OnCrawl
-Openvas
+OrangeBot
-OrangeSpider
+PageAnalyzer
+PageGrabber
+page scorer
 Pandalytics
-Papa Foto
 Pavuk
 pcBrowser
 PECL::HTTP
-Picsearch
+PHPCrawl
-Pi-Monster
+Picscout
 Pixray
 plumanalytics
+Pockey
 Probethenet
+ProWebWalker
 Psbot
-QueryN Metasearch
+Pump
-RankingBot
+PyCurl
+Quick-Crawler
+RankActive
+RankActiveLinkBot
+RankFlex
 Rankivabot
+RealDownload
+RebelMouse
+RedesScrapy
 ReGet
-Ripper
 Rogerbot
+RSSingBot
 s1z.ru
 SBIder
-ScanAlert
+Scanbot
-Screaming
+ScoutJet
 ScreenerBot
 Semrush
-SEOkicks
-SEOkicks-Robot
-SEOlyticsCrawler
-Seomoz
-SeoSiteCheckup
 serpstatbot
+sexsearcher
 Shodan
+Siphon
 Siteimprove
-SiteSnagger
+SiteSucker
+Site Sucker
 Sitevigil
 SlySearch
-SmartDownload
+Snake
 Snoopy
 SocialRankIOBot
 Sogou web spider
 Sosospider
-Spammen
+Sottopop
+SpankBot
+Spanner
 sp_auditbot
+Spbot
 SputnikBot
-Sqlmap
+Sqworm
-Stripper
+Sucker
-Sucuri
+SuperBot
 SuperHTTP
 SurveyBot
-Suzuran
+sysscan
 Szukacz
-T8Abot
 Teleport
+TeleportPro
 Telesphoreo
+Telesphorep
 The Intraformant
-TheNomad
-Thumbor
 TightTwatBot
 Titan
-Toata
 Trendiction
-Turingos
+Trendictionbot
-Twice
+TwengaBot
-Typhoeus
+Upflow
-UnisterBot
 URLy Warning
-Vagabondo
+Voil
-VB Project
+Wallpapers/3.0
-VeriCiteCrawler
+WASALive-Bot
-VidibleScraper
 WebAuto
-Web Auto
 Web Collage
+WebCopier
+WEBDAV
 Web Enhancer
+Web Fetch
+WebFuck
 Web Fuck
 WebGo IS
-WebLeacher
+webmeup-crawler
-WebmasterWorldForumBot
+WebPix
 Web Pix
 WebSauger
+Web Sauger
 Webshag
-WebsiteExtractor
 Webster
 WebStripper
-WebZIP
+WebSucker
-WeSEE
+Web Sucker
+Whack
+Whacker
 Whatweb
 Who.is Bot
 Widow
+WinHTTrack
+WiseGuys Robot
 WISENutbot
-Wotbox
+Woobot
 Wprecon
-WWW-Collector-E
+WPScan
+WWW::Mechanize
 WWWOFFLE
-x09Mozilla
+x22Mozilla
-Xaldon WebSpider
+Zade
-Xaldon_WebSpider
+zauba.io
-Xenu
-Zauba
 Zermelo
-Zeus
 zgrab
 Zitebot
-ZmEu
+ZumBot
-ZyBorg

.dev-tools/test_units/random-referrers-for-test-quick.list

@@ -1,10 +1,10 @@
-5i2.net
+alevinefesleri.com
-absolutelyanalog.com
+evening-dating-club.info
-alldubai.biz
+fiverr.com
-cosmeticswomens-womensports.rhcloud.com
+fortwosmartcar.pw
-googlsucks.com
+kladrus.ru
-porn555.com
+macotool.com
-pornoreino.com
+rednise.com
-searchaddis.com
+saratov.xrus.org
-sfj-ror.no
+scanner-andrew.top
-toonfamilies.net
+snyatie-lomki-v-stacionare.ru

.dev-tools/test_units/random-referrers-for-test.list

@@ -1,500 +1,500 @@
-00it.com
+03p.info
-1-99seo.com
+0daymusic.org
-1-free-share-buttons.com
+1adult.com
-1webmaster.ml
+2pxg8bcf.top
-4inn.ru
+5ws.dating-app.ru
-4kpics.rocks
 7yue.org
-991mostfm.co.id
+8558l.jobs.net
 999webdesign.com
-aa9bd78f328a6a41279d0fad0a88df1901.com
+a14download.com
-abtasty.com
+acads.net
-academiacsmendoza.org
+actices.com
-actionnooz.com
-actulite.com
-addray.pro
 adimmix.com
-adinterax.com
 adultactioncam.com
-advertex.info
+agecheckadult.com
-agardomains.com
+aimayangzhi.com
-agreda.pluto.ro
+akama.com
-aktivator-windows10.blogspot.com
+albamargroup.com
-aktobe.xkaz.org
+alienwheel.es
-akuhni.by
+amanda-porn.ga
-alert-fjg.xyz
+anal-acrobats.hol.es
-algerianembassy.co.in
+ananumous.ru
-alldubai.biz
+anmysite.com
-allesohnegirls.net
+anti-virus-removal.info
-alltheviews.com
+apartmentratings.com
-amazon-adsystem.com
+apartment.ru
-am-se.com
+apibrowsesmartne-a.akamaihd.net
-apiholdingmypage-a.akamaihd.net
+apper.de
-apiluckyleapnet-a.akamaihd.net
+arcteryxstore.online
-apiportalmorecom-a.akamaihd.net
-aproposde.com
-arclk.net
 arenanews.com.ua
-arpelsreplica.xyz
+australia-opening-times.com
-arraty.altervista.org
-asiavirtualsolutions.com
-asrvrep-a.akamaihd.net
-atmagroup.ru
-autobrennero.it
 autobudpostach.club
 aversis.net
+awency.com
+ayakino.net
+ayerbo.xhost.ro
 azazaporn.com
-azazu.ru
+azlex.uz
-bankcrediti.ru
+azte.ch
-bard-real.com.ua
+b00kmarks.com
-bbsoldes.fr
+banan.tv
-begalka.xyz
+banksrf.ru
-bestpriceninja.com
+bannerconnect.net
-bestprofits-there.com
+bannertesting.com
-beta.hotkeys.com
+barnfurnituremart.com
-beyan.host.sk
+bausparen.bz.it
-bezlimitko.xyz
+bcmp.org
+beachfix.co
+bedcapdealers.com
+bensbargains.net
+bestempresas.es
+bestofupload.info
+betonka.pro
 bif-ru.info
-biketank.ga
+bigames.online
-bioinnovate.co
+binomo.com
-bio.trade-jp.net
+biteg.xyz
-bitcoinpile.com
+bjetjt.com
-biznesluxe.ru
+blockety.co
-bjanshee.ru
+blog.koorg.ru
-blackle.com
+blogrankers.com
-bloggedporn.com
+blog.yam.com
-bmw.afora.ru
+boc.kz
-bobba.dzaba.com
+bombla.org
-bookmark4you.com.biz
+bonux.nextview.ru
-boole.onlinewebshop.net
+bookmaker-bet.com
-bouda.kvalitne.cz
+brandedleadgeneration.com
-brendbutik.ru
+breget74.ru
-brewdom.ru
+buchananshardware.com
-brianhenry.co
+bumble.cheapwebsitehoster.com
-btc4u.ru
+bum.com.ru
-budilneg.xyz
+burger-imperia.com
-buigas.00it.com
+businesn.men
-bus-offer.com
+callawaygolfoutlet.online
-buyk.host.sk
+candelluxsklep.pl
-buypuppies.ca
+capacitacionyaprendizaje.com
-c1.onedmp.com
+cartierlovebraceletreplica.xyz
-callstevens.com
+cartierlove.xyz
-candcstuccoandstone.com
+cartierreplica.pw
-candy-glam-hp.com
+ccjp.eu
-canzoni.ru
+celebsopics.com
-capture-room.com
+cenoval.ru
-cardiosport.com.ua
+centre-indigo.org.ua
-cartierlove2u.com
+cercacamion.it
-cartierlove2u.xyz
+checkhit.com
-cdnanalytics.xyz
+check-host.net
-cdnnetwok.xyz
+checktext.org
-cezartabac.ro
+chelyabinsk.xrus.org
-chastnoeporno.com
+cinemaflix.website
-chatroulette.si
+clash-clans.ru
-cheapestjerseysonwholesale.com
+clicksor.net
-checkm8.com
+clksite.com
-choice-credit.ru
+clmforexeu.com
-clicksotrk.com
+coderstate.com
-cmd.kz
+companies-catalog.com
-cocyq.inwtrade.com
+compliance-andrew.top
-codysbbq.com
+compliance-brian.xyz
-coindirect.io
+compliance-don.xyz
-colehaanoutlet.store
+compliance-mary.top
-comissionka.net
+connectingsingles.com
-compliance-brian.top
+contentlook.co
-compliance-john.top
+continent-e.tv
-cornerstone-countertops.com
+coolbar.pro
-countercrazy.com
+coolgamechannel.com
+coolyarddecorations.com
+coop-gamers.ru
+coprofam.org
+cordstrap.cc
+cosmetic.donna7753191.ru
+costablue.xyz
 covadhosting.biz
-crafthubs.com
+cranly.net
-cwetochki.ru
+crirussian.ru
-daneshetabiat.com
+damedingel.ya.ru
 daooda.com
-decorazilla.com
+darodar.com
+dating-time-now.com
+daymusam.com
 deda-moroza-zakaz.ru
-degerlund.net
+dekorkeramik.ru
-detskie-konstruktory.ru
+derevesendeco.com
-de.zapmeta.com
+detsky-nabytek.info
-dieswaene.com
+deutschland123.de
-directrev.com
+dev-seo.blog
+digitalfaq.com
+dinkolove.ya.ru
 disruptingdinnerparties.com
-djekxa.ru
+distver.ru
+div.as
+djstools.com
 dkvorota.ru
-dogoimage.com
+dnepropetrovsk.mistr-x.org
+dneprsvet.com.ua
+dnsrsearch.com
 dolohen.com
-domaincheck.io
+dominateforex.ml
-dotnetdotcom.org
+downloaddy.net
-doublepimp.com
+downvids.net
-downloadkakaotalk.com
+drugs-no-rx.info
-download-wallpaper.net
+druzhbany.ru
-earncash.com.ua
+edudocs.net
-earn-from-articles.com
+ekn-art.se
-ed-shop01.ru
-educatemetv.com
-ekaterinburg.xrus.org
 ekobata.ru
-elektir.ru
+e-kwiaciarz.pl
-elektrischezigaretten1.blogse.nl
+elektrischeziga.livejournal.com
-elvenmachine.com
+elektroniksigaraankara.info
-englate.com
+elektrozigaretten2.yn.lt
-erotiktreff24.info
+erotik-kostenlos.net
-essaypro.com
+escort-russian.com
-este-line.com.ua
+esopini.com
-etm-consult.de
+euronis-free.com
-eu-cookie-law.info
+everytalk.tv
-evaashop.ru
+evrotekhservis.ru
-exchanges-bet.com
+exchangeit.gq
-exlarseva.webblog.es
+exportshop.us
-expertblog.info
+extremal-blog.com
-face.hostingx.eu
+extremepornos.net
-falllow.gq
+f00kclan.de
-family1st.ca
+fable.in.ua
-faptitans.com
+favoritemoney.ru
-farmprofi.net
+faz99.com
-fashionindeed.ml
+fearcrow.com
-fashion.stellaconstance.co
+femmesdenudees.com
-fefo.gdn
-filesvine.com
-financetip.eu
 findanysex.com
-flagcounter.me
+finstroy.net
-flashbannernow.com
+fishtauto.ru
-flavors.me
+fitness-video.net
-floridamhca.org
+fiuxy.com
-flytourisme.org
+flooringinstallation-edmonton.com
-fok.nl
+floridahuntingfishingadventures.com
-forexgb.ru
+fodelsedagspresenter.nu
 forum20.smailik.org
-forum.poker4life.ru
+fotoxxxru.com
-fotosfotos.eu
+fotzen-ficken.com
-fototravel.eu
+foxjuegos.com
 freakycheats.com
-free-fbook-traffic.com
+free-floating-buttons.com
+freejabs.com
+free-laptop-reward.com
+freelinkbuilding.website.tk
+freelotto.com
 freenode.info
 freenom.link
-freeseedsonline.com
+ftns.ru
-free-social-buttons.com
-free-social-buttons.xyz
-freshdz.com
-fsakhalin.ru
-fuckbuddybestgilf.info
-fullfileaccess.com
 funnypica.com
-funtoonez.com
+galeria-zdjec.com
-fyxabomiw.ru
+gallerily.com
+gallery.rennlist.com
+game-top.su
+gateway.zscalertwo.net
 gay-file.com
 gaytube.com
-gearsadspromo.club
+gembird.com
-gentamicineyedrops.blogspot.com
+genetworx.com
-getoutofdebtfree.org
+gfaq.ru
-gigixo.com
+girlgamerdaily.com
-glcomputers.ru
+girlporn.ru
-gne8.com
+gk-atlant.info
-good-mummy.ru
+gnuetella.com
-google-liar.ru
+goforexvps.com
-grupografico-pilar.com.ar
+gombita.info
-gsasearchenginerankerdiscount.com
+gosarhivrt.ru
-gtopstats.com
+gotcher.us
-h2monline.com
+growshop.es
-havepussy.com
+gsasearchengineranker.space
-hccoder.info
+hdwallpapers-free.com
-hermesbirkinhandbagoutlets.com
+high-speed1.net
-histats.com
+himgaws.pw
-hitmuzik.ru
+holidaypics.org
-hiwibyh.bugs3.com
+honyaku.yahoofs.jp
-hjaoopoa.top
+hotelcrocenzi.sm
-hkdiiohi.skyrock.com
+hotenergy.ru
-homeandhealth.ru
+hotgirlhdwallpaper.com
-homedecoguide.info
-homelygarden.com
-homemature.net
-hoporno.com
 hotshoppymac.com
 hspline.com
 hunterboots.online
-hybrid.ru
+hyipmanager.in
-ifirestarter.ru
+iamsport.org
-igrovyeavtomaty777.ru
+ico.re
-ilovevitaly.com
+ideawheel.com
+igru-xbox.net
+ilo134uloh.com
+imediadesk.com
+imitex-plus.ru
+impisr.edunsk.ru
+inboundlinks.win
+increasewwwtraffic.info
+inet-traffic.com
 infogame.name
-infospot.pt
+internet-apteka.ru
-intelhdgraphicsgtdrive6w.metroblog.com
+investyb.com
-interferencer.ru
+iptool.xyz
-internetartfair.com
+iqoption.com
-ip-guide.com
+irunfar.com
-iqoption.pro
+istizanidineanarcoticdrug.blogspot.com
-ispaniya-costa-blanca.ru
+iwantedmoney.com
-itronics.ca
+izhevsk.zrus.org
-ivearchenceinflu.cf
+janettabridal.com
-jacago.com
+jav-way.site
-jennyfire.ru
+jerseysbizwholesalecheap.com
-jeremyeaton.co
+jestr.org
-jurajskie.info
+jose.mulinohouse.co
-kerch.site
+justdating.online
-kerwinandcariza.com
+jwss.cc
-kfon.eu
+kaidalibor.de
-kicknights.gq
+kakadu-interior.com.ua
-kiinomaniak.pl
+kaliningrad.zrus.org
-kimcurlrvsms.com
+kanimage.com
+kasino-money.pw
+keywords-monitoring-success.com
 kinocccp.net
-kino-filmi.com
+klejonka.info
-kinohall.ru
+klikbonus.com
-kinosed.net
+kol-energo.ru
 kongoultry.net
-ku6.com
+kursy-ege.ru
-kvartira-sutochno.com
-labplus.ru
 lacapilla.info
-languagecode.com
+lacasamorett.com
-larose.jb2c.me
+ladsup.com
-laulini.soclog.se
+landmania.ru
-letolove.ru
+letmacwork.world
+lexaprogeneric.link
 lifebyleese.com
-limtu.ifmo.ru
+linkbolic.com
-lincolntheatre.com
+linkbux.ru
-livefixer.com
+liveinternet.ro
-loadingpages.me
+locksmith.jp
-locatellicorretor.com.br
+lodki-pvh.dp.ua
-loginduepunti.it
+louboutinreplica.xyz
-lomb.co
+lovasszovetseg.hu
-lonfon.xyz
+m4ever.net
-lost-alpha.ru
+mail.allnews24.in
-m1media.net
+mainhp.net
-magazintiande.ru
+manipulyator-peterburg.ru
-magicplayer-s.acestream.net
-manuscript.su
-marketingtechniques.info
-masserect.com
-matpre.top
 mature.free-websites.com
-maximilitary.ru
+medosmotr-ufa.ru
-m.b00kmarks.com
+meltwater.com
-mebelcomplekt.ru
+menetie.ru
-meddesk.ru
+merryhouse.co.uk
-megavolt.net.ua
+mezaruk.info
-mensandals.xyz
+michaelkorsoutletstore.net
-metallosajding.ru
+mikrobiologies.ru
-mex-annushka.ru
-millionare.com
 minecraft-neo.ru
-missclub.info
+miniads.ca
-missvietnam.org
+mitrasound.ru
-mixtapetorrent.com
+mmstat.com
-mjchamonix.org
 moi-glazki.ru
-monarchfind-a.akamaihd.net
+monclerjacketsoutlet.pw
-moncleroutletonline.pw
+monetizationking.net
-moscow.online-podarki.com
+moscow-clining.ru
-moxo.com
+moskva.nodup.ru
-msk-diplomat.com
+most-kerch.org
-musicvidz.ru
+moyaterapiya.ru
-myfreemp3.eu
+mp3ringtone.info
-myhydros.org
+musflashtv.com
+mvpicton.co.uk
+my-big-family.com
+mydownloadengine.com
+mypets.by
 nacap.ru
-nardulan.com
+naj-filmy24.pl
-narkologiya-peterburg.ru
+naperehresti.info
-nbsproject.ru
+natali-forex.com
-nero-us.com
+naturtreenspicerx.pw
-newstraveller.ru
+networkcheck.xyz
-newtechspb.ru
+new7ob.com
-nfljerseys.online
+newsperuse.com
-nibbler.silktide.com
+nextbackgroundcheck.gq
-nicefloor.co.uk
+ngps1.ru
-nmrk.ru
+nikitabuch.com
-nofreezingmac.click
+nvformula.ru
-notebook-pro.ru
+obesidadealgarve.com
-novosti-hi-tech.ru
+ochistka-stokov.ru
-npoet.ru
+okmusic.jp
-offers.bycontext.com
+online7777.com
-offtopic.biz
+onlinewritingjobs17.blogspot.ru
-okroshki.ru
+optikremont.ru
-ok-ua.info
+orion-v.com
-okuos.com
+oynat.info
-onefilms.net
+oz-offers.com
-oneshotdate.com
+paclitor.com
-onlinefilmz.net
+parlament.biz
-online.ktc45.ru
+pay2me.pl
-online-sbank.ru
+pb-dv.ru
-onstrapon.purplesphere.in
+p-business.ru
-opinionreelle.com
+pcboa.se
-oranga.host.sk
+pelfind.me
-orsonet.ru
+pensplan.com
-osoznanie-narkotikam.net
+pestomou.info
-outpersonals.com
+php-market.ru
-paparazzistudios.com.au
+picphotos.net
-partner-host.men
+piski.top
-partnerline.men
+piter.xrus.org
-partnerworkroom.men
+pizza-imperia.com
-pastaleads.com
+platesauto.com
-pavlodar.xkaz.org
-pc4download.co
-pc-services.ru
-perm-profnastil.ru
-petitions.whitehouse.gov
-picmoonco.pw
-picquery.com
-picturesboss.com
-platezhka.net
-plusnetwork.com
 pod-muzyku.club
-pogodnyyeavarii.gq
+pogosh.com
-pornoklad.ru
+popads.net
+pornhubforum.tk
+pornoblood.com
 pornonik.com
-preg.marketingvici.com
+porno-play.net
+porno.simple-image.com.ua
+porodasobak.net
+portside.cc
+pourvous.info
+praisong.net
+pretty-mart.com
+privacyassistant.net
+privhosting.com
 profitfx.online
-promgirldresses.xyz
+profit-opportunity.com
-pron.pro
+progress-upakovka.ru
-prostitutki-almata.org
+projectforte.ru
-prostitutki-astana.org
+promodj.com
-prostitutki-odessa.org
+pronorm.fr
-rankscanner.com
+prpops.com
-ranksonic.org
+pyrodesigns.com.au
-rasteniya-vs-zombi.ru
+qor360.com
-realtytimes.com
+quebec-bin.com
-recordpage-a.akamaihd.net
+questionmarque.ch
-rednise.com
+rank-checker.online
-refudiatethissarah.info
+ranksonic.com
-regionshop.biz
+raschtextil.com.ua
-rentaremotecomputer.com
+realmonte.net
-repeatlogo.co.uk
+rebrand.ly
-revistaindustria.com
+redirect.trafficreceiver.club
-reward-survey.net
+research.ifmo.ru
-rialp.getenjoyment.net
+resellerclub.com
-ring4rhino.com
+ribieiendom.no
-ringtonepartner.com
+richinvestmonitor.com
-rocketchange.ru
+rimedia.org
-rostov.xrus.org
+ringporno.com
-royal-betting.net
+salut-camp.ru
-rumamba.com
+sarafangel.ru
-ruscoininvest.company
+satellite.maps.ilovevitaly.com
-ruspdd.com
+scanner-brian.top
-ryetaw.com
+scanner-george.top
-santechnik.jimdo.com
+scanner-josh.top
-sbdl.no
+searchaddis.com
-sbricur.com
+searchinquire.com
-sbt-aqua.ru
+securityallianceservices.com
-scanner-julia.top
+sendearnings.com
-scanner-willy.top
+seo-2-0.com
-scrnet.biz.ua
-searchlock.com
-seccioncontrabajo.com
-seemoreresultshu-a.akamaihd.net
-seksvideoonlain.com
-selectads.men
-seminarygeorgia59.ga
 seoexperimenty.ru
-seoheap.com
+service.adtech.fr
-seo-prof1.xyz
+servicecenter.co.ua
-service-core.ru
+serw.clicksor.com
-sevenstars7.com
+sexpornotales.net
-sexfreepornoxxx.com
+sexuria.net
-sexobzor.info
+sexxdate.net
-shama-rc.net
+ship-marvel.co.ua
-shopperifymac.com
+shopvilleroyboch.com.ua
-silvercash.com
+signx.info
-siteheart.net
+sindragosa.comxa.com
-siteimprove.com
+siteexpress.co.il
-siteonomy.com
+skincrate.net
-slavkokacunko.de
+slavia.info
 slayerlife.com
-smallseotools.com
+slkrm.ru
-smartpet.ru
+slonechka.ru
 sobecjvuwa.com.ru
-social-buttons.com
+socialbuttons.xyz
+social-s-hhh.xyz
 socialsignals24.com
-solmarket.by
+softtor.com
+softxaker.ru
 soochi.co
-sptslmtrafms.com
+soserfis.com
-stardevine.com
+space-worry.ml
-stromerrealty.com
+speechfoodie.com
-strongsignal-a.akamaihd.net
+spitfiremusic.com
+sportbetfair.com
+sport-video-obzor.ru
+spy-app.info
+spymac.net
+staff.prairiesouth.ca
+stathat.com
+statoutlook.info
+stockspmb.info
+strfls.com
 stroydetali.ru
-stroymonolit.su
+studiofaca.com
-stuff-about-money.com
+sukarame.net
-sudexpert66.ru
-svensk-poesi.com
 svetlotorg.ru
-svetodiodoff.ru
+szucs.ru
-tds-advert002.info
+tabletkinaodchudzanie.com.pl
-telefonsex-ohne0900.net
+tarad.com
-thedownloadfromwarez.blogspot.com
+technopellet.gr
-theendivechronicles.com
+telefonsexsofort.tk
-tilido.com
+telemetryverification.net
-tizanidine4mg.blogspot.com
+thebluffs.com
-tizanidinecapsules.blogspot.com
+tiens2010.ru
-tizanidineforopiatewithdrawal.blogspot.com
+tizanidinepain.blogspot.com
-tizanidinehcl2mgsideeffects.blogspot.com
+tjkckpytpnje.com
-tizanidinewithdrawal.blogspot.com
+tootoo.to
-tomatis.gospartner.com
+topshef.ru
-top10-way.com
+toursmaps.com
-top1-seo-service.com
+toy-shop.top
-top-karkas.ru
+tradgardspartner.se
-topquality.cf
+trafficstars.com
-trackmedia101.com
+trailer.cinemaflix.website
-traffic100.com
+trudogolik.net
-trafficfactory.biz
+turizm.bz
-trafficmania.com
+tvoystartup.ru
-trahvid.com
+umaseh.com
-tripper.de
+unisexjewelry.org
-truck-addzilla.life
+upstore.me
-tubeoffline.com
+uptime-as.net
-tula.howotorg.ru
-turist-strani.ru
-turkeyreport.tk
-txxx.com
 urdoot.win
-uroki.net
-urzedowski.eu
 usadacha.net
-uytmaster.ru
+uzungil.com
-validdomain.xyz
+valoresito.com
-vapeface.club
+vandrie-ict.nl
-vduplo.ru
+veerotech.com
-vedomstvo.net
+vesnatehno.com
-vektorpress.ru
+viddyoze.com
-vellings.info
+video-camer.com
-viagra.pp.ua
+vinsit.ru
-viktoria-center.ru
+vita.com.hr
-visa-pasport.ru
 vkak.ru
-vremya.eu
+voditeltrezviy.ru
 vrnelectro.ru
-vrotike.ru
+vseuznaem.com
-vtcdns.com
+web.cvut.cz
-warningzscaler.heraeus.com
+webextract.profound.net
-wdfdocando.com
+webmasterhome.cn
-webinstantservice.com
+websiteexplorer.info
-webmasters.stackexchange.com
-webshoppermac.com
-website-analytics.online
-website-speed-checker.site
-website-stealer.nufaq.com
-wemarketing.se
-westen-z.life
 westvilletowingservices.co.za
-wholesalejerseys-cheapest.com
+whipme.yopoint.in
-wholesalenfljerseys.us.com
+whiteelephantwellington.com
-wikes.20fr.com
+winner7777.net
-wildworld.site
+wordpress-crew.net
-woman-orgasm.ru
+worldhistory.biz
-womensplay.net
+worldinternetauthority.com
-wordpresscore.com
+wosik-dach.service-for-web.de
-wufak.com
+xchangetrak.com
-xaylapdiendanang.com
+xlolitka.com
-x-diesel.info
+xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai
-xdoza.com
+xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai
-xjlottery.com
+xn--b1adccaf1bzj.xn--p1ai
-x-lime.net
+xn--b1agm2d.net
-xn--80aafb2a.xn--p1ai
+xn--lifehacer-1rb.com
-xn--80ajbshivpvn2i.xn--p1ai
+xtube.com
-xn----ctbigni3aj4h.xn--p1ai
+xvideosporn.biz
-xn--d1aifoe0a9a.top
+yaoguangdj.com
-yebocasino.com
+yottos.com
-yopoint.in
+youandcredit.ru
-yugk.net
+yougame.biz
-zaimhelp.ru
+yourads.website
-zastenchivosti.net
+yoursearch.me
-zeroredirect7.com
+yoursite.com
-zooggames.com
+zaloadi.ru
-zophim.me
+zambini.ru
-zynax.ua
+zdesoboi.com
+zeroredirect1.com
+zeroredirect6.com
+zigarettenonlinekaufen1.bloog.pl
+znakomstva-moskva77.ru
+zvetki.ru
+zvezdagedon.ru

.dev-tools/test_units/random-referrers-for-whitelist-test.list

@@ -1,250 +1,250 @@
-4senses.co
+273-fz.ru
-5i2.net
+2nt.ru
-5tey7463.weebly.com
+999webdesign.com
-888.com
+9med.net
-above.com
+actionnooz.com
-adcash.com
+addblueoff.com.ua
-adexprts.com
+adpremium.org
-adimmix.com
+adultnet.in
-adinterax.com
+alert-hgd.xyz
-adtech.de
+allknow.info
-affrh2015.com
+amospalla.es
-agadelha.com.br
+anticrawler.org
-akusherok.ru
-allkrim.com
-apartmentbay.ru
-apper.de
-arenda-yeisk.ru
-arraty.altervista.org
-asrv-a.akamoihd.net
-asseenontv.ru
 audiobangout.com
-avtolombard-krasnodar.com
+aussie-prizes.com
-b00kmarks.com
+avkzarabotok.com
-banan.tv
+avon-ukraine.com
-baoxaydung.com.vn
+backgroundpictures.net
-berlininsl.com
+bamo.xsl.pt
-bestempresas.es
+beachdriveblog.com
-bestwebsitesawards.com
+beachpics.com
-binomo.kz
+beauty-bracelet.com
-blagovest-med.ru
+benchmarkcommunications.co.uk
-bracketsmackdown.com
+bestkfiledxd.cf
-brainboosting.club
+bet365.com
-brimstonehillfortress.org
+bibys.com
-buketeg.xyz
+bidbuy.co.kr
-buypanicdisorderpill.com
+bjanshee.ru
-bzero1jewelry.net
+boom-celebs.com
-cartierring.xyz
+bouda.kvalitne.cz
-charmstroy.info
+bpro1.top
-clevernt.com
+breget74.ru
-clothesforcash.com
+buyhoverboard.com
-compliance-viktor.top
+bvlgaribracelet.xyz
-conocer-sanabria.com
+cartierreplica.pw
-cornerstone-countertops.com
+cartierwatch.xyz
-coslab.club
+cb.iphantom.com
-creativehutindia.com
+cbox.ws
-crest3d.ru
+ccbill.com
-crest-poloski.ru
+cdncash.org
-customergrowthsystems.com
+cheapmoncler.pw
-cvety24.by
+classicakuhni.ru
-cwetochki.ru
+cleanallspyware.com
-czat.wp.pl
+compliance-don.top
+compliance-margo.top
+cookie-law-enforcement-aa.xyz
+cookie-law-enforcement-hh.xyz
+coprofam.org
+cubook.supernew.org
+customerpromos-a.akamaihd.net
+danceuniverse.ru
 daretodonate.co
-darkages.info
+davidovic.info
-ddsoldes.fr
+d-black.bz
-dealighted.com
+delfin-aqua.com.ua
-decoratinghomes.ga
+deshevo-nedorogo.ru
-dieta-personalna.pl
+dichvuvesinhhanoi.com
-digitalassetmanagement.site
+dispo.de
-diminishedvalueoforegon.com
+divisioncore.com
-dktr.ru
+domainsphoto.com
-donvito.unas.cz
+drhomes.biz
-dostavka-v-ukrainu.ru
+eaplay.ru
-dvervmoskvu.ru
+ekobata.ru
-e-commerce-seo.com
+elektrozigaretten1.postbit.com
-editmedios.com
+eloconcream.blogspot.com
-egovaleo.it
+eshop4u.jp
-ekspertmed.com
+everytalk.tv
-elektrischezigarette2.onsugar.com
+excaliburfilms.com
-elitedollars.com
+executehosting.com
-erotikchat-24.com
+exoclick.com
-exmasters.com
+eyes-on-you.ga
-farm26.ru
+ezigarettenkaufen1.deviantart.com
-fickblock18.com
+ezofest.sk
-fil.ru
+failingmarriege.blogspot.com
-forminecrafters.ru
+fastcrawl.com
-forumprofi.de
+fbdownloader.com
-freewhatsappload.com
+fishtauto.ru
-freewlan.info
+fiuxy.com
-front.ru
+floridamobilebillboards.com
-funtoonez.com
+forensicpsychiatry.ru
-game300.ru
+freewareseek.com
-gamewrath.com
+froggytube.com
-geile-lelly.eu
+fsalas.com
-gfaq.ru
+fxtips.ru
-gidonline.one
+gate5.co.za
-gloverid.site
+gazoblok.net.ua
-gopro-online.info
+girlporn.ru
-g.starmoe.xyz
+google-liar.ru
-h2monline.com
+groupmoney.ru
-hannasolution.ru
+gsasearchengineranker.xyz
-happy.new.yeartwit.com
+guardlink.com
-hcate.com
+handicapvansarea.com
-hmywwogw.bloger.index.hr
+hit-men.men
-hoste.octopis.com
+hobbyhuren-datenbank.com
-hoterika.com
+homedo.fabpage.com
-hothot.ru
 hoverboard360.at
-hyhj.info
+hoverboard360.es
-iccornacircri.cf
+howlongdoestizanidinestayinyoursystem.blogspot.com
-idc.com.ua
+howmuchdoestizanidinecost.blogspot.com
-imagui.eu
+humanelydrew.com
-innoslicon.com
+hut1.ru
-instasexyblog.com
+iflycapetown.co.za
-io9.com
+ilo134uloh.com
-ipchicken.com
+imabase.com
-istizanidineanarcoticdrug.blogspot.com
+insurple.com
-itsdp3.com
+internetproviderstucson.com
-ixora.pro
+intim-uslugi.info
-iyasimasennka.com
+investingclub.ru
-jurajskie.info
+investsuccess.org
-karaganda.xkaz.org
+iqupdatetmz.win
-koleso24.com.ua
+ivanovo.zrus.org
-kollekcioner.ru
+keyhantercume.com
-koversite.info
+keywordglobal.co.za
-krassh.ru
+kichenaid.ru
-kretpicf.pw
+kinoduh.ru
+kinopolet.net
+kolotiloff.ru
+kosmetyki.tm.pl
 kurwa.win
-law-check-seven.xyz
+legionalpha.com
-likesuccess.com
+letolove.ru
-linkwithin.com
+linkrr.com
-lkbennettstore.online
+lonely-mature.com
-lmrauction.com
+lubetube.com
-lob.com.ru
+m292.info
-locatellicorretor.com.br
+macdamaged.space
-luckyshop.net.ua
+makemoneyonline.com
-lyrics.home-task.com
+malwareremovalcenter.com
-m0r0zk0-krava.ru
+marktforschung-stuttgart.com
-mainhp.net
+matrixalchemy.com
-makedo.ru
+mesto-x.com
-mansparskats.com
+mobplayer.net
-matpre.top
+modnie-futbolki.net
-mebelcomplekt.ru
+mossmesi.com
-mhi-systems.ru
+mttwtrack.com
-micasainvest.com
+mustat.com
-mielec.pl
+myhydros.org
-mindeyegames.com
+mzdish.site
-mjchamonix.org
+netanalytics.xyz
-moi-glazki.ru
+net-radar.com
-moinozhki.com
+netvouz.com
-monthlywinners.com
+nicefloor.co.uk
-motherboard.vice.com
+nlfjjunb5.ru
-mrcsa.com.au
+nvformula.ru
-muschisexbilder.com
+o333o.com
-mydeathspace.com
+okeinfo.online
-naj-filmy24.pl
+okonich.com.ua
-nalogovyykodeks.ru
+one-gear.com
-na-telefon.biz
+online7777.com
-navalwiki.info
+ons-add.men
-nbsproject.ru
-needtosellmyhousefast.com
-networkcheck.xyz
-next-dentists.tk
-nsatc.net
-onlineslotmaschine.com
-o-o-6-o-o.ru
 optom-deshevo.ru
-orsonet.ru
+paceform.com
-panicatack.com
+pavlodar.xkaz.org
-pdamods.ru
+pcimforum.com
-picphotos.net
+perfectpracticeweb.com
-plaff-go.ru
+perl.dp.ua
-pl-top.pl
+pewit.pw
-pons-presse.com
+pila.pl
-pornofiljmi.com
+poems.com.ua
-pornolook.net
+porno.simple-image.com.ua
-pornophoto.xyz
+postclass.com
-pornpost.in
-positive2b.ru
-prefersurvey.net
 profitwithalex.info
-prointer.net.ua
+pushdata.sendpulse.com
-promalp-universal.ru
+putevka24.ru
-qitt.ru
+qpypcx.com
-quelle.ru
+quick-seeker.com
-randalljhoward.com
+rabotaetvse.ru
-razyboard.com
+rabot.host.sk
-relax.ru
+rankexperience.com
-rixpix.ru
+rapevideosmovies.com
-rome2rio.com
+reeyanaturopathy.com
-runstocks.com
+rentalcarnavi.info
-rutor.group
+resant.ru
-rutor.vip
+risparmiocasa.bz.it
-sardinie.us
+rp9.ru
-sbwealthsolutions.ca
+russia-tao.ru
-scanner-josh.top
+rustic-quiver.win
-scanner-willy.top
+sabizonline.com
-scrapinghub.com
+sampleletters.net
-seofied.com
+semalt.com
-service.adtech.fr
+seo-traffic-ranking.info
-sevenstars7.com
+shoesonlinebuy.cn
-sex-watch.com
+siteexpress.co.il
-sexyali.com
+slonechka.ru
-s-forum.biz
+sonata-arctica.wz.cz
-shopwme.ru
+songoo.wz.cz
-simply.net
+special-porn.com
-simul.co
+sportbetfair.com
-skyway24.ru
+srgwebmail.nl
-smadihome.com
+staticfs.host
-social-buttons.xyz
+stevemonsen.com
-sophang8.com
-spamnuker.com
-spasswelt.net
-stariy-baku.com
-stroimajor.ru
-suhanpacktech.com
 superkanpo.com
-swinginwithme.ru
+superlist.biz
-symphonyintegratedhealthcare.com
+swagbucks.com
-telefonsexkostenlos.tk
+sygraem.com
-the-usa-games.blogspot.com
+tattoo33.ru
-tiandeural.ru
+teesdaleflyballclub.co.uk
-tizanidineonline.blogspot.com
+tehngr.ru
-traffic2money.com
+template-kid.com
-trkur.com
+tetracsaudi.com
-tubeoffline.com
+theautoprofit.ml
-uamtrk.com
+thenews-today.info
-unacittaconte.org
+timdreby.com
-urlcut.ru
+titelhelden.eu
-urlopener.blogspot.com.au
+tizanidinehcl2mgsideeffects.blogspot.com
-urlopener.com
+tizanidineshowupondrugtest.blogspot.com
-usacasino.com
+toonfamilies.net
-viagraneggrx.com
+tooplay.com
-videositename.com
+top-deal.com.pl
+trafficgenius.xyz
+trubywriting.com
+twincitiescarservice.com
+twitlinks.com
+twodollarshows.com
+twu.com.ua
+tytoona.com
+umg-stroy.ru
+unece.org
+uogonline.com
+url-img.link
+versaut.xxx-cam.webcam
+veselokloun.ru
+videospornogratisx.net
 vksaver-all.ru
-vladhistory.com
+vladimir.xrus.org
-vsdshnik.com
+voluumtrk.com
-vsexkontakte.net
+vzlomsn.org
-vtcdns.com
+wahicbefa31.soup.io
-vykup-avto-krasnodar.ru
+wareseeker.com
-watsonrealtycorp.com
+watchmyfb.pl
-website-speed-checker.site
+waysbetter.cn
-wholesalejerseys-cheapest.com
+whatzmyip.net
-witherrom55.eklablog.fr
+wineration.com
-worst-sites.online
+woman-tampon.ru
-wufak.com
+worldhistory.biz
-xdoza.com
+wyniki-lista.pl
-xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai
+xclicks.net
-xn----7sbifcamovvfggw9d.xn--p1ai
+xep.info
-xn--80ak6aa92e.com
+xerox-douglas.cf
-xnxx-n.com
+xn-----7kcabaipgeakzcss7bjdqdwpfnhv.xn--p1ai
-xxxdatinglocal.us
+xn----7sbahjd3btneuw1joc.xn--p1ai
-yachts-cruise.info
+xn----ctbbcjd3dbsehgi.xn--p1ai
-yhit.press
+xn----dtbndd4ae7eub.top
-zaloro.com
+xtube.com
-zazagames.org
+xxart.ru
-zdesoboi.com
+zagadki.in.ua
-zeg-distribution.com
+zaim-pod-zalog-krasnodar.ru
-zhorapankratov7.blogspot.com
+zetgie.com.pl
+zigarettenonlinekaufen2.bloog.pl
 zootravel.com
-zryydi.com
+zscalerone.net

.dev-tools/test_units/ratelimittest-beta.txt

@@ -1,13 +1,11 @@
-<!DOCTYPE html>
 <html>
-<head>
+<head><title>503 Service Temporarily Unavailable</title></head>
-<title>Welcome to NginX</title>
-</head>
 <body>
-<div align=center>
+<center><h1>503 Service Temporarily Unavailable</h1></center>
-<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
+<hr><center>nginx/1.16.1</center>
-<p>This is merely used for testing !!!</p>
 </body>
+</html>
+ody>
 </html><html>
 <head><title>503 Service Temporarily Unavailable</title></head>
 <body>
@@ -484,13 +482,6 @@
 <hr><center>nginx/1.16.1</center>
 </body>
 </html>
-<html>
-<head><title>503 Service Temporarily Unavailable</title></head>
-<body>
-<center><h1>503 Service Temporarily Unavailable</h1></center>
-<hr><center>nginx/1.16.1</center>
-</body>
-</html>
 <!DOCTYPE html>
 <html>
 <head>

.dev-tools/test_units/whitelist-ips.conf

@@ -1,2 +1,2 @@
-34.74.253.255	0;
+34.73.66.97	0;
 127.0.0.1	0;

AUTO-CONFIGURATION.md

@@ -4,8 +4,8 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V4.2020.01.1935
+#### Version: V4.2020.01.1936
-#### Bad Referrers Blocked: [6811](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
+#### Bad Referrers Blocked: [6814](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [562](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________

MANUAL-CONFIGURATION.md

@@ -4,8 +4,8 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V4.2020.01.1935
+#### Version: V4.2020.01.1936
-#### Bad Referrers Blocked: [6811](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
+#### Bad Referrers Blocked: [6814](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [562](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________

README.md

@@ -11,8 +11,8 @@
 ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
 
 _______________
-#### Version: V4.2020.01.1935
+#### Version: V4.2020.01.1936
-#### Bad Referrers Blocked: [6811](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
+#### Bad Referrers Blocked: [6814](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [562](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________
@@ -30,7 +30,7 @@ _______________________
 ##### nginx version: nginx/1.10.x :heavy_check_mark:
 ##### nginx version: nginx/1.16.1 :heavy_check_mark:
 ##### nginx version: nginx/1.15.8 :heavy_check_mark:
-##### nginx version: nginx/1.17.7 :heavy_check_mark:
+##### nginx version: nginx/1.17.8 :heavy_check_mark:
 __________________________
 
 Not Using Nginx? See the [![Get the APACHE ULTIMATE BAD BOT BLOCKER](https://img.shields.io/badge/APACHE%20-%20ULTIMATE%20BAD%20BOT%20BLOCKER%20%E2%9B%94-blue.svg)](https://github.com/mitchellkrogza/apache-ultimate-bad-bot-blocker)

_generator_lists/bad-referrers.list

@@ -1,8 +1,3 @@
-frankofficial.ru
-70casino.online
-vseigry.fun
-vksex.ru
-azinoofficial777.ru
 000free.us
 007angels.com
 00author.com
@@ -125,6 +120,7 @@ azinoofficial777.ru
 6128786.com
 66cpwgln.space
 6hopping.com
+70casino.online
 72-news.com
 76brighton.co.uk
 777-club.ru
@@ -6233,6 +6229,7 @@ vkonche.com
 vkontaktemusic.ru
 vkontarkte.com
 vksaver-all.ru
+vksex.ru
 vladhistory.com
 vladimir.xrus.org
 vladimir.zrus.org
@@ -6265,6 +6262,7 @@ vrotike.ru
 vroze.com
 vsdshnik.com
 vseigru.one
+vseigry.fun
 vsesubwaysurfers.com
 vseuznaem.com
 vsexkontakte.net

_google_analytics_ghost_spam/README.md

@@ -3,8 +3,8 @@
 # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
 
 _______________
-#### Version: V4.2020.01.1935
+#### Version: V4.2020.01.1936
-#### Bad Referrers Blocked: [6811](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
+#### Bad Referrers Blocked: [6814](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [562](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________

_google_analytics_ghost_spam/google-exclude-05.txt

@@ -1 +1 @@
-yhit\.press|ynymnwbm\.bloger\.index\.hr|yogamatsexpert\.com|yoluxuryevents\.com|yoopsie\.com|yopoint\.in|yoshkarola\.zrus\.org|yottos\.com|you\-shall\-not\-pass\.is74\.ru|youandcredit\.ru|youbloodyripper\.com|youbrainboost\.asia|youdao\.com|youdesigner\.kz|yougame\.biz|yougetsignal\.com|youghbould\.wordpress\.com|yougotanewdomain\.com|youjizz\.com|youjizz\.vc|youporn\-forum\.ga|youporn\-ru\.com|your\-bearings\.com|youradexchange\.com|yourads\.website|youradulthosting\.com|youraticles\.pl|yourdesires\.ru|youresponsive\.com|yourmovies\.pl|yourothersite\.com|yourporn\.com|yourporngay\.com|yoursearch\.me|yourserverisdown\.com|yoursite\.com|yourtemplatefinder\.com|yousense\.info|youthreaders\.com|youtoner\.it|youtube\-downloader\.savetubevideo\.com|youtubedownload\.org|youtuhe\.com|ypmuseum\.ru|ytmnd\.com|yuarra\.pluto\.ro|yubikk\.info|yugk\.net|yugo\-star\.ru|yun56\.co|yunque\.pluto\.ro|yur\-p\.ru|yurgorod\.ru|yuweng\.info|z\-master\.ru|za\-fun\-offer\.com|za\-music\.mymobiplanet\.com|zaapplesales\.blogspot\.com|zacreditom\.ru|zagadki\.in\.ua|zahvat\.ru|zaidia\.xhost\.ro|zaim\-pod\-zalog\-krasnodar\.ru|zaimhelp\.ru|zaimite\.ru|zajm\-pod\-zalog\-nedvizhimosti\.ru|zajm\-zalog\-krasnodar\.ru|zakazfutbolki\.com|zakazvzloma\.com|zakon\-ob\-obrazovanii\.ru|zakonobosago\.ru|zaloadi\.ru|zaloro\.com|zambini\.ru|zaobao\.com\.sg|zapatosenventa\.info|zapiszto\.pl|zarabiaj\-dzis\.pl|zarabotat\-na\-sajte\.ru|zarabotok\-\-doma\.ru|zarajbuilders\.com|zarenica\.net|zarepta\.com|zastenchivosti\.net|zastroyka\.org|zatjmuzu\.info|zawyna\.ua|zazagames\.org|zdesformula\.ru|zdesoboi\.com|zebradudka\.com|zebramart\.ru|zed21\.net|zeg\-distribution\.com|zeikopay\.com|zeleznobeton\.ru|zero1\.it|zerocash\.msk\.ru|zeroredirect\.com|zeroredirect1\.com|zeroredirect10\.com|zeroredirect11\.com|zeroredirect12\.com|zeroredirect2\.com|zeroredirect5\.com|zeroredirect6\.com|zeroredirect7\.com|zeroredirect8\.com|zeroredirect9\.com|zetgie\.com\.pl|zetmaster\.ru|zhacker\.net|zhongwenlink\.com|zhorapankratov7\.blogspot\.com|zhuravlev\.info|zigarettenonl\.canalblog\.com|zigarettenonlinekaufen\.tumblr\.com|zigarettenonlinekaufen1\.bloog\.pl|zigarettenonlinekaufen1\.blox\.pl|zigarettenonlinekaufen2\.bloog\.pl|zigarettenonlinekaufen2\.drupalgardens\.com|zigzog\.ru|zionstar\.net|zixizop\.net\.ru|zkjovpdgxivg\.ga|zlatnajesen\.com|zmoda\.hostreo\.com|znakom\.sibtest\.ru|znakomstva\-moskva77\.ru|znakomstva\-piter78\.ru|znakomstvaonlain\.ru|znaniyapolza\.ru|znaturaloriginal\.com|zocaparj\.kz|zog\.link|zojirushi\-products\.ru|zolotoy\-lis\.ru|zona\-aqua\.ru|zone\-kev717\.info|zoodrawings\.com|zoogdiesney\.com|zoogdinsney\.com|zoogdisany\.com|zooggames\.com|zoolubimets\.ru|zoominfo\.com|zoomovies\.org|zoompegs\.com|zoosexart\.com|zootoplist\.com|zootravel\.com|zophim\.me|zrelaya\.pw|zrizvtrnpale\.tk|zrus\.org|zryydi\.com|zs2vm\.top|zscaler\.net|zscalerone\.net|zscalertwo\.net|zskdla\.site|zverokruh\-shop\.cz|zvetki\.ru|zvezdagedon\.ru|zx6\.ru|zynax\.ua|zytpirwai\.net|zzbroya\.com\.ua|zzlgxh\.com
+yellowstonevisitortours\.com|yes\-com\.com|yginekologa\.com|yhit\.press|ynymnwbm\.bloger\.index\.hr|yogamatsexpert\.com|yoluxuryevents\.com|yoopsie\.com|yopoint\.in|yoshkarola\.zrus\.org|yottos\.com|you\-shall\-not\-pass\.is74\.ru|youandcredit\.ru|youbloodyripper\.com|youbrainboost\.asia|youdao\.com|youdesigner\.kz|yougame\.biz|yougetsignal\.com|youghbould\.wordpress\.com|yougotanewdomain\.com|youjizz\.com|youjizz\.vc|youporn\-forum\.ga|youporn\-ru\.com|your\-bearings\.com|youradexchange\.com|yourads\.website|youradulthosting\.com|youraticles\.pl|yourdesires\.ru|youresponsive\.com|yourmovies\.pl|yourothersite\.com|yourporn\.com|yourporngay\.com|yoursearch\.me|yourserverisdown\.com|yoursite\.com|yourtemplatefinder\.com|yousense\.info|youthreaders\.com|youtoner\.it|youtube\-downloader\.savetubevideo\.com|youtubedownload\.org|youtuhe\.com|ypmuseum\.ru|ytmnd\.com|yuarra\.pluto\.ro|yubikk\.info|yugk\.net|yugo\-star\.ru|yun56\.co|yunque\.pluto\.ro|yur\-p\.ru|yurgorod\.ru|yuweng\.info|z\-master\.ru|za\-fun\-offer\.com|za\-music\.mymobiplanet\.com|zaapplesales\.blogspot\.com|zacreditom\.ru|zagadki\.in\.ua|zahvat\.ru|zaidia\.xhost\.ro|zaim\-pod\-zalog\-krasnodar\.ru|zaimhelp\.ru|zaimite\.ru|zajm\-pod\-zalog\-nedvizhimosti\.ru|zajm\-zalog\-krasnodar\.ru|zakazfutbolki\.com|zakazvzloma\.com|zakon\-ob\-obrazovanii\.ru|zakonobosago\.ru|zaloadi\.ru|zaloro\.com|zambini\.ru|zaobao\.com\.sg|zapatosenventa\.info|zapiszto\.pl|zarabiaj\-dzis\.pl|zarabotat\-na\-sajte\.ru|zarabotok\-\-doma\.ru|zarajbuilders\.com|zarenica\.net|zarepta\.com|zastenchivosti\.net|zastroyka\.org|zatjmuzu\.info|zawyna\.ua|zazagames\.org|zdesformula\.ru|zdesoboi\.com|zebradudka\.com|zebramart\.ru|zed21\.net|zeg\-distribution\.com|zeikopay\.com|zeleznobeton\.ru|zero1\.it|zerocash\.msk\.ru|zeroredirect\.com|zeroredirect1\.com|zeroredirect10\.com|zeroredirect11\.com|zeroredirect12\.com|zeroredirect2\.com|zeroredirect5\.com|zeroredirect6\.com|zeroredirect7\.com|zeroredirect8\.com|zeroredirect9\.com|zetgie\.com\.pl|zetmaster\.ru|zhacker\.net|zhongwenlink\.com|zhorapankratov7\.blogspot\.com|zhuravlev\.info|zigarettenonl\.canalblog\.com|zigarettenonlinekaufen\.tumblr\.com|zigarettenonlinekaufen1\.bloog\.pl|zigarettenonlinekaufen1\.blox\.pl|zigarettenonlinekaufen2\.bloog\.pl|zigarettenonlinekaufen2\.drupalgardens\.com|zigzog\.ru|zionstar\.net|zixizop\.net\.ru|zkjovpdgxivg\.ga|zlatnajesen\.com|zmoda\.hostreo\.com|znakom\.sibtest\.ru|znakomstva\-moskva77\.ru|znakomstva\-piter78\.ru|znakomstvaonlain\.ru|znaniyapolza\.ru|znaturaloriginal\.com|zocaparj\.kz|zog\.link|zojirushi\-products\.ru|zolotoy\-lis\.ru|zona\-aqua\.ru|zone\-kev717\.info|zoodrawings\.com|zoogdiesney\.com|zoogdinsney\.com|zoogdisany\.com|zooggames\.com|zoolubimets\.ru|zoominfo\.com|zoomovies\.org|zoompegs\.com|zoosexart\.com|zootoplist\.com|zootravel\.com|zophim\.me|zrelaya\.pw|zrizvtrnpale\.tk|zrus\.org|zryydi\.com|zs2vm\.top|zscaler\.net|zscalerone\.net|zscalertwo\.net|zskdla\.site|zverokruh\-shop\.cz|zvetki\.ru|zvezdagedon\.ru|zx6\.ru|zynax\.ua|zytpirwai\.net|zzbroya\.com\.ua|zzlgxh\.com

_google_webmaster_disavow_links/google-disavow.txt

@@ -120,6 +120,7 @@ domain:5ws.dating-app.ru
 domain:6128786.com
 domain:66cpwgln.space
 domain:6hopping.com
+domain:70casino.online
 domain:72-news.com
 domain:76brighton.co.uk
 domain:777-club.ru
@@ -6228,6 +6229,7 @@ domain:vkonche.com
 domain:vkontaktemusic.ru
 domain:vkontarkte.com
 domain:vksaver-all.ru
+domain:vksex.ru
 domain:vladhistory.com
 domain:vladimir.xrus.org
 domain:vladimir.zrus.org
@@ -6260,6 +6262,7 @@ domain:vrotike.ru
 domain:vroze.com
 domain:vsdshnik.com
 domain:vseigru.one
+domain:vseigry.fun
 domain:vsesubwaysurfers.com
 domain:vseuznaem.com
 domain:vsexkontakte.net

robots.txt/robots.txt

@@ -6,8 +6,8 @@
 
 ### Version Information #
 ###################################################
-### Version: V4.2020.01.1935
+### Version: V4.2020.01.1936
-### Updated: Wed Jan 22 21:32:42 SAST 2020
+### Updated: Thu Jan 23 13:08:56 SAST 2020
 ### Bad Bot Count: 562
 ###################################################
 ### Version Information ##