V4.2019.08.1821 [ci skip]

.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-104.154.120.187	1;
+35.192.187.174	1;
 127.0.0.1	1;

.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-104.154.120.187	0;
+35.192.187.174	0;
 127.0.0.1	0;

.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-104.154.120.187	1;
+35.192.187.174	1;
 127.0.0.1	1;

.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-104.154.120.187	0;
+35.192.187.174	0;
 127.0.0.1	0;

.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-104.154.120.187	1;
+35.192.187.174	1;
 127.0.0.1	1;

.dev-tools/beta_conf_files_whitelist/bots.d/custom-bad-referrers.conf

@@ -538,6 +538,7 @@
 	"~*(?:\b)appleid\-verification\.com(?:\b)" 	0;
 	"~*(?:\b)applicationg29\.com(?:\b)" 	0;
 	"~*(?:\b)applyneedy\.xyz(?:\b)" 	0;
+	"~*(?:\b)appmsr\.org(?:\b)" 	0;
 	"~*(?:\b)approved\.su(?:\b)" 	0;
 	"~*(?:\b)approvedlocal\.co\.za(?:\b)" 	0;
 	"~*(?:\b)apps\-analytics\.net(?:\b)" 	0;
@@ -2087,6 +2088,7 @@
 	"~*(?:\b)fanpagerobot\.com(?:\b)" 	0;
 	"~*(?:\b)fanrto\.com(?:\b)" 	0;
 	"~*(?:\b)fantasticpixcool\.com(?:\b)" 	0;
+	"~*(?:\b)fapgon\.com(?:\b)" 	0;
 	"~*(?:\b)faptitans\.com(?:\b)" 	0;
 	"~*(?:\b)faracontrol\.ir(?:\b)" 	0;
 	"~*(?:\b)farm26\.ru(?:\b)" 	0;
@@ -3417,6 +3419,7 @@
 	"~*(?:\b)lisque\.batcave\.net(?:\b)" 	0;
 	"~*(?:\b)littleberry\.ru(?:\b)" 	0;
 	"~*(?:\b)littlecity\.ch(?:\b)" 	0;
+	"~*(?:\b)littlesexdolls\.com(?:\b)" 	0;
 	"~*(?:\b)littlesunraiser\.com(?:\b)" 	0;
 	"~*(?:\b)liumimgx\.pw(?:\b)" 	0;
 	"~*(?:\b)liupis\.com(?:\b)" 	0;
@@ -4143,6 +4146,7 @@
 	"~*(?:\b)olympescort\.com(?:\b)" 	0;
 	"~*(?:\b)omoikiri\-japan\.ru(?:\b)" 	0;
 	"~*(?:\b)omsk\.xrus\.org(?:\b)" 	0;
+	"~*(?:\b)onblastblog\.online(?:\b)" 	0;
 	"~*(?:\b)onclickpredictiv\.com(?:\b)" 	0;
 	"~*(?:\b)onclkads\.com(?:\b)" 	0;
 	"~*(?:\b)one\-gear\.com(?:\b)" 	0;

.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-104.154.120.187	0;
+35.192.187.174	0;
 127.0.0.1	0;

.dev-tools/referrers-regex-format-whitelist-test.txt

@@ -491,6 +491,7 @@
 "~*(?:\b)appleid\-verification\.com(?:\b)" 	0;
 "~*(?:\b)applicationg29\.com(?:\b)" 	0;
 "~*(?:\b)applyneedy\.xyz(?:\b)" 	0;
+"~*(?:\b)appmsr\.org(?:\b)" 	0;
 "~*(?:\b)approved\.su(?:\b)" 	0;
 "~*(?:\b)approvedlocal\.co\.za(?:\b)" 	0;
 "~*(?:\b)apps\-analytics\.net(?:\b)" 	0;
@@ -2040,6 +2041,7 @@
 "~*(?:\b)fanpagerobot\.com(?:\b)" 	0;
 "~*(?:\b)fanrto\.com(?:\b)" 	0;
 "~*(?:\b)fantasticpixcool\.com(?:\b)" 	0;
+"~*(?:\b)fapgon\.com(?:\b)" 	0;
 "~*(?:\b)faptitans\.com(?:\b)" 	0;
 "~*(?:\b)faracontrol\.ir(?:\b)" 	0;
 "~*(?:\b)farm26\.ru(?:\b)" 	0;
@@ -3370,6 +3372,7 @@
 "~*(?:\b)lisque\.batcave\.net(?:\b)" 	0;
 "~*(?:\b)littleberry\.ru(?:\b)" 	0;
 "~*(?:\b)littlecity\.ch(?:\b)" 	0;
+"~*(?:\b)littlesexdolls\.com(?:\b)" 	0;
 "~*(?:\b)littlesunraiser\.com(?:\b)" 	0;
 "~*(?:\b)liumimgx\.pw(?:\b)" 	0;
 "~*(?:\b)liupis\.com(?:\b)" 	0;
@@ -4096,6 +4099,7 @@
 "~*(?:\b)olympescort\.com(?:\b)" 	0;
 "~*(?:\b)omoikiri\-japan\.ru(?:\b)" 	0;
 "~*(?:\b)omsk\.xrus\.org(?:\b)" 	0;
+"~*(?:\b)onblastblog\.online(?:\b)" 	0;
 "~*(?:\b)onclickpredictiv\.com(?:\b)" 	0;
 "~*(?:\b)onclkads\.com(?:\b)" 	0;
 "~*(?:\b)one\-gear\.com(?:\b)" 	0;

.dev-tools/referrers-regex-format.txt

@@ -488,6 +488,7 @@
 "~*(?:\b)appleid\-verification\.com(?:\b)" 	1;
 "~*(?:\b)applicationg29\.com(?:\b)" 	1;
 "~*(?:\b)applyneedy\.xyz(?:\b)" 	1;
+"~*(?:\b)appmsr\.org(?:\b)" 	1;
 "~*(?:\b)app\-ready\.xyz(?:\b)" 	1;
 "~*(?:\b)approvedlocal\.co\.za(?:\b)" 	1;
 "~*(?:\b)approved\.su(?:\b)" 	1;
@@ -2038,6 +2039,7 @@
 "~*(?:\b)fanpagerobot\.com(?:\b)" 	1;
 "~*(?:\b)fanrto\.com(?:\b)" 	1;
 "~*(?:\b)fantasticpixcool\.com(?:\b)" 	1;
+"~*(?:\b)fapgon\.com(?:\b)" 	1;
 "~*(?:\b)faptitans\.com(?:\b)" 	1;
 "~*(?:\b)faracontrol\.ir(?:\b)" 	1;
 "~*(?:\b)farm26\.ru(?:\b)" 	1;
@@ -3370,6 +3372,7 @@
 "~*(?:\b)lisque\.batcave\.net(?:\b)" 	1;
 "~*(?:\b)littleberry\.ru(?:\b)" 	1;
 "~*(?:\b)littlecity\.ch(?:\b)" 	1;
+"~*(?:\b)littlesexdolls\.com(?:\b)" 	1;
 "~*(?:\b)littlesunraiser\.com(?:\b)" 	1;
 "~*(?:\b)liumimgx\.pw(?:\b)" 	1;
 "~*(?:\b)liupis\.com(?:\b)" 	1;
@@ -4091,6 +4094,7 @@
 "~*(?:\b)olympescort\.com(?:\b)" 	1;
 "~*(?:\b)omoikiri\-japan\.ru(?:\b)" 	1;
 "~*(?:\b)omsk\.xrus\.org(?:\b)" 	1;
+"~*(?:\b)onblastblog\.online(?:\b)" 	1;
 "~*(?:\b)onclickpredictiv\.com(?:\b)" 	1;
 "~*(?:\b)onclkads\.com(?:\b)" 	1;
 "~*(?:\b)oneclickfiles\.com(?:\b)" 	1;

.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf

@@ -45,4 +45,4 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-35.224.112.202          0;
+35.188.73.34            0;

.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.184.226.236	1;
+104.154.113.151	1;
 127.0.0.1	1;

.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.184.226.236	0;
+104.154.113.151	0;
 127.0.0.1	0;

.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.184.226.236	1;
+104.154.113.151	1;
 127.0.0.1	1;

.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.184.226.236	0;
+104.154.113.151	0;
 127.0.0.1	0;

.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.184.226.236	1;
+104.154.113.151	1;
 127.0.0.1	1;

.dev-tools/test1_conf_files_whitelist/bots.d/custom-bad-referrers.conf

@@ -538,6 +538,7 @@
 	"~*(?:\b)appleid\-verification\.com(?:\b)" 	0;
 	"~*(?:\b)applicationg29\.com(?:\b)" 	0;
 	"~*(?:\b)applyneedy\.xyz(?:\b)" 	0;
+	"~*(?:\b)appmsr\.org(?:\b)" 	0;
 	"~*(?:\b)approved\.su(?:\b)" 	0;
 	"~*(?:\b)approvedlocal\.co\.za(?:\b)" 	0;
 	"~*(?:\b)apps\-analytics\.net(?:\b)" 	0;
@@ -2087,6 +2088,7 @@
 	"~*(?:\b)fanpagerobot\.com(?:\b)" 	0;
 	"~*(?:\b)fanrto\.com(?:\b)" 	0;
 	"~*(?:\b)fantasticpixcool\.com(?:\b)" 	0;
+	"~*(?:\b)fapgon\.com(?:\b)" 	0;
 	"~*(?:\b)faptitans\.com(?:\b)" 	0;
 	"~*(?:\b)faracontrol\.ir(?:\b)" 	0;
 	"~*(?:\b)farm26\.ru(?:\b)" 	0;
@@ -3417,6 +3419,7 @@
 	"~*(?:\b)lisque\.batcave\.net(?:\b)" 	0;
 	"~*(?:\b)littleberry\.ru(?:\b)" 	0;
 	"~*(?:\b)littlecity\.ch(?:\b)" 	0;
+	"~*(?:\b)littlesexdolls\.com(?:\b)" 	0;
 	"~*(?:\b)littlesunraiser\.com(?:\b)" 	0;
 	"~*(?:\b)liumimgx\.pw(?:\b)" 	0;
 	"~*(?:\b)liupis\.com(?:\b)" 	0;
@@ -4143,6 +4146,7 @@
 	"~*(?:\b)olympescort\.com(?:\b)" 	0;
 	"~*(?:\b)omoikiri\-japan\.ru(?:\b)" 	0;
 	"~*(?:\b)omsk\.xrus\.org(?:\b)" 	0;
+	"~*(?:\b)onblastblog\.online(?:\b)" 	0;
 	"~*(?:\b)onclickpredictiv\.com(?:\b)" 	0;
 	"~*(?:\b)onclkads\.com(?:\b)" 	0;
 	"~*(?:\b)one\-gear\.com(?:\b)" 	0;

.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.184.226.236	0;
+104.154.113.151	0;
 127.0.0.1	0;

.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf

@@ -45,4 +45,5 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-35.224.112.202          0;
+35.192.136.167          0;
+35.192.187.174          0;

.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf

@@ -45,5 +45,5 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-35.192.85.2             0;
-35.224.112.202          0;
+35.193.14.140           0;
+35.188.73.34            0;

.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf

@@ -45,6 +45,5 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-35.193.7.13             0;
-35.192.85.2             0;
-35.202.145.110          0;
+35.192.187.174          0;
+34.66.178.120           0;

.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf

@@ -45,6 +45,5 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-104.154.120.187         0;
-35.193.7.13             0;
-35.224.112.202          0;
+34.68.144.114           0;
+34.66.178.120           0;

.dev-tools/test_units/blacklist-ips.conf

@@ -1,2 +1,2 @@
-104.154.120.187	1;
+35.192.187.174	1;
 127.0.0.1	1;

.dev-tools/test_units/custom-bad-referrers.conf

@@ -538,6 +538,7 @@
 	"~*(?:\b)appleid\-verification\.com(?:\b)" 	0;
 	"~*(?:\b)applicationg29\.com(?:\b)" 	0;
 	"~*(?:\b)applyneedy\.xyz(?:\b)" 	0;
+	"~*(?:\b)appmsr\.org(?:\b)" 	0;
 	"~*(?:\b)approved\.su(?:\b)" 	0;
 	"~*(?:\b)approvedlocal\.co\.za(?:\b)" 	0;
 	"~*(?:\b)apps\-analytics\.net(?:\b)" 	0;
@@ -2087,6 +2088,7 @@
 	"~*(?:\b)fanpagerobot\.com(?:\b)" 	0;
 	"~*(?:\b)fanrto\.com(?:\b)" 	0;
 	"~*(?:\b)fantasticpixcool\.com(?:\b)" 	0;
+	"~*(?:\b)fapgon\.com(?:\b)" 	0;
 	"~*(?:\b)faptitans\.com(?:\b)" 	0;
 	"~*(?:\b)faracontrol\.ir(?:\b)" 	0;
 	"~*(?:\b)farm26\.ru(?:\b)" 	0;
@@ -3417,6 +3419,7 @@
 	"~*(?:\b)lisque\.batcave\.net(?:\b)" 	0;
 	"~*(?:\b)littleberry\.ru(?:\b)" 	0;
 	"~*(?:\b)littlecity\.ch(?:\b)" 	0;
+	"~*(?:\b)littlesexdolls\.com(?:\b)" 	0;
 	"~*(?:\b)littlesunraiser\.com(?:\b)" 	0;
 	"~*(?:\b)liumimgx\.pw(?:\b)" 	0;
 	"~*(?:\b)liupis\.com(?:\b)" 	0;
@@ -4143,6 +4146,7 @@
 	"~*(?:\b)olympescort\.com(?:\b)" 	0;
 	"~*(?:\b)omoikiri\-japan\.ru(?:\b)" 	0;
 	"~*(?:\b)omsk\.xrus\.org(?:\b)" 	0;
+	"~*(?:\b)onblastblog\.online(?:\b)" 	0;
 	"~*(?:\b)onclickpredictiv\.com(?:\b)" 	0;
 	"~*(?:\b)onclkads\.com(?:\b)" 	0;
 	"~*(?:\b)one\-gear\.com(?:\b)" 	0;

.dev-tools/test_units/random-bots-for-test-quick.list

@@ -1,10 +1,10 @@
-BetaBot
-Demon
-EMail Wolf
-Image Fetch
-Needle
-Openvas
-PeoplePal
-sogouspider
-WebsiteExtractor
-x09Mozilla
+crawl.sogou.com
+DomainCrawler
+JustView
+Mediatoolkitbot
+PageAnalyzer
+PageGrabber
+RankFlex
+Wallpapers/3.0
+Webalta
+WebsiteQuester

.dev-tools/test_units/random-bots-for-test.list

@@ -1,225 +1,213 @@
 360Spider
-404enemy
-Abonti
-Aboundexbot
-AfD-Verbotsverfahren
-AIBOT
+Aboundex
+Acunetix
+ADmantX
 AiHitBot
 Aipbot
+Alligator
 AllSubmitter
-Anarchie
-Apexoo
+AlphaBot
+archive.org_bot
 Asterias
-Backlink-Ceck
+autoemailspider
 backlink-check
-BackWeb
 Badass
-Barkrowler
-BatchFTP
 Battleztar Bazinga
-BBBike
 BetaBot
-Bigfoot
-Blackboard
+Bitacle
 BlackWidow
-BLEXBot
-Blow
+BlowFish
 Boardreader
+Bolt
 Brandwatch
-Buddy
-CATExplorador
-CazoodleBot
+BuiltBotTough
+BunnySlippers
 Cegbfeieh
-CheeseBot
 CherryPicker
-Claritybot
+Chlooe
 Cliqzbot
-coccocbot-web
-Collector
-Craftbot
-crawler.feedback
-crawl.sogou.com
-CrazyWebCrawler
-Crescent
-DBLBot
+Cloud mapping
+Cogentbot
+com.plumanalytics
+Cosmos
+Custo
+DatabaseDriverMysqli
+DataCha0s
 demandbase-bot
-Dirbuster
+Digincore
+DigitalPebble
+DIIbot
+Disco
 Discobot
 Discoverybot
-Dispatch
-DnyzBot
 DomainAppender
-DomainStatsBot
-Download Wonder
+DomainCrawler
+DomainSigmaCrawler
+Dotbot
 Drip
-DSearch
 DTS Agent
+Ebingbong
 eCatch
-ECCP/1.0
 Ecxi
-EMail Siphon
-EMail Wolf
+evc-batch
+Evil
 Exabot
 Express WebPictures
-Extractor
-ExtractorPro
+ExtLinksBot
+Extreme Picture Finder
 EyeNetIE
-facebookscraper
 FDM
-Flunky
+Fimap
+FlashGet
 Freeuploader
-FyberSpider
+FrontPage
 GalaxyBot
-Genieo
 GermCrawler
 Getintent
+GetRight
+Gigablast
+Gigabot
+G-i-g-a-b-o-t
+GoZilla
+Go!Zilla
+Grafula
 GrapeFX
-GrapeshotCrawler
-GridBot
-GT::WWW
 Haansoft
 HaosouSpider
-Havij
-Id-search
+Heritrix
+Hloader
+IDBot
 IlseBot
-Image Sucker
+Image Fetch
 IndeedBot
-Intelliseek
-InternetSeer
-internetVista monitor
-ips-agent
+Indy Library
+InfoNaviRobot
+InfoTekies
+InterGET
+Internet Ninja
 Iria
-Iskanie
+JamesBOT
 Jbrofuzz
-JetCar
-Joomla
+Jorgee
 JustView
-Kenjin Spider
-Kozmosbot
+Jyxobot
+Keyword Density
 Lanshanbot
 Larbin
-LexiBot
+LeechFTP
+LibWeb
 Libwhisker
-Lightspeedsystems
 LinkextractorPro
 LinkpadBot
 LinkScan
 LinksManager
 LinqiaMetadataDownloaderBot
-Lmspider
+LinqiaRSSBot
+Litemage_walker
 LNSpiderguy
-lwp-request
-LWP::Simple
+Ltx71
 lwp-trivial
-Magnet
 Mag-Net
 Majestic12
-Majestic SEO
+MarkWatch
+Mata Hari
+MauiBot
 meanpathbot
-MeanPath Bot
-Mediatoolkitbot
-mediawords
-MegaIndex.ru
-Microsoft Data Access
-MIDown tool
-MIIxpc
-Mojeek
+MFC_Tear_Sample
+Mister PiX
+Morfeus Fucking Scanner
 Mr.4x3
-MSFrontPage
 MSIECrawler
 Msrabot
 Musobot
 Nameprotect
 Navroad
-NetLyzer
-Net Vampire
+Nessus
+netEstate NE Crawler
+NetSpider
+Nettrack
 Netvibes
+NetZIP
 NextGenSearchBot
-Nikto
-NimbleCrawler
+Nibbler
+Nmap
+Nutch
+Octopus
 Offline Explorer
-OnCrawl
 Openfind
 OpenLinkProfiler
 Openvas
-OrangeSpider
-OutfoxBot
-PageGrabber
+OpenVAS
+OrangeBot
+PageAnalyzer
 page scorer
 Pandalytics
 Papa Foto
+Pavuk
+pcBrowser
 Picscout
-Pimonster
+Picsearch
+PictureFinder
+plumanalytics
+Pockey
 Probethenet
+ProPowerBot
+ProWebWalker
 Pump
+PxBroker
 PyCurl
-RankActive
-RankActiveLinkBot
 RankFlex
+RankingBot
+RankingBot2
 Rankivabot
-RealDownload
-Recorder
+RebelMouse
 ReGet
-RepoMonkey
 Rogerbot
-s1z.ru
-Scanbot
+SalesIntelligent
 ScoutJet
-Screaming
 ScreenerBot
-SearchmetricsBot
-SemrushBot
+Searchestate
 SEOkicks
-SeoSiteCheckup
-sexsearcher
-Shodan
-SiteExplorer
+Seomoz
+seoscanners
+SEOstats
+Siphon
+SISTRIX
+Sitebeam
 Siteimprove
+SiteLockSpider
 SiteSnagger
-Sitevigil
-SlySearch
-SmartDownload
+SiteSucker
 Snake
-Snoopy
-sogouspider
-Sosospider
-SpaceBison
+SocialRankIOBot
+Sottopop
 Spammen
-SpankBot
+Spanner
 Spinn3r
 Sqlmap
-Sqlworm
 Sqworm
+Steeler
+Sucker
+Sucuri
 SuperHTTP
-SurveyBot
-Suzuran
-Swiftbot
-T8Abot
-Teleport
-TeleportPro
-Telesphoreo
-Telesphorep
+Surfbot
+sysscan
+Szukacz
 The Intraformant
+TheNomad
 Thumbor
 Titan
+Toata
 Tracemyfile
-Trendiction
 trendiction.com
 trendiction.de
-Turnitin
-TwengaBot
+True_Robot
 Typhoeus
 Upflow
 URLy Warning
-Vacuum
-VB Project
-VeriCiteCrawler
-VidibleScraper
-Virusdie
+URLy.Warning
+VoidEYE
 Voil
-Wallpapers/3.0
-WallpapersHD
-WASALive-Bot
 WBSearchBot
 Web Collage
 WebCopier
@@ -227,24 +215,36 @@ WEBDAV
 WebEnhancer
 Web Enhancer
 WebFetch
-WebGo IS
+Web Fetch
+WebFuck
+Web Fuck
+WebImageCollector
+WebLeacher
 WebmasterWorldForumBot
-webmeup-crawler
+WebPix
+Web Pix
 WebReaper
-Webster
-WebStripper
+Webshag
+WebsiteQuester
 WebSucker
+Web Sucker
 Whack
 Whacker
-WiseGuys Robot
-WPScan
-WWW-Collector-E
+Whatweb
+Widow
+WISENutbot
+Wonderbot
+Woobot
+Wotbox
+Wprecon
+WWW-Mechanize
 WWW::Mechanize
-WWWOFFLE
-Xaldon WebSpider
+x09Mozilla
 Xenu
+xpymep1.exe
+YoudaoBot
+Zade
 Zauba
+Zeus
 zgrab
-Zitebot
 ZmEu
-ZyBorg

.dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
+404enemy
 80legs
 Abonti
+Aboundex
 Aboundexbot
-ADmantX
-Anarchie
-ASPSeek
-Attach
-backlink-check
+Acunetix
+AfD-Verbotsverfahren
+AIBOT
+AiHitBot
+Aipbot
+Alligator
+AllSubmitter
+Asterias
+autoemailspider
+BackDoorBot
+Backlink-Ceck
+BacklinkCrawler
 BackStreet
-Badass
-Bandit
+BackWeb
 Barkrowler
+BatchFTP
+Battleztar Bazinga
 BBBike
-BDCbot
-BDFetch
 Bigfoot
 Bitacle
-Black Hole
+Blackboard
 BlackWidow
 BLEXBot
+Blow
 BlowFish
-Boardreader
-BotALot
+Bolt
 Brandprotect
-Buddy
-BuiltBotTough
-BuiltWith
 Bullseye
+BunnySlippers
 BuzzSumo
-Calculon
+CATExplorador
+CazoodleBot
+CheeseBot
+CherryPicker
+ChinaClaw
+Chlooe
 Claritybot
-Cliqzbot
-Cloud mapping
-cognitiveseo
-com.plumanalytics
-Copyscape
-crawler.feedback
-Crescent
+Collector
+Copier
+CopyRightCheck
+crawl.sogou.com
+CrazyWebCrawler
 CSHttp
-Curious
-DataCha0s
 DBLBot
-demandbase-bot
 Digincore
+DIIbot
 Disco
-Discobot
-Discoverybot
+DittoSpyder
+DnyzBot
 DomainCrawler
-Dotbot
-Dragonfly
-EasyDL
-eCatch
-ECCP/1.0
-Ecxi
+DomainStatsBot
+DTS Agent
+EirGrabber
 EMail Siphon
-Evil
+EroCrawler
 ExtLinksBot
 Extractor
+ExtractorPro
+Extreme Picture Finder
+Ezooms
 FemtosearchBot
-FHscan
 Fimap
-Firefox/7.0
-Flunky
+FlashGet
 Foobot
 FyberSpider
 Fyrebot
-GalaxyBot
+Genieo
 GermCrawler
-Getintent
-GetWeb
-GoZilla
+GetRight
+G-i-g-a-b-o-t
 Go!Zilla
-Grabber
+GrabNet
+Grafula
 GrapeFX
 HaosouSpider
 Harvest
-Havij
 Hloader
-HMView
-HTMLparser
-Humanlinks
-IlseBot
+HTTrack
+Iblog
 Image Sucker
 IndeedBot
-Indy Library
-InfoTekies
-InterGET
-internetVista monitor
+instabid
+Internet Ninja
+InternetSeer
 ips-agent
+Iria
 IRLbot
 Iskanie
-JamesBOT
-JennyBot
-JetCar
+Jbrofuzz
 Jetty
+JikeSpider
 JOC Web Spider
-JustView
+Joomla
+Jorgee
+Keyword Density
+Kozmosbot
 Larbin
 LeechFTP
 LeechGet
 LexiBot
 Lftp
-LibWeb
 Lightspeedsystems
+LinkextractorPro
+LinkpadBot
+LinksManager
 LinkWalker
+LinqiaRSSBot
+Lipperhey
 Lipperhey Spider
-Litemage_walker
+Lmspider
 LNSpiderguy
+Ltx71
+LWP::Simple
 Magnet
-magpie-crawler
+Mag-Net
 Mail.RU_Bot
-Majestic12
-Majestic SEO
-MarkMonitor
-MeanPath Bot
-Mediatoolkitbot
+Majestic-SEO
+MarkWatch
+Masscan
+Mata Hari
+MauiBot
 MegaIndex.ru
-Metauri
 MFC_Tear_Sample
-MIIxpc
-Mr.4x3
-MSIECrawler
-Musobot
-Name Intelligence
+Microsoft Data Access
+MIDown tool
+Mojeek
+MSFrontPage
+muhstik-scan
 Navroad
+Needle
 Nessus
-NetAnts
-Netcraft
-NetLyzer
-NetMechanic
-Nettrack
-NextGenSearchBot
-Nikto
-NimbleCrawler
+netEstate NE Crawler
+NetSpider
+NetZIP
 Nimbostratus
-Nmap
-oBot
+Ninja
+NPbot
+Nutch
 Openvas
-OpenVAS
-OrangeBot
 OutclicksBot
-Page Analyzer
 page scorer
+PageScorer
 Pandalytics
-Papa Foto
+Pavuk
+PeoplePal
+PHPCrawl
 Picscout
-Picsearch
-PictureFinder
-plumanalytics
+Pimonster
+Pockey
 POE-Component-Client-HTTP
-Probethenet
-ProWebWalker
+QueryN Metasearch
 Quick-Crawler
-RankActiveLinkBot
+RankActive
+RankFlex
 RankingBot2
-Rankivabot
 RankurBot
-RealDownload
-ReGet
-RepoMonkey
-SalesIntelligent
+Reaper
+Recorder
+s1z.ru
 Scanbot
 scan.lol
-ScoutJet
-Scrapy
-Searchestate
-Seomoz
-SeoSiteCheckup
-serpstatbot
+Screaming
+ScreenerBot
+SearchmetricsBot
+SemrushBot
+SEOkicks
+SEOlyticsCrawler
 sexsearcher
 Shodan
 Siphon
-Sitebeam
+SISTRIX
 SiteLockSpider
+SiteSnagger
 SiteSucker
-Sitevigil
 SlySearch
-SMTBot
-SocialRankIOBot
+Snake
+Sociscraper
 sogouspider
 Sogou web spider
-Sottopop
-SpaceBison
+Sosospider
 SpankBot
-sp_auditbot
 Spbot
-SputnikBot
-Sqlworm
+spyfu
 Sqworm
-Stripper
-SuperHTTP
+Steeler
+Sucuri
+SuperBot
+Surfbot
 SurveyBot
-Suzuran
-T0PHackTeam
+Swiftbot
+sysscan
+Szukacz
 T8Abot
 Teleport
-Telesphoreo
+TeleportPro
 Telesphorep
 The Intraformant
-Thumbor
+TightTwatBot
 Titan
-Toata
 Toweyabot
 Tracemyfile
-TurnitinBot
+Trendictionbot
 Twice
-Typhoeus
-URLy Warning
+Upflow
 Vacuum
 Vagabondo
+VB Project
+VCI
 VeriCiteCrawler
-VidibleScraper
-Virusdie
+VoidEYE
 Voil
 Voltron
-WallpapersHD
+Webalta
 WebAuto
+WebBandit
 WebCollage
-WebFetch
-Web Fetch
+WebEnhancer
+Web Enhancer
 WebFuck
 WebGo IS
-WebLeacher
-WebmasterWorldForumBot
-webmeup-crawler
-Web Pix
+WebPix
+WebReaper
 WebSauger
-Web Sauger
 Webshag
-Website Quester
-WebStripper
-WebSucker
+Webster
 Web Sucker
-WebWhacker
 Whack
-Widow
+Whacker
+Whatweb
+Who.is Bot
 WinHTTrack
-WiseGuys Robot
+Wonderbot
+Wotbox
 Wprecon
 WPScan
-WWW-Collector-E
+WWW-Mechanize
+WWW::Mechanize
+x09Mozilla
 x22Mozilla
-Xenu
+Xaldon_WebSpider
 YoudaoBot
 Zade
+zauba.io
 Zeus
 zgrab
-ZyBorg

.dev-tools/test_units/random-referrers-for-test-quick.list

@@ -1,10 +1,10 @@
-adultmeetonline.info
-alarmobninsk.ru
-apiitsthirteende-a.akamaihd.net
-downloadeer.net
-freegamesplay.online
-mazda-roadsters.com
-realnye-otzyvy.info
-skylta.com
-spacash.com
-tattooreligion.ru
+2728fb936f0.com
+afftrack001.com
+bloggedporn.com
+btc4u.ru
+cleanpcnow.com
+morocco-nomad-excursions.com
+pcimforum.com
+roma-kukareku.livejournal.com
+unimodemhalfduplefw.pen.io
+wladimirpayen.com

.dev-tools/test_units/random-referrers-for-test.list

@@ -1,500 +1,500 @@
-12masterov.com
+08800.top
+13tabs.com
+1hwy.com
 24videos.tv
-3w24.com
-40cg.com
-4kplayer.pl
+256bit.by
+4k-player.pl
 4pp13.com
-4ur.click
-51unlim.ru
-66cpwgln.space
-76brighton.co.uk
-7zap.com
+57883.net
+5elementov.ru
+5kstore.com
 888.com
-8xv8.com
-98oi.ru
-9med.net
-a14download.com
-aa81bf391151884adfa3dd677e41f94be1.com
-aarbur.com
-abctoppictures.net
-abtasty.com
-abusora.com
-activecampaign.dreamhosters.com
-adcash.com
-admitad.com
-adultactioncam.com
-adventureparkcostarica.com
-adzerg.com
-aerogo.com
+999webdesign.com
+aac500b7a15b2646968f6bd8c6305869d7.com
+aadroid.net
+abovetherivernc.com
+acortarurl.es
+actices.com
+addblueoff.com.ua
+addtoadd.men
+adinterax.com
+adservme.com
+adsfresh.men
+advocatemsk.ru
+aero2.ru
+affordablewebsitesandmobileapps.com
 affrh2015.com
-agecheckadult.com
-agroeconom.kz
-alert.scansafe.net
+agardomains.com
+akusherok.ru
+albumsuper.info
+alert-fjg.xyz
+alessandraleone.com
+alevinefesleri.com
+alfa-medosmotr.ru
 alf-img.com
-alienwheels.de
+alibestsale.com
+alienwheel.es
+allbizne.co.ua
+alldownload.pw
+allpdfmags.net
 allproblog.com
-ameblo.top
-am-se.com
-androids-store.com
-animal36.com
-anniemation.com
-apibatbrowsecom-a.akamaihd.net
-apiitsthirteende-a.akamaihd.net
-apimegabrowsebiz-a.akamaihd.net
-applyneedy.xyz
-arendatora.ru
-articlesdirectoryme.info
-asacopaco.tk
-autoplate.info
-aviva-limoux.com
-avon-ukraine.com
-babyguns.ru
-backlink4u.net
-bagsonsale.online
-balans.shahterworld.org
-bamo.xsl.pt
-banki76.ru
-bankiem.pl
-bankmib.ru
-berrymall.ru
-bestplacetobuyeriacta.jw.lt
-bestwaystogetpaid.us
-betune.onlinewebshop.net
-blogig.org
-bodybuilding-shop.biz
-boeuklad.com
-brimstonehillfortress.org
-brk-rti.ru
-bscodecs.com
-budpost.com.ua
-buyk.host.sk
-cablecar.us
-cakemediahq.com.au
-callcafe.info
+android4fun.org
+apibrowsesmartne-a.akamaihd.net
+apilinkswiftco-a.akamaihd.net
+apparel-offer.com
+arabsexxxtube.com
+arcadeplayhouse.com
+arendakvartir.kz
+arenda-yeisk.ru
+asdfg.pro
+ausergrubhof.info
+autoblogger24.info
+autogrep.ru
+avirasecureserver.com
+avkzarabotok.info
+avtochehli.by
+azazaporn.com
+babieca.com
+baersaratov.ru
+bag77.ru
+bankcrediti.ru
+beauty-bracelet.com
+beauty-clinic.ru
+beclean-nn.ru
+belinka.com.ua
+bestmouthwash.club
+best-seo-offer.com
+betteroffers.review
+betwinservice.com
+bfz.biz
+bg6s0.com
+bget.ru
+big-boards.info
+binomo.kz
+bitcoinpile.com
+bitcoinremote.com
+bizlist.com.de
+bjorkbacken.nu
+blog.axant.it
+boom-celebs.com
+bosman.pluto.ro
+brains2.biz
+braintobe.win
+burn-fat.ga
+buybest1.biz
+buyclomidonlaine.com
+cakesplus.com.au
+callawaygolfstore.online
+camdolls.com
+candlehandmade.com
+cannibalcheerleader.com
+canrole.com
+capture-room.com
 carina-sy.de
-cartierlovestore.com
-cdncash.com
-centre-indigo.org.ua
-ceotrk.com
+carsdined.org
+carson.getenjoyment.net
+cartierreplica.top
+casablancamanor.co.za
+cejewelry.xyz
 cezartabac.ro
-chatroulette.world
-cherubinimobili.it
+cheapestjerseys-wholesale.com
+cheap-pills-norx.com
+chelnytruck.ru
+chiblackhawks-jerseys.com
+chinese-amezon.com
 chiptuninger.com
-cialiswithoutadoctor.net
-cicaki.net
-cinemaenergy-hd.ru
-citetick.com
 cityadspix.com
-cjmc.info
-clickbanksites.info
+ci.ua
+cleanpcnow.com
+clickbank.net
 clickpapa.com
-coindirect.io
-coin-hive.com
-compiko.info
-compliance-elena.xyz
-compliance-jack.top
-construmac.com.mx
-cookielawblog.wordpress.com
-cosmetic.donna7753191.ru
-courtshipgift.com
-custom-product-labels.com
-czeshop.info
-d0t.ru
-dailyrank.net
-daooda.com
-darkbooks.org
-datsun-do.com
-den-noch24.ru
-dgfitness.co
-diamond-necklace.info
-dickssportinggoods.com
-diesel-parts28.ru
+clicksotrk.com
+clips.ua.ac.be
+com-cleaner.systems
+compliance-don.top
+compliance-john.top
+consorzioilmosaico.org
+cookie-law-enforcement-ff.xyz
+cookie-law-enforcement-hh.xyz
+counciltally.com
+creams.makeforum.eu
+culmimg.pw
+customerguru.in
+customerpromos-a.akamaihd.net
+customsua.com.ua
+cyclobenzaprinevstizanidine.blogspot.com
+daisye.top
+dataloading.net
+davebestdeals.com
+dikx.gdn
 dipstar.org
-dktr.ru
-dlya-android.org
-dneprsvet.com.ua
-domainsatcost.com
-dostavka-v-ukrainu.ru
-dosug-lux.ru
-doublepimp.com
-dtnlyss.com
-dverimegapolis.ru
-e-buyeasy.com
-ege-essay.ru
-ekspertmed.com
-elektir.ru
-enbersoft.com
-energydiet24.ru
+directrev.com
+discountliv.com
+dogclothing.store
+domaineaneblanc.com
+domainroam.win
+dosugrostov.site
+download-of-the-warez.blogspot.com
+earl-brown.info
+ec-file.info
+electronicadirect.com
+elektrozigarettekaufen1.devhub.com
+encodable.com
 energydiet-info.ru
-enginebay.ru
-epicbrogaming.com
-escortplius.com
-esopini.com
-espaceinventoristes.com
-essay-writing.work
-este-line.com.ua
-etenininrade.ga
-everytalk.tv
-exchangeit.gq
-ezigarettekaufen.myblog.de
-ezigarettenshop2.myblog.de
-ezigaretteshop.webs.com
-fable.in.ua
-fakehandbags.xyz
-family1st.ca
-farmprofi.net
-femdom.twiclub.in
-ferieboligkbh.dk
-fermersovet.ru
-fertilitetsradgivningen.se
-fickluder69.com
-fillmewithhappiness.com
-flashbannernow.com
-flashlarevista.com
-fm-upgrade.ru
-folowsite.com
+ereko.ru
+erotische-geschichten-xxl.com
+escort-russian.com
+everypony.ru
+ewebarticle.info
+excaliburfilms.com
+exhibitionplus.eu
+ezigarettekaufen2.yolasite.com
+fealq.com
+filesclub.net
+financeloan.us
+fix-website-errors.com
+flagcounter.me
+floridahuntingfishingadventures.com
+fok.nl
+forensicpsychiatry.ru
 forms-mtm.ru
-forumprofi.de
-foto-sisek.porngalleries.top
-free-stock-illustration.com
-freeuploader.com
-freeuploader.ml
-freewlan.info
-freshberry.com.ua
-froggytube.com
-fullgirl.ru
-fz139.ttk.ru
-gabeshop.ru
-galaxys6manual.info
-gateway.zscalerone.net
-gaygalls.net
-gaytube.com
-gazoblok.net.ua
-gcup.ru
-gemara.com
-gemgrab-a.akamaihd.net
-germetiki.com.ua
-getlamborghini.ga
-getprismatic.com
-gilsonchiro.xyz
-gkvector.ru
-gloverid.site
+foto-weinberger.at
+foxinsocks.ru
+frameimage.org
+free-fbook-traffic.com
+frighteningremain.cf
+futbolkisales.ru
+gamerextra.com
+ge0ip.com
+gearcraft.us
+gigablast.com
+girlsfuckdick.com
+glall.ru
+goatse.ru
 gobongo.info
-gomusix.com
-gosarhivrt.ru
-greatzip.com
-grizzlysgrill.com
-gsasearchenginerankerhelp.com
-gsasearchengineranker.pw
-gwagka.com
-gz2.bbsoldes.fr
-hcate.com
-hd-filmy.net
-hdpixion.com
-helvetia.com.ua
-heygidday.biz
-highspeed5.net
-hkdiiohi.skyrock.com
-hoporno.com
-hostcritique.com
-hotblog.top
-hotkeys.com
-housekuba.org
-hoverboard360.de
-howmuchdoestizanidinecost.blogspot.com
+goldpanningtools.com
+goodprotein.ru
+gratuitxblcodes.com
+gsasearchengineranker.top
+guigyverpo.cf
+guod.me
+gymi.name
+hanink.biz.ly
+harmonyglen.us
+hatdc.org
+hdpixent.com
+hetmanship.xyz
+hikesearch.net
+hiwibyh.bugs3.com
+hjaoopoa.top
+hledejvshopech.cz
+hobbyhuren-datenbank.com
+holidaypics.org
+hostingclub.lk
+houston-vikings.com
+howopen.ru
+huhn.altervista.org
 ibmdatamanagement.co
-iinstalll-fii1leis.jus0wil.pp.ua
-iklysha.ml
-inclk.com
-indetiske.ya.ru
-informatiecentro.be
-integritylandscapeservices.com
-intervsem.ru
-inzn.ru
-ip-guide.com
-iqbazar.ru
-istizanidinelikexanax.blogspot.com
-istock-mebel.ru
+iboss.com
+iccornacircri.cf
+imguramx.pw
+import-sales.com
+innoslicon.com
+insta-add.pro
+int.search.tb.ask.com
+investyb.com
+iopeninghours.co.uk
+irunfar.com
 istripper.com
-itbc.kiev.ua
+itronics.ca
+ivoiretechnocom.ci
+jackpotchances.com
+janavibekken.no
+javidol.site
 javxxx18.com
-jerseywholesaleelitestore.com
-jjbabskoe.ru
-jongose.ninja
-jrcigars.com
-justdating.online
-justprofit.xyz
-kalb.ru
-kemerovo.zrus.org
-kidskunst.info
-kinopolet.net
-kinozapas.com
-kochanelli.com
-konica.kz
-kupiproday.com.ua
+je7.us
+jennyfire.ru
+jikoman.info
+kareliatobacco.ru
+kazan.zrus.org
+kidd.reunionwatch.com
+kino2018.club
+kinoflux.net
+kinosed.net
+kleine-titten.biz
+knowsitall.info
+komp-pomosch.ru
+koopilka.com
+kotaku.com
+ktotut.net
 kurbappeal.info
-kwzf.net
-labvis.host.sk
-la-fa.ru
-lalalove.ru
-lapitec.eu
-lazymanyoga.com
-lenvred.org
-letsrepair.in
-link.ac
-liveinternet.ro
-lizace.com
-longlifelomilomi.info
-macfix.life
-macotool.com
-magicdiet.gq
-maglid.ru
-makis.nu
-marsgatan.com
+kuzinsp.ru
+labelwater.se
+labplus.ru
+ladov.ru
+landscaping.center
+laptoper.net
+law-check-eight.xyz
+laxdrills.com
+laxob.com
+lechtaczka.net
+le-clos-des-alouettes.com
+leftofcentrist.com
+lerporn.info
+li-er.ru
+lifehacĸer.com
+linkbuddies.com
+livejasmin.com
+locustdesign.co
+lonerangergames.com
+louboutinreplica.pw
+lubetube.com
+lutherstable.org
+lyrics.home-task.com
+mabdoola.blogspot.com
+macdamaged.tech
+mackeeper-land-672695126.us-east-1.elb.amazonaws.com
+mafa-free.com
+magicplayer-s.acestream.net
+manipulyator-peterburg.ru
+maranbrinfo.com.br
+marcowebonyodziezowe.pl
+marketingvici.com
+maslenka.kz
+masserect.com
 matb3aa.com
-matchpal-a.akamaihd.net
-max-eclat.men
-mecash.ru
-medictube.ru
-medmajor.ru
-mere.host.sk
-mikozstop.com
-mil-stak.com
-mirmedinfo.ru
-mirzonru.net
-mitrasound.ru
-mmog-play.ru
-mncrftpcs.com
-mobplayer.ru
-monclerjacketsoutlet.pw
-monetizer.com-01.site
-money-for-placing-articles.com
-moscow.online-podarki.com
-motherboard.vice.com
-mouselink.co
-mp3downloadhq.com
-mp3ringtone.info
+matematikus.info
+matpre.top
+mature.free-websites.com
+mebel-ekb.com
+medanestesia.ru
+medicovi.com
+megakino.net
+memberty.com
+menhealed.net
+mexicosleevegastrectomy.com
+microsearch.ru
+middlerush-a.akamaihd.net
+midst.eu
+mixx.com
+mobifunapp.weebly.com
+mobile-appster.ru
+mojowhois.com
+mossmesi.com
+mountainstream.ms
+moviezbonkerssk.cf
+moxo.com
 mriyadh.com
-msk.afora.ru
-musflashtv.com
-muycerdas.xxx
-muzaporn.com
-my-big-family.com
-myftpupload.com
-napalm51.nut.cc
-narutonaruto.ru
+mrpornogratis.xxx
+musicdaddy.net
+muztops.ru
+myhitmp3.club
+myliveblog.ru
 natali-forex.com
-naturalshair.site
-nbsproject.ru
-neks.info
-netcheckcdn.xyz
-new-post.tk
-news-speaker.com
-nippon-bearings.ru
-nlfjjunb5.ru
-nodding-passion.tk
-norththeface.store
-notebook-pro.ru
-novodigs.com
-obsessionphrases.com
-obuv-kupit.ru
-office-windows.ru
-ohmyrings.com
-ok.ru
-onlinemeetingnow.com
-onlinetvseries.me
-onlinewritingjobs17.blogspot.ru
-ons-add.men
-onstrapon.purplesphere.in
-onthemarch.co
-optikremont.ru
-oralsexfilme.net
-orhonit.com
-orion-v.com
-orsonet.ru
-osagonline.ru
-osoznanie-narkotikam.net
-ossmalta.com
+nate.com
+navalwiki.info
+nero-us.com
+netpics.org
+newstudio.tv
+nfljerseyscheapbiz.us
+nikitsyringedrivelg.pen.io
+nofreezingmac.click
+notaria-desalas.com
+nzfilecloud.weebly.com
+onclickpredictiv.com
+onclkads.com
+online-sbank.ru
+ontargetseo.us
+openfrost.net
+openstat.com
+outpersonals.com
+ownshop.cf
+oynat.info
 pacificair.com
 paclitor.com
-paidonlinesites.com
-pavlodar.xkaz.org
-pdns.cz
-perfectpracticeweb.com
-perm-profnastil.ru
-perm.xrus.org
-picsearch.com
-pigrafix.at
-pio.polytopesexempt.com
-pizza-tycoon.com
-plusnetwork.com
-poem-paying.gq
-pokemon-go-play.online
-popup.matchmaker.com
-pornolook.net
-pornoxxx.com.mx
-porn-w.org
-preventheadacheguide.info
-q-moto.ru
-quick-offer.com
+pagesense.com
+paperwritingservice17.blogspot.ru
+partner-pop.men
+p-business.ru
+pdns.download
+pearlisland.ru
+phuketscreen.com
+picturesboss.com
+pistonclasico.com
+plohaya-kreditnaya-istoriya.ru
+pl-vouchers.com
+pogodnyyeavarii.gq
+pogosh.com
+poiskzakona.ru
+pokerniydom.ru
+popugauka.ru
+porn555.com
+pornhub-forum.ga
+pornhub-ru.com
+pornoslive.net
+pornzone.tv
+powenlite24.ru
+privatamateure.com
+privatefx-in.ru
+promgirldresses.xyz
+prosperent.com
+prostitutki-novgoroda.org
+prostitutki-yaroslavlya.org
+psvita.ru
+pussyspace.net
+pyramidlitho.webs.com
 quick-seeker.com
-quizzitch.net
-radiogambling.com
+qwesa.ru
 raisedseo.com
-rapidsites.pro
-referencemoi.com
-refudiatethissarah.info
-reining.lovasszovetseg.hu
-remont-comp-pomosh.ru
+rankingchart.de
+rcb101.ru
+r-control.ru
+redirectme.net
+registrationdomainsite.com
 rep-am.com
-respublica-otel.ru
-richinvestmonitor.com
-rique.host.sk
+reversing.cc
+rewardpoll.com
+rezeptiblud.ru
+rff-cfal.info
 ritlweb.com
-rn-to-bsn.com
-rockma.se
-royalcar-ufa.ru
-royal-investments.net
-rp9.ru
-rucrypt.com
-rutor.vip
-sajatvelemeny.com
-salmonfishingsacramentoriver.com
-sanjosestartups.com
-savefrom.com
-scanner-barak.top
-scanner-elena.top
-scanner-jessica.top
-scansafe.net
+ruf777.com
+russia-today-video.ru
+s1z.ru
+safe-app.net
+sampleletters.net
+sankt-peterburg.nodup.ru
+sape.top
+sbetodiodnye-lampy.ru
+scalerite.co.za
+scanner-alexa.top
 scanspyware.net
-scenicmissouri.us
-score-ads.men
-scrapinghub.com
-searchencrypt.com
-searchinquire.com
-searchlock.com
-seminarygeorgia59.ga
-semprofile.com
-seocheki.net
-serdcenebolit.com
-service.adtech.us
-sexblog.pw
-sexfreepornoxxx.com
-sexkontakteao.info
-sexphoto.site
-sexreliz.com
-sexs-foto.top
-shop.acim.org
-sicfor.bcu.cc
-signal03.ru
-sisi-go.ru
+scat.porn
+sc-specialhost.com
+sdsjweb.com
+searchinterneat-a.akamaihd.net
+see-your-website-here.com
+seminarykansas904.ml
+seryeznie-znakomstva.ru
+sexcamamateurchat.com
+sextracker.com
+shohanb.com
+shtora66.ru
+silverage.ru
+silvermature.net
+sispe.com.br
+site3.free-share-buttons.com
+site-speed-checker.site
+sitevalued.com
+sitopreferito.it
 skatestick.bid
-sky-mine.ru
-slkrm.ru
-smadihome.com
-small-game.com
+skladvaz.ru
+skypasss.com
+smailik.org
 smartbalanceworld.com
-snsdeainavi.info
-soblaznu.net
-sodexo.com
-sotechco.co
-souvenirua.com
-spamnuker.com
+snjatie-geroinovoy-lomki.ru
+spabali.org
+spravka-medosmotr.ru
 stairliftstrue.com
-star61.de
-stroy-portal22.ru
-styro.ru
-supernew.org
-surflinksmedical.com
-svarkagid.com
+stanthonyscatholicchurch.org
+statistici.ro
+steame.ru
+stockspmb.info
+stroimajor.ru
+studiokamyk.com.pl
+superstats.com
 svetlotorg.ru
-sweepstakes.rewardit.com
-swsociety.se
-tabletkinaodchudzanie.com.pl
-tamada69.com
-tarad.com
-techart24.com
-thebestweightlosspills.ovh
-theprofitsmaker.net
-thewomenlife.com
-titan-cloud.life
-titslove.yopoint.in
+t3chtonic.com
+tabakur77.com
+tackletarts.co
+taqywu51.soup.io
+tasteidea.com
+templates.franklinfire.co
+thefotosgratis.eu
+thegamerznetwork.com
+theguardlan.com
+thelottosecrets.com
+thesmartsearch.net
 tizanidineandcipro.blogspot.com
-tizanidinecost.blogspot.com
-tizanidinehclsideeffects.blogspot.com
-tizanidinemusclerelaxant.blogspot.com
-tizanidineoral.blogspot.com
-topclickguru.com
-top-deal.com.pl
-totu.us
-tourcroatia.co.uk
-tracxn.com
-trafficfactory.biz
-trk-4.net
-trustedhealthtips.com
-trustedmaccleaner.com
-twittruth.com
-typer.one
-tyumen.xrus.org
+tizanidineandgabapentin.blogspot.com
+tizanidinehcl2mgsideeffects.blogspot.com
+tizanidinehcl4mgtab.blogspot.com
+tizanidineinfo.blogspot.com
+tizanidineshowupondrugtest.blogspot.com
+tmtrck.com
+toloka.hurtom.com
+toon-families.com
+toonfamilies.net
+top-study.work
+topvidos.ru
+torontoplumbinggroup.com
+torrents.cd
+torrent-to-magnet.com
+torrnada.ru
+touchmods.fr
+toursmaps.com
+track112.site
+tradgardspartner.se
+traffic100.com
+trailer.cinemaflix.website
+trubywriting.com
+tsyndicate.com
+turbo-suslik.org
+turizm.bz
+twincitiescarservice.com
 uac.net.au
+uasb.ru
 ucoz.ru
-umityangin.net
-unblocksit.es
-unpredictable.ga
-ural-buldozer.ru
-uroki.net
-usiad.net
-utiblog.fr
-utrolive.ru
-v24s.net
-valoresito.com
-vashsvet.com
-vasileostrovsky-rayon.ru
-via-energy-order.com
-viagengrarx.com
-video-chat.cn
-videochat.mx
-videochaty.ru
-vip-parfumeria.ru
-vitalads.net
-vladhistory.com
-voluumtrk.com
+ultimatesetnewfreeallsoftupgradesystems.pw
+unitygame3d.com
+unmaroll.ya.ru
+urengoy.pro
+urlcut.ru
+uytmaster.ru
+vancleefreplica.pw
+vapsy.com
+velpanex.ru
+versaut.xxx-cam.webcam
+viberdownload10.com
+vielporno.net
+vinsit.ru
+virtuagirl.com
+visa-china.ru
+vladimir.zrus.org
 vsesubwaysurfers.com
+vzlomsn.org
 vzlomtw.com
-vzube.com
+warningwar.ru
+webads.co.nz
+web.cvut.cz
+webextract.profound.net
+webjam.com
 weblo.com
 webmasters.stackexchange.com
-webstatsdomain.org
-westsextube.com
-wingsoffury2.com
-winx-play.ru
-woman-h.ru
-womensterritory.ru
-works.if.ua
-wormix-cheats.ru
-wufak.com
-x69ty.ru
-xbaboon.com
-xblog.in
-xep.info
-xkaz.org
-xn--80aagddcgkbcqbad7amllnejg6dya.xn--p1ai
+webmonetizer.net
+webnode.me
+wesharepics.info
+wiosenny-bon-1500.pl
+woman-orgasm.ru
+worldinternetauthority.com
+worldis.me
+worldlovers.ru
+world-mmo.com
+wosik-dach.service-for-web.de
+woweb.com.ua
+www.kabbalah-red-bracelets.com
+xitjw.info
+xjrul.com
+xmronta.com
+xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai
 xn--80ahdheogk5l.xn--p1ai
-xn--80ajjbdhgmudixfjc8c5a9df8b.xn--p1ai
-xn--e1afanlbnfckd7c3d.xn--p1ai
-xn--hxazdsfy.blogspot.com
-x-porno.video
-xtremeeagles.net
-xtube.com
-yoopsie.com
-yottos.com
-youandcredit.ru
-youbloodyripper.com
-youdao.com
-yougetsignal.com
-youghbould.wordpress.com
-youjizz.com
-youtuhe.com
-zeg-distribution.com
-zigarettenonlinekaufen2.drupalgardens.com
-z-master.ru
+xn--d1aifoe0a9a.top
+xnxx-n.com
+yougame.biz
+yoursite.com
+zaapplesales.blogspot.com
+zakazvzloma.com
+zapiszto.pl
+zarenica.net
+zdesoboi.com
+zocaparj.kz
+zolotoy-lis.ru

.dev-tools/test_units/random-referrers-for-whitelist-test.list

@@ -1,250 +1,250 @@
-1millionusd.xyz
-1qingdao.com
-1stat.ru
-24-ak.ru
-2girls1cup-free.com
-5ws.dating-app.ru
-7wind.ru
-999webdesign.com
-adconscious.com
-agysya.ru
-airlandsea.info
-alienwheels.de
-alif-ba-ta.com
-alphahoverboards.com
-aosheng-tech.com
-apartmentratings.com
-arraty.altervista.org
-artefakct.com
-arvut.org
-atout-energie-69.com
-aussie-prizes.com
-autovideobroadcast.com
-avon-ukraine.com
-ayerbo.xhost.ro
-azadnegar.com
-bashtime.ru
-basisches-wasser.net
-beauty-bracelet.com
-bestmobilityscooterstoday.com
-bjorkbacken.nu
-blobar.org
-blog-hits.com
-burger-imperia.com
-burkesales.com
+0lovespells0.blogspot.com
+51unlim.ru
+5kstore.com
+8gold.com
+acunetix-referrer.com
+adsloads.com
+adultmeetonline.info
+adultwebhosting.info
+ad-words.ru
+albumsuper.info
+allnews.md
+all-streaming-media.com
+android-systems.ru
+anonymizeme.pro
+aosexkontakte.net
+apessay.com
+arendas.net
+audiofree.ru
+back.dog
+bestimagecoollibrary.com
+bestmouthwash.club
+bg6s0.com
+bloggen.be
+bloglag.com
+bolitgorlo.net
+boltalko.xyz
+brandbucket.com
+brandehk.dk
+buchananshardware.com
+buy-cheap-online.info
 buyessay3.blogspot.ru
-buyfriend.ru
-byme.se
-capture-room.com
-cartierbracelet.xyz
-cartierlove.xyz
-cctva.tv
-checktext.org
-cherubinimobili.it
-christianlouboutinreplica.pw
-clash-clans.ru
-cleanallspyware.com
-clickbanksites.info
-community.allhiphop.com
-com-onlinesupport.site
-compliance-alexa.xyz
-compliance-jess.top
+cartierlove2u.com
+cellfun.mobi
+cinemaflix.website
+citizenclsdriveri7.pen.io
+cmhomestayagency.com
+comeondog.info
 comsysnet.com
-cookie-law-enforcement-aa.xyz
-customcollegeessays.net
+conciergegroup.org
+concordexoticrentals.com
+coolgramgoods.com
+cool-wedding.net
+cottageofgrace.com
+craftinsta.ru
+crystalslot.com
+darodar.com
 date-withme.com
+dating-app.ru
+ddlmega.net
+decenttools.com
+demian.kz
 designdevise.com
-detective01.ru
-detki-opt.ru
-dnepr-avtospar.com.ua
-doktoronline.no
-domainsphoto.com
-donna7753191.ru
-dostavimvdom.ru
-dostavka-v-ukrainu.ru
-drugspowerstore.com
-e705.net
-eandsgallery.com
-eaplay.ru
-ecommerce-seo.com
-ege-essay.ru
-electricwheelchairsarea.com
-electronicadirect.com
-elektrischezi.canalblog.com
-elektronischezigarettekaufen1.beeplog.com
-elitedollars.com
-epicbrogaming.com
-ertelecom.ru
-extrabot.com
-fermersovet.ru
-finteks.ru
-footballfarrago.com
-forex21.ru
-formularz-konkurs.tk
-fotosfotos.eu
-foto-telok.net
-franch.info
+digilander.libero.it
+digitalassetmanagement.site
+discovertreasurenow.com
+domainanalyzing.xyz
+domaincdn.xyz
+dstroy.su
+easync.io
+ekobata.ru
+ekspertmed.com
+elektrischezigarette2.onsugar.com
+elektronischezigarettekaufen2.tumblr.com
+elvenmachine.com
+eorogo.top
+european-torches.ru
+ezigarettenshop1.yolasite.com
+facecup.top
+filesclub.net
+fok.nl
+fortwosmartcar.pw
+forum.tvmir.org
+foxinsocks.ru
+frcls.fr
+futbolkisales.ru
 game300.ru
-gamedayassist.com
-gameplexcity.com
-gamezblox.com
-gateway.zscalertwo.net
-gcup.ru
-girlsfuckdick.com
-glopages.ru
-gobongo.info
-goodhumor24.com
-gratuitbaise.com
-greatdealshop.com
-hamptonoaks.ca
-hccoder.info
-healing-dysplasia.ru
-herehloadibs.cf
-hoholikik.club
-homeinns.com
-houseofrose.com
-hoverboard360.se
-i4track.net
-igru-xbox.net
-ikearugs.xyz
-images-free.net
-images-graphics-pics.com
-infostatsvc.com
-interior-stickers.ru
-ipchicken.com
-iplogger.org
-iqupdatetmz.win
-jetsli.de
-jose.mulinohouse.co
+getoutofdebtfree.org
+gogps.me
+greamimgo.pw
+gsasearchenginerankerhelp.com
+g.starmoe.xyz
+guitar-master.org
+hamacapty.com
+hannasolution.ru
+headpress.ru
+high-speed1.net
+highspeed5.net
+ibb.com.ua
+ico.re
+ideoworld.org
+imgarcade.com
+imicrovision.com
+inboundlinks.win
+incolors.club
+inet-traffic.com
+inspiring-desperate.tk
+iradiology.ru
+isitpaleo.info
+istanbulit.com
+istmira.ru
+jjbabskoe.ru
+johannesburgsingles.co.za
+jus0wil.pp.ua
+justdating.online
 keywesthideaways.co
-keywordsking.com
-kinky-fetishes.com
-kino-filmi.com
-larose.jb2c.me
-legionalpha.com
-lincolntheatre.com
-lion.conboy.us
-louboutinreplica.pw
-madot.onlinewebshop.net
-master-muznachas.ru
-matsdale.com
-mebelcomplekt.ru
-mebel-vstroika.ru
-mediafresh.online
-medictube.ru
-medosmotr-ufa.ru
+kino2018.cc
+kinomaniatv.pl
+knigonosha.net
+kredit-blog.ru
+ku6.com
+limads.men
+livejasmin.com
+lomb.co
+m0r0zk0-krava.ru
+m1media.net
+magazintiande.ru
+makis.nu
+manuscript.su
+masterseek.com
+mathgym.com.au
+maximpartnerspr.com
+mebel-alait.ru
+meetingrainstorm.bid
 mejoresfotos.eu
-metabar.ru
-mex-annushka.ru
-mmgq.ru
-monsterdivx.com
-mouselink.co
-mturkcontent.com
-my-cash-bot.co
-nastroyke.net
-naturalbreakthroughsresearch.com
-naturalpharm.com.ua
-nerudlogistik.ru
-newtechspb.ru
-nfljerseysforsalewholesaler.com
-nottyu.xyz
-novgorod.xrus.org
-o.light.d0t.ru
-onemactrckr.com
-osb.se11.ru
-oxotl.com
-panicatack.com
-peekyou.com
-petsblogroll.com
-picphotos.net
-picture-group.com
-pila.pl
-piratecams.com
-platinumdeals.gr
+micasainvest.com
+microsoftportal.net
+mirmedinfo.ru
+mistr-x.org
+mobplayer.ru
+monclerboots.xyz
+mrcsa.com.au
+musicspire.online
+muz-shoes.ru
+narutonaruto.ru
+naturtreenspicerx.pw
+neks.info
+new-post.tk
+newstaffadsshop.club
+nhl17coins.exblog.jp
+nibbler.silktide.com
+nootrino.com
+oakridgemo.com
+olympescort.com
+onlinefilmz.net
+onlinemegax.com
+onlineserialy.ru
+online-x.ru
+ons-add.men
+o-o-11-o-o.com
+ooo-gotovie.ru
+oralsexfilme.net
+osnova3.ru
+patol01.pw
+pc-test.net
+penisvergrotendepillennl.ovh
+peugeot-club.org
+pix-hd.com
+play.leadzupc.com
+poem-paying.gq
 popserve.adscpm.net
-pornoblood.com
-pornogad.com
-porodasobak.net
-presleycollectibles.com
-privhosting.com
-prizesbook.online
-prostitutki-belgoroda.org
-q-moto.ru
-queerspace.com
-remontvsamare.su
-rewardit.com
-royalvegascasino.com
-rubbed.us
-scanmarine.info
-scanner-john.top
-schoolfiles.net
-sdelai-prosto.ru
-search-goo.com
-semrush.com
-seoboxes.com
-seoheap.com
-seo-traffic-ranking.info
-sharebutton.to
-shikiso.info
-shopfishing.com.ua
-shtora66.ru
-silvermature.net
-sirpornogratis.xxx
-slavia.info
-sneakyboy.com
-songplanet.ru
-space2019.top
+pornokajf.com
+pornolook.net
+portnoff.od.ua
+praisong.net
+privatefx-in.ru
+prostitutki-odessa.org
+psoriasis-file.trade
+registrationdomainsite.com
+rentalcarnavi.info
+rique.host.sk
+runtnc.net
+ruspdd.com
+samolet.fr
+saratov.xrus.org
+satellite.maps.ilovevitaly.com
+scanner-brian.top
+scanner-mary.top
+scenarii-1-sentyabrya.uroki.org.ua
+searchlock.com
+seemoreresultshu-a.akamaihd.net
+segol.tv
+seoholding.com
+seolab.top
+seo-smm.kz
+sfd-chess.ru
+sherlock.se
+signoredom.com
+sitevalued.com
+snegozaderzhatel.ru
+social-button.xyz
+sonnikforme.ru
+special-porn.com
 speechfoodie.com
-srdrvp.com
-standardchartered-forex.com
-startwp.org
+stal-rulon.ru
+staticfs.host
+sterva.cc
 stpolice.com
-stromerrealty.com
-stroyhelp-dv.ru
+strv.se
 surfbuyermac.com
-surflinksmedical.com
 svetlotorg.ru
-svolze.com
+swsociety.se
+taqywu51.soup.io
 telegraf.by
-telemetryverification.net
-thefds.net
-thewebsitetemplate.info
-thiegs.reco.ws
-thruport.com
-titan-ads.life
-tizanidine4mguses.blogspot.com
-tizanidinehcl4mgtab.blogspot.com
-tizanidinesleepaid.blogspot.com
-tizanidinestreetvalue.blogspot.com
-tksn.ru
-traderzplanet.in
-trafficgenius.xyz
-trkur.com
-tube8.com
-tvorozhnaja-zapekanka-recept.ru
-ua-company.ru
-ukrobstep.com
-verymes.xyz
-via-energy-cumpara.com
-visa-china.ru
-voloo.ru
-wanker.us
-watchinf.com
-webcamdevochka.com
-webkeyit.com
+templates.franklinfire.co
+tizanidinedosageforsleep.blogspot.com
+tizanidineonline.blogspot.com
+tk-assortiment.ru
+track2.shop
+trafficfactory.biz
+trafficjunky.net
+trafficnetzwerk.de
+trion.od.ua
+turkeyreport.tk
+twodollarshows.com
+tyumen.xrus.org
+tzritel.tk
+udayavani.com
+unlimitdocs.net
+userequip.com
+videochat.world
+villacoloniale.com
+vip2ch.com
+vitanail.ru
+voltrknc1.com
+voluumtrk.com
+vzlomfb.com
 webs.com
-weddingdresses.xyz
-whengirlsgowild.com
-worldinternetauthority.com
-wurr.voila.net
-wzgyyq.com
-xev.ru
-xitjw.info
-xn-----7kcabaipgeakzcss7bjdqdwpfnhv.xn--p1ai
-xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai
-xxlargepop.com
-xxxnatelefon.ru
-youbrainboost.asia
-yourads.website
-youtube-downloader.savetubevideo.com
-zebramart.ru
+website-analytics.online
+wejdz-tu.pl
+welck.octopis.com
+wesharepics.com
+wfb.hatedriveapart.com
+woman-tampon.ru
+wormix-cheats.ru
+ww2awards.info
+xn--80aebbcbcdemfkhba4byaehoejh8dza3v.xn--p1ai
+xn--80aikhbrhr.net
+xn----itbeirbjbi7bc6bh2d.xn--p1ai
+xn--oogle-wmc.com
+xnxx-n.com
+xxxkaz.org
+xxxrus.org
+xxxtube69.com
+youjizz.com
+zacreditom.ru
+zakon-ob-obrazovanii.ru
+zarabotat-na-sajte.ru
+zarabotok--doma.ru
+zootoplist.com
+zvezdagedon.ru

.dev-tools/test_units/ratelimittest-master.txt

@@ -5,14 +5,6 @@
 <hr><center>nginx/1.16.1</center>
 </body>
 </html>
-ody>
-</html><html>
-<head><title>503 Service Temporarily Unavailable</title></head>
-<body>
-<center><h1>503 Service Temporarily Unavailable</h1></center>
-<hr><center>nginx/1.16.1</center>
-</body>
-</html>
 <html>
 <head><title>503 Service Temporarily Unavailable</title></head>
 <body>

.dev-tools/test_units/whitelist-ips.conf

@@ -1,2 +1,2 @@
-104.154.120.187	0;
+35.192.187.174	0;
 127.0.0.1	0;

AUTO-CONFIGURATION.md

@@ -4,8 +4,8 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V4.2019.08.1820
-#### Bad Referrers Blocked: [6750](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
+#### Version: V4.2019.08.1821
+#### Bad Referrers Blocked: [6754](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [212](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________

MANUAL-CONFIGURATION.md

@@ -4,8 +4,8 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V4.2019.08.1820
-#### Bad Referrers Blocked: [6750](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
+#### Version: V4.2019.08.1821
+#### Bad Referrers Blocked: [6754](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [212](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________

README.md

@@ -11,8 +11,8 @@
 ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
 
 _______________
-#### Version: V4.2019.08.1820
-#### Bad Referrers Blocked: [6750](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
+#### Version: V4.2019.08.1821
+#### Bad Referrers Blocked: [6754](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [212](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________

_generator_lists/bad-referrers.list

@@ -1,8 +1,3 @@
-appmsr.org
-onblastblog.online
-littlesexdolls.com
-fapgon.com
-kinozapas.com
 000free.us
 007angels.com
 00author.com
@@ -496,6 +491,7 @@ apple.com-webbrowsing-security.science
 appleid-verification.com
 applicationg29.com
 applyneedy.xyz
+appmsr.org
 approved.su
 approvedlocal.co.za
 apps-analytics.net
@@ -2045,6 +2041,7 @@ fanoboi.com
 fanpagerobot.com
 fanrto.com
 fantasticpixcool.com
+fapgon.com
 faptitans.com
 faracontrol.ir
 farm26.ru
@@ -3375,6 +3372,7 @@ lirunet.ru
 lisque.batcave.net
 littleberry.ru
 littlecity.ch
+littlesexdolls.com
 littlesunraiser.com
 liumimgx.pw
 liupis.com
@@ -4101,6 +4099,7 @@ olvanto.ru
 olympescort.com
 omoikiri-japan.ru
 omsk.xrus.org
+onblastblog.online
 onclickpredictiv.com
 onclkads.com
 one-gear.com

_google_analytics_ghost_spam/README.md

@@ -3,8 +3,8 @@
 # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
 
 _______________
-#### Version: V4.2019.08.1820
-#### Bad Referrers Blocked: [6750](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
+#### Version: V4.2019.08.1821
+#### Bad Referrers Blocked: [6754](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [212](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________

_google_analytics_ghost_spam/google-exclude-05.txt

@@ -1 +1 @@
-za\-fun\-offer\.com|za\-music\.mymobiplanet\.com|zaapplesales\.blogspot\.com|zacreditom\.ru|zagadki\.in\.ua|zahvat\.ru|zaidia\.xhost\.ro|zaim\-pod\-zalog\-krasnodar\.ru|zaimhelp\.ru|zaimite\.ru|zajm\-pod\-zalog\-nedvizhimosti\.ru|zajm\-zalog\-krasnodar\.ru|zakazfutbolki\.com|zakazvzloma\.com|zakon\-ob\-obrazovanii\.ru|zakonobosago\.ru|zaloadi\.ru|zaloro\.com|zambini\.ru|zaobao\.com\.sg|zapatosenventa\.info|zapiszto\.pl|zarabiaj\-dzis\.pl|zarabotat\-na\-sajte\.ru|zarabotok\-\-doma\.ru|zarajbuilders\.com|zarenica\.net|zarepta\.com|zastenchivosti\.net|zastroyka\.org|zatjmuzu\.info|zawyna\.ua|zazagames\.org|zdesformula\.ru|zdesoboi\.com|zebradudka\.com|zebramart\.ru|zed21\.net|zeg\-distribution\.com|zeikopay\.com|zeleznobeton\.ru|zero1\.it|zerocash\.msk\.ru|zeroredirect\.com|zeroredirect1\.com|zeroredirect10\.com|zeroredirect11\.com|zeroredirect12\.com|zeroredirect2\.com|zeroredirect5\.com|zeroredirect6\.com|zeroredirect7\.com|zeroredirect8\.com|zeroredirect9\.com|zetgie\.com\.pl|zetmaster\.ru|zhacker\.net|zhongwenlink\.com|zhorapankratov7\.blogspot\.com|zhuravlev\.info|zigarettenonl\.canalblog\.com|zigarettenonlinekaufen\.tumblr\.com|zigarettenonlinekaufen1\.bloog\.pl|zigarettenonlinekaufen1\.blox\.pl|zigarettenonlinekaufen2\.bloog\.pl|zigarettenonlinekaufen2\.drupalgardens\.com|zigzog\.ru|zionstar\.net|zixizop\.net\.ru|zkjovpdgxivg\.ga|zlatnajesen\.com|zmoda\.hostreo\.com|znakom\.sibtest\.ru|znakomstva\-moskva77\.ru|znakomstva\-piter78\.ru|znakomstvaonlain\.ru|znaniyapolza\.ru|znaturaloriginal\.com|zocaparj\.kz|zog\.link|zojirushi\-products\.ru|zolotoy\-lis\.ru|zona\-aqua\.ru|zone\-kev717\.info|zoodrawings\.com|zoogdiesney\.com|zoogdinsney\.com|zoogdisany\.com|zooggames\.com|zoolubimets\.ru|zoominfo\.com|zoomovies\.org|zoompegs\.com|zoosexart\.com|zootoplist\.com|zootravel\.com|zophim\.me|zrelaya\.pw|zrizvtrnpale\.tk|zrus\.org|zryydi\.com|zs2vm\.top|zscaler\.net|zscalerone\.net|zscalertwo\.net|zverokruh\-shop\.cz|zvetki\.ru|zvezdagedon\.ru|zx6\.ru|zynax\.ua|zytpirwai\.net|zzbroya\.com\.ua|zzlgxh\.com
+yunque\.pluto\.ro|yur\-p\.ru|yurgorod\.ru|yuweng\.info|z\-master\.ru|za\-fun\-offer\.com|za\-music\.mymobiplanet\.com|zaapplesales\.blogspot\.com|zacreditom\.ru|zagadki\.in\.ua|zahvat\.ru|zaidia\.xhost\.ro|zaim\-pod\-zalog\-krasnodar\.ru|zaimhelp\.ru|zaimite\.ru|zajm\-pod\-zalog\-nedvizhimosti\.ru|zajm\-zalog\-krasnodar\.ru|zakazfutbolki\.com|zakazvzloma\.com|zakon\-ob\-obrazovanii\.ru|zakonobosago\.ru|zaloadi\.ru|zaloro\.com|zambini\.ru|zaobao\.com\.sg|zapatosenventa\.info|zapiszto\.pl|zarabiaj\-dzis\.pl|zarabotat\-na\-sajte\.ru|zarabotok\-\-doma\.ru|zarajbuilders\.com|zarenica\.net|zarepta\.com|zastenchivosti\.net|zastroyka\.org|zatjmuzu\.info|zawyna\.ua|zazagames\.org|zdesformula\.ru|zdesoboi\.com|zebradudka\.com|zebramart\.ru|zed21\.net|zeg\-distribution\.com|zeikopay\.com|zeleznobeton\.ru|zero1\.it|zerocash\.msk\.ru|zeroredirect\.com|zeroredirect1\.com|zeroredirect10\.com|zeroredirect11\.com|zeroredirect12\.com|zeroredirect2\.com|zeroredirect5\.com|zeroredirect6\.com|zeroredirect7\.com|zeroredirect8\.com|zeroredirect9\.com|zetgie\.com\.pl|zetmaster\.ru|zhacker\.net|zhongwenlink\.com|zhorapankratov7\.blogspot\.com|zhuravlev\.info|zigarettenonl\.canalblog\.com|zigarettenonlinekaufen\.tumblr\.com|zigarettenonlinekaufen1\.bloog\.pl|zigarettenonlinekaufen1\.blox\.pl|zigarettenonlinekaufen2\.bloog\.pl|zigarettenonlinekaufen2\.drupalgardens\.com|zigzog\.ru|zionstar\.net|zixizop\.net\.ru|zkjovpdgxivg\.ga|zlatnajesen\.com|zmoda\.hostreo\.com|znakom\.sibtest\.ru|znakomstva\-moskva77\.ru|znakomstva\-piter78\.ru|znakomstvaonlain\.ru|znaniyapolza\.ru|znaturaloriginal\.com|zocaparj\.kz|zog\.link|zojirushi\-products\.ru|zolotoy\-lis\.ru|zona\-aqua\.ru|zone\-kev717\.info|zoodrawings\.com|zoogdiesney\.com|zoogdinsney\.com|zoogdisany\.com|zooggames\.com|zoolubimets\.ru|zoominfo\.com|zoomovies\.org|zoompegs\.com|zoosexart\.com|zootoplist\.com|zootravel\.com|zophim\.me|zrelaya\.pw|zrizvtrnpale\.tk|zrus\.org|zryydi\.com|zs2vm\.top|zscaler\.net|zscalerone\.net|zscalertwo\.net|zverokruh\-shop\.cz|zvetki\.ru|zvezdagedon\.ru|zx6\.ru|zynax\.ua|zytpirwai\.net|zzbroya\.com\.ua|zzlgxh\.com

_google_webmaster_disavow_links/google-disavow.txt

@@ -491,6 +491,7 @@ domain:apple.com-webbrowsing-security.science
 domain:appleid-verification.com
 domain:applicationg29.com
 domain:applyneedy.xyz
+domain:appmsr.org
 domain:approved.su
 domain:approvedlocal.co.za
 domain:apps-analytics.net
@@ -2040,6 +2041,7 @@ domain:fanoboi.com
 domain:fanpagerobot.com
 domain:fanrto.com
 domain:fantasticpixcool.com
+domain:fapgon.com
 domain:faptitans.com
 domain:faracontrol.ir
 domain:farm26.ru
@@ -3370,6 +3372,7 @@ domain:lirunet.ru
 domain:lisque.batcave.net
 domain:littleberry.ru
 domain:littlecity.ch
+domain:littlesexdolls.com
 domain:littlesunraiser.com
 domain:liumimgx.pw
 domain:liupis.com
@@ -4096,6 +4099,7 @@ domain:olvanto.ru
 domain:olympescort.com
 domain:omoikiri-japan.ru
 domain:omsk.xrus.org
+domain:onblastblog.online
 domain:onclickpredictiv.com
 domain:onclkads.com
 domain:one-gear.com

robots.txt/robots.txt

@@ -6,8 +6,8 @@
 
 ### Version Information #
 ###################################################
-### Version: V4.2019.08.1820
-### Updated: Wed Aug 28 20:11:35 SAST 2019
+### Version: V4.2019.08.1821
+### Updated: Thu Aug 29 13:23:45 SAST 2019
 ### Bad Bot Count: 556
 ###################################################
 ### Version Information ##