V4.2022.04.3059 [ci skip]

AUTO-CONFIGURATION.md

@@ -4,8 +4,8 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V4.2022.04.3058
+#### Version: V4.2022.04.3059
-#### Bad Referrers Blocked: [7092](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
+#### Bad Referrers Blocked: [7094](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________

MANUAL-CONFIGURATION.md

@@ -4,8 +4,8 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V4.2022.04.3058
+#### Version: V4.2022.04.3059
-#### Bad Referrers Blocked: [7092](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
+#### Bad Referrers Blocked: [7094](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________

README.md

@@ -14,8 +14,8 @@
 ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
 
 _______________
-#### Version: V4.2022.04.3058
+#### Version: V4.2022.04.3059
-#### Bad Referrers Blocked: [7092](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
+#### Bad Referrers Blocked: [7094](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________

_generator_lists/bad-referrers.list

@@ -1,5 +1,3 @@
-data-ox.com
-picanalyzer.data-ox.com
 000free.us
 007angels.com
 00author.com
@@ -1580,6 +1578,7 @@ darkbooks.org
 darmebel.com.ua
 darodar.com
 data-mining.tk
+data-ox.com
 data.vtc.pw
 data1.scopich.com
 datadepths.com
@@ -4505,6 +4504,7 @@ phuketscreen.com
 physfunc.ru
 pic-re.blogspot.com
 pic2fly.com
+picanalyzer.data-ox.com
 piccdata.com
 piccshare.com
 picmoonco.pw
@@ -7092,4 +7092,4 @@ zygophyceous.womanstars.site
 zynax.ua
 zytpirwai.net
 zzbroya.com.ua
-zzlgxh.com
+zzlgxh.com

_google_analytics_ghost_spam/README.md

@@ -3,8 +3,8 @@
 # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
 
 _______________
-#### Version: V4.2022.04.3058
+#### Version: V4.2022.04.3059
-#### Bad Referrers Blocked: [7092](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
+#### Bad Referrers Blocked: [7094](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________

_google_webmaster_disavow_links/google-disavow.txt

@@ -1578,6 +1578,7 @@ domain:darkbooks.org
 domain:darmebel.com.ua
 domain:darodar.com
 domain:data-mining.tk
+domain:data-ox.com
 domain:data.vtc.pw
 domain:data1.scopich.com
 domain:datadepths.com
@@ -4503,6 +4504,7 @@ domain:phuketscreen.com
 domain:physfunc.ru
 domain:pic-re.blogspot.com
 domain:pic2fly.com
+domain:picanalyzer.data-ox.com
 domain:piccdata.com
 domain:piccshare.com
 domain:picmoonco.pw

dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-10.1.0.24	1;
+10.1.0.77	1;
 127.0.0.1	1;

dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-10.1.0.24	0;
+10.1.0.77	0;
 127.0.0.1	0;

dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-10.1.0.24	1;
+10.1.0.77	1;
 127.0.0.1	1;

dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-10.1.0.24	0;
+10.1.0.77	0;
 127.0.0.1	0;

dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-10.1.0.24	1;
+10.1.0.77	1;
 127.0.0.1	1;

dev-tools/beta_conf_files_whitelist/bots.d/custom-bad-referrers.conf

@@ -1625,6 +1625,7 @@
 	"~*(?:\b)darmebel\.com\.ua(?:\b)" 	0;
 	"~*(?:\b)darodar\.com(?:\b)" 	0;
 	"~*(?:\b)data\-mining\.tk(?:\b)" 	0;
+	"~*(?:\b)data\-ox\.com(?:\b)" 	0;
 	"~*(?:\b)data\.vtc\.pw(?:\b)" 	0;
 	"~*(?:\b)data1\.scopich\.com(?:\b)" 	0;
 	"~*(?:\b)datadepths\.com(?:\b)" 	0;
@@ -4550,6 +4551,7 @@
 	"~*(?:\b)physfunc\.ru(?:\b)" 	0;
 	"~*(?:\b)pic\-re\.blogspot\.com(?:\b)" 	0;
 	"~*(?:\b)pic2fly\.com(?:\b)" 	0;
+	"~*(?:\b)picanalyzer\.data\-ox\.com(?:\b)" 	0;
 	"~*(?:\b)piccdata\.com(?:\b)" 	0;
 	"~*(?:\b)piccshare\.com(?:\b)" 	0;
 	"~*(?:\b)picmoonco\.pw(?:\b)" 	0;

dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-10.1.0.24	0;
+10.1.0.77	0;
 127.0.0.1	0;

dev-tools/buildnumber

@@ -1 +1 @@
-3058
+3059

dev-tools/referrers-regex-format-whitelist-test.txt

@@ -1578,6 +1578,7 @@
 "~*(?:\b)darmebel\.com\.ua(?:\b)" 	0;
 "~*(?:\b)darodar\.com(?:\b)" 	0;
 "~*(?:\b)data\-mining\.tk(?:\b)" 	0;
+"~*(?:\b)data\-ox\.com(?:\b)" 	0;
 "~*(?:\b)data\.vtc\.pw(?:\b)" 	0;
 "~*(?:\b)data1\.scopich\.com(?:\b)" 	0;
 "~*(?:\b)datadepths\.com(?:\b)" 	0;
@@ -4503,6 +4504,7 @@
 "~*(?:\b)physfunc\.ru(?:\b)" 	0;
 "~*(?:\b)pic\-re\.blogspot\.com(?:\b)" 	0;
 "~*(?:\b)pic2fly\.com(?:\b)" 	0;
+"~*(?:\b)picanalyzer\.data\-ox\.com(?:\b)" 	0;
 "~*(?:\b)piccdata\.com(?:\b)" 	0;
 "~*(?:\b)piccshare\.com(?:\b)" 	0;
 "~*(?:\b)picmoonco\.pw(?:\b)" 	0;

dev-tools/referrers-regex-format.txt

@@ -1579,6 +1579,7 @@
 "~*(?:\b)darodar\.com(?:\b)" 	1;
 "~*(?:\b)data1\.scopich\.com(?:\b)" 	1;
 "~*(?:\b)data\-mining\.tk(?:\b)" 	1;
+"~*(?:\b)data\-ox\.com(?:\b)" 	1;
 "~*(?:\b)data\.vtc\.pw(?:\b)" 	1;
 "~*(?:\b)datadepths\.com(?:\b)" 	1;
 "~*(?:\b)dataloading\.net(?:\b)" 	1;
@@ -4503,6 +4504,7 @@
 "~*(?:\b)physfunc\.ru(?:\b)" 	1;
 "~*(?:\b)pic2fly\.com(?:\b)" 	1;
 "~*(?:\b)pic\-re\.blogspot\.com(?:\b)" 	1;
+"~*(?:\b)picanalyzer\.data\-ox\.com(?:\b)" 	1;
 "~*(?:\b)piccdata\.com(?:\b)" 	1;
 "~*(?:\b)piccshare\.com(?:\b)" 	1;
 "~*(?:\b)picmoonco\.pw(?:\b)" 	1;

dev-tools/test1_conf_files/bots.d/whitelist-ips.conf

@@ -45,4 +45,4 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-20.236.51.187           0;
+168.61.42.246           0;

dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-10.1.0.24	1;
+10.1.0.77	1;
 127.0.0.1	1;

dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-10.1.0.24	0;
+10.1.0.77	0;
 127.0.0.1	0;

dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-10.1.0.24	1;
+10.1.0.77	1;
 127.0.0.1	1;

dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-10.1.0.24	0;
+10.1.0.77	0;
 127.0.0.1	0;

dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-10.1.0.24	1;
+10.1.0.77	1;
 127.0.0.1	1;

dev-tools/test1_conf_files_whitelist/bots.d/custom-bad-referrers.conf

@@ -1625,6 +1625,7 @@
 	"~*(?:\b)darmebel\.com\.ua(?:\b)" 	0;
 	"~*(?:\b)darodar\.com(?:\b)" 	0;
 	"~*(?:\b)data\-mining\.tk(?:\b)" 	0;
+	"~*(?:\b)data\-ox\.com(?:\b)" 	0;
 	"~*(?:\b)data\.vtc\.pw(?:\b)" 	0;
 	"~*(?:\b)data1\.scopich\.com(?:\b)" 	0;
 	"~*(?:\b)datadepths\.com(?:\b)" 	0;
@@ -4550,6 +4551,7 @@
 	"~*(?:\b)physfunc\.ru(?:\b)" 	0;
 	"~*(?:\b)pic\-re\.blogspot\.com(?:\b)" 	0;
 	"~*(?:\b)pic2fly\.com(?:\b)" 	0;
+	"~*(?:\b)picanalyzer\.data\-ox\.com(?:\b)" 	0;
 	"~*(?:\b)piccdata\.com(?:\b)" 	0;
 	"~*(?:\b)piccshare\.com(?:\b)" 	0;
 	"~*(?:\b)picmoonco\.pw(?:\b)" 	0;

dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-10.1.0.24	0;
+10.1.0.77	0;
 127.0.0.1	0;

dev-tools/test2_conf_files/bots.d/whitelist-ips.conf

@@ -45,4 +45,4 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-20.236.51.187           0;
+168.61.42.246           0;

dev-tools/test3_conf_files/bots.d/whitelist-ips.conf

@@ -45,4 +45,4 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-20.236.51.187           0;
+168.61.42.246           0;

dev-tools/test_units/blacklist-ips.conf

@@ -1,2 +1,2 @@
-10.1.0.24	1;
+10.1.0.77	1;
 127.0.0.1	1;

dev-tools/test_units/custom-bad-referrers.conf

@@ -1625,6 +1625,7 @@
 	"~*(?:\b)darmebel\.com\.ua(?:\b)" 	0;
 	"~*(?:\b)darodar\.com(?:\b)" 	0;
 	"~*(?:\b)data\-mining\.tk(?:\b)" 	0;
+	"~*(?:\b)data\-ox\.com(?:\b)" 	0;
 	"~*(?:\b)data\.vtc\.pw(?:\b)" 	0;
 	"~*(?:\b)data1\.scopich\.com(?:\b)" 	0;
 	"~*(?:\b)datadepths\.com(?:\b)" 	0;
@@ -4550,6 +4551,7 @@
 	"~*(?:\b)physfunc\.ru(?:\b)" 	0;
 	"~*(?:\b)pic\-re\.blogspot\.com(?:\b)" 	0;
 	"~*(?:\b)pic2fly\.com(?:\b)" 	0;
+	"~*(?:\b)picanalyzer\.data\-ox\.com(?:\b)" 	0;
 	"~*(?:\b)piccdata\.com(?:\b)" 	0;
 	"~*(?:\b)piccshare\.com(?:\b)" 	0;
 	"~*(?:\b)picmoonco\.pw(?:\b)" 	0;

dev-tools/test_units/random-bots-for-test-quick.list

@@ -1,10 +1,10 @@
-Asterias
+Devil
-Joomla
+Discobot
-Mediatoolkitbot
+InfoNaviRobot
-Offline Navigator
+Mojolicious
-OrangeSpider
+PECL::HTTP
-SEOprofiler
+Petalbot
-ScrepyBot
+Shodan
-SeobilityBot
+SiteLockSpider
-autoemailspider
+eCatch
-s1z.ru
+lwp-request

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+360Spider
+404checker
 404enemy
+AIBOT
+ALittle Client
+Abonti
 Aboundexbot
 Acunetix
-AhrefsBot
+AiHitBot
-Anarchy
+Anarchie
-Ankit
+Aspiegel
-Apexoo
+Asterias
+AwarioRssBot
 BBBike
-BackWeb
+BDCbot
-Backlink-Ceck
+BackStreet
-BacklinkCrawler
+Bandit
-Barkrowler
+BatchFTP
-Bitacle
+Bigfoot
-Black Hole
 BlackWidow
-Boardreader
+BotALot
 Brandprotect
-Buddy
 BuiltWith
-Bullseye
+BunnySlippers
 CCBot
-CODE87
 CSHttp
-CazoodleBot
+Calculon
-CensysInspect
 CheTeam
 CheeseBot
 CherryPicker
-ChinaClaw
+Claritybot
-Chlooe
+Cliqzbot
-Citoid
+Cogentbot
-Collector
+CopyRightCheck
-Crawling at Home Project
+Cosmos
-CrazyWebCrawler
+Craftbot
-Crescent
-CrunchBot
-Curious
 Custo
+DBLBot
+DIIbot
+DSearch
+DTS Agent
+DataCha0s
 Demon
-Devil
-Digincore
-Discobot
 Discoverybot
-DnBCrawler-Analytics
+Dispatch
+DomCopBot
 DomainAppender
-DomainCrawler
+Dotbot
-DomainSigmaCrawler
+Dragonfly
-DomainStatsBot
+EMail Siphon
 EasyDL
-EirGrabber
+Ebingbong
-Evil
 Express WebPictures
-Extreme Picture Finder
+ExtLinksBot
+FDM
 Firefox/7.0
-Flunky
+Foobot
-Freeuploader
+Fuzz
-G-i-g-a-b-o-t
+FyberSpider
 GT::WWW
 GalaxyBot
 Genieo
 GetRight
-Getintent
+GetWeb
+Gotit
 GrabNet
-HEADMasterSEO
+Grabber
+GrapeFX
 HTMLparser
-HTTP::Lite
-HTTrack
 Haansoft
 HaosouSpider
-Harvest
+Havij
-HonoluluBot
+Heritrix
-Humanlinks
+IDBot
-HybridBot
+IRLbot
-Iblog
-IlseBot
-IndeedBot
 Indy Library
-InfoTekies
 Intelliseek
-InterGET
 InternetSeer
-IstellaBot
+Iria
-JOC Web Spider
+Iskanie
-JetCar
+Jbrofuzz
+JennyBot
 Jetty
-Jorgee
+JikeSpider
-JustView
+Jyxobot
 Kenjin Spider
+Kozmosbot
 LNSpiderguy
+LWP::Simple
 Lanshanbot
+Larbin
 Leap
-LeechFTP
+LexiBot
-Likse
+LibWeb
-LinkScan
+LinksManager
-LinkextractorPro
+LinqiaScrapeBot
-LinkpadBot
+Litemage_walker
-LinqiaRSSBot
+MFC_Tear_Sample
-Ltx71
+MIIxpc
-MIDown tool
+MSIECrawler
-Magnet
+MTRobot
+Mag-Net
 Mail.RU_Bot
 Majestic-SEO
-MarkMonitor
+Majestic12
-MarkWatch
+Mass Downloader
-Masscan
+MeanPath Bot
-Meanpathbot
 Mediatoolkitbot
-MegaIndex.ru
+Microsoft Data Access
+Microsoft URL Control
+Mister PiX
 Moblie Safari
-MolokaiBot
+Mojeek
+Msrabot
+Musobot
+NICErsPRO
+NPbot
+Name Intelligence
 Nameprotect
-Navroad
-NearSite
 Nessus
-NetLyzer
+NetAnts
-NetZIP
+NetSpider
 Netcraft
-Nettrack
-Netvibes
 NextGenSearchBot
-Nikto
-Ninja
 Nmap
-Not
+Offline Navigator
-Nutch
+OnCrawl
-Openvas
+OpenVAS
-OutclicksBot
+Openfind
-OutfoxBot
+OrangeBot
-PHPCrawl
+PageAnalyzer
-PageScorer
+PageGrabber
-PageThing.com
+Panscient
-Pavuk
 Pi-Monster
 Picsearch
-Pimonster
 Pixray
-Pockey
+PleaseCrawl
-ProPowerBot
+ProWebWalker
 Probethenet
-Psbot
+Pump
-PxBroker
-PyCurl
 Quick-Crawler
+RSSingBot
 RankActiveLinkBot
 RankFlex
-RealDownload
+RankingBot
+RankurBot
+Re-re
 Recorder
-RocketCrawler
+RepoMonkey
-SEOkicks-Robot
+SBIder
-SEOlyticsCrawler
+SEOprofiler
-SEOstats
+SISTRIX
-SalesIntelligent
 ScanAlert
-Screaming
 ScreenerBot
-ScrepyBot
-Searchestate
 SearchmetricsBot
+SemrushBot
+Seomoz
 SiteCheckerBotCrawler
-SiteSnagger
+SiteLockSpider
 Sitebeam
-Snake
+Sitevigil
+SlySearch
 Snapbot
 Snoopy
 SocialRankIOBot
-Sosospider
+Sociscraper
-Spammen
+SpaceBison
 SpankBot
-Spbot
+Sqlmap
-Sqlworm
-Sqworm
 Steeler
-Sucuri
+Stripper
+Sucker
 SuperBot
-SuperHTTP
+Surfbot
-SurveyBot
 Suzuran
-T8Abot
+Szukacz
 Teleport
-TeleportPro
 Telesoft
-Telesphoreo
 Thumbor
-Toweyabot
+TightTwatBot
 Tracemyfile
+Trendiction
 True_Robot
-Turnitin
 TwengaBot
-Twice
+URLy Warning
 URLy.Warning
-V-BOT
+UnisterBot
+Upflow
 VCI
+Vacuum
 VelenPublicWebCrawler
-VeriCiteCrawler
+WISENutbot
-VidibleScraper
+WallpapersHD
-Virusdie
-Voltron
-WPScan
-WWW-Collector-E
-WWWOFFLE
-Wallpapers
-WeSEE
-Web Auto
 Web Collage
-WebCollage
+Web Enhancer
+Web Fetch
+Web Fuck
+Web Pix
+Web Sauger
+Web Sucker
+WebAuto
+WebCopier
 WebFetch
 WebFuck
 WebGo IS
+WebLeacher
+WebPix
+WebSauger
+WebSucker
+WebZIP
 WebmasterWorldForumBot
-Webster
+Webshag
-Whacker
+Website Quester
-Whatweb
+WebsiteExtractor
+Who.is Bot
+Widow
 Woobot
-Wprecon
+Wotbox
 Xaldon WebSpider
-Xaldon_WebSpider
+YoudaoBot
-Zeus
+Zermelo
-ZoomBot
+Zitebot
-archive.org_bot
+ZmEu
-arquivo-web-crawler
-arquivo.pt
-autoemailspider
 clark-crawler
-com.plumanalytics
+coccocbot
 crawl.sogou.com
-crawler.feedback
+dataforseo.com
-crawler4j
+domainsproject.org
-demandbase-bot
+facebookscraper
-gopher
+internetVista monitor
-iubenda-radar
 linkdexbot
 lwp-request
-netEstate NE Crawler
+lwp-trivial
+mediawords
+oBot
+page scorer
 plumanalytics
-polaris version
-satoristudio.net
-scalaj-http
 scan.lol
-seobility
+seoscanners
-seocompany.store
+seostar
-sexsearcher
+sitechecker.pro
-sp_auditbot
+siteripz
-sysscan
+sogouspider
-tAkeOut
+ubermetrics-technologies.com
-trendiction.com
+voyagerx.com
-webmeup-crawler
+webgains-bot
-webpros.com
+webprosbot
 x22Mozilla
 xpymep1.exe
-zauba.io
+zgrab

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-80legs
+01h4x.com
-Abonti
+404checker
-Acunetix
+AIBOT
-AiHitBot
+ALittle Client
-Alexibot
+Aboundexbot
+Aipbot
 Anarchie
-Anarchy
+Anarchy99
-Apexoo
+Anthill
-BBBike
+Atomseobot
-BDCbot
+AwarioSmartBot
-BackStreet
+BDFetch
-BacklinkCrawler
+BLEXBot
-Badass
-Bandit
 BatchFTP
+BetaBot
 Bigfoot
-BlackWidow
+Bitacle
-Blackboard
+Boardreader
-Blow
+Bolt
-Buck
+Buddy
 BuiltWith
-BuzzSumo
 CCBot
-CODE87
+CSHttp
-CherryPicker
+Calculon
-Chlooe
+CazoodleBot
+CensysInspect
+ChinaClaw
 Citoid
-Cliqzbot
 Cloud mapping
-Copier
+Collector
-Copyscape
 Cosmos
-Crawling at Home Project
-CrazyWebCrawler
 CrunchBot
-DBLBot
+Curious
-DataCha0s
-Demon
 Deusu
-Dirbuster
+Devil
-Disco
+DigitalPebble
-Discobot
 Dispatch
+DittoSpyder
+DomainAppender
 DomainSigmaCrawler
-Domains Project
+DomainStatsBot
-Dotbot
+Download Wonder
-ECCP/1.0
+Dragonfly
-EMail Siphon
 EMail Wolf
-EasyDL
+Ebingbong
-EroCrawler
+Ecxi
-Evil
 Exabot
 ExtLinksBot
 Extractor
 Extreme Picture Finder
 EyeNetIE
 Ezooms
-Fimap
+FDM
-Firefox/7.0
+FHscan
-FlashGet
+Flunky
 Foobot
-Freeuploader
+FrontPage
-Fuzz
+G-i-g-a-b-o-t
-FyberSpider
-Fyrebot
 GT::WWW
 GalaxyBot
 GermCrawler
 GetRight
-GetWeb
+Getintent
 Go!Zilla
 Go-Ahead-Got-It
-GoZilla
 Gotit
-GrabNet
+Grafula
-GridBot
+GrapeshotCrawler
-HTTrack
+HaosouSpider
-Haansoft
+Havij
 Heritrix
-Humanlinks
+Hloader
-HybridBot
+IDBTE4M
-Image Fetch
+IRLbot
+Iblog
+Id-search
+Image Sucker
 IndeedBot
 Indy Library
+InfoTekies
 Intelliseek
-InterGET
+Iria
-Internet Ninja
+IstellaBot
+JOC Web Spider
+Jbrofuzz
 JennyBot
-Jetty
+JetCar
+JikeSpider
+Jyxobot
 Keybot Translation-Search-Machine
-Larbin
+Kinza
+LWP::Simple
 Leap
+LexiBot
 Lftp
 LibWeb
-LieBaoFast
+Libwhisker
-LinksManager
+Likse
+LinkScan
+LinkpadBot
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
 Lmspider
+MFC_Tear_Sample
 MIDown tool
-MJ12bot
 MSFrontPage
+MSIECrawler
 Magnet
-Majestic SEO
 Majestic-SEO
-Majestic12
+MarkMonitor
 Mass Downloader
-MeanPath Bot
+Meanpathbot
-MicroMessenger
+Metauri
 Microsoft Data Access
-Microsoft URL Control
 Minefield
+Mojeek
 Mojolicious
 MolokaiBot
-Morfeus Fucking Scanner
+Mozlila
-NICErsPRO
+Mr.4x3
-NPbot
+Name Intelligence
 Nameprotect
 Navroad
-Nessus
+Needle
 Net Vampire
-NetMechanic
+NetAnts
-NetZIP
 Netcraft
 Nettrack
-NextGenSearchBot
+Nibbler
+Niki-bot
 Nikto
-NimbleCrawler
+Ninja
-Nimbostratus
-Nmap
-Not
 Nuclei
-Nutch
 Octopus
+Offline Navigator
+OpenLinkProfiler
 Openvas
-PECL::HTTP
+OrangeBot
-PHPCrawl
+OutclicksBot
-Page Analyzer
+POE-Component-Client-HTTP
 PageGrabber
-PageScorer
+PageThing.com
-Papa Foto
+Pandalytics
-PeoplePal
+Pi-Monster
 Piepmatz
 Pimonster
-Pixray
+Probethenet
-Pockey
 Psbot
 Pump
-QueryN Metasearch
+PxBroker
-RSSingBot
-RankActive
-RankingBot
-RankingBot2
 Rankivabot
-Re-re
+RankurBot
+ReGet
 Reaper
 RebelMouse
-RedesScrapy
 Ripper
-SBIder
+SEOkicks-Robot
-SEOlyticsCrawler
-SEOprofiler
 SISTRIX
 SMTBot
 ScanAlert
-ScoutJet
+Scanbot
+Scrapy
+ScrepyBot
 Seekport
-SemanticJuice
+Semrush
-Siphon
+SeobilityBot
-SiteCheckerBotCrawler
+Seomoz
-SiteExplorer
+Shodan
-SiteSnagger
+SiteSucker
 Sitevigil
-SmartDownload
+SlySearch
-Snoopy
+Snake
+Sociscraper
 Sogou web spider
-Sottopop
 Spammen
-Spbot
+Spinn3r
 Sqlworm
-SuperBot
+Steeler
-Surfbot
+Sucker
+SuperHTTP
 Suzuran
-Szukacz
+Swiftbot
 T0PHackTeam
-TeleportPro
+T8Abot
 Telesphoreo
-The Intraformant
+Telesphorep
-Thumbor
+TightTwatBot
-Toata
+Trendictionbot
-Toweyabot
+Turingos
-TwengaBot
+URLy Warning
-V-BOT
+UnisterBot
-Vacuum
+Upflow
-VelenPublicWebCrawler
+Vagabondo
-Virusdie
+VeriCiteCrawler
 VoidEYE
+Voil
 WASALive-Bot
+WBSearchBot
+WEBDAV
+WPScan
 WWW-Collector-E
-Web Collage
+WWW-Mechanize
+WeSEE
+Web Enhancer
 Web Fuck
-WebAuto
+Web Sauger
+Web Sucker
 WebCollage
+WebCopier
+WebFuck
+WebImageCollector
 WebLeacher
+WebReaper
 WebSauger
 WebWhacker
-WebmasterWorldForumBot
-Website Quester
 WebsiteExtractor
 WebsiteQuester
-Whack
 Whacker
-WinHTTrack
+Who.is Bot
-Wotbox
+Widow
-Xenu
+WiseGuys Robot
-Zade
+Wonderbot
-Zeus
+Xaldon WebSpider
-Zitebot
+ZoomBot
-ZmEu
 ZyBorg
-arquivo-web-crawler
+adscanner
 backlink-check
-cah.io.community
-clark-crawler
-coccocbot
 cognitiveseo
-com.plumanalytics
 crawl.sogou.com
-dataforseo.com
+crawler.feedback
+crawler4j
 domainsproject.org
+evc-batch
 heritrix
+instabid
 internetVista monitor
-isitwp.com
 iubenda-radar
-lwp-request
+linkdexbot
 mediawords
+muhstik-scan
+page scorer
 plumanalytics
-probe-image-size
 ripz
 s1z.ru
 scan.lol
-seocompany.store
+seobility
-sp_auditbot
+seostar
-sysscan
+serpstatbot
-tAkeOut
+sexsearcher
-trendiction.com
-trendiction.de
-ubermetrics-technologies.com
 voyagerx.com
-webprosbot

dev-tools/test_units/random-referrers-for-test-quick.list

@@ -1,10 +1,10 @@
-conboy.us
+bitcoinpile.com
-culad.com
+d0t.ru
-ereko.ru
+deadlinkchecker.com
-littlesunraiser.com
+earthmagic.info
-mybackgroundlandscape.blogspot.com
+flex4launch.ru
-nac-bearings.ru
+manifestation.betteroffers.review
-pornosok.ru
+piuminiita.com
-ranksignals.com
+rukino.org
-steelmaster.lv
+sel-hoz.com
-voloo.ru
+woodyguthrie.se

dev-tools/test_units/random-referrers-for-test.list

@@ -1,500 +1,500 @@
-0n-line.tv
+0c47f8422d3f.com
+101billion.com
 101flag.ru
-12bet.com
+11235813.webzdarma.cz
-1314dh.com
+1bet.com
-1millionusd.xyz
+21h2o.com
-2nt.ru
+24-ak.ru
-4istoshop.com
+28n2gl3wfyb0.ru
-7makemoneyonline.com
+404.mn
-8gold.com
+4rent.ru
-8xv8.com
+57883.net
-abtasty.com
+5tey7463.weebly.com
-academia-nsk.org
+76brighton.co.uk
-actionnooz.com
+aa9d046aab36af4ff182f097f840430d51.com
-adimmix.com
+absolute-s.ru
-adnotbad.com
+acads.net
-adult3dgames.com
+activecampaign.dreamhosters.com
-agadelha.com.br
+adclickservice.com
-aghanyna.com
+adzerg.com
-ahmedabadwebs.com
+agapovdg.ru
-alfa9.com
+airmaxshoes-2016.com
-amateurmatch.com
+alborzan.com
-amazon-seo-service.com
+alienwheel.es
-anabolics.shop
+allfinweb.com
-android-style.com
+allornamenti.com
-angel1777.kz
+alpharma.net
-anlimebel.kiev.ua
+alphavisions.net
-antons-transporte.de
+amazingpic.net
-apiallgeniusinfo-a.akamaihd.net
+ampower.me
-apibrowsesmartne-a.akamaihd.net
+anal-acrobats.com
-apidigidocketnet-a.akamaihd.net
+ap.senai.br
-apioutoboxnet-a.akamaihd.net
+apccargo.com
+apiadanaknet-a.akamaihd.net
+apiqualitinknet-a.akamaihd.net
+apple.com-cleaner.systems
 appleid-verification.com
-arabgirls.adultgalls.com
+approvedlocal.co.za
-arendakvartir.kz
+atley.eu.pn
-arquivo.pt
+atofilms.com
-asrv-a.akamoihd.net
+autodo.info
-audiofree.ru
+availit.weebly.com
-autogrep.ru
+avek.ru
-automatic-seo.com
+avtoarenda.by
-autoseo-traffic.com
+azarttoto.com
-autovideobroadcast.com
+babosas.com
-aviva-limoux.com
+baixar-musicas-gratis.com
-awency.com
+bang-hotties.com
-b-styles.xyz
+bestcalovebracelet.cn
-baikaleminer.com
+bestmouthwash.club
-balois.worldbreak.com
+bestofupload.info
-batanga.net
+bestprofits-there.com
-bausparen.bz.it
+bezcmexa.ru
-bavsac.com
+bimmerpost.com
-bestchoice.cf
+bio.trade-jp.net
-besttorrentknifta.weebly.com
+bioinnovate.co
-bestwaystogetpaid.us
+bitcoinpile.com
-bestwebsitesawards.com
+bizfly.info
-bidbuy.co.kr
+bjetjt.com
-big-cash.net
+blackhatworth.com
-bigpenisguide.com
+blackle.com
-bird1.ru
+bloglag.com
-bitnote.co
+blogqpot.com
-bjanshee.ru
+bmw.afora.ru
-blog.koorg.ru
+boostmyppc.com
-boc.kz
+bosman.pluto.ro
-boom-celebs.com
+braintobe.win
-brains2.biz
+brandedleadgeneration.com
+break-the-chains.com
+brendbutik.ru
+brianhenry.co
+brimstonehillfortress.org
+briomotor.co
+brokergid.ru
 bronzeaid-a.akamaihd.net
-brus-vsem.ru
+buketeg.xyz
-builtwith.com
+cacheimages.com
-bumascloset.com
+callejondelpozo.es
-bumskontakte.org
+candlewooddentalcentre.com.au
-bus-offer.com
+candypeople.se
-buybest1.biz
+cartierbracelet.xyz
-buyessaynow.biz
-buyparajumpers.online
-buypuppies.ca
-camdenmemorials.com
-candlehandmade.com
-candycrushshop.com
-carina-sy.de
-carstrends2015.com
 cartierjusteunclou.xyz
-cartierlovestore.xyz
+cartierlove2u.xyz
-casinos4dummies.co.uk
+casablancamanor.co.za
-caulderwoodkennels.com
+casinopinup-wins.com
-ccbill.com
+cercacamion.it
-cdnnetwok.xyz
+cezartabac.ro
-chatroulette.online
+cheapjerseysap.com
-chcu.net
+cheapmoncler.win
-checkm8.com
+checkhit.com
-checkpagerank.net
+chee-by.biz
-chocolateslim-en-espana.com
+cinemaenergy-hd.ru
-ci.ua
+cityadspix.com
-cialgenisrx.com
+claytransformations.info
-cineacademy.ru
+clevernt.com
-clickbanksites.info
+clickpapa.com
-clickso.com
+clippingphotoindia.com
-clickzzs.nl
+cmd.kz
-clksite.com
+com-onlinesupport.host
-club-lukojl.ru
+compliance-andrew.top
-club-samodelkin.ru
+compliance-josh.top
-coaching-netz.info
+compliance-margo.top
-codysbbq.com
+connectionstrenth.com
-coindirect.io
+contentsexpress.com
-com-supportcenter.website
+coolwallpapers-hd.com
-comeondog.info
+cornerstone-countertops.com
-compliance-don.top
+crystalslot.com
-cookie-law-enforcement-ee.xyz
+cscwtalkto.site
-coolwallpapers4k.info
+culmimg.pw
-coolyarddecorations.com
+cyprusbuyproperties.com
-coop-gamers.ru
+czat.wp.pl
-country-chic.ru
+dame-ns.kz
-cowlmash.com
+daydream-studio.ru
-crackguru.tk
+dealitright.click
-crazyprotocol.com
+dear-diary.ru
-credit-respect.ru
+deluxedumps.com
-customchocolate.business-for-home.com
+dengi-pod-zalog-nedvizhimosti.ru
-cvety24.by
+designdevise.com
-cypernhuset.se
+detsky-nabytek.info
-dailyfinancefix.com
+deutschland123.de
-davebestdeals.com
+dgfitness.co
-dcj-nn.ru
+dividendo.ru
-deadlinkchecker.com
+djekxa.ru
-decenttools.com
+dnepropetrovsk.mistr-x.org
-decorationspcs.com
+domainroam.win
-dekorkeramik.ru
+domainsphoto.com
-demian.kz
+dood.live
-destinationrealestate.com
+dscaas.website
-detskie-konstruktory.ru
+dverimegapolis.ru
-dfiles.me
+dvervmoskvu.ru
-dnepr-avtospar.com.ua
+easyukraine.com
-dollartree.info
+elektronischezigarette2.mex.tl
-dolohen.com
+elektrozigaretten2.yn.lt
-donvito.unas.cz
-dotmass.top
-downloadme.life
-drev.biz
-drugspowerstore.com
-e-collantes.com
-e-commerce-seo.com
-eandsgallery.com
-eaplay.ru
-easycommerce.cf
-ebonyporn.site
-education-cz.ru
-ekspresihati.info
-electronicadirect.com
-elektrischezi.canalblog.com
-elitepcgames.com
 eloxal.ru
-empathica.com
-enhand.se
 enternet.ee
-erotikstories.ru
+evidencecleanergold.com
-escort-russian.com
+exci.ru
-eshop4u.jp
+exhibitionplus.eu
-estelight.ru
+ezb.elvenmachine.com
-eu-cookie-law.info
+ezigarettenkaufen1.pagina.gr
-evening-dating-club.info
+facecup.top
-exdocsfiles.com
-extlabs.io
-ezigarettekaufen2.blox.pl
-ezigarettekaufen2.yolasite.com
 fakehandbags.xyz
-familyphysician.ru
+famix.xyz
-fashionindeed.ml
+faracontrol.ir
-fbdownloader.com
+feeriaclub.ru
-fdzone.org
+fellowshipoftheminds.com
-felizporno.com
+filkhbr.com
-femdom.twiclub.in
+find1friend.com
-filesdatabase.net
+findclan.org
-flashbannernow.com
+finteks.ru
-flauntyoursite.com
+fivedwld.cf
-flooringinstallation-edmonton.com
+fordsonmajbor.cf
-footbalive.org
+forex.osobye.ru
-forms-mtm.ru
+formulaf1results.blogspot.com
-forodvd.com
+frankofficial.ru
-frameimage.org
+free-floating-buttons.com
-freejabs.com
+freesitetest.com
-freenode.info
+freshmac.space
-fugarif.ga
+freza-sverlo.ru
-fungirlsgames.net
+froggytube.com
-funtoonez.com
+fuck-paid-share-buttons.xyz
-galaxy-family.ru
+fun-mobi.pl
-game300.ru
+funcrushgames.com
-gateway.zscalerone.net
+fym.com.ru
-gemara.com
+gallery.rennlist.com
-genericviagrasildenafiled.net
+gamezblox.com
-gerhardhealer.com
+gazobeton-p.com.ua
-get-free-traffic-now.com
+gazporno.com
-getdot.ru
+ge0ip.org
-getresponse.com
+gearcraft.us
-gfaq.ru
+geckoandfly.com
-girlspicsa.com
+geile-lelly.eu
-glass-msk.ru
+genetworx.com
-gojiberriess.apishops.ru
+get-seo-domain.com
-googglet.com
+get-your-social-buttons.info
-grand-chlen.ru
+ghernnqr.skyrock.com
-greatidea.marketing
+ghostvisitor.com
-greatzip.com
+girlporn.ru
-gsasearchengineranker.site
+gktt.ru
-guidefs.ru
+global-ics.co.za
-hackers-crackers.tk
+gne8.com
-havepussy.com
+gonextmedia.com
-headpharmacy.com
+goo.ne.jp
-heartofpayne.xyz
+gorabagrata.ru
-heatpower.ru
+greatdealshop.com
-hesteel.pl
+greatfind-a.akamaihd.net
-hjaoopoa.top
+guruofcasino.com
+gwebtools.com
+gz2.bbsoldes.fr
+hd-filmy.net
+hdxnxxtube.mobi
+healgastro.com
+help.tpu.ru
+helpmymacfaster.trade
+hermesreplica.pw
+himazin.info
 hledejvshopech.cz
-home.myplaycity.com
+homeinns.com
-homedecorpicture.us
 hopeonthestreet.co.uk
-hoporno.com
+hostnow.men
-hut1.ru
+hoterika.com
-i-midias.net.br
+hoverboard360.se
-i-service.kz
+i-hobot.ru
-ido3.com
+i4track.net
-ilovevitaly.ru
+imgata.com
-ilovevitaly.xyz
+indetiske.ya.ru
-ilte.info
+infodocsportal.com
-imagefinder.site
+infospot.pt
-imediadesk.com
+insta-add.pro
-img.wallpaperstock.net
+inzn.ru
-increasewwwtraffic.info
+io9.com
-insurple.com
+iqoption-bin.com
-internet-apteka.ru
+isistaylorporn.info
-iqbazar.ru
+jackpotchances.com
-istizanidineacontrolledsubstance.blogspot.com
+japfm.com
-itis4you.com
+jasonpartington.com
-iusstf.org
+jerseychinabizwholesale.com
-iweblist.info
+jillepille.com
-j-times.ru
+jo24news.com
-javidol.site
+jobgirl24.ru
-jaxcube.info
+jovencitas.gratis
-job.icivil.ir
+junglenet-a.akamaihd.net
-jose.mulinohouse.co
+jurajskie.info
-journeydownthescale.info
+kadashihotel.com
-jyrxd.com
 kaidalibor.de
-karachev-city.ru
+keywordblocks.com
-karpun-iris.ru
+keywordteam.net
-keywordsuggest.org
+kidskunst.info
-kinobest.pl
+kiwe-analytics.com
-kinoplen.ru
+klosetkitten.com
-klitimg.pw
+knowsitall.info
-konkursov.net
+komputernaya-pomosh-moscow.ru
-konkursowo-24.pl
+kosmetyki.tm.pl
-kostenloser-sex.com
+kostenlos-sexvideos.com
+krasivoe-hd.com
 krassh.ru
-laptop-4-less.com
+krynica.info
-ledis.top
+kupit-adenu.ru
-lescinq.com
+kurbappeal.info
-levaquin750mg.blogspot.com
+ladsup.com
-lflash.ru
+lancheck.net
-lion.playtap.us
+languagecode.com
-liran-locks.com
+laudit.ru
-lisque.batcave.net
+lawyersinfo.org
-ljusihus.se
+leadn.pl
-locustdesign.co
+leboard.ru
-lollypopgaming.com
+lenpipet.ru
-lomb.co
+lignofix.ua
-long-beach-air-conditioning.com
+likesuccess.com
-lost-alpha.ru
+likrot.com
-lostaruban.com
+linerdrilling.com
-louboutinbooties.xyz
+linkarena.com
-m4ever.net
+lion.snapmap.us
-mabdoola.blogspot.com
+live-sexcam.tk
-maladot.com
+llastbuy.ru
-mantramusic.ru
+lol-smurfs.com
+lordzfilmz.me
+ltvperf.com
+lubetube.com
+luciddiagnostics.in
+lyngdalhudterapi.no
+makedo.ru
+mansiondelrio.co
 maridan.com.ua
+markjaybeefractal.com
 mathgym.com.au
-mb140.ru
+mebelcomplekt.ru
-medictube.ru
+med-zdorovie.com.ua
+mediaoffers.click
+medispainstitute.com.au
+medkletki.ru
 megaapteka.ru
-message-warning.net
+metalonly.info
-minecraft-rus.org
+mexicosleevegastrectomy.com
-mirobuvi.com.ua
+mezaruk.info
-missclub.info
+mindbox.co.za
-modabutik.ru
+mirmedinfo.ru
-moetomnenie.com
+missis.top
-mouselink.co
+mmgq.ru
-mp3ringtone.info
+mobifunapp.weebly.com
-mrbitsandbytes.com
+monarchfind-a.akamaihd.net
-mtmtv.info
+monclercoats.xyz
-musezone.su
+monclerjacketsoutlet.pw
-musicdaddy.net
+monsterdivx.tv
-mycaf.it
+most-kerch.org
-myfreetutorials.com
+mototsikl.org
-myhitmp3.club
+moxo.com
-myxdate.info
+moyaterapiya.ru
-nakrutka.cc
+msfsaar.de
-narkologiya-peterburg.ru
+muzaporn.com
-narosty.com
+mvpicton.co.uk
-nbsproject.ru
+my-bc.ru
-nerudlogistik.ru
+mydirtyhobby.com
-netallergy.ru
+myperiod.club
-netpics.org
+nfljerseyscheapchinabiz.com
-nippon-bearings.ru
+nikitabuch.com
-nonameread45.live
+nikitsyringedrivelg.pen.io
-nvformula.ru
+nina.az
-nyfinance.ml
+ningessaybe.me
-o-dachnik.ru
+noscrapleftbehind.co
-o-o-8-o-o.ru
+notebook-pro.ru
-obiavo.kz
+nrjmobile.fr
-oconto.ru
+obiavo.ru
-offf.info
+oda.as
-offtopic.biz
+oivcvx.website
-ok-ua.info
+oktube.ru
-old-rock.com
+onblastblog.online
-openstat.com
+onclkads.com
-optikremont.ru
+onlinebay.ru
-ororodnik.goodbb.ru
+onlinetvseries.me
-pacificair.com
+ons-add.men
-page2rss.com
+ontargetseo.us
-palvira.com.ua
+openfrost.net
-pammik.ru
+orion-code-access.net
-papasdelivery.ru
+peekyou.com
-partners-ship.pro
+pensplan.com
-pathwhelp.org
+phormchina.com
-pb-dv.ru
+photo.houseofgaga.ru
-pc-services.ru
+piccdata.com
-pdns.download
+picmoonco.pw
-perfectplanned.com
+picswe.com
-perl.dp.ua
-perosan.com
-picsearch.com
 pictures-and-images.com
-pierrehardysale.online
+pix-hd.com
-pixshark.com
 pizdopletka.club
-pk-services.ru
+pl.aasoldes.fr
-pkr1hand.com
+plastgran.com
-pogodnyyeavarii.gq
+playboyfiles.xblog.in
-pontiacsolstice.info
+pochtovyi-index.ru
-pornohub.me
+pornosee.info
-pornosmola.info
+pornozhara.com
+positive2b.ru
+priora-2.com
 priscilarodrigues.com.br
-privatamateure.com
+prodvigator.ua
-privatefx-in.ru
+professionaldieselcare.com
-privatov-zapisi.ru
+projectforte.ru
-prizefestival.mobi
+promalp-universal.ru
-pro-okis.ru
+proprostatit.com
-prointer.net.ua
+prostitutki-astana.org
-promover.org
+pskcijdc.bloger.index.hr
-putevka24.ru
+qcstrtvt.bloger.index.hr
-quick-offer.com
+qualitymarketzone.com
-ranksays.com
+ranking2017.ga
-rankscanner.com
+razorweb-a.akamaihd.net
-rapidokbrain.com
+regionshop.biz
-rating-bestcasino.com
+remont-comp-pomosh.ru
-razleton.com
+replicaclub.ru
-regdefense.com
+ric.info
-remontbiz.ru
+ringporno.com
-rennlist.com
+roleforum.ru
-research.ifmo.ru
+ros-ctm.ru
-rezeptiblud.ru
+rubbed.us
-rubanners.com
 running-line.ru
-rvtv.ru
+rus-pornuha.com
-s1z.ru
+rutor.group
-sa-rewards.co.za
+s8-nowy-wygraj.comli.com
-saddiechoua.com
+saletool.ru
-sammyweaver.com
+savefrom.com
-sanidumps.com
+savetubevideo.com
-sbetodiodnye-lampy.ru
 scanmyphones.com
-scanner-margo.top
+scanner-viktor.top
-scat.porn
+se.bnt-team.com
-schlampen-treffen.com
+seadragonherbery.com
-scoopquest.com
+searchengineranker.email
-sdelai-prosto.ru
+segol.tv
-sdi-pme.com
+seo-prof1.xyz
-sel-hoz.com
+seoboxes.com
-senger.atspace.co.uk
+serptehnika.ru
-sex-sex-sex5.com
+sex-foto.pw
-sexpartygirls.net
+sex-tracker.com
-sexs-foto.top
+sexphoto.site
-sexuria.net
+sharebutton.net
-sexystrippe.info
+sharpchallenge.com
-sfd-chess.ru
+shop.acim.org
-sfj-ror.no
+shopfishing.com.ua
-shama-rc.net
+shopsellcardsdumps.com
-share-buttons-for-free.com
+shopwme.ru
-shisha-swag.de
-shoppytoolmac.com
 sicfor.bcu.cc
-simpoed.ufop.br
+sisiynas.ru
-siteimprove.com
+skytraf.xyz
-sitevaluation.org
+slayerlife.com
-sk.golden-praga.ru
+slowmac.tech
-slujbauborki.ru
+sneakyboy.com
-smartadserver.com
-smokewithrabbits.com
-soaksoak.ru
 softomix.com
-solinf.co
+spb.afora.ru
-sotkal.lark.ru
+spbchampionat.ru
-space4updating.win
+spitfiremusic.com
-specialfinanceoffers.com
+sptslmtrafms.com
-sps-shop.com
+squidoo.com
+ssconstruction.co
+stackthatbucks.com
 staff.prairiesouth.ca
-stairliftsarea.com
+stair.registrydomainservices.com
+stairliftstrue.com
+staticfs.host
 stats-public.grammarly.io
-statustroll.com
+steame.ru
-stmassage.ru
+sterva.cc
-stockquotes.wooeb.com
+stpicks.com
-stpolice.com
+strfls.com
-supermodni.com.ua
+stroydetali.ru
-supervesti.ru
+stuff-about-money.com
-sureone.pro
+surflinksmedical.com
-surfbuyermac.com
+survival.betteroffers.review
-t3chtonic.com
+sygraem.com
-tampabaywatch.org
+syndicate.fun
-taqywu51.soup.io
+takeflyte.com
-taxi-v-eisk.ru
+tedy.su
-tecnoteakviareggio.it
+telegraf.by
-teesdaleflyballclub.co.uk
+templates.radiodigital.co
-telefonsex-ohne0900.net
+thaisamkok.com
-tengohydar.tk
+theplacetoupdating.pw
-teslathemes.com
+theprofitsmaker.net
-the-torrent-tracker.blogspot.com
+ticketsys.inetwd.com
-theendivechronicles.com
+tiens2010.ru
-thefotosgratis.eu
+timeallnews.ru
-thenews-today.info
+tizanidineformigraines.blogspot.com
-tizanidine4mgstreetprice.blogspot.com
+tizanidinehydrochloride4mgstreetvalue.blogspot.com
-tizanidineandgabapentin.blogspot.com
+tizanidinesideeffectsweightloss.blogspot.com
-tizanidinecapsules.blogspot.com
+toon-families.com
-tmearegion26.com
+tooplay.com
-tomck.com
+topdownloads.ru
-tootoo.to
+topmira.com
-topshef.ru
+topquality.cf
-torture.ml
+torrentdownloadhub.com
+torrents-tracker.com
 touchmods.fr
-tourismvictoria.com
+tour-line.net
-toursmaps.com
+track-rankings.online
-tozup.com
+traffictrade.life
-traffpartners.com
+traffmonster.info
-tupper-shop.ru
+trahvid.com
-turbabitload.weebly.com
+truck-land.life
-turkeyreport.tk
+trustaffs.com
-tv-spoty.info
+twodollarshows.com
-twittrading.com
+txxx.com
-uasb.ru
+uamtrk.com
+uginekologa.com
+ukrobstep.com
 ukrtextbook.com
-umityangin.net
-unece.org
-unimodemhalfduplefw.pen.io
-unpredictable.ga
-unrealcommander.org
 upproar.com
-vabasa.inwtrade.com
+uprour.com
-vadimkravtcov.ru
+uytmaster.ru
+vacuumcleanerguru.com
+varikozdok.ru
 vasileostrovsky-rayon.ru
-vduplo.ru
+vbabule.net
-velen.io
+velpanex.ru
-ventelnos.com
+videochat.world
-veselokloun.ru
+vipps.com.my
-virus-schutzmasken.de
+vita.com.hr
-vitalads.net
+viteonlusarezzo.it
-volgograd.xrus.org
+vksex.ru
-voluumtrk.com
+vodaodessa.com
-vonradio.com
+voronezh.xrus.org
-vse-pesni.com
+vseigru.one
-vvon.co.uk
+vykup-avto-krasnodar.ru
-vykupavto-krasnodar.ru
+vzlom-na-zakaz.com
-vzlomtw.com
+wardreapptokone.tk
-walkme.com
+webads.co.nz
-warningzscaler.heraeus.com
+webinstantservice.com
-watch-movies.ru
+weekes.biz.tc
-we-are-gamers.com
-webalan.ru
-webix.biz
-website-speed-up.top
 whatistizanidinehclusedfor.blogspot.com
 wheelchairliftsarea.com
-whereverdesperate.gq
+whereiskentoday.com
-whipme.yopoint.in
+whos.amung.us
-wikes.20fr.com
+wingsoffury2.com
 wiosenny-bon-1500.pl
-worldhistory.biz
+wormix-cheats.ru
-wosik-dach.service-for-web.de
+wowas31.ucoz.ru
-wovis.site
+writersgroup580.web.fc2.com
 wufak.com
-wwwadultcheck.com
+www.labves.ru
-x-lime.com
+x-diesel.org
-xfire.com
+x-musics.com
-xmnb.net
+x-true.info
+xchangetrak.com
+xmronta.com
 xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai
-xtube.com
+xn-----6kccaibs5cb8afhjrfmix2n.xn--p1ai
-xvideosbay.com
+xn----7sbbahaq9bb5afgiqfliv4m.xn--p1ai
-xxx-treker.ru
+xn----8sbarihbihxpxqgaf0g1e.xn--80adxhks
-xxxsiterips.xyz
+xn--24-glceagatoq7c2a6ioc.xn--p1ai
-yaoguangdj.com
+xn--80adaggc5bdhlfamsfdij4p7b.xn--p1ai
-yourtemplatefinder.com
+xn--80aikhbrhr.net
-za-fun-offer.com
+xn--d1abj0abs9d.in.ua
-zacreditom.ru
+xn--h1ahbi.com.ua
-zeleznobeton.ru
+xn--oogle-wmc.com
-zeroredirect10.com
+xnxxandxvideos.com
-zeroredirect7.com
+xpresscare.ru
-zigarettenonlinekaufen2.bloog.pl
+yourdesires.ru
+youtubologia.it
+ypmuseum.ru
+zaimhelp.ru
+zajm-pod-zalog-nedvizhimosti.ru
+zkjovpdgxivg.ga
+zona-aqua.ru
+zoodrawings.com
+zoolubimets.ru
 zrizvtrnpale.tk
-zverokruh-shop.cz
+zvooq.eu

dev-tools/test_units/random-referrers-for-whitelist-test.list

@@ -1,250 +1,250 @@
-000free.us
+03e.info
-5tey7463.weebly.com
+1001desert.com
-7xc4n.com
+2rich4bitches.com
-acc.eu.org
+4pp13.com
-actices.com
+acmebtn.ml
-aliexpresscashback.club
+ad-words.ru
-allknow.info
+adimmix.com
-amazon-adsystem.com
+adman.se
-antons-transporte.de
+alert-jdh.xyz
-apidigidocketnet-a.akamaihd.net
+alif-ba-ta.com
-apiitsthirteende-a.akamaihd.net
+alive-ua.com
-app-ready.xyz
+ampower.me
-artel116.ru
+apelsinnik.website
-autolombard-krasnodar.ru
+apimegabrowsebiz-a.akamaihd.net
-aversis.net
+autoloans.com
-aviva-limoux.com
+autotrends.today
-awency.com
+avek.ru
-azlex.uz
+avtocredit-legko.ru
-bashtime.ru
+backgroundpictures.net
-beachtoday.ru
+backiee.com
-beatifullandscape.co
+bala.getenjoyment.net
-begalka.xyz
+bard-real.com.ua
+battle.net
+beachdriveblog.com
+beremenyashka.com
 bestbuy.ca
-bestempresas.es
+bestmouthwash.club
-bestwebsitesawards.com
+beztuberkuleza.ru
-bizru.info
+bget.ru
-blogqpot.com
+biznesrealnost.ru
-bristolhostel.com
+bjanshee.ru
+bjetjt.com
+bluejays-jerseys.us
+boazpower.com
+bobinoz.com
+boobsimge.com
+boostmyppc.com
+brendbutik.ru
+bristolhotel.com.ua
 buchananshardware.com
-bugof.gq
+buzzzg.men
-buttons-for-website.com
+cartierlovestore.xyz
-buzzurl.jp
+caulderwoodkennels.com
-callawaygolfoutlet.online
+cdncash.com
-camdolls.com
+chee-by.biz
-cartierlovebraceletreplica.xyz
+cherubinimobili.it
-cbcseward.com
+chocoslim.pro
-cerev.info
+chuckguilford.com
-chinajerseyswholesalecoupons.com
+clubfashionista.com
-christianlouboutinoutlet.win
+compliance-jessica.top
-cinemaflix.website
+compliance-walter.top
-classicakuhni.ru
+coolyarddecorations.com
-clickbank.net
+cosmeticswomens-womensports.rhcloud.com
-clickprotects.com
+covadhosting.biz
-clickso.com
+creativehutindia.com
-copblock.org
+customcollegeessays.net
-cornerstone-countertops.com
+delayreferat.ru
-damedingel.ya.ru
+design-lands.ru
-davebestdeals.com
+dfwu1013.info
-dawlenie.com
+digitalassetmanagement.site
-deda-moroza-zakaz.ru
+dinkolove.ya.ru
-dinosaurus.site
+dollartree.info
-dokumentalkino.net
-domain-tracker.com
-domain2008.com
-dominterior.org
-dostavimvdom.ru
 downloader12.ru
-drivotracker.com
+dscaas.website
-eldiariodeguadalajara.com
+eager-nash.188-93-233-196.plesk.page
-electronicadirect.com
+editmedios.com
-elektrischezigarettekaufen2.cowblog.fr
 elektrischezigaretten2.beeplog.com
-ero-advertising.com
+enginebay.ru
-essayassist.com
+epicbrogaming.com
-eupornstar.info
+es5.com
-eyemagination.com
+escortslet.net
-eyes-on-you.ga
+etotupo.ru
-face.hostingx.eu
+eu-cookie-law.blogspot.com
-factorynightclub.com
+exonline.info
-fapgon.com
+ezigarettekaufen.myblog.de
-fefo.gdn
+filefilter.weebly.com
-fickluder69.com
+filmidivx.com
-fidelityfunding.com
+financeloan.us
-filesclub.net
+forum.tvmir.org
-filesvine.com
+free-share-buttons.blogspot.com
-flashlarevista.com
+freecamdollars.com
-formulaf1results.blogspot.com
-fugarif.ga
-gagrasector.ru
-gallerily.com
 gallictures.com
-gameonasia.com
+gamingspark.com
-gazporno.com
+gay-site.store
-gigapeta.com
+ge0ip.com
-googst2.ru
+gearsadspromo.club
-gwebtools.com.br
+getmyads24.com
-habermetre.com
+gigixo.com
-hausfrauensex18.com
+girlsfuckdick.com
-hd-film.pl
+goblacked.com
-hdseriale.pl
+gonextmedia.com
-hdwallpapers-free.com
+googlepositions.com
-hkdiiohi.skyrock.com
+gotcher.us
-hobbyhuren24.net
+greenzaim.ru
-homik.pw
+gsasearchenginerankerdiscount.com
-hoporno.com
+hawaiielectriclight.com
-inboxdollars.com
+hdxnxxtube.mobi
-indiakino.net
+hitcpm.com
-inmate-locator.us
+house.sieraddns.com
-internet-apteka.ru
+humbmosquina.tk
-investsuccess.org
+ico.re
+idealtits.net
+images.gyffu.com
+imagez.co
+inclk.com
+infazavr.ru
+internetartfair.com
+investingclub.ru
 ip-guide.com
-iqoption-bin.com
+iscblog.info
-irkutsk.online-podarki.com
+jabimgo.pw
-istmira.ru
+janerikholst.se
-itis4you.com
+jillepille.com
-javxxx18.com
+jjbabskoe.ru
-jeremyeaton.co
+johannesburgsingles.co.za
-jetsli.de
+jolic2.com
-kaac.ru
+jus0wil.pp.ua
-kanimage.com
+keenoutlet.online
-katushka.net
+labafydjxa.su
-keywordsking.com
+lacapilla.info
-kinotorka.ru
+lafourmiliaire.com
-klumba55.ru
+light.ifmo.ru
-koleso24.com.ua
+likrot.com
-kretpicf.pw
+live-sexcam.tk
-krynica.info
+liveinternet.ro
-kw21.org
+localmatchbook.com
-laserpen.club
+lonerangergames.com
-linkbolic.com
+macdamaged.tech
-lion.snapmap.us
+magicplayer-s.acestream.net
-liupis.com
+maglid.ru
-locimge.pw
+mcar.in.ua
-lombia.co
+me-ke.com
-longadventure.com
+medi-fitt.hu
-lostaruban.com
+mediaoffers.click
-lottospring.com
+medicovi.com
-louboutinreplica.pw
+methodsmarketing.com
-lumb.co
+mielec.pl
-m.b00kmarks.com
+money-for-placing-articles.com
-manuscript.su
+moz.com
-marblestyle.ru
+mrsdalloways.com
-master-muznachas.ru
+msk-diplomat.com
-matsdale.com
+mtmtv.info
-mirobuvi.com.ua
+mural.co
-mobot.site
+na15.ru
-modenamebel.ru
+nlfjjunb5.ru
-mole.pluto.ro
+obiavo.in
-moncleroutletonline.xyz
+oecnhs.info
-monsterdivx.com
+optitrade24.com
-mostantikor.ru
+osoznanie-narkotikam.net
-mrvideospornogratis.xxx
+ostrovtaxi.ru
-myblogregistercm.tk
+pacificair.com
-mydownlodablefiles.com
+parlament.biz
-myhitmp3.club
+partner-stop.men
-mzdish.site
+parvezmia.xyz
-negral.pluto.ro
+pawli.eu
-newstaffadsshop.club
+physfunc.ru
-newstraveller.ru
+pinwallpaper.top
-nicovideo.jp
+pogodnyyeavarii.gq
-niroo.info
+pornosmola.info
-o.light.d0t.ru
+pornstartits.xblog.in
-o333o.com
-online7777.com
-onlineku.com
-pandroid.co
-parfusale.se
-patterntrader-en.com
-pdns.cz
-pendelprognos.se
-perosan.com
-petrovka-online.com
-pewit.pw
-piuminiita.com
-polybuild.ru
-pons-presse.com
-pontiacsolstice.info
-popup-hgd.xyz
-portside.xyz
-positive2b.ru
 pourvous.info
-pricheski-video.com
+preparevideosafesystem4unow.site
-priora-2.com
+printdirectforless.com
-producm.ru
+priscilarodrigues.com.br
-prodvigator.ua
+prostitutki-kharkova.org
-prostitutki-novgoroda.org
+purchasepillsnorx.com
-psa48.ru
+realitykings.com
-quit-smoking.ga
+remmling.de
-rainbowice.ru
+repeatlogo.co.uk
-remorcicomerciale.ro
+retreatia.com
-research.ifmo.ru
+rfid-locker.co
-rethinkwasteni.info
+rossmark.ru
-rn-to-bsn.com
+rukino.org
-rogervivierforsale.com
+rusvideos.su
-rosbalt.com.ua
+sadaholding.com
-rusenvironmental.net
+sankt-peterburg.nodup.ru
-rustic-quiver.win
+scanner-ivan.top
-s8-nowy-wygraj.comli.com
+scanner-jane.top
-samolet.fr
+scanner-olga.top
-sbf441.com
+searchengineranker.email
-sbt-aqua.ru
+searchimpression.com
-seozoom.it
+seonetwizard.com
-sergiorossistore.online
+servingnotice.com
-sexystrippe.info
+sexvideo-sex.com
-ship-marvel.co.ua
+shijian.ac.cn
-shtora66.ru
+shopperifymac.com
-shymkent.xkaz.org
+sim-service.net
-sildenafilcitratemed.com
+sindragosa.comxa.com
-simplesite.com
+skyway24.ru
-simpoed.ufop.br
+slowmacfaster.trade
-skincrate.net
+small-game.com
-sky-mine.ru
+smsactivator.ru
-slim.sellany.ru
+social-buttons.xyz
-social-buttons.com
+socialbookmarksubmission.org
-softxaker.ru
+soda.media
-sovetogorod.ru
+souvenir.cc
-spacash.com
+space-worry.ml
-specialfinanceoffers.com
+spb.ru
-standardchartered-forex.com
+spitfiremusic.com
-strigkaomsk.ru
+sribno.net
-tarad.com
+steame.ru
-tattoo33.ru
+streetfooduncovered.com
-taximytishi.ru
+suchenindeutschland.com
-thenews-today.info
+superiends.org
-thepornsex.org
+supermodni.com.ua
-titan-cloud.life
+syndicate.fun
-tizanidine4mg.blogspot.com
+td-l-market.ru
-tizanidinecapsules.blogspot.com
+tgtclick.com
-tizanidinehydrochloride2mg.blogspot.com
+thebitcoincode.com
-tizanidinehydrochloride4mgstreetvalue.blogspot.com
+thegolfclub.info
-tonerbox.kz
+titangel-vietnam.com
-totu.info
+tizanidinehcl4mgisitanarcotic.blogspot.com
-trackzapper.com
+tizanidinewithdrawal.blogspot.com
-trafficstars.com
+tjkckpytpnje.com
-traffique.net
+top-deal.com.pl
-traffixer.com
+topanasex.com
-trahic.ru
+toyota.7zap.com
-tubeoffline.com
+tt-ipd.info
-turbo-suslik.org
+tuckpointingmasonrysystems.com
-urldelivery.com
+tula.howotorg.ru
-userequip.com
+udsgame.online
-vbabule.net
+unacittaconte.org
-vip-dom.in
+urll.eu
-vip2ch.com
+uvozdeckych.info
-vkonche.com
+vacuumcleanerguru.com
-voluumtrk.com
+valmetrundan.se
-w3javascript.com
+vchulkax.com
-wholesalejerseysgaa.com
+velen.io
-xn----ctbbcjd3dbsehgi.xn--p1ai
+velobikestock.com
-xn----dtbndd4ae7eub.top
+video-hollywood.ru
-xn--80ak6aa92e.com
+vielporno.net
-xn--80aodinpgi.xn--p1ai
+vysigy.su
-yeartwit.com
+wallpapers-best.com
-yourmovies.pl
+wallpapersist.com
-youtube-downloader.savetubevideo.com
+warning.or.kr
-zaidia.xhost.ro
+webradiology.ru
-zapatosenventa.info
+webscouter.net
-zarenica.net
+webtherapy.ru
-zeroredirect.com
+westvilletowingservices.co.za
-zog.link
+wovis.site
+wurr.voila.net
+xn----9sbebi2bvzr7h.xn--p1ai
+yaminecraft.ru
+your-bearings.com
+yoursearch.me
+yourtemplatefinder.com
+znakomstvaonlain.ru
+znaturaloriginal.com
+zoolubimets.ru
+zoominfo.com

dev-tools/test_units/whitelist-ips.conf

@@ -1,2 +1,2 @@
-10.1.0.24	0;
+10.1.0.77	0;
 127.0.0.1	0;

dev-tools/tmp/robots.txt

@@ -6,8 +6,8 @@
 
 ### Version Information #
 ###################################################
-### Version: V4.2022.04.3058
+### Version: V4.2022.04.3059
-### Updated: Thu Apr 21 22:01:18 UTC 2022
+### Updated: Fri Apr 22 07:04:00 UTC 2022
 ### Bad Bot Count: 637
 ###################################################
 ### Version Information ##

robots.txt/robots.txt

@@ -6,8 +6,8 @@
 
 ### Version Information #
 ###################################################
-### Version: V4.2022.04.3058
+### Version: V4.2022.04.3059
-### Updated: Thu Apr 21 22:01:18 UTC 2022
+### Updated: Fri Apr 22 07:04:00 UTC 2022
 ### Bad Bot Count: 637
 ###################################################
 ### Version Information ##