V4.2021.05.2354 [ci skip]

.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.193.184.18	1;
+34.66.200.49	1;
 127.0.0.1	1;

.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.193.184.18	0;
+34.66.200.49	0;
 127.0.0.1	0;

.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.193.184.18	1;
+34.66.200.49	1;
 127.0.0.1	1;

.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.193.184.18	0;
+34.66.200.49	0;
 127.0.0.1	0;

.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.193.184.18	1;
+34.66.200.49	1;
 127.0.0.1	1;

.dev-tools/beta_conf_files_whitelist/bots.d/custom-bad-referrers.conf

@@ -4412,6 +4412,7 @@
 	"~*(?:\b)page2rss\.com(?:\b)" 	0;
 	"~*(?:\b)pagesense\.com(?:\b)" 	0;
 	"~*(?:\b)paidonlinesites\.com(?:\b)" 	0;
+	"~*(?:\b)paighambot\.com(?:\b)" 	0;
 	"~*(?:\b)painting\-planet\.com(?:\b)" 	0;
 	"~*(?:\b)paintingplanet\.ru(?:\b)" 	0;
 	"~*(?:\b)paleohub\.info(?:\b)" 	0;
@@ -6538,6 +6539,7 @@
 	"~*(?:\b)walpaperlist\.com(?:\b)" 	0;
 	"~*(?:\b)wanker\.us(?:\b)" 	0;
 	"~*(?:\b)wapsite\.me(?:\b)" 	0;
+	"~*(?:\b)wardreapptokone\.tk(?:\b)" 	0;
 	"~*(?:\b)wareseeker\.com(?:\b)" 	0;
 	"~*(?:\b)warezaccess\.com(?:\b)" 	0;
 	"~*(?:\b)warezkeeper\.com(?:\b)" 	0;

.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.193.184.18	0;
+34.66.200.49	0;
 127.0.0.1	0;

.dev-tools/referrers-regex-format-whitelist-test.txt

@@ -4365,6 +4365,7 @@
 "~*(?:\b)page2rss\.com(?:\b)" 	0;
 "~*(?:\b)pagesense\.com(?:\b)" 	0;
 "~*(?:\b)paidonlinesites\.com(?:\b)" 	0;
+"~*(?:\b)paighambot\.com(?:\b)" 	0;
 "~*(?:\b)painting\-planet\.com(?:\b)" 	0;
 "~*(?:\b)paintingplanet\.ru(?:\b)" 	0;
 "~*(?:\b)paleohub\.info(?:\b)" 	0;
@@ -6491,6 +6492,7 @@
 "~*(?:\b)walpaperlist\.com(?:\b)" 	0;
 "~*(?:\b)wanker\.us(?:\b)" 	0;
 "~*(?:\b)wapsite\.me(?:\b)" 	0;
+"~*(?:\b)wardreapptokone\.tk(?:\b)" 	0;
 "~*(?:\b)wareseeker\.com(?:\b)" 	0;
 "~*(?:\b)warezaccess\.com(?:\b)" 	0;
 "~*(?:\b)warezkeeper\.com(?:\b)" 	0;

.dev-tools/referrers-regex-format.txt

@@ -4364,6 +4364,7 @@
 "~*(?:\b)page2rss\.com(?:\b)" 	1;
 "~*(?:\b)pagesense\.com(?:\b)" 	1;
 "~*(?:\b)paidonlinesites\.com(?:\b)" 	1;
+"~*(?:\b)paighambot\.com(?:\b)" 	1;
 "~*(?:\b)painting\-planet\.com(?:\b)" 	1;
 "~*(?:\b)paintingplanet\.ru(?:\b)" 	1;
 "~*(?:\b)paleohub\.info(?:\b)" 	1;
@@ -6490,6 +6491,7 @@
 "~*(?:\b)walpaperlist\.com(?:\b)" 	1;
 "~*(?:\b)wanker\.us(?:\b)" 	1;
 "~*(?:\b)wapsite\.me(?:\b)" 	1;
+"~*(?:\b)wardreapptokone\.tk(?:\b)" 	1;
 "~*(?:\b)wareseeker\.com(?:\b)" 	1;
 "~*(?:\b)warezaccess\.com(?:\b)" 	1;
 "~*(?:\b)warezkeeper\.com(?:\b)" 	1;

.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf

@@ -45,4 +45,4 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-34.122.173.211          0;
+34.66.200.49            0;

.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-34.122.173.211	1;
+35.188.15.155	1;
 127.0.0.1	1;

.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-34.122.173.211	0;
+35.188.15.155	0;
 127.0.0.1	0;

.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-34.122.173.211	1;
+35.188.15.155	1;
 127.0.0.1	1;

.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-34.122.173.211	0;
+35.188.15.155	0;
 127.0.0.1	0;

.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-34.122.173.211	1;
+35.188.15.155	1;
 127.0.0.1	1;

.dev-tools/test1_conf_files_whitelist/bots.d/custom-bad-referrers.conf

@@ -4412,6 +4412,7 @@
 	"~*(?:\b)page2rss\.com(?:\b)" 	0;
 	"~*(?:\b)pagesense\.com(?:\b)" 	0;
 	"~*(?:\b)paidonlinesites\.com(?:\b)" 	0;
+	"~*(?:\b)paighambot\.com(?:\b)" 	0;
 	"~*(?:\b)painting\-planet\.com(?:\b)" 	0;
 	"~*(?:\b)paintingplanet\.ru(?:\b)" 	0;
 	"~*(?:\b)paleohub\.info(?:\b)" 	0;
@@ -6538,6 +6539,7 @@
 	"~*(?:\b)walpaperlist\.com(?:\b)" 	0;
 	"~*(?:\b)wanker\.us(?:\b)" 	0;
 	"~*(?:\b)wapsite\.me(?:\b)" 	0;
+	"~*(?:\b)wardreapptokone\.tk(?:\b)" 	0;
 	"~*(?:\b)wareseeker\.com(?:\b)" 	0;
 	"~*(?:\b)warezaccess\.com(?:\b)" 	0;
 	"~*(?:\b)warezkeeper\.com(?:\b)" 	0;

.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-34.122.173.211	0;
+35.188.15.155	0;
 127.0.0.1	0;

.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf

@@ -45,5 +45,5 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-35.193.184.18           0;
+35.202.245.105          0;
-34.122.173.211          0;
+104.197.122.201         0;

.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf

@@ -45,5 +45,5 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-34.122.208.80           0;
+35.188.15.155           0;
-35.193.184.18           0;
+34.66.50.208            0;

.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf

@@ -45,6 +45,6 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-34.122.208.80           0;
+34.66.200.49            0;
-35.193.184.18           0;
+34.66.25.221            0;
-34.122.173.211          0;
+34.66.50.208            0;

.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf

@@ -45,5 +45,5 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-35.193.184.18           0;
+34.66.200.49            0;
-104.154.182.187         0;
+34.66.25.221            0;

.dev-tools/test_units/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.193.184.18	1;
+34.66.200.49	1;
 127.0.0.1	1;

.dev-tools/test_units/custom-bad-referrers.conf

@@ -4412,6 +4412,7 @@
 	"~*(?:\b)page2rss\.com(?:\b)" 	0;
 	"~*(?:\b)pagesense\.com(?:\b)" 	0;
 	"~*(?:\b)paidonlinesites\.com(?:\b)" 	0;
+	"~*(?:\b)paighambot\.com(?:\b)" 	0;
 	"~*(?:\b)painting\-planet\.com(?:\b)" 	0;
 	"~*(?:\b)paintingplanet\.ru(?:\b)" 	0;
 	"~*(?:\b)paleohub\.info(?:\b)" 	0;
@@ -6538,6 +6539,7 @@
 	"~*(?:\b)walpaperlist\.com(?:\b)" 	0;
 	"~*(?:\b)wanker\.us(?:\b)" 	0;
 	"~*(?:\b)wapsite\.me(?:\b)" 	0;
+	"~*(?:\b)wardreapptokone\.tk(?:\b)" 	0;
 	"~*(?:\b)wareseeker\.com(?:\b)" 	0;
 	"~*(?:\b)warezaccess\.com(?:\b)" 	0;
 	"~*(?:\b)warezkeeper\.com(?:\b)" 	0;

.dev-tools/test_units/random-bots-for-test-quick.list

@@ -1,10 +1,10 @@
-360Spider
+Cogentbot
-Brandprotect
+DataCha0s
-ChinaClaw
+DTS Agent
-EyeNetIE
+Fimap
-Mb2345Browser
+GrapeshotCrawler
-Msrabot
+Jbrofuzz
-VeriCiteCrawler
+Octopus
-WebmasterWorldForumBot
+Picscout
-WebZIP
+ProWebWalker
-WWW-Collector-E
+Widow

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
+Abonti
-404checker
+AfD-Verbotsverfahren
-404enemy
 AiHitBot
-Alligator
+AllSubmitter
-Anarchie
+Anarchy
+Ankit
+Apexoo
 archive.org_bot
-Aspiegel
+arquivo.pt
 ASPSeek
-Asterias
 Attach
-autoemailspider
+AwarioRssBot
-BackDoorBot
-Backlink-Ceck
 BacklinkCrawler
-BackStreet
+Badass
-BackWeb
-BatchFTP
 BBBike
-BetaBot
+BDCbot
 Bigfoot
-Bitacle
+Blackboard
-Black Hole
+Blow
-BLEXBot
-Boardreader
-Bolt
 BotALot
-Brandwatch
+BuiltBotTough
-Buck
+BuiltWith
-Bullseye
+BunnySlippers
 BuzzSumo
-CherryPicker
+Calculon
-Chlooe
+CazoodleBot
-Claritybot
+Cegbfeieh
-Cliqzbot
+CensysInspect
-Cloud mapping
 Cocolyzebot
 CODE87
+Cogentbot
 com.plumanalytics
-Copyscape
+Craftbot
-Cosmos
+crawler4j
-crawl.sogou.com
+CyotekWebCopy
-Crescent
-CSHttp
-Curious
 DatabaseDriverMysqli
 DataCha0s
-demandbase-bot
+DBLBot
-Devil
 Digincore
 DigitalPebble
 DIIbot
 Discobot
-DnyzBot
 DomainAppender
-DomainSigmaCrawler
-Domains Project
 DomainStatsBot
-Download Wonder
-Dragonfly
 Drip
-DSearch
-DTS Agent
 Ebingbong
 eCatch
 ECCP/1.0
 Ecxi
-EMail Siphon
+Evil
-EMail Wolf
-EroCrawler
 Exabot
 Express WebPictures
-Extractor
+ExtLinksBot
-Firefox/7.0
+facebookscraper
-FlashGet
+FDM
-Foobot
+FemtosearchBot
+Fimap
+Flunky
+FrontPage
 Fuzz
 FyberSpider
-Genieo
 GermCrawler
-Getintent
+GetWeb
-G-i-g-a-b-o-t
+Gigabot
 Gotit
-GrabNet
+GridBot
-GrapeshotCrawler
+Harvest
-Haansoft
-HaosouSpider
-HEADMasterSEO
 heritrix
-HTMLparser
+Heritrix
+HMView
+HTTrack
 Humanlinks
-Id-search
 IlseBot
-Image Fetch
+Image Sucker
-Indy Library
+InfoTekies
-instabid
+InternetSeer
-InterGET
+internetVista monitor
 Iria
-isitwp.com
+Iskanie
-JamesBOT
+IstellaBot
+Jbrofuzz
 JennyBot
-JetCar
-Jetty
 JikeSpider
 JOC Web Spider
+Jyxobot
 Kenjin Spider
 Kinza
-LexiBot
+Kozmosbot
-LibWeb
+Lanshanbot
+Lftp
 Libwhisker
-Likse
+LieBaoFast
-Linkbot
+Lightspeedsystems
-Linkdexbot
+LinkWalker
-LinkextractorPro
+LinqiaMetadataDownloaderBot
-LinkScan
-LinqiaScrapeBot
 Lipperhey Spider
 Litemage_walker
-Lmspider
-LNSpiderguy
 Ltx71
+Magnet
 Mag-Net
 magpie-crawler
-Mail.RU_Bot
+Majestic SEO
-Majestic12
+Masscan
-MarkMonitor
-MarkWatch
 Mass Downloader
-Mata Hari
-MauiBot
 Mb2345Browser
+meanpathbot
 Meanpathbot
+MeanPath Bot
 Metauri
-MicroMessenger
+MFC_Tear_Sample
-MJ12bot
+MIDown tool
-Mojolicious
+Mister PiX
-Morfeus Fucking Scanner
+MQQBrowser
 Mr.4x3
-MSFrontPage
+MSIECrawler
-MTRobot
+Msrabot
 Name Intelligence
 Navroad
-NetSpider
+Nessus
-Nettrack
+NetAnts
-Net Vampire
+NetMechanic
+Netvibes
 NextGenSearchBot
-Nibbler
 Niki-bot
-NimbleCrawler
 Ninja
-NPbot
+Nmap
+Nuclei
+Nutch
 Offline Explorer
 OnCrawl
-Openvas
+Openfind
+OpenLinkProfiler
 OpenVAS
 OPPO A33
-OrangeBot
+OutfoxBot
-OrangeSpider
 Page Analyzer
 page scorer
-Panscient
+Pandalytics
 Papa Foto
-pcBrowser
+PeoplePal
-PECL::HTTP
+Petalbot
 PHPCrawl
-POE-Component-Client-HTTP
+Picsearch
-Pump
+PictureFinder
+Pixray
+plumanalytics
+Pockey
+polaris version
+ProWebWalker
+Pu_iN
+PxBroker
+PyCurl
+Quick-Crawler
+RankActiveLinkBot
+RankFlex
+RankingBot2
 Rankivabot
+RankurBot
+RedesScrapy
 ReGet
-RocketCrawler
+Re-re
-Rogerbot
+ripz
+RSSingBot
 SalesIntelligent
-satoristudio.net
 scalaj-http
 ScanAlert
-scan.lol
+ScoutJet
+Screaming
 Searchestate
-Seomoz
+SentiBot
+SEOlyticsCrawler
+seoscanners
+SeoSiteCheckup
+SEOstats
+serpstatbot
 sexsearcher
-Shodan
+Sitebeam
 SiteCheckerBotCrawler
-SiteExplorer
-Siteimprove
 siteripz
 SlySearch
 SMTBot
+Snake
+Snapbot
+SocialRankIOBot
+Sociscraper
 Sogou web spider
-Sosospider
 Sottopop
-sp_auditbot
+SpankBot
-Spinn3r
+Spanner
 SputnikBot
 spyfu
-Sqworm
+Steeler
-Stripper
+Sucker
+SuperHTTP
+Surfbot
+SurveyBot
+Suzuran
+Swiftbot
 Szukacz
+T0PHackTeam
 Teleport
-Telesphorep
+Telesoft
-The Intraformant
-TheNomad
 Thumbor
-TightTwatBot
 Titan
 Toweyabot
+Tracemyfile
 Trendiction
-Trendictionbot
-trendiction.com
 trendiction.de
-True_Robot
 Turingos
+Turnitin
+TurnitinBot
 TwengaBot
 Typhoeus
+UnisterBot
 Upflow
+Vagabondo
 VelenPublicWebCrawler
-VeriCiteCrawler
+Virusdie
+VoidEYE
+Voil
 Voltron
 Wallpapers/3.0
-WallpapersHD
 WASALive-Bot
-Webalta
+WebBandit
-WebAuto
+Web Enhancer
-WebCollage
-WEBDAV
 WebFuck
-WebImageCollector
+Web Fuck
 WebLeacher
 WebmasterWorldForumBot
 webmeup-crawler
-WebPix
-WebSauger
 Web Sauger
 Webshag
-Website Quester
 Webster
+WebStripper
 WebSucker
 Web Sucker
 WebWhacker
-Whack
+WebZIP
-Whatweb
+WeSEE
 Widow
+WiseGuys Robot
 WISENutbot
 Wonderbot
-Wprecon
 WPScan
-WWW::Mechanize
+WWW-Collector-E
-x22Mozilla
+Xenu
-Zeus
+YoudaoBot
-zgrab
+Zade
-Zitebot
+Zermelo
-ZmEu
+ZumBot

.dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
+404enemy
 80legs
-Aboundex
+Aboundexbot
-Acunetix
+AfD-Verbotsverfahren
-AIBOT
+AhrefsBot
+AiHitBot
 Aipbot
 Alexibot
-Anarchy
+AllSubmitter
-Ankit
+AlphaBot
 Apexoo
-archive.org_bot
-Aspiegel
-ASPSeek
 Asterias
-BackDoorBot
 Backlink-Ceck
-BacklinkCrawler
+backlink-check
-BackStreet
+Badass
-Bandit
-Barkrowler
 BatchFTP
 BDCbot
-Bitacle
+BetaBot
-Blackboard
+Bigfoot
-BlackWidow
+BLEXBot
+Blow
 BlowFish
-Boardreader
 BotALot
+Brandwatch
 Buddy
+BuiltWith
+Bullseye
+Calculon
 CATExplorador
-CheTeam
+CCBot
-Chlooe
+check1.exe
-Claritybot
+CheeseBot
+CherryPicker
+Cliqzbot
+coccocbot-web
 Cocolyzebot
-CODE87
 cognitiveseo
 com.plumanalytics
 Copier
-Cosmos
+Craftbot
-crawler4j
+crawl.sogou.com
-crawler.feedback
+CrazyWebCrawler
 CSHttp
 Curious
-DataCha0s
+Demon
-DBLBot
 Deusu
-Devil
+Digincore
-DigitalPebble
+DIIbot
-Dirbuster
+Disco
-Discobot
+Discoverybot
-DittoSpyder
 DomainAppender
 DomainCrawler
 DomainSigmaCrawler
-domainsproject.org
 DomCopBot
-DSearch
+Dragonfly
-ECCP/1.0
+Drip
+Ebingbong
 Ecxi
-EirGrabber
+EMail Siphon
+EMail Wolf
 EroCrawler
 Evil
-ExtLinksBot
+Express WebPictures
-Extractor
 ExtractorPro
 Extreme Picture Finder
-EyeNetIE
+FDM
 FHscan
-Fimap
+FrontPage
-Flunky
-Foobot
-Freeuploader
 Fuzz
-FyberSpider
+Genieo
-Fyrebot
+GermCrawler
 GetRight
-GetWeb
+Gigablast
-Gigabot
 gopher
-GoZilla
+Gotit
-Go!Zilla
+GridBot
-Grabber
+Haansoft
-GrapeFX
 Havij
 heritrix
-Heritrix
+Iblog
-Hloader
+Id-search
-HTTP::Lite
+IlseBot
-HybridBot
+Image Fetch
 Image Sucker
+IndeedBot
+Indy Library
 InfoNaviRobot
-InfoTekies
+Intelliseek
-instabid
+ips-agent
-InterGET
+IRLbot
-Internet Ninja
+JennyBot
-internetVista monitor
+JetCar
-Jbrofuzz
+Jetty
-JOC Web Spider
+Jorgee
 JustView
 Jyxobot
-Keyword Density
+Kozmosbot
-Kinza
 Lanshanbot
-LexiBot
 LibWeb
 Libwhisker
-Lightspeedsystems
+Linkbot
-Likse
+Linkdexbot
-LinkextractorPro
+LinkpadBot
-LinqiaMetadataDownloaderBot
+LinksManager
+LinkWalker
 LinqiaScrapeBot
-LWP::Simple
+Lipperhey
-Mag-Net
+Litemage_walker
+Lmspider
+lwp-request
+magpie-crawler
+Mail.RU_Bot
+Majestic12
 Majestic SEO
-MarkMonitor
 MarkWatch
-Mb2345Browser
-meanpathbot
 Meanpathbot
 MeanPath Bot
 mediawords
+MegaIndex.ru
 Metauri
-MFC_Tear_Sample
-Microsoft Data Access
 Microsoft URL Control
-Mister PiX
+Morfeus Fucking Scanner
-Mojeek
-Mojolicious
 Mozlila
+Mr.4x3
 MSFrontPage
 MSIECrawler
-MTRobot
+Musobot
-NetLyzer
+Nameprotect
-NetSpider
+Navroad
-NetZIP
+Needle
-NICErsPRO
+Netcraft
 Nikto
-NPbot
+Ninja
-Nuclei
+Offline Explorer
-Octopus
+Offline Navigator
 OnCrawl
+Openfind
 OpenLinkProfiler
 OpenVAS
 OrangeSpider
 OutclicksBot
+OutfoxBot
 PageAnalyzer
-Page Analyzer
+pcBrowser
-Pavuk
+PECL::HTTP
+PeoplePal
+Petalbot
+PHPCrawl
 Picscout
-Picsearch
+PictureFinder
 Piepmatz
 Pimonster
 Pixray
+PleaseCrawl
 Pockey
-POE-Component-Client-HTTP
+probe-image-size
-Probethenet
-Pu_iN
 Pump
 PxBroker
 Quick-Crawler
-RankActive
-RankFlex
-RankingBot
 Rankivabot
-RebelMouse
+RealDownload
-Recorder
+RedesScrapy
+RepoMonkey
+Re-re
 Ripper
-ripz
+RocketCrawler
-Rogerbot
+RSSingBot
-s1z.ru
 SalesIntelligent
-scalaj-http
+satoristudio.net
+SBIder
+Scanbot
 scan.lol
 ScoutJet
+Scrapy
 Screaming
+SearchmetricsBot
 SentiBot
-SEOkicks
+SEOkicks-Robot
-SEOstats
+SEOprofiler
-sexsearcher
+serpstatbot
-Shodan
-SISTRIX
 Sitebeam
 SiteCheckerBotCrawler
-SiteSnagger
+sitechecker.pro
+Siteimprove
+SiteSucker
 Site Sucker
-SmartDownload
+SlySearch
-Sosospider
+Sociscraper
+sogouspider
+Sogou web spider
 Sottopop
 SpaceBison
 SpankBot
-sp_auditbot
-Spinn3r
 SputnikBot
-Sqlworm
+spyfu
+Sqworm
 Sucker
-Sucuri
+SuperBot
-SuperHTTP
+SurveyBot
+Suzuran
 sysscan
-T8Abot
+Szukacz
 tAkeOut
-Teleport
 TeleportPro
-Telesoft
 Telesphorep
-Thumbor
+The Intraformant
+TightTwatBot
 Titan
-Trendiction
+Toata
+Tracemyfile
 Trendictionbot
-trendiction.com
 trendiction.de
-True_Robot
+TwengaBot
-Turingos
-Twice
 Typhoeus
 URLy.Warning
 Vagabondo
-VB Project
 VelenPublicWebCrawler
-VidibleScraper
+Voil
-Virusdie
+Wallpapers/3.0
-VoidEYE
+WallpapersHD
-Web Auto
+WBSearchBot
+WebAuto
 Web Collage
-WebCopier
+WebEnhancer
 WebFetch
-WebFuck
 Web Fuck
 WebGo IS
-WebLeacher
 WebmasterWorldForumBot
 webmeup-crawler
+Web Pix
+WebReaper
+WebSauger
+Webshag
 WebsiteQuester
 Website Quester
-Webster
+WebStripper
-Web Sucker
+WebWhacker
 WeSEE
 Whacker
-Who.is Bot
+Whatweb
-Wotbox
+Widow
-Wprecon
+WinHTTrack
-WPScan
+WWW-Mechanize
-WWWOFFLE
-x09Mozilla
 x22Mozilla
-Xaldon WebSpider
 Xenu
-Zade
+YoudaoBot
 Zauba
-zauba.io
+ZmEu
 ZyBorg

.dev-tools/test_units/random-referrers-for-test-quick.list

@@ -1,10 +1,10 @@
-cubs-jerseys.us
+detskie-konstruktory.ru
-eropho.com
+fickenbumsen.net
-glogow.pl
+frbizlist.com
-mearns-tractors.co.uk
+humbmosquina.tk
-spl63.fr
+hvd-store.com
-trahvid.com
+me-ke.com
-uggsale.online
+morpicert.pw
-wesharepics.site
+sport-video-obzor.ru
-xn--l1aengat.xn--p1ai
+xn-----8kcatubaocd1bneepefojs1h2e.xn--p1ai
-xzlive.com
+xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai

.dev-tools/test_units/random-referrers-for-test.list

@@ -1,500 +1,500 @@
-00author.com
 1008.su
-13tabs.com
+101billion.com
-1-free-share-buttons.com
+2020iscoming.info
-72-news.com
+3th.co.in
-7zap.com
+3weekdiet.com
-8kisses.eu
+4ur.click
-aac500b7a15b2646968f6bd8c6305869d7.com
+5i2.net
-acortarurl.es
+6128786.com
-activepr.ru
+6hopping.com
-add-add.men
+76brighton.co.uk
-adultwebhosting.info
+7a2rnuey1tw9ar.ru
+7ooo.ru
+8si.ru
+aa625d84f1587749c1ab011d6f269f7d64.com
+aanapa.ru
+absolutelyanalog.com
+acc.eu.org
+adanih.com
+adbetclickin.pink
+addtoadd.men
+adrunnr.com
+advocatemsk.ru
+ad-words.ru
+aero2.ru
 aghanyna.com
-ald2014.org
+ahrefs.com
-alessandraleone.com
+akita.kz
-algarveglobal.com
+alekseevec.ru
-algerianembassy.co.in
+alert-fjg.xyz
-amyfoxfitness.com
+alevinefesleri.com
-ananumous.ru
+alf-img.com
-angel1777.kz
+alldownload.pw
-apessay.com
+alldubai.biz
-apiitsthirteende-a.akamaihd.net
+alphacarolinas.com
-apishops.ru
+alphahoverboards.com
-apper.de
+anal-acrobats.com
-arabseyes.com
+angigreene.com
-asacopaco.tk
+angry-fermi-7633.arukascloud.io
+animebox.com.ua
+apelsinnik.website
+apifasterlightin-a.akamaihd.net
+appfastplay.com
+applicationg29.com
 asiavirtualsolutions.com
-automobile-spec.com
+astana.xxxkaz.org
+autogrep.ru
+availit.weebly.com
 avtoarenda.by
-avtovolop.ru
+avtocredit-legko.ru
-ayerbo.xhost.ro
 azartmsl.com
-azte.ch
+bad-stars.net
-babieca.com
+bagcionderlab.com
-bcmp.org
+balook.com
-belinka.com.ua
+bannertesting.com
-berrymall.ru
+battlecarnival.su
-best-games.today
+beclean-nn.ru
-besthoro.ru
+begalka.xyz
-bestmouthwash.club
+beremenyashka.com
-bestofupload.info
+bestdraws.com
-besttorrentknifta.weebly.com
+bestpornuha.com
-bestwaystogetpaid.us
+bestprofits-there.com
-bestwebsiteawards.com
+bif-ru.info
-bestwebsitesawards.com
+billiard-classic.com.ua
-betwinservice.com
+bioca.org
-bigames.online
+bioscorp.ru
-biglistofwebsites.com
+bjanshee.ru
-bitnote.co
+boazpower.com
-bizfly.info
+bonux.nextview.ru
-biznesschat.net
+boo-arts.com
-blagovest-med.ru
+braintobe.win
-blockworld.ru
+buttons-for-your-website.com
-blog.f00kclan.de
+bvlgaribracelet.xyz
-bloggedporn.com
+calc-for-credit.ru
-bluejays-jerseys.us
+carrauterie.be
-bonvillan.com
+carsplate.com
-bookhome.info
+cartierbraceletsreplica.pw
-bronzeaid-a.akamaihd.net
+cartierbracelet.xyz
-bum.com.ru
+cartierlovebracelet.xyz
-businesxxl.com
+cartierlovestore.xyz
-buy-cheap-online.info
+cartiertrinity.xyz
-buyviagraa.blogspot.com
+casinopinup-wins.com
-californianews.cf
+cbozhe.com
-camdolls.com
+cejewelry.xyz
-camsex.xxx-cam.webcam
-cascadelink.org
-cashonads.com
-cbb1smartlist12.click
-cbcseward.com
-ccjp.eu
 centrdebut.ru
-cfacarrosserie74.com
+cerev.info
-cfsrating.sonicwall.com
+cete.ru
-c-gainsbourg.com
+cgi2.nintendo.co.jp
-cheapjerseysfootballshop.com
+changde.58.com
-cheapmarmot.online
 cheapmoncler.win
-chelyabinsk.xrus.org
+checktext.org
-cherubinimobili.it
+cherrypointplace.ca
-chinese-amezon.com
+chocolateslim-en-espana.com
-cibpenonptib.flu.cc
+christianlouboutinsaleoutletonline.us
-cicaki.net
+cienum.fr
-cjs.com.ru
+circlesl.com
-claytransformations.info
+click2pawn.com
-cleanallspyware.com
+cocyq.inwtrade.com
-clicksor.com
+co.lumb.co
-clmforexeu.com
-club-musics.ru
-colehaanoutlet.store
 comeondog.info
-compliance-mark.top
+compliance-don.top
-compliance-nelson.top
+compliance-irvin.top
-coolgamechannel.com
+compliance-ivan.xyz
-coolwallpapers-hd.com
+conboy.us
-copenergo.ru
+connectionstrenth.com
-copyrightclaims.org
+contentlook.co
-costablue.xyz
+coolingoods.com
-covetnica.com
+cornomase.win
-craftburg.ru
+cottageofgrace.com
 crd.clan.su
-crynet.cc
 custodieva.ru
-customchocolate.business-for-home.com
 custom-product-labels.com
-cwetochki.ru
+cxpromote.com
-danceuniverse.ru
+darmebel.com.ua
-darkbooks.org
+data-mining.tk
-dayibiao.com
+davidovic.info
-ddpills.com
+dawlenie.com
-dealitright.click
+ddospanel.com
-defenderxtactical.com
+decorationspcs.com
-dentalpearls.com.au
+deniven.1bb.ru
+den-noch24.ru
 detective01.ru
-detmebel.su
+dickssportinggoods.com
-dev.citetick.com
+digitalfaq.com
-dfiles.me
+dimfour.com
-diffbot.com
+dimkino.ru
-discountbarbour.online
+dipstar.org
-dlya-android.org
+dms-sw.ru
-dnepr-avtospar.com.ua
+dnsrsearch.com
-doctissimo.fr
+docstoc.com
-doeco.ru
+documentsite.net
-doktoronline.no
+dogsrun.net
-domination.ml
+dokfilms.net
+domaincrawler.com
 domini.cat
-donna7753191.ru
 doublepimp.com
-draniki.org
+downvids.net
-drivotracker.com
+driving.kiev.ua
-drupa.com
+e2click.com
-druzhbany.ru
+e90post.com
-earl-brown.info
-eduserver.net
-ekspresihati.info
-elektroniksigaraankara.info
-elektronischezi.livejournal.com
-elkacentr.ru
-elvenar.com
 embedle.com
-enews.tech
+emediate.eu
-englishgamer.com
+empis.magix.net
-essay-writing.work
+englishdictionaryfree.com
+envaseslotusama.com
+erot.co
+es5.com
+espaceinventoristes.com
 estibot.com
-eurosamodelki.ru
+europages.com.ru
-evrotekhservis.ru
+extstat.com
-executehosting.com
+eywords-monitoring-your-success.com
-ezigarettekaufen1.hpage.com
+ezigaretteshop.webs.com
-farmprofi.net
+ezrvrentals.com
-favorcosmetics.com
+familyholiday.ml
-fba-mexico.com
+familyphysician.ru
-ferrotodo.com
+ff30236ddef1465f88547e760973d70a.com
-fetroshok.ru
+filefilter.weebly.com
-findclan.org
+filmetricsasia.com
-fitfloponline.store
+findacheaplawyers.com
-flipper.top
+findanysex.com
-f-online.de
+findpics.pw
-forpackningsutveckling.se
+flashbannernow.com
-foxinsocks.ru
+fortwosmartcar.pw
-franklinfire.co
+forumprofi.de
-free-share-buttons.top
+forum.tvmir.org
-freetangodownload.com
+foxweber.com
-fres-news.com
+franecki.net
-frighteningremain.cf
+free411games.com
-galleryawesome.com
+free-gluten.ru
+freemags.cc
+free-share-buttons.com
+freewebs.com
+froggytube.com
+frvo.alptandem.ru
+fxgallery.com
+fxund.us
+gallictures.com
 gamebackyard.com
-gamedayhouse.com
+gaz-voshod.ru
-gameprimary.com
-gay.adultgalls.com
-gay-file.com
-gaypornmovie.net
 gdcentre.ru
-germes-trans.com
+geckoandfly.com
-getdot.ru
+geileweiber.tk
-girlsatgames.ru
+glavtral.ru
-glass-msk.ru
+gnuetella.com
-glcomputers.ru
+gopixdatabase.com
-glopages.ru
+gratuitbaise.com
-gombita.info
+gsasearchengineranker.space
-googlemare.com
+gta-top.ru
-googleseo.com.tr
+gtopstats.com
-gosmeb.ru
+handicapbathtubarea.com
-greamimgo.pw
+hdpixent.com
-greenzaim.ru
+heartofpayne.xyz
-guge.io
+hem.passagen.se
-gwhwpxbw.bloger.index.hr
+hermesbracelets.xyz
-hahashka.ru
+hitmuzik.ru
-hatdc.org
+hjaoopoa.top
-hausfrauensex18.com
+hoholikik.club
-hd-filmy.net
+hopeonthestreet.co.uk
-hexpilot.com
+hoste.octopis.com
-hledejvshopech.cz
+hoztorg-opt.ru
-hollywoodactress.info
+hscsscotland.com
-homeinns.com
+htmlcorner.com
-homik.pw
+hundejo.com
-hostingclub.lk
+hyiphunter.org
-hotshoppymac.com
+ikearugs.xyz
-hoverboard360.se
+imabase.com
-hspline.com
+impresagaia.it
-huhn.altervista.org
+infodocsportal.com
-idealtits.net
+infospot.pt
-ie.57883.net
+innoslicon.com
-ilovevitaly.xyz
+inspiring-desperate.tk
-impisr.edunsk.ru
+intellego.info
-inome.com.ua
+investingclub.ru
-interfucks.net
+iplogger.org
-ip-guide.com
+jackwolfskinoutlet.online
-iphantom.com
-iqoption.com
-ivanstroi.ru
-izoll.ru
-j33x.com
-jasonpartington.com
 javcoast.com
-jo24news.com
+javxxx18.com
+jimmychoosale.online
 joessmogtestonly.com
-joyceblog.top
+johnnyhaley.top
-juliaworld.net
+jovencitas.gratis
-jumptap.com
+jrpmakati.com
-jwcialislrt.com
+justkillingti.me
-jwss.cc
+kerwinandcariza.com
-kaliningrad.zrus.org
+kolotiloff.ru
-kemerovo.zrus.org
+kongoultry.net
-keywordsking.com
+kongruan.com
-keywords-monitoring-success.com
+kopihijau.info
-kino2018.cc
+kosmetyki.tm.pl
-kinocccp.net
+krafte.ru
-kino-key.info
+krasivye-devushki.net
-kollekcioner.ru
+krasnodar.zrus.org
-komp-pomosch.ru
+ktotut.net
-koptims.tiu.ru
+kurwa.win
-kskjco.club
+kvartira-sutochno.com
-kurbappeal.info
+ladsup.com
-kursy-ege.ru
+lalalove.ru
-lacapilla.info
+landoftracking.com
-lacasamorett.com
-lanadelreyfans.us
-laptoper.net
-larose.jb2c.me
 lazymanyoga.com
-legionalpha.com
+lechenie-gemorroya.com
-lenvred.org
+ledis.top
-letolove.ru
+lennatin.info
-letto.by
+lignofix.ua
-lezbiyanki.net
+likrot.com
-lidoradio.com
+lineshops.biz
-life.biz.ua
+linkbolic.com
-link.ac
+lost-alpha.ru
-liupis.com
+lovelycraftyhome.com
-localflirtbuddies.com
+m292.info
-locimge.pw
+mabdoola.blogspot.com
-lombardfinder.ru
+mail.allnews24.in
-louboutinreplica.xyz
+malwareremovalcenter.com
-luciddiagnostics.in
+manimpotence.com
-macdamaged.space
+manipulyator-peterburg.ru
-machicon-akihabara.info
+martlinker.com
-macotool.com
+marwer.info
-makenahartlin.com
+master-muznachas.ru
-makis.nu
+masturbate.co.uk
-mall.uk
+matb3aa.com
-mansiondelrio.co
+mature.free-websites.com
-manualterap.roleforum.ru
+max-eclat.men
-manyresultshub-a.akamaihd.net
+medicine-4u.org
-maranbrinfo.com.br
+medictube.ru
-maxxtor.eu
+medkritika.ru
-mb140.ru
+medosmotr-ufa.ru
-mebelcomplekt.ru
+members.ghanaweb.com
-meddesk.ru
+mezaruk.info
-meget.co.za
+michaelkorsoutletstore.net
-mejoresfotos.eu
+microsearch.ru
-merryhouse.co.uk
+middlerush-a.akamaihd.net
-metabar.ru
+midst.eu
-metallosajding.ru
+mielec.pl
-mhtr.be
+migente.com
-microsoftportal.net
+minet.club
-minharevisao.com
+miniads.ca
-mir-betting.ru
+mistr-x.org
-monarhs.info
+mitrasound.ru
-monclerjacketsoutlet.win
+mobifunapp.weebly.com
-montredemarque.nl
+mobstarr.com
-mturkcontent.com
+modabutik.ru
-mug-na-chas-moscow.ru
+moivestiy.biz
-muizre.ru
+money-every-day.com
-mulberryoutletonlineeu.com
+morlat.altervista.org
-muschisexbilder.com
+mostantikor.ru
-musezone.ru
+moz.com
-musicspire.online
+mozello.ru
+mp3downloadhq.com
+mrinsidesales.com
+msfsaar.de
+msk.afora.ru
+musezone.su
+musicstock.me
+muzaporn.com
 muznachas-service.ru
-mvpicton.co.uk
+my-big-family.com
-mycouponizemac.com
+myblogregistercm.tk
-myhitmp3.club
+myonigroup.com
-myseoconsultant.com
+myphotopipe.com
-narkologiya-penza.ru
+myra.top
-netcheckcdn.xyz
+nac-bearings.ru
-news-speaker.com
+napalm51.nut.cc
-nextbackgroundcheck.gq
+naturalbreakthroughsresearch.com
-nofreezingmac.click
+naturalshair.site
-nootrino.com
+navalwiki.info
-notasprensa.info
+netoil.no
-nucia.biz.ly
+networkad.net
-odesproperty.com
+new7ob.com
-offer.wpsecurity.website
+newtechspb.ru
-oklogistic.ru
+nfljerseys.online
+nhl17coins.exblog.jp
+niroo.info
+noumeda.com
+novodigs.com
+obiavo.by
+obiavo.ru
+oda.as
 okmedia.sk
-oktube.ru
+oynat.info
-online-zaymy.ru
+ozas.net
-opinionreelle.com
+panchro.xyz
-orgasmus-virtual.com
+paperwritingservice17.blogspot.ru
-ourville.info
+paphoselectricianandplumber.com
-ownshop.win
+parfusale.se
-palocco.it
+partner-cdn.men
-panicatack.com
+partner-trustworthy.men
-pastaleads.com
+pathwhelp.org
-pdns.cz
+pattersonsweb.com
-petrovka-online.com
+pc-virus-d0l92j2.pw
-php-market.ru
+pdn-4.com
-piccshare.com
+phuketscreen.com
-picsforkeywordsuggestion.com
+picturesmania.com
-picswe.com
+piratecams.com
-picture-group.com
+pizza-imperia.com
-pictures-and-images.com
+playtap.us
-pierrehardysale.online
+poems.com.ua
-pinapchik.com
+pokemon-go-play.online
-pkr1hand.com
+poppen-nw.net
-platesauto.com
+popugauka.ru
-pochemychka.net
-pod-muzyku.club
-podshipniki-ntn.ru
-polybuild.ru
-pontiacsolstice.info
-pony-business.com
 popugaychiki.com
-popup-jdh.xyz
+pornogig.com
-pornofeuer.com
-pornoforadult.com
-pornoklad.ru
 pornpost.in
-pozdrawleniya.ru
+pravoholding.ru
-privatamateure.com
+prchecker.info
-privatefx-in.ru
+priscilarodrigues.com.br
-producm.ru
+privatov-zapisi.ru
-pron.pro
+prizefestival.mobi
-proxyradar.com
+profitkode.com
-pulse33.ru
+pronekut.com
-pussyfleet.com
+prosmibank.ru
-putitin.me
+push-ad.com
-pyramidlitho.webs.com
+quit-smoking.ga
-randalljhoward.com
+ranking2017.ga
-randki-sex.com
+ranksonic.com
-rating-casino2021.ru
+razorweb-a.akamaihd.net
-rebelmouse.com
+realmonte.net
-regdefense.com
+referencemoi.com
-regionshop.biz
+reklama1.ru
-remont-ustanovka-tehniki.ru
+relayblog.com
+remorcicomerciale.ro
 renecaovilla.online
 rentalcarnavi.info
 resant.ru
-rethinkwasteni.info
+respublica-otel.ru
-revistaindustria.com
+roleforum.ru
-rightenergysolutions.com.au
+royalvegascasino.com
-ringporno.com
+ruex.org.ua
-ritlweb.com
+running-line.ru
-rogervivierforsale.com
+ruscoininvest.company
-rollercoin.com
+rybalka-opt.ru
-russian-postindex.ru
+sammyweaver.com
-saletool.ru
+sbprabooks.com
-samo-soznanie.ru
+scanner-barak.top
-sanidumps.com
+scanner-john.top
-sarahmilne.top
+scenarii-1-sentyabrya.uroki.org.ua
-sarm.tk
+scrnet.biz.ua
-satellite.maps.ilovevitaly.com
+searchkut.com
-scanner-jess.top
+seofied.com
-seadragonherbery.com
+seojokes.net
-search.1and1.com
+service-core.ru
-secretscook.ru
+servingnotice.com
-seeingmeerkat.com
+sexvideo-sex.com
-semrush.com
-seoboxes.com
-seokicks.de
-seorank.info
-seorankinglinks.us
 sexy-pings.com
-sharebutton.net
+sexystrippe.info
-sharebutton.to
+sharebutton.org
-shareyards.com
+shopcheermakeup.info
-sharpchallenge.com
+shymkent.xkaz.org
-shop.acim.org
+simply.net
-sibdevice.ru
 site5.com
-sitechecker.pro
+site-analyzer.com
-sitevaluation.org
+skachat-besplatno-obrazcy.ru
-skypasss.com
+skincrate.net
 slowmac.tech
-smartpet.ru
+smart-balancewheel.com
-snowplanes.com
+sms2x2.ru
-soaksoak.ru
+snjack.info
-social-search.me
+sobecjvuwa.com.ru
-softomix.net
+social-vestnik.ru
-sogimlecal.tk
+soft1.ru
-sophang8.com
+spb.afora.ru
-space2019.top
+speeddream.xyz
-sport7777.net
+sptslmtrafms.com
-sport-video-obzor.ru
+ssconstruction.co
-spy-app.info
-stairliftsarea.com
-stanthonyscatholicchurch.org
-stardevine.com
 starwars.wikia.com
-statistici.ro
+statustroll.com
-strana-solnca.ru
+stretchingabuckblog.com
-studiofaca.com
+strfls.com
-styro.ru
+stroilka.info
-superlist.biz
+sucsesofinspiration.com
-symphonyintegratedhealthcare.com
+sugvant.ru
-takethatad.com
+sukirgenk.dvrlists.com
-tampabaywatch.org
+superinterstitial.com
-t-bygg.com
+supermama.top
-td-33.ru
+supernew.org
-tdsing.ru
+surgut.zrus.org
-tedy.su
+svolze.com
-templates.franklinfire.co
+sygraem.com
-thegameriders.com
+taboola.com
-thenews-today.info
+tastyfoodideas.com
-titslove.yopoint.in
+teenfuck.tv
-tizanidineformigraines.blogspot.com
+theautoprofit.ml
-tizanidineonline.blogspot.com
+theendivechronicles.com
-tooplay.com
+tizanidinehydrochloride2mg.blogspot.com
-topclickguru.com
+tizanidinehydrochloride4mgstreetvalue.blogspot.com
-topvidos.ru
+tizanidinerestlesslegsyndrome.blogspot.com
-traffic100.com
+tk-assortiment.ru
-trafficmp.com
+tnaionline.org
-trafficreceiver.club
+tomck.com
-truck-rece.life
+topdownloads.ru
-try-rx.com
+topsy.com
-twittrading.com
+tozup.com
+track2.shop
+track-rankings.online
+trackzapper.com
+traderzplanet.in
+trustaffs.com
+tubeline.biz
+turist-strani.ru
+twelvevisionspartyofcolorado.com
+twitlinks.com
 tx41tclega.ru
-umnovocaminho.com
+typer.one
-unimodemhalfduplefw.pen.io
+ublaze.ru
-uptime-alpha.net
+ukrobstep.com
-uptime-as.net
+unacittaconte.org
+unrealcommander.org
 uptimechecker.com
-urlopener.com
+upupa.net
-userequip.com
+url-extractor.xyz
-v720hd.ru
+urlopener.blogspot.com.au
-validdomain.xyz
+vadimkravtcov.ru
-valsalud.com
+valueclick.com
-vapeface.club
+varikozdok.ru
-vepad.com
+vavilone.com
-vgoloveboli.net
+vclicks.net
-video-chat.cn
+veerotech.com
-vikistars.com
+velobikestock.com
-vinsit.ru
+versaut.xxx-cam.webcam
-vipromoffers.com
+vesnatehno.ru
-vipsexfinders.com
+videochat.bz
-visa-china.ru
+videokrik.net
-vkontaktemusic.ru
+videositename.com
-vladimir.xrus.org
+vietimgy.pw
-vladimir.zrus.org
+vip-dom.in
-vodaodessa.com
+vksex.ru
-vozbujdenie.com
+vote-up.ru
-vtcdns.com
+vroze.com
-vzube.com
+wareseeker.com
-watchmyfb.pl
+webmonetizer.net
-webalan.ru
+webshoppermac.com
-web.cvut.cz
+website-speed-checker.site
-webjam.com
+webtherapy.ru
-webnode.me
+westen-v.life
-website-speed-check.site
+westvilletowingservices.co.za
-website-speed-up.site
+wfb.hatedriveapart.com
-websites-reviews.com
+whatsappbot.flyland.ru
-website-stealer.nufaq.com
+whiteproduct.com
-webstatsdomain.org
+wildnatureimages.com
-weddingdresses.xyz
+windowssearch-exp.com
-wemedinc.com
+wingsofrefuge.net
-whereiskentoday.com
+womens-journal.net
-win-spy.com
+works.if.ua
-womensplay.net
+www.888.com
-wufak.com
+xcc24.pl
-www.wohnkabinen-shop.de
+xchangetrak.com
-x5market.ru
+xn--80abgj3a5acid6ghs.top
-xn--24-glceagatoq7c2a6ioc.xn--p1ai
+xn--80ak6aa92e.com
-xn--80ab4aa2g.xn--p1ai
+xn--80aodinpgi.xn--p1ai
-xn--80ajjbdhgmudixfjc8c5a9df8b.xn--p1ai
+xn----itbeirbjbi7bc6bh2d.xn--p1ai
-xn----dtbndd4ae7eub.top
+yhit.press
-xn--h1aakne2ba.xn--p1ai
+yoluxuryevents.com
-xxxhdvideo.site
+yoursearch.me
-xxxnatelefon.ru
+youtube-downloader.savetubevideo.com
-yaderenergy.ru
+zakazfutbolki.com
-yellowfootprints.com
+zarabotat-na-sajte.ru
-yougotanewdomain.com
+zastroyka.org
-yourmovies.pl
+zed21.net
-yunque.pluto.ro
+zeroredirect9.com
-zakonobosago.ru
+z-master.ru
-zaloro.com
+zmoda.hostreo.com
-zapatosenventa.info
+zocaparj.kz
-zarabotok--doma.ru
-zkjovpdgxivg.ga
-zoompegs.com
-zvezdagedon.ru
-zynax.ua

.dev-tools/test_units/random-referrers-for-whitelist-test.list

@@ -1,250 +1,250 @@
-00it.com
+1xbet4you.com
-1008.su
+3th.co.in
-10bet.com
+4kpics.rocks
-1j7740kd.website
+55wmz.ru
-4k-player.pl
+5elementov.ru
-4pp13.com
+5forex.ru
-5-steps-to-start-business.com
+6128786.com
-91abcw.com
+7search.com
 aa8780bb28a1de4eb5bff33c28a218a930.com
-aarbur.com
+absolute-s.ru
-addray.pro
+academia-nsk.org
-adtology.com
+add-add.men
-adultmeetonline.info
+adzpower.com
-agecheckadult.com
+alert-jdh.xyz
-ahmedabadwebs.com
+allnews24.in
-allbizne.co.ua
+allwomen.info
-amt-k.ru
+alpinism.ru
-android-style.com
+am-se.com
-animalia-life.club
+apibetweenlinesn-a.akamaihd.net
-apilinkswiftco-a.akamaihd.net
+apiwebwebgetcom-a.akamaihd.net
-appiq.mobi
+atdedinotuho.tk
-arabsexxxtube.com
+auto-moto-elektronika.cz
-autobudpostach.club
+auto-zapchasti.org
-ayakino.net
+avon-severozapad.ru
-ayerbo.xhost.ro
+avtolombard-krasnodar.com
-azartniy-bonus.com
+ayodhya.co
-banksrf.ru
+azadnegar.com
-bbsoldes.fr
+babosas.com
-belstaffstore.online
+bagcionderlab.com
-benchmarkcommunications.co.uk
+beauby.ru
-beztuberkuleza.ru
+bedandbreakfast.com
-bif-ru.info
+bmw.afora.ru
-blockworld.ru
+bongacams.com
-bradleylive.xyz
+book-bets.com
-buzzurl.jp
+break-the-chains.com
-cakemediahq.com.au
+bryansk.zrus.org
-canrioloadm.gq
+bscodecs.com
-carfax.com.ua
+buyessayonline19.blogspot.ru
-carloans.com
+buzzsumo.com
+camel-beach.com
+carstrends2015.com
 cashkitten-a.akamaihd.net
-casite-513049.cloudaccess.net
+cenokos.ru
-caulderwoodkennels.com
+chcu.net
-ccjp.eu
+checkm8.com
-cdn.walkme.com
+chuckguilford.com
-cerev.info
+cleanallvirus.com
-chatroulette.online
+cleanersoft.com
-chiptuninger.com
+clickintext.net
-choice-credit.ru
+community.allhiphop.com
-clarithromycin500mg.com
+compliance-donald.xyz
-clickpapa.com
+compliance-josh.top
-compliance-ivan.top
+com-secure.download
-coolbar.pro
 cosmeticswomens-womensports.rhcloud.com
-customsua.com.ua
+culturevie.info
-cymbaltaandtizanidine.blogspot.com
+darkbooks.org
-dailyfinancefix.com
+daymusam.com
-delitime.info
+dealitright.click
-detmebel.su
+digitalfaq.com
-detoxmed24.ru
+domainroam.win
-dignitasdata.se
+doxysexy.com
-djonwatch.ru
+duplicashapp.com
-dnepr-avtospar.com.ua
+easyshoppermac.com
-dojki-hd.com
+ecookna.com.ua
-donvito.unas.cz
+educontest.net
-dyshagi.ru
+eluxer.net
-easycommerce.cf
+euromasterclass.ru
-eldiariodeguadalajara.com
+europages.com.ru
-elektronischezigarettekaufen1.myblog.de
+europeanwatches.ru
-el-nation.com
+f07.de
-eloxal.ru
+famix.xyz
-elvenmachine.com
+fashionavenuegame.com
-enternet.ee
+fidelityfunding.com
-enthuse.computernetworksonline.com
+forum20.smailik.org
-essayassist.com
+fotosfotos.eu
-etm-consult.de
+freefoto.ca
-eurosamodelki.ru
+freza-sverlo.ru
-exmasters.com
+fsakhalin.ru
-ezigarettenshop1.yolasite.com
+funnymama.com
-face.hostingx.eu
+gallerily.com
-faithe.top
+games.kolossale.ru
-familyholiday.ml
+genericlowlatencyasiodriverhq.aircus.com
-farm26.ru
+genericviagrasildenafiled.net
-favornews.com
+get-seo-domain.com
-fdzone.org
+gilbertbanda.net
-fermersovet.ru
+googlepositions.com
-fickenbumsen.net
+gorabagrata.ru
-fortwosmartcar.pw
+hchha.com
-freeuploader.ml
+hd-filmy.net
-gambarkataku.co
+healing-dysplasia.ru
-gaz-voshod.ru
+hesteel.pl
-gearsadspromo.club
+hexpilot.com
-glogow.pl
+hotel-mkad.ru
-googst2.ru
+hyhj.info
-gopro-online.info
+iideaidekonkatu.info
-guge.io
+ilo134uloh.com
-hdimagelib.com
+importchinacoach-teach.com
-hebr.myddns-flir.com
+iqoption.pro
-helpmymacfaster.trade
+iwantmyfreecash.com
-histock.info
+jeremyeaton.co
-house.sieraddns.com
+jestr.org
-huhn.altervista.org
+jolic2.com
-hybrid.ru
+justdating.online
-iamsport.org
+kanimage.com
-igru-xbox.net
+kinoplen.ru
-javatex.co.id
+kinozapas.org
-jerseyschinabizwholesale.us
+klin3952.ru
-johnnyhaley.top
+krasivye-devushki.net
-kasino-money.pw
+laparfumotec.com
-ketoanhanoi.info
+lider-zhaluzi.kiev.ua
-khafre.us
+livejasmin.com
-kihi.gdn
+lkbennettstore.online
-kinobest.pl
+lockerz.com
-kmd-pto.ru
+m4ever.net
-kndxbkdx.bloger.index.hr
+madot.onlinewebshop.net
-kol-energo.ru
+maranbrinfo.com.br
-kolotiloff.ru
+medanestesia.ru
-kozhniebolezni.com
+mhtr.be
-kurbappeal.info
+mncrftpcs.com
-landinez.co
+mobifunapp.weebly.com
-laulini.soclog.se
+mobilierland.com
-law-check-seven.xyz
+moneyteam24.com
-lescinq.com
+new7ob.com
-lineavabit.it
+novodigs.com
-linkarena.com
+obiavo.uz
-linkbuddies.com
+offers.bycontext.com
-loadingpages.me
+offf.info
-localflirtbuddies.com
+okeinfo.online
-lombia.com
+okmedia.sk
-lsp-awak-perikanan.com
+okroshki.ru
-m0r0zk0-krava.ru
+openfrost.net
-macresource.co.uk
+osagonline.ru
-magicalfind-a.akamaihd.net
+pagesense.com
-marsgatan.com
+pawli.eu
-medkletki.ru
+paydayonlinecom.com
-millionare.com
+pc-services.ru
-mir-business-24.ru
+pechikamini.ru
-mmostrike.ru
+piccshare.com
-moje-recenze.cz
+picsearch.com
-moxo.com
+pictures-and-images.com
-mrinsidesales.com
-mrvideospornogratis.xxx
-myonlinepayday.co
-nailsimg.com
-naphukete.ru
-netpics.org
-networkad.net
-networkcheck.xyz
-nottyu.xyz
-novatech.vn
-okonich.com.ua
-oksrv.com
-onemantrip.com
-online-sbank.ru
-orel-reshka.net
-orhonit.com
-osoznanie-narkotikam.net
-ossmalta.com
-paperwritingservice17.blogspot.ru
-par-fallen.ga
-partner-cdn.men
-partner-trustworthy.men
-pateaswing.com
-pelfind.me
-photo-clip.ru
-phpdevops.com
-pinapchik.com
 pizda.lol
-pl.aasoldes.fr
+pogosh.com
-pobeiranie.pl
+popads.net
-polska-poezja.com
+pornogig.com
-porn555.com
+pornoted.com
-pozdravleniya-c.ru
+pornotubexxx.name
-pro-okis.ru
+printie.com
-prostitutki-novgoroda.org
+prostitutki-astana.org
-quangcaons.com
+quick-seeker.com
-queerspace.com
+rainbowice.ru
-reklamuss.ru
+redirectme.net
-renecaovillasale.online
+registrysweeper.com
-riders.ro
+remmling.de
-rossmark.ru
+remont-comp-pomosh.ru
-ruscopybook.com
+replica-watch.ru
-rus-pornuha.com
+rp9.ru
-rybalka-opt.ru
+ru-dety.ru
-saletool.ru
+saneitconsulting.com
-sarafangel.ru
+saratov.xrus.org
-sbornik-zakonov.ru
+sawin.beth.webd.pl
-seonetwizard.com
+sax-sex.com
-serviporno.com
+sbf441.com
-s-forum.biz
+seolab.top
-shiksabd.com
+servingnotice.com
-similardeals.net
+servisural.ru
+sfd-chess.ru
+sharpchallenge.com
+sientalyric.co
+signal03.ru
+simple-image.com.ua
+site-speed-checker.site
+skylta.com
 skyway24.ru
-slkrm.ru
+smsactivator.ru
-socialbutton.xyz
+snow.nvr163.com
-social-fun.ru
+social-search.me
-souvenir.cc
+sockshares.tv
-spy-sts.com
+solnplast.ru
-stairliftsarea.com
+sovetogorod.ru
+spidtest.org
+spitfiremusic.com
 starpages.net
-stroilka.info
+stats-collector.org
+stroimajor.ru
+stroiminsk.org
+stromerrealty.com
+strongholdsb.ru
+studworks.org
+supermama.top
 surcentro.com
-swimpool.ca
+survival.betteroffers.review
-swiped.su
+svolze.com
-symphonyintegratedhealthcare.com
+tdsing.ru
-taboola.com
+terrafootwear.us
-tattomedia.com
+theautoprofit.ml
-teastory.co
+thebitcoincode.com
-tech4master.com
+tiandeural.ru
-technika-remont.ru
+tizanidine4mgstreetprice.blogspot.com
-thegolfclub.info
+torrentgamer.net
-tizanidinerecreationaluse.blogspot.com
+totu.info
-tootoo.to
+truebeauty.cc
-tourcroatia.co.uk
+tubeoffline.com
-trackzapper.com
+tvteleport.ru
-ukr-lit.com
+uggbootsoutletsale.us
-ukrtvir.com.ua
+uggsale.online
-um-razum.ru
+uni.me
-univerfiles.com
+unpredictable.ga
-uptime-alpha.net
+url2image.com
-vapeface.club
+us-america.ru
-vclicks.net
+utrolive.ru
-velen.io
+valueclick.com
-voloomoney.com
+vedomstvo.net
-voluumtracker1.com
+video-chat.cn
-voronezh.xrus.org
+videochaty.ru
-vpnmouse.com
+vipromoffers.com
+vksex.ru
+vladimir.zrus.org
 vse-pesni.com
-vykup-avto-krasnodar.ru
+vucms.com
-waterefficiency.co
+wardreapptokone.tk
-webinstantservice.com
+webalan.ru
-webpromotion.ae
+webcamdevochka.com
-websites-reviews.com
+webmasters.stackexchange.com
-welck.octopis.com
+webs.com
-weprik.ru
+website-speed-checker.site
-whipme.yopoint.in
+wedding-salon.net
-withstandingheartwarming.com
+westermarkanjou.se
+westum.se
+wfb.hatedriveapart.com
+wholesalejerseychinaoutlet.com
+wordpresscore.com
+world-mmo.com
 wovis.site
-www.888.com
+writingservices17.blogspot.ru
-xfire.com
+ws.ampower.me
-x-lime.com
+wygraj-skiny.win
-x-musics.com
+xbaboon.com
-xn--1-8sbcpb0bdm8k6a.xn--p1ai
+xn--80ahdheogk5l.xn--p1ai
-xn----8sbhefaln6acifdaon5c6f4axh.xn--p1ai
+xn----itbeirbjbi7bc6bh2d.xn--p1ai
-xxxkaz.org
+xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai
-yginekologa.com
+youresponsive.com
-youraticles.pl
+ypmuseum.ru
-yuweng.info
+yun56.co
-zakon-ob-obrazovanii.ru
+zarabotok--doma.ru
-zaloro.com
+zeroredirect7.com
-zero1.it
+zetmaster.ru
+zigarettenonlinekaufen1.blox.pl
+zkjovpdgxivg.ga
+zooggames.com
+zs2vm.top

.dev-tools/test_units/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.193.184.18	0;
+34.66.200.49	0;
 127.0.0.1	0;

AUTO-CONFIGURATION.md

@@ -4,8 +4,8 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V4.2021.05.2353
+#### Version: V4.2021.05.2354
-#### Bad Referrers Blocked: [7037](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
+#### Bad Referrers Blocked: [7039](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [608](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________

MANUAL-CONFIGURATION.md

@@ -4,8 +4,8 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V4.2021.05.2353
+#### Version: V4.2021.05.2354
-#### Bad Referrers Blocked: [7037](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
+#### Bad Referrers Blocked: [7039](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [608](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________

README.md

@@ -11,8 +11,8 @@
 ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
 
 _______________
-#### Version: V4.2021.05.2353
+#### Version: V4.2021.05.2354
-#### Bad Referrers Blocked: [7037](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
+#### Bad Referrers Blocked: [7039](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [608](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________

_generator_lists/bad-referrers.list

@@ -1,6 +1,3 @@
-playmsn.com
-wardreapptokone.tk
-paighambot.com
 000free.us
 007angels.com
 00author.com
@@ -4368,6 +4365,7 @@ paclitor.com
 page2rss.com
 pagesense.com
 paidonlinesites.com
+paighambot.com
 painting-planet.com
 paintingplanet.ru
 paleohub.info
@@ -6494,6 +6492,7 @@ wallpaperstock.net
 walpaperlist.com
 wanker.us
 wapsite.me
+wardreapptokone.tk
 wareseeker.com
 warezaccess.com
 warezkeeper.com
@@ -7038,4 +7037,4 @@ zygophyceous.womanstars.site
 zynax.ua
 zytpirwai.net
 zzbroya.com.ua
-zzlgxh.com
+zzlgxh.com

_google_analytics_ghost_spam/README.md

@@ -3,8 +3,8 @@
 # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
 
 _______________
-#### Version: V4.2021.05.2353
+#### Version: V4.2021.05.2354
-#### Bad Referrers Blocked: [7037](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
+#### Bad Referrers Blocked: [7039](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [608](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________

_google_webmaster_disavow_links/google-disavow.txt

@@ -4365,6 +4365,7 @@ domain:paclitor.com
 domain:page2rss.com
 domain:pagesense.com
 domain:paidonlinesites.com
+domain:paighambot.com
 domain:painting-planet.com
 domain:paintingplanet.ru
 domain:paleohub.info
@@ -6491,6 +6492,7 @@ domain:wallpaperstock.net
 domain:walpaperlist.com
 domain:wanker.us
 domain:wapsite.me
+domain:wardreapptokone.tk
 domain:wareseeker.com
 domain:warezaccess.com
 domain:warezkeeper.com

robots.txt/robots.txt

@@ -6,8 +6,8 @@
 
 ### Version Information #
 ###################################################
-### Version: V4.2021.05.2353
+### Version: V4.2021.05.2354
-### Updated: Tue May 18 07:13:06 SAST 2021
+### Updated: Wed May 19 11:31:42 SAST 2021
 ### Bad Bot Count: 608
 ###################################################
 ### Version Information ##