V4.2021.12.2781 [ci skip]

AUTO-CONFIGURATION.md

@@ -4,8 +4,8 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V4.2021.12.2780
+#### Version: V4.2021.12.2781
-#### Bad Referrers Blocked: [7084](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
+#### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________

MANUAL-CONFIGURATION.md

@@ -4,8 +4,8 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V4.2021.12.2780
+#### Version: V4.2021.12.2781
-#### Bad Referrers Blocked: [7084](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
+#### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________

README.md

@@ -11,8 +11,8 @@
 ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
 
 _______________
-#### Version: V4.2021.12.2780
+#### Version: V4.2021.12.2781
-#### Bad Referrers Blocked: [7084](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
+#### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________

_generator_lists/bad-referrers.list

@@ -1,5 +1,3 @@
-DomainStatsBot
-iblogpress.xyz
 000free.us
 007angels.com
 00author.com
@@ -156,6 +154,7 @@ iblogpress.xyz
 999webdesign.com
 9icmzvn6.website
 9med.net
+DomainStatsBot
 a.frcls.fr
 a.pr-cy.ru
 a14download.com
@@ -2871,6 +2870,7 @@ i-service.kz
 i4track.net
 iamsport.org
 ibb.com.ua
+iblogpress.xyz
 ibmdatamanagement.co
 iboss.com
 icaseclub.ru

_google_analytics_ghost_spam/README.md

@@ -3,8 +3,8 @@
 # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
 
 _______________
-#### Version: V4.2021.12.2780
+#### Version: V4.2021.12.2781
-#### Bad Referrers Blocked: [7084](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
+#### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________

_google_webmaster_disavow_links/google-disavow.txt

@@ -154,6 +154,7 @@ domain:991mostfm.co.id
 domain:999webdesign.com
 domain:9icmzvn6.website
 domain:9med.net
+domain:DomainStatsBot
 domain:a.frcls.fr
 domain:a.pr-cy.ru
 domain:a14download.com
@@ -2869,6 +2870,7 @@ domain:i-service.kz
 domain:i4track.net
 domain:iamsport.org
 domain:ibb.com.ua
+domain:iblogpress.xyz
 domain:ibmdatamanagement.co
 domain:iboss.com
 domain:icaseclub.ru

dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-10.1.0.91	1;
+10.1.0.183	1;
 127.0.0.1	1;

dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-10.1.0.91	0;
+10.1.0.183	0;
 127.0.0.1	0;

dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-10.1.0.91	1;
+10.1.0.183	1;
 127.0.0.1	1;

dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-10.1.0.91	0;
+10.1.0.183	0;
 127.0.0.1	0;

dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-10.1.0.91	1;
+10.1.0.183	1;
 127.0.0.1	1;

dev-tools/beta_conf_files_whitelist/bots.d/custom-bad-referrers.conf

@@ -201,6 +201,7 @@
 	"~*(?:\b)999webdesign\.com(?:\b)" 	0;
 	"~*(?:\b)9icmzvn6\.website(?:\b)" 	0;
 	"~*(?:\b)9med\.net(?:\b)" 	0;
+	"~*(?:\b)DomainStatsBot(?:\b)" 	0;
 	"~*(?:\b)a\.frcls\.fr(?:\b)" 	0;
 	"~*(?:\b)a\.pr\-cy\.ru(?:\b)" 	0;
 	"~*(?:\b)a14download\.com(?:\b)" 	0;
@@ -2916,6 +2917,7 @@
 	"~*(?:\b)i4track\.net(?:\b)" 	0;
 	"~*(?:\b)iamsport\.org(?:\b)" 	0;
 	"~*(?:\b)ibb\.com\.ua(?:\b)" 	0;
+	"~*(?:\b)iblogpress\.xyz(?:\b)" 	0;
 	"~*(?:\b)ibmdatamanagement\.co(?:\b)" 	0;
 	"~*(?:\b)iboss\.com(?:\b)" 	0;
 	"~*(?:\b)icaseclub\.ru(?:\b)" 	0;

dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-10.1.0.91	0;
+10.1.0.183	0;
 127.0.0.1	0;

dev-tools/buildnumber

@@ -1 +1 @@
-2780
+2781

dev-tools/referrers-regex-format-whitelist-test.txt

@@ -154,6 +154,7 @@
 "~*(?:\b)999webdesign\.com(?:\b)" 	0;
 "~*(?:\b)9icmzvn6\.website(?:\b)" 	0;
 "~*(?:\b)9med\.net(?:\b)" 	0;
+"~*(?:\b)DomainStatsBot(?:\b)" 	0;
 "~*(?:\b)a\.frcls\.fr(?:\b)" 	0;
 "~*(?:\b)a\.pr\-cy\.ru(?:\b)" 	0;
 "~*(?:\b)a14download\.com(?:\b)" 	0;
@@ -2869,6 +2870,7 @@
 "~*(?:\b)i4track\.net(?:\b)" 	0;
 "~*(?:\b)iamsport\.org(?:\b)" 	0;
 "~*(?:\b)ibb\.com\.ua(?:\b)" 	0;
+"~*(?:\b)iblogpress\.xyz(?:\b)" 	0;
 "~*(?:\b)ibmdatamanagement\.co(?:\b)" 	0;
 "~*(?:\b)iboss\.com(?:\b)" 	0;
 "~*(?:\b)icaseclub\.ru(?:\b)" 	0;

dev-tools/referrers-regex-format.txt

@@ -154,6 +154,7 @@
 "~*(?:\b)999webdesign\.com(?:\b)" 	1;
 "~*(?:\b)9icmzvn6\.website(?:\b)" 	1;
 "~*(?:\b)9med\.net(?:\b)" 	1;
+"~*(?:\b)DomainStatsBot(?:\b)" 	1;
 "~*(?:\b)a14download\.com(?:\b)" 	1;
 "~*(?:\b)a1security\.com\.ua(?:\b)" 	1;
 "~*(?:\b)a96527gi\.beget\.tech(?:\b)" 	1;
@@ -2869,6 +2870,7 @@
 "~*(?:\b)i\-service\.kz(?:\b)" 	1;
 "~*(?:\b)iamsport\.org(?:\b)" 	1;
 "~*(?:\b)ibb\.com\.ua(?:\b)" 	1;
+"~*(?:\b)iblogpress\.xyz(?:\b)" 	1;
 "~*(?:\b)ibmdatamanagement\.co(?:\b)" 	1;
 "~*(?:\b)iboss\.com(?:\b)" 	1;
 "~*(?:\b)icaseclub\.ru(?:\b)" 	1;

dev-tools/test1_conf_files/bots.d/whitelist-ips.conf

@@ -45,4 +45,4 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-20.185.177.75           0;
+13.67.217.11            0;

dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-10.1.0.91	1;
+10.1.0.183	1;
 127.0.0.1	1;

dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-10.1.0.91	0;
+10.1.0.183	0;
 127.0.0.1	0;

dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-10.1.0.91	1;
+10.1.0.183	1;
 127.0.0.1	1;

dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-10.1.0.91	0;
+10.1.0.183	0;
 127.0.0.1	0;

dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-10.1.0.91	1;
+10.1.0.183	1;
 127.0.0.1	1;

dev-tools/test1_conf_files_whitelist/bots.d/custom-bad-referrers.conf

@@ -201,6 +201,7 @@
 	"~*(?:\b)999webdesign\.com(?:\b)" 	0;
 	"~*(?:\b)9icmzvn6\.website(?:\b)" 	0;
 	"~*(?:\b)9med\.net(?:\b)" 	0;
+	"~*(?:\b)DomainStatsBot(?:\b)" 	0;
 	"~*(?:\b)a\.frcls\.fr(?:\b)" 	0;
 	"~*(?:\b)a\.pr\-cy\.ru(?:\b)" 	0;
 	"~*(?:\b)a14download\.com(?:\b)" 	0;
@@ -2916,6 +2917,7 @@
 	"~*(?:\b)i4track\.net(?:\b)" 	0;
 	"~*(?:\b)iamsport\.org(?:\b)" 	0;
 	"~*(?:\b)ibb\.com\.ua(?:\b)" 	0;
+	"~*(?:\b)iblogpress\.xyz(?:\b)" 	0;
 	"~*(?:\b)ibmdatamanagement\.co(?:\b)" 	0;
 	"~*(?:\b)iboss\.com(?:\b)" 	0;
 	"~*(?:\b)icaseclub\.ru(?:\b)" 	0;

dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-10.1.0.91	0;
+10.1.0.183	0;
 127.0.0.1	0;

dev-tools/test2_conf_files/bots.d/whitelist-ips.conf

@@ -45,4 +45,4 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-20.185.177.75           0;
+13.67.217.11            0;

dev-tools/test3_conf_files/bots.d/whitelist-ips.conf

@@ -45,4 +45,4 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-20.185.177.75           0;
+13.67.217.11            0;

dev-tools/test_units/blacklist-ips.conf

@@ -1,2 +1,2 @@
-10.1.0.91	1;
+10.1.0.183	1;
 127.0.0.1	1;

dev-tools/test_units/custom-bad-referrers.conf

@@ -201,6 +201,7 @@
 	"~*(?:\b)999webdesign\.com(?:\b)" 	0;
 	"~*(?:\b)9icmzvn6\.website(?:\b)" 	0;
 	"~*(?:\b)9med\.net(?:\b)" 	0;
+	"~*(?:\b)DomainStatsBot(?:\b)" 	0;
 	"~*(?:\b)a\.frcls\.fr(?:\b)" 	0;
 	"~*(?:\b)a\.pr\-cy\.ru(?:\b)" 	0;
 	"~*(?:\b)a14download\.com(?:\b)" 	0;
@@ -2916,6 +2917,7 @@
 	"~*(?:\b)i4track\.net(?:\b)" 	0;
 	"~*(?:\b)iamsport\.org(?:\b)" 	0;
 	"~*(?:\b)ibb\.com\.ua(?:\b)" 	0;
+	"~*(?:\b)iblogpress\.xyz(?:\b)" 	0;
 	"~*(?:\b)ibmdatamanagement\.co(?:\b)" 	0;
 	"~*(?:\b)iboss\.com(?:\b)" 	0;
 	"~*(?:\b)icaseclub\.ru(?:\b)" 	0;

dev-tools/test_units/random-bots-for-test-quick.list

@@ -1,10 +1,10 @@
-Moblie Safari
+BackWeb
-NimbleCrawler
+Buck
-PHPCrawl
+GalaxyBot
-SISTRIX
+Gigabot
-Snake
+MIDown tool
-SputnikBot
+NetMechanic
-Voil
+PyCurl
-WebSauger
+QueryN Metasearch
-WebSucker
+RebelMouse
-serpstatbot
+seocompany.store

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
+404enemy
-80legs
 ADmantX
-Aboundexbot
+Abonti
+Aboundex
 Acunetix
-AfD-Verbotsverfahren
 AhrefsBot
-Aipbot
+AiHitBot
-Alligator
+Alexibot
 AlphaBot
-Anarchie
 Ankit
 Aspiegel
 Attach
 AwarioRssBot
 AwarioSmartBot
+BBBike
 BDFetch
-BackDoorBot
+BacklinkCrawler
-Badass
 Barkrowler
-BatchFTP
+Battleztar Bazinga
-Black Hole
+BetaBot
 BlackWidow
-BlowFish
 Boardreader
-BuiltBotTough
+BotALot
-BunnySlippers
+Brandprotect
-BuzzSumo
+Buddy
-CATExplorador
+Bullseye
-CCBot
+CODE87
-CSHttp
 Calculon
-CazoodleBot
+CheTeam
-Cegbfeieh
+Chlooe
-Cloud mapping
+Citoid
-Cogentbot
+Cliqzbot
-Crescent
+Collector
-Curious
+Copier
-Custo
+Cosmos
-DBLBot
+Craftbot
-DIIbot
+CrunchBot
-DSearch
+DTS Agent
-Demon
+DatabaseDriverMysqli
-Digincore
+Devil
-Dirbuster
+Disco
-Discobot
+Discoverybot
+DittoSpyder
 DomainAppender
-DomainSigmaCrawler
+DomainStatsBot
-Dotbot
+Domains Project
 Download Wonder
-Dragonfly
+ECCP/1.0
 EMail Siphon
-EMail Wolf
+Ecxi
-EroCrawler
+EirGrabber
 Evil
-Exabot
 Express WebPictures
+ExtLinksBot
 ExtractorPro
 EyeNetIE
-Ezooms
+FDM
-FHscan
-FemtosearchBot
-FlashGet
 Flunky
-Freeuploader
+Foobot
-FyberSpider
+FrontPage
-G-i-g-a-b-o-t
 GalaxyBot
+Genieo
 GermCrawler
 GetRight
-Go-Ahead-Got-It
+Go!Zilla
-GoZilla
 Gotit
-Grabber
 Grafula
-GrapeshotCrawler
+GrapeFX
-GridBot
-HMView
 HTMLparser
-HTTrack
 Haansoft
+Havij
 Heritrix
-Humanlinks
+IDBTE4M
+IDBot
+IRLbot
+Iblog
+Id-search
+Image Fetch
 Image Sucker
-Internet Ninja
+Indy Library
-IstellaBot
+Jyxobot
-JamesBOT
-Jbrofuzz
-JennyBot
-Jetty
-JikeSpider
-LNSpiderguy
 LWP::Simple
-Leap
+Lanshanbot
-LibWeb
+LeechGet
-LieBaoFast
+LexiBot
-Lightspeedsystems
-Likse
 LinkScan
 Linkbot
-LinkextractorPro
 LinkpadBot
-LinksManager
+LinqiaScrapeBot
-LinqiaMetadataDownloaderBot
 Lipperhey Spider
-Ltx71
+Litemage_walker
-MIIxpc
+Lmspider
-MSFrontPage
+MFC_Tear_Sample
-MSIECrawler
+MJ12bot
-Mag-Net
+Magnet
-Mail.RU_Bot
 Majestic SEO
-Majestic12
+MarkMonitor
+MarkWatch
 Masscan
-Mata Hari
+Mb2345Browser
-Meanpathbot
+Metauri
-MegaIndex.ru
+MicroMessenger
+Microsoft Data Access
+Moblie Safari
+Mojeek
 Mojolicious
-NPbot
+Morfeus Fucking Scanner
+Musobot
+NICErsPRO
 Nameprotect
-Nessus
+Needle
-Net Vampire
+NetMechanic
 NetSpider
-NetZIP
+Netcraft
+Nettrack
+Netvibes
 NextGenSearchBot
+Nibbler
 Niki-bot
-NimbleCrawler
+Nikto
-Nmap
 Not
-Nuclei
+Octopus
-Offline Navigator
+OpenLinkProfiler
 Openfind
-OrangeSpider
+OutclicksBot
 OutfoxBot
 Page Analyzer
+PageGrabber
+PageScorer
+PageThing.com
+Panscient
+Papa Foto
 Pavuk
-Petalbot
+Picsearch
-Pi-Monster
+PictureFinder
-Piepmatz
+Pimonster
-ProPowerBot
+Pixray
-ProWebWalker
+Pockey
+Psbot
+Pu_iN
+Pump
 PxBroker
+PyCurl
 QueryN Metasearch
-RSSingBot
 RankActive
-Rankivabot
+RankActiveLinkBot
-RankurBot
+RankingBot2
-RealDownload
+ReGet
-RedesScrapy
 RepoMonkey
 Ripper
+SBIder
 SEOkicks
-SEOkicks-Robot
+SEOlyticsCrawler
-SEOstats
+SEOprofiler
-SISTRIX
+SMTBot
-SalesIntelligent
+ScanAlert
+Scanbot
 Scrapy
 Screaming
-ScrepyBot
+ScreenerBot
+Searchestate
+SearchmetricsBot
 SemanticJuice
 Semrush
-SeobilityBot
+SemrushBot
-SiteCheckerBotCrawler
+SentiBot
-SiteExplorer
+Shodan
+SiteSnagger
 Siteimprove
-Sitevigil
 SlySearch
 Snapbot
 SocialRankIOBot
-Sottopop
+Sogou web spider
+Spanner
 Spinn3r
-Sqlworm
+SputnikBot
-Stripper
+SuperHTTP
-Surfbot
+SurveyBot
-Swiftbot
+Suzuran
-Szukacz
+T0PHackTeam
-T8Abot
+Telesoft
-Teleport
+Telesphorep
-The Intraformant
-Thumbor
 Titan
-Toata
+Toweyabot
 Trendictionbot
 True_Robot
-Turingos
+TwengaBot
-TurnitinBot
 Twice
 URLy.Warning
 VB Project
-Vagabondo
 VelenPublicWebCrawler
-VeriCiteCrawler
+Virusdie
 VoidEYE
 Voil
-WISENutbot
+Wallpapers
-WPScan
+WeSEE
-WWW-Collector-E
-WWW::Mechanize
-Wallpapers/3.0
-WallpapersHD
 Web Auto
 Web Collage
+Web Fuck
+Web Sucker
+WebAuto
 WebEnhancer
-Web Sauger
+WebFuck
+WebImageCollector
 WebSucker
-WebBandit
+WebZIP
-WebFetch
+WebmasterWorldForumBot
-WebPix
+Whacker
-WebSucker
+Who.is Bot
-WebsiteExtractor
+Widow
-Webster
-Whatweb
-WinHTTrack
-Wonderbot
 Woobot
 Wotbox
 Xaldon WebSpider
-Xaldon_WebSpider
+Zauba
 Zermelo
-Zitebot
+ZmEu
 ZoominfoBot
 ZumBot
-ZyBorg
+archive.org_bot
-adscanner
+backlink-check
-cah.io.community
+check1.exe
-clark-crawler
+coccocbot-web
+com.plumanalytics
 crawl.sogou.com
-eCatch
+crawler.feedback
-instabid
+crawler4j
-internetVista monitor
+dataforseo.com
-ips-agent
+gopher
+heritrix
 isitwp.com
-lwp-request
+magpie-crawler
-meanpathbot
+muhstik-scan
-mediawords
 netEstate NE Crawler
-polaris version
+oBot
-probe-image-size
+page scorer
+pcBrowser
+plumanalytics
 scalaj-http
-scan.lol
+seostar
-seocompany.store
+serpstatbot
 sexsearcher
-sitechecker.pro
-siteripz
 tAkeOut
 trendiction.com
-voyagerx.com
+ubermetrics-technologies.com
 webgains-bot
-webmeup-crawler
+webpros.com
+webprosbot
+x09Mozilla
+x22Mozilla
 xpymep1.exe

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-80legs
+01h4x.com
+360Spider
+404enemy
+ADmantX
+AIBOT
+ALittle Client
 ASPSeek
+Aboundex
+Aboundexbot
 Acunetix
 AfD-Verbotsverfahren
-Aipbot
+AllSubmitter
+Alligator
 Anarchie
+Anarchy99
 Anthill
-Apexoo
-Asterias
 AwarioRssBot
+BBBike
 BDCbot
+BDFetch
 BLEXBot
 BackDoorBot
-BackStreet
-BackWeb
 BacklinkCrawler
-Badass
 Bandit
-BatchFTP
 Battleztar Bazinga
-BetaBot
-Blackboard
 Boardreader
-BotALot
-Brandprotect
 Brandwatch
+Buck
+BuiltBotTough
 BuiltWith
 Bullseye
-BunnySlippers
+CCBot
-CODE87
-Calculon
 CazoodleBot
-Cegbfeieh
+CheTeam
-CensysInspect
+Cliqzbot
-ChinaClaw
+Cloud mapping
-Chlooe
+Copier
-Citoid
-Copyscape
 Cosmos
 Craftbot
+CrazyWebCrawler
+Crescent
 CrunchBot
 Curious
-Custo
 CyotekWebCopy
+DBLBot
 DSearch
-Demon
+DataCha0s
-Devil
 Digincore
-Dirbuster
+DigitalPebble
+Discobot
+Discoverybot
+DnyzBot
 DomCopBot
-DomainAppender
+DomainSigmaCrawler
-DomainStatsBot
 Domains Project
-Dotbot
+Download Wonder
 Dragonfly
 Drip
 ECCP/1.0
+EMail Wolf
 Ecxi
-EroCrawler
 Evil
-Express WebPictures
+ExtLinksBot
 Extractor
 ExtractorPro
-FDM
+Extreme Picture Finder
+EyeNetIE
 FHscan
-Fimap
+FemtosearchBot
-Fuzz
+Firefox/7.0
+Foobot
+Freeuploader
+GalaxyBot
+GermCrawler
 GetRight
-GetWeb
+Gigabot
-Getintent
+Go!Zilla
+Go-Ahead-Got-It
+GoZilla
 Gotit
 Grabber
+GrapeshotCrawler
+GridBot
+HEADMasterSEO
+HMView
 HTTP::Lite
-Haansoft
+Humanlinks
-Havij
+IDBTE4M
-Heritrix
-Hloader
 IDBot
-IRLbot
 Image Fetch
-Image Sucker
+IndeedBot
-Intelliseek
+Indy Library
-Jbrofuzz
+InfoTekies
-JikeSpider
+InterGET
+Internet Ninja
+JOC Web Spider
 Joomla
-Jorgee
+Kinza
-Kenjin Spider
+LWP::Simple
-Kozmosbot
-LNSpiderguy
 Lanshanbot
+Leap
 LeechFTP
 LeechGet
-LinkWalker
+LexiBot
-Linkbot
+Lftp
-LinkpadBot
+LibWeb
+LinkextractorPro
 LinksManager
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
+LinqiaScrapeBot
-Lipperhey
-Litemage_walker
 Lmspider
-Ltx71
+MIDown tool
-MFC_Tear_Sample
-MIIxpc
 MJ12bot
-MSFrontPage
+MSIECrawler
+Mag-Net
 Mail.RU_Bot
-Majestic SEO
+Mata Hari
-Majestic-SEO
-Mass Downloader
 MauiBot
 Mb2345Browser
-MeanPath Bot
-Meanpathbot
-Mediatoolkitbot
 MicroMessenger
-Microsoft Data Access
+Microsoft URL Control
+Mister PiX
+Moblie Safari
+Morfeus Fucking Scanner
 Mozlila
-NICErsPRO
+Mr.4x3
 NPbot
+Name Intelligence
 Navroad
-NearSite
-Needle
 Nessus
-NetSpider
+Net Vampire
-Netcraft
+NetAnts
-Nettrack
+NetLyzer
-NextGenSearchBot
+Niki-bot
-Nibbler
-NimbleCrawler
 Nmap
-Not
 Nuclei
-Nutch
+Octopus
+Offline Explorer
+OpenVAS
+Openfind
 Openvas
 OrangeBot
 OrangeSpider
-PHPCrawl
+OutfoxBot
-PageGrabber
-Pavuk
 PeoplePal
+Petalbot
+Pi-Monster
 Picscout
-Picsearch
 Pimonster
-Pixray
+PleaseCrawl
-Pu_iN
+Psbot
-PxBroker
+PyCurl
-Quick-Crawler
+QueryN Metasearch
+RSSingBot
+RankActive
 RankActiveLinkBot
-Rankivabot
+RankurBot
-Re-re
-ReGet
 Reaper
+Recorder
 RedesScrapy
 Ripper
-SEOkicks-Robot
+SEOkicks
-SEOstats
+SMTBot
-SalesIntelligent
 ScanAlert
-Scanbot
+Scrapy
+Screaming
 ScreenerBot
-ScrepyBot
+SearchmetricsBot
-Searchestate
+SemanticJuice
-Semrush
 SemrushBot
-SentiBot
-SeoSiteCheckup
 SeobilityBot
+Shodan
+Siphon
 SiteLockSpider
-SiteSucker
+SiteSnagger
-Siteimprove
+SmartDownload
+Snake
 Snapbot
-Snoopy
+SpaceBison
-Sosospider
-Sottopop
-SpankBot
-Spanner
 Spbot
-Sqlmap
+Sqlworm
-SuperBot
+Sqworm
-SuperHTTP
+Steeler
-SurveyBot
+Sucker
 Swiftbot
-Szukacz
+T0PHackTeam
-The Intraformant
+Telesphoreo
-Toata
+Thumbor
+Trendictionbot
 True_Robot
+Turingos
 Turnitin
+TwengaBot
 Typhoeus
-VelenPublicWebCrawler
+UnisterBot
-VeriCiteCrawler
+Upflow
-Voltron
+V-BOT
-WBSearchBot
+WPScan
 WWW-Collector-E
-Wallpapers
+WWW-Mechanize
-WallpapersHD
+Web Collage
+Web Enhancer
+Web Sauger
+Web Sucker
+WebBandit
+WebCopier
 WebEnhancer
 WebFetch
-Web Fuck
+WebImageCollector
-Web Pix
 WebSucker
-WebAuto
-WebCollage
-WebCopier
-WebFuck
-WebLeacher
-WebPix
-WebSucker
-WebWhacker
 Website Quester
 Webster
-Whack
+WinHTTrack
-Who.is Bot
 Wonderbot
 Woobot
-Zauba
+Wotbox
+Xaldon WebSpider
+Xenu
+Zade
 Zermelo
+Zeus
+ZmEu
+ZoomBot
 ZoominfoBot
-adscanner
+arquivo.pt
-archive.org_bot
+clark-crawler
-arquivo-web-crawler
-autoemailspider
-backlink-check
 coccocbot-web
-cognitiveseo
-crawler.feedback
 crawler4j
-demandbase-bot
-evc-batch
-facebookscraper
 gopher
 heritrix
-lwp-request
+magpie-crawler
-lwp-trivial
+mediawords
-oBot
+muhstik-scan
 page scorer
-polaris version
+plumanalytics
-s1z.ru
+ripz
-satoristudio.net
+scalaj-http
-seocompany.store
+scan.lol
+seobility
+serpstatbot
 sexsearcher
 sitechecker.pro
+sp_auditbot
 spyfu
+voyagerx.com
 webgains-bot
 webmeup-crawler
 webpros.com
+webprosbot
 x09Mozilla
-xpymep1.exe
-zauba.io
-zgrab

dev-tools/test_units/random-referrers-for-test-quick.list

@@ -1,10 +1,10 @@
-favoritemoney.ru
+candytiner.com
-klin3952.ru
+enpolis.ru
-mokrayakiska.com
+fickenprivat.info
-pornowarp.info
+jo24news.com
-qwarckoine.com
+onblastblog.online
-sale-japan.com
+pr-ten.de
-sexuria.net
+pyrodesigns.com.au
-xn----9sbebi2bvzr7h.xn--p1ai
+rczhan.com
-y8games-free.com
+stal-rulon.ru
-zed21.net
+xclicks.net

dev-tools/test_units/random-referrers-for-test.list

@@ -1,500 +1,500 @@
-1314dh.com
+08800.top
-13tabs.com
+1008.su
-24-ak.ru
+1adult.com
-2kata.ru
+1flag.co.za
-2pxg8bcf.top
+21h2o.com
-5i2.net
+4senses.co
-a.pr-cy.ru
+6hopping.com
-adloads.com
+7makemoneyonline.com
-ads-seo.men
+7search.com
-adviceforum.info
+8gold.com
-akvamaster.dp.ua
+8xv8.com
-alert-jdh.xyz
+aa81bf391151884adfa3dd677e41f94be1.com
-alert.scansafe.net
+aaa38852e886ac4af1a3cff9b47cab6272.com
-allbizne.co.ua
+adbetclickin.pink
-allstatesugarbowl.org
+addray.pro
-alpinism.ru
+adman.gr
-am15.net
+adpremium.org
+adtech.us
+adzpower.com
+ageofclones.com
+aibolita.com
+albamargroup.com
+alert-hgd.xyz
+alloysteel.ru
+altamayoztourism.com
 amanda-porn.ga
-ameblo.jp
+amehdaily.com
 amyfoxfitness.com
-anal-acrobats.hol.es
+analnoeporno.tv
-analytics-ads.xyz
+anatomiy.com
-androids-store.com
+andpolice.com
+animenime.ru
+anlimebel.kiev.ua
 anonymous-redirect.com
-anonymousfox.co
+anti-virus-removal.info
-apiluckyleapnet-a.akamaihd.net
+anticrawler.org
-apimossnetinfo-a.akamaihd.net
+aosheng-tech.com
-appsecurityr.com
+apessay.com
-apptester.tk
+apishops.ru
-aproposde.com
+apper.de
-asia-forum.ru
+arate.ru
-astrochicks.com
+ardimobileinfo.ml
-autobudpostach.club
+arenanews.com.ua
-automatic-seo.com
+artavenuegardenstudios.com
-autotop.com.ua
+asacopaco.tk
-avkzarabotok.info
+asiavirtualsolutions.com
-azazu.ru
+atelielembrancaqueencanta.com.br
-baltgem.com
+audiofree.ru
-banan.tv
+autobrennero.it
-bang-hotties.com
+aviva-limoux.com
-bankcrediti.ru
+avto-oligarh.ru
-banksrf.ru
+azte.ch
-bashtime.ru
+babespcs.com
-batanga.net
+bablonow.ru
-battle.net
+baersaratov.ru
-beauby.ru
+baixar-musicas-gratis.com
-bedandbreakfast.com
+bannerbank.ru
-best-deals-products.com
+bannerspace.com
-bestcalovebracelet.cn
+bear.gotcher.us
-bestchoice.cf
+beatifullandscape.co
-bestmarriages.com
+bestcurs.org
-bestofupload.info
+beta.hotkeys.com
-betterscooter.com
+beyan.host.sk
-bioca.org
+bildsuche.ru
-biographiya.com
+bitcoinpile.com
+bitcoinremote.com
 bitcoins-live.ru
-bitnote.co
+bjetjt.com
-bizzliving.com
+blackhatworth.com
-blavia.00author.com
+bloggen.be
-blog-hits.com
+bluerobot.info
-boanonihaca.tk
+boazpower.com
-bolitgorlo.net
+bonky.biz
-boltalko.xyz
+bonzbuddy.com
-brainboosting.club
+bosman.pluto.ro
-brainzpod.win
+braindaily.xyz
-breastaugmentation.co.za
+bumble.cheapwebsitehoster.com
-brus-vsem.ru
+buy-cheap-online.info
-buy-meds24.com
+buyantiviralwp.com
-buytizanidineonline.blogspot.com
+buyfriend.ru
-buytizanidineonlinenoprescription.blogspot.com
+buynorxx.com
-buzzsumo.com
+bycontext.com
-c1.onedmp.com
+carloans.com
-callejondelpozo.es
+carsdined.org
-calstaterealty.us
+cartierlovebracelet.xyz
-camsex.xxx-cam.webcam
+casite-513049.cloudaccess.net
-candy-glam-hp.com
+cdnanalytics.xyz
-cardsdumps.com
+cellfun.mobi
-caveavins.fr
-cejewelry.xyz
-charmstroy.info
-chatroulette.life
-cheapestjerseys-wholesale.com
-cheapestjerseysonwholesale.com
-cheapjerseysfootballshop.com
-chiblackhawks-jerseys.com
 chidporn.com
-ci.ua
+children-learningreading.info
-cialgenisrx.com
+chocolateslim-en-espana.com
-ciproandtizanidine.blogspot.com
+christianlouboutinsaleoutletonline.us
+christianlouboutinshoes.xyz
 cityadspix.com
-claytransformations.info
+cleanallvirus.com
-cleanpcnow.com
+clipartnew.com
-clickcash.com
+clodo.ru
-clothesforcash.com
+coaching-netz.info
-cmhomestayagency.com
-coinsspb.com
-collegerentals.com
-com-supportcenter.website
-communisave.co.za
 compliance-andrew.top
-compliance-irvin.top
+compliance-elena.xyz
-compliance-irvin.xyz
+compliance-ivan.xyz
-compliance-jane.top
+compliance-jack.top
-consorzioilmosaico.org
+connectionstrenth.com
-coolwallpapers-hd.com
+covadhosting.biz
-copypaste.traderzplanet.in
+crest-poloski.ru
-cornerstone-countertops.com
+cs-passion.pl
-cubook.supernew.org
+culmimg.pw
-customchocolate.business-for-home.com
+custodieva.ru
-customcollegeessays.net
-cyprusbuyproperties.com
 d-black.bz
-danceuniverse.ru
+datadepths.com
-decorationspcs.com
+dealighted.com
-descargar-musica-gratis.net
+delfin-aqua.com.ua
-design-lands.ru
+detmebel.su
-diegolopezcastan.com
+digitalfaq.com
-dimkino.ru
+dikx.gdn
-directrev.com
 divatraffic.com
-divci-hry.info
+docstoc.com
-djekxa.ru
+documentsite.net
-dlya-android.org
+dogsrun.net
-dollartree.info
+domaineaneblanc.com
-domain-tracker.com
+downloadeer.net
-domainanalyzing.xyz
+drivotracker.com
-domcran.net
+druzhbany.ru
-doyouknowtheword-flummox.ml
-drhomes.biz
 dwomlink.info
 dynainbox.com
-easytuningshop.ru
+edge.sharethis.com
-educatemetv.com
+ekto.ee
-efkt.jp
+elektrischezigarette1.onsugar.com
-efnor-ac.com
+elektrischezigaretten2.beeplog.com
-ege-essay.ru
+elektrozigarettekaufen2.blogse.nl
-elektrischezigarettekaufen2.cowblog.fr
+elitepcgames.com
-eloconcream.blogspot.com
+englishdictionaryfree.com
-escort-russian.com
+epngo.bz
-escortslet.net
+eredijovon.com
-everypony.ru
+erotik-kostenlos.net
-extlabs.io
+everflora.ru
-extlinks.com
+excitacion.info
-extractorandburner.com
-extremal-blog.com
 eyes-on-you.ga
-f00kclan.de
 f012.de
-faracontrol.ir
+fapgon.com
-fashionindeed.ml
 fastfixing.tech
-fatmaelgarny.com
+ferieboligkbh.dk
-fickluder69.com
+fettefrauen.net
-fifa-coins.online
+fickenbumsen.net
-filmgo.ru
+financetip.eu
-flash4fun.com
+findanysex.com
-forex21.ru
+findpik.com
-foto-telok.net
+firesub.pl
-frcls.fr
+firstsiteguide.com
-free-fb-traffic.com
+fitfloponline.store
-fuckbuddybestgilf.info
+flauntyoursite.com
-fxtips.ru
+food.dtu.dk
-galaxyflowers.ru
+forexunion.net
-gamewrath.com
+forpackningsutveckling.se
-gate5.co.za
+foto-basa.com
-gay-site.store
+fotoxxxru.com
-gazoblok.net.ua
+franch.info
-gazporno.com
+free-fbook-traffic.com
-ge0ip.org
+free-gluten.ru
-glass-msk.ru
+free-laptop-reward.com
-gogalleryawesome.com
+free-social-buttons.com
-golden-praga.ru
+freegamesplay.online
-gomusix.com
+freelifetimefuckbook.com
-goodnightjournal.com
+freelotto.com
-googlepositions.com
+freeuploader.com
-googleseo.com.tr
+freshmac.space
-gorabagrata.ru
+friendflnder.com
-gratis-sexkontakte.com
+front.to
-greamimgo.pw
+gael-s.ru
-greenidesign.co
+games.kolossale.ru
-greenshop.su
+gamingspark.com
-gsasearchengineranker.space
+gateway.zscalerone.net
-gta-top.ru
+gdzkurokam.ru
-guarrasdelporno.xxx
+gepezz.info
-guge.io
+getdot.ru
-hacktougroup.ru
+getlamborghini.ga
-hd-film.pl
+ggiaro.com
-hdpixent.com
+glavprofit.ru
-headpharmacy.com
+golmau.host.sk
-heygidday.biz
+gopixdatabase.com
-highspeed5.net
+gotomontenegro.net
+gsasearchengineranker.xyz
+gsbs.com.ua
+habermetre.com
+hao123.com
+hausfrauensex18.com
+helpmymacfaster.trade
+hermesbirkinhandbagoutlets.com
+hildinghr.se
+hiwibyh.bugs3.com
 hmywwogw.bloger.index.hr
-hosting-tracker.com
+hobild.net
+hollywoodactress.info
+homedo.fabpage.com
+horoshieokna.com
 hotchatdate.com
-hotcore.info
+houston-vikings.com
-hothot.ru
+howlongdoestizanidinestayinyoursystem.blogspot.com
-hotsocialz.com
+huhn.altervista.org
-houseofgaga.ru
+iamsport.org
-hoztorg-opt.ru
+ico.re
-htmlcorner.com
+ictizanidinehcl4mg.blogspot.com
-humbmosquina.tk
+iideaidekonkatu.info
-hyhj.info
+ilte.info
-ibmdatamanagement.co
-icaseclub.ru
-idegenvezeto.eu
-iframe-toloka.com
-ikritikimou.gr
-imadedinner.net
 imgarcade.com
-imperia31.ru
+increasewwwtraffic.info
-incest-ru.com
+indiakino.net
 inspiring-desperate.tk
-intermesh.net
+insurple.com
-intimshop-fantasy.ru
+intellekt21.ru
-inzn.ru
+interesnie-faktu.ru
-iphantom.com
+invest-pamm.ru
-istizanidineacontrolledsubstance.blogspot.com
+iscblog.info
-it-max.com.ua
+iskalko.ru
-ixora.pro
+itsdp3.com
-jacago.com
+iwantedmoney.com
-jagg.info
+jackwolfskinoutlet.online
-javcoast.com
+jav-fetish.site
-jennyfire.ru
+kazinogames.lv
-jpcycles.com
+kicknights.gq
-junketjuice.blogspot.com
+kinosed.net
-kakablog.net
+komputers-best.ru
-keyhantercume.com
+koopilka.com
-kidd.reunionwatch.com
-kinobest.pl
-kiwi237au.tk
-kochanelli.com
-kollekcioner.ru
-konica.kz
 koptims.tiu.ru
+kostenloser-sex.com
+kotaku.com
+kovrenok.ru
 ktotut.net
-kung-fu-ru.com
+ku6.com
-kutikomi.net
+labafydjxa.su
-larutti.ru
+labelwater.se
-lashstudia.ru
+larose.jb2c.me
-lasvegaslockandsafe.com
+laserpen.club
-lexixxx.com
+layola.biz.tc
-lidoradio.com
+letmacwork.world
+lider-zhaluzi.kiev.ua
+life-instyle.com
+likrot.com
 lineavabit.it
-linkredirect.biz
+link.ac
-lisque.batcave.net
+linkbuddies.com
-lizace.com
+lionking-1994.blogspot.com
-lodki-pvh.dp.ua
+lumb.co
-longlifelomilomi.info
+lutherstable.org
-luckyshop.net.ua
+lyngdalhudterapi.no
-m-google.xyz
+m0r0zk0-krava.ru
-maladot.com
+m292.info
-mall.uk
+maridan.com.ua
-manuscript.su
-marcowebonyodziezowe.pl
-marmotstore.online
-marwer.info
 matb3aa.com
-mathgym.com.au
+mcadamssupplyco.com
-mature.free-websites.com
+medkritika.ru
-mebel-ekb.com
+medtherapy.ru
-metascephe.com
+menhealed.net
+mexicosleevegastrectomy.com
+microsearch.ru
+minneapoliscopiers.com
 misslike.ru
-missvietnam.org
+mister-shop.com
-mmofreegames.online
+mmostrike.ru
-mmog-play.ru
-mobile-appster.ru
 mobstarr.com
-moesen-ficken.com
+monclercheap.xyz
-monetizer.com-01.site
+moncleroutletonline.xyz
-moroccosurfadventures.com
+moomi-daeri.com
-moscow-region.ru
+more-letom.ru
-mp3downloadhq.com
+morepoweronmac.trade
-mp3s.club
+mototsikl.org
-mrlmedia.net
+movpod.in
-mtmtv.info
+mowser.com
-multgo.ru
+mrmoneymustache.com
-mural.co
+mycaf.it
-muz-shoes.ru
+mydownlodablefiles.com
-mvpicton.co.uk
+myseoconsultant.com
-myplaycity.com
+myxdate.info
-na-telefon.biz
+narkologiya-belgorod.ru
-nagdak.ru
+narosty.com
-narkologiya-voronezh.ru
+natali-forex.com
-naughtyconnect.com
+national-today-winning-winner.club
-neks.info
+negral.pluto.ro
-networkad.net
+nikitsyringedrivelg.pen.io
-nfljerseyscheapbiz.us
+no-fuel.org
-northfacestore.online
+nomuos.it
-novatech.vn
+notebook-pro.ru
-novosibirsk.xrus.org
+nottyu.xyz
-o-o-8-o-o.ru
+novgorod.xrus.org
-o333o.com
+o.light.d0t.ru
-obiavo.net
+offside2.5v.pl
-obiavo.ru
+ok-ua.info
-obiavo.su
-oecnhs.info
-offf.info
-office-windows.ru
 okeinfo.online
-oksrv.com
+okmedia.sk
+okonich.com.ua
 olgacvetmet.com
-olvanto.ru
+onclkads.com
-online-x.ru
+onetravelguides.com
-onlinemegax.com
+online-templatestore.com
-onload.pw
+onlyporno.ru
-opinionreelle.com
+ooomeru.ru
-oxford-book.com.ua
+openlibrary.org
-page2rss.com
+orel-reshka.net
+orgasmatrix.com
+outpersonals.com
+ownshop.cf
+paccohichetoti.ml
 painting-planet.com
-panamaforbeginners.com
+paintingplanet.ru
-parajumpersoutlet.online
+paparazzistudios.com.au
-partner-high.men
+paphoselectricianandplumber.com
-parvezmia.xyz
+partnerworkroom.men
-pattersonsweb.com
+pc-virus-d0l92j2.pw
-perfection-pleasure.ru
+pendelprognos.se
-phormchina.com
+pflexads.com
-picmoonco.pw
+picsearch.com
-picturesify.com
+pintattoos.com
-pierrehardysale.online
+pinwallpaper.xyz
-pihl.se
+pizdopletka.club
-pixelrz.com
+pk-pomosch.ru
-pizdeishn.com
+pladform.ru
-pl-vouchers.com
+pojdelo.weebly.com
-placid-rounded-coast.glitch.me
+pokerniydom.ru
-plaff-go.ru
+polska-poezja.com
-plastgran.com
+polytopesexempt.com
-pobeiranie.pl
+popads.net
-pochtovyi-index.ru
+popup-fdm.xyz
-pod-muzyku.club
+pornogad.com
-pogodnyyeavarii.gq
+pornohd1080.online
-pokemongooo.ml
+pornoklad.ru
-popugauka.ru
+pornophoto.xyz
-porn555.com
+pornosemki.info
-porndl.org
+portadd.men
-pornoplen.com
+preparevideosafesystem4unow.site
-pornowarp.info
+pricheski-video.com
-powenlite24.ru
+privhosting.com
-princevc.com
+prizestohandle.club
-prize44.com
+produkto.net
-producm.ru
+professionalwritingservices15.blogspot.ru
-proekt-mos.ru
+proposal-engine.com
-proftests.net
+proprostatit.com
-promalp-universal.ru
+prostitutki-almata.org
-prosmibank.ru
+puteshestvennik.com
-prostitutki-belgoroda.org
+py100.ru
-prostitutki-kiev.org
+qld10000.net
-ptr.ruvds.com
+quickchange.cc
-qitt.ru
+quit-smoking.ga
-qpypcx.com
+quizzitch.net
-quelle.ru
+rapidgator-porn.ga
-qwertty.net
+razamicroelectronics.com
-qwesa.ru
+rebrand.ly
-rapidokbrain.com
+recipedays.com
-reckonstat.info
+redhotfreebies.co.uk
-redbottomheels.xyz
+registrysweeper.com
-remedyotc.com
-remmling.de
 rennlist.com
-replicalouboutin.xyz
+rff-cfal.info
-research.ifmo.ru
+ricorsogiustizia.org
-ribieiendom.no
+rocis.site
-rightenergysolutions.com.au
+rockingclicks.com
-riralmolamsaca.tk
+rollercoin.com
-rootandroid.org
+ruclicks.com
-rosbalt.com.ua
+russia-tao.ru
-runtnc.net
+s1z.ru
-russian-postindex.ru
+sadaholding.com
-s-forum.biz
+saneyes.com
-sanatorrii.ru
+scanner-alexa.top
-sanyuprojects.com
+scanner-marwin.top
-sape.top
+scanner-viktor.top
-scanner-andrew.top
+scanner-willy.top
-scanner-julia.top
+schalke04fc.info
 scrnet.biz.ua
-seccioncontrabajo.com
+seadragonherbery.com
-sel-hoz.com
+searchengineranker.email
-seojokes.net
+searchinquire.com
-seolab.top
+semalt.com
+seo-tools-optimizing.com
+seocdvig.ru
+seocheckupx.com
+seofirmreviewsus.info
 seoprofiler.com
-serpstat.com
+seorankinglinks.us
-sex-tracker.com
+servicecenter.co.ua
-sexkontakte-seite.com
+servisural.ru
-sexkrasivo.net
+sexsaoy.com
-sexphoto.site
+sexsearch.com
-sexy-pings.com
-share-buttons-for-free.com
-sharebutton.to
 shareyards.com
-shohanb.com
+shoplvlv.us
-shop.acim.org
-shopfishing.com.ua
-shoppingmiracles.co.uk
 shtaketniki.ru
-sigmund-freud.co.uk
+sicfor.bcu.cc
-signal03.ru
+sierraapps.com
-simple-share-buttons.com
+silvermature.net
-sitiz.club
+sims-sims.ru
-small-game.com
+site-speed-check.site
-smallseotools.com
+skachat-besplatno-obrazcy.ru
-snworks.com
+skuteczna-dieta.co.pl
-socas.pluto.ro
+smailik.org
-social-vestnik.ru
+snyatie-lomki-v-stacionare.ru
-soochi.co
+sobecjvuwa.com.ru
-spyfu.com
+soblaznu.net
-stair.registrydomainservices.com
+social-buttons.com
-starwars.wikia.com
+social-s-iii.xyz
-stauga.altervista.org
+solicita.info
-streha-metalko.si
+spasswelt.xyz
+sprttrack.com
+statoutlook.info
+steebook.com
+stpicks.com
+stpolice.com
+strangeduckfilms.com
 stroiminsk.org
-sureone.pro
+stroymonolit.su
-surflinksmedical.com
+studiokamyk.com.pl
+subj.ukr-lit.com
+suhanpacktech.com
+superfish.com
+superlist.biz
 surintech.ac.th
-swiped.su
+survival.betteroffers.review
-tdsing.ru
+swinon.site
-tetracsaudi.com
+t-bygg.com
-thegamerznetwork.com
+tamada69.com
-thegolfclub.info
+taraz.xkaz.org
-theprofitsmaker.net
+tattoo33.ru
-tiandeural.ru
+tds-advert005.info
-tizanidine4mgstreetvalue.blogspot.com
+tech4master.com
-tizanidinecapsules.blogspot.com
+tedy.su
-tizanidinefibromyalgia.blogspot.com
+teencastingporn.com
-tizanidinehcl2mgsideeffects.blogspot.com
+teenforporn.com
-tizanidinenarcotic.blogspot.com
+telegraf.by
-tizanidinepills.blogspot.com
+teslathemes.com
-tmm-kurs.ru
+thebitcoincode.com
-top-karkas.ru
+thebluenoodle.com
-torrents-tracker.com
+thefds.net
-tradedeals.biz
+thepornsex.org
-trion.od.ua
+tizanidine4mgstreetprice.blogspot.com
-truck-land.life
+tizanidine6mg.blogspot.com
-trumpetedextremes.com
+tizanidinehclsideeffects.blogspot.com
+tizanidinesideeffectsweightloss.blogspot.com
+tizanidinesleepaid.blogspot.com
+tomck.com
+tongkatmadura.info
+top-l2.com
+topshef.ru
+tsyndicate.com
+tuberkuleznik.ru
 tupper-shop.ru
-twittrading.com
+turbo-suslik.org
+twincitiescarservice.com
+twinderbella.com
+twodollarshows.com
+uamtrk.com
+uasb.ru
 udayavani.com
-ugogo.info
+uk-zheu20.ru
-uhod-za-sobakoj.ru
+ultimateclassicrock.com
-umaseh.com
+ultimatesetnewfreeallsoftupgradesystems.pw
-unlimitdocs.net
+umityangin.net
-unrealcommander.com
+unmaroll.ya.ru
-ural-buldozer.ru
+uzungil.com
-uroki.net
+validdomain.xyz
-usacasino.com
+vduplo.ru
-utrolive.ru
+venerologiya.com
-uvozdeckych.info
+videooko.weebly.com
-vapomnoncri.tk
+vip-file.com
-varikozdok.ru
+vipromoffers.com
-vbtracker.net
+vksex.ru
-veerotech.com
+voronezh.xrus.org
-vertaform.com
+vtc.pw
-viddyoze.com
+vzlomtw.com
-video-chat.in
+wait3sec.org
-video-production.com
-vikistars.com
-villakohlanta.nu
-vip.51.la
-vipsiterip.org
-virus-schutzmasken.de
-vita.com.hr
-vitanail.ru
-voluumtracker1.com
 wallpaperstock.net
-wapsite.me
+webcamtalk.net
-watch-movies.ru
 webextract.profound.net
-webmonetizer.net
-webradiology.ru
 website-analyzer.info
-website-audit.com.ua
+wejdz-tu.pl
-website-datenbank.de
+welck.octopis.com
-website-stealer.nufaq.com
+wetgames.ru
-wellcome2slovenia.ru
+wheelchairliftsarea.com
-wesharepics.site
+wieseversa.no
-whos.amung.us
+windowssearch-exp.com
-woman-h.ru
+wiosenny-bon-1500.pl
-woman-tampon.ru
+wleuaprpxuvr.ga
-wrona.it
+wma-x.com
-wstroika.ru
+womensterritory.ru
-www.timer4web.com
+ws.ampower.me
-wygraj-skiny.win
+wttavern.com
-xcc24.pl
+x-diesel.biz
-xgames-04.com
+x-mix.info
-xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai
+xep.info
-xn--b1addnj3cah.xn--p1ai
 xn--h1aakne2ba.xn--p1ai
-xvideospornoru.com
-xxxmania.top
 xzlive.com
-yellowfootprints.com
+yaderenergy.ru
-youdao.com
+yeartwit.com
-yourporn.com
+yopoint.in
-yunque.pluto.ro
+yougetsignal.com
+youporn-forum.ga
 za-fun-offer.com
-zakazfutbolki.com
+zahvat.ru
-zaloro.com
+zakonobosago.ru
-zastenchivosti.net
+zarajbuilders.com
-zdesformula.ru
+zebramart.ru
-zebradudka.com
+zeikopay.com
-zs2vm.top
+zirondelli.it
-zynax.ua
+zlatnajesen.com
+zophim.me

dev-tools/test_units/random-referrers-for-whitelist-test.list

@@ -1,250 +1,250 @@
-1-99seo.com
+1adult.com
-101lesbian.xyz
+2728fb936f0.com
-7yue.org
+abcdeg.xyz
-98oi.ru
+acads.net
-a1security.com.ua
+ad-words.ru
-aac52006ec82a24e08b665f4db2b5013f7.com
+addbin.men
-abbanreddy.com
+adobereader-free.ru
-acmebtn.ml
+adsland.men
-actulite.com
+aero2.ru
-adman.gr
+afftrack001.com
-ads.gold
+ahrefs.com
-adult-shop.com.ua
+alf-img.com
-alert-hgd.xyz
+alfa9.com
-alldownload.pw
+ap.senai.br
-allstatesugarbowl.org
+apibetweenlinesn-a.akamaihd.net
-alta-realestate.com
+appmsr.org
-alveris.ru
-alvtank.se
 aproposde.com
-atout-energie-69.com
+arraty.altervista.org
-aucoinhomes.com
+automatic-seo.com
-auspolice.com
+avitocars.ru
-awaybird.ru
+azbuka-mo.ru
-ayanaspa.com
+babyguns.ru
-baixar-musicas-gratis.com
+bagsonsale.online
+baltgem.com
 bang-hotties.com
-bard-real.com.ua
+bestchoice.cf
-best-coupon-offer.com
+bestmouthwash.club
-best-seo-solution.com
+bezcmexa.ru
-bestplacetobuyeriacta.jw.lt
+bolitgorlo.net
-betterhdporn.com
+brillianty.info
-brainxs.us
+buketeg.xyz
-brandedleadgeneration.com
+buscarfoto.com
-burger-imperia.com
+buy-meds24.com
-bus-offer.com
+buypanicdisorderpill.com
-buzzsumo.com
+bvlgariwallet.xyz
-capacitacionyaprendizaje.com
+c1.onedmp.com
-cartierlove2u.com
+calcularpagerank.com
-cartierlove2u.xyz
 cartierreplica.xyz
-censys.io
+cartierwatch.xyz
-centrumcoachingu.com
+cascadelink.org
-chatroulette.life
+cbox.ws
-cleanallspyware.com
+check-this-out-now.online
-clickzzs.nl
+chocolateslim-en-espana.com
-club-musics.ru
+chuckguilford.com
-coin-hive.com
+civilwartheater.com
-compliance-irvin.top
+clksite.com
-compliance-jess.top
+concealthyself.com
-compliance-viktor.top
+connectionstrenth.com
-courtshipgift.com
+cpabegins.ru
-crystalslot.com
+crirussian.ru
-cutt.us
+culturevie.info
 daisye.top
-dipstar.org
+dating-app.ru
-dirtpics.pw
+decenttools.com
-discovertreasure-a.akamaihd.net
+demenageur.com
-dlya-android.org
+diegolopezcastan.com
-domainanalyzing.xyz
+digital-sale.su
+digitalassetmanagement.site
+djonwatch.ru
+doctormakarova.ru
+donna7753191.ru
 dood.live
-duawitchrarato.tk
+dosug-lux.ru
-encodable.com
+download-walpaperhd.blogspot.com
-englishgamer.com
+droidlook.net
-eredijovon.com
+editmedios.com
-euroskat.ru
+educontest.net
-executehosting.com
+edudocs.net
-expertblog.info
+elektrozigarette2.webs.com
+energy-ua.com
+etotupo.ru
 ezb.elvenmachine.com
-ezigarettekaufen2.blox.pl
+facecup.top
-farmprofi.net
+familyholiday.ml
-favoritemoney.ru
+fashionavenuegame.com
-fighrofacciufreesig.ga
+fba-mexico.com
-filmfanatic.com
+fickkontakte.org
-forumprofi.de
+forex.osobye.ru
-foto-telok.net
+forexgb.ru
-foto-weinberger.at
+forpackningsutveckling.se
-frankofficial.ru
+freewareseek.com
-free-video-tool.com
+freza-sverlo.ru
 front.ru
-fuckingawesome.com
+front.to
-funnypica.com
+gamedayhouse.com
-fyl.com.ru
+gaming-journal.com
-fz139.ttk.ru
+generalporn.org
-gambarkataku.co
+getresponse.com
-gameprimary.com
+gktt.ru
-garciniaxt.us
+goldpanningtools.com
-get-free-traffic-now.com
+gsasearchengineranker.top
-gox.com.ua
+gsasearchenginerankerhelp.com
-handicapvansarea.com
+guardlink.com
-hentai-manga.porn
+hamacapty.com
+hanink.biz.ly
+hdfreeporno.net
+hermesbracelets.xyz
 hidefiles.org
-hobbyhuren-datenbank.com
+hollywoodactress.info
-hoterika.com
+hotblog.top
-iboss.com
+hoverboard360.se
-ideibiznesa2015.ru
+ilovevitaly.com
-imgarcade.com
+img.wallpaperstock.net
-impotentik.com
+imguramx.pw
-incanto.in.ua
+impisr.edunsk.ru
-incomekey.net
+infostatsvc.com
-instakink.com
 interfucks.net
-interior-stickers.ru
+jabimgo.pw
-invitefashion.com
+janerikholst.se
-istripper.com
+javidol.site
-iwantmyfreecash.com
+job.icivil.ir
-juliaworld.net
+junglenet-a.akamaihd.net
-karadene.com
+jyrxd.com
-keyword-suggestions.com
+kamalsinha.com
-kinomaniatv.pl
+karaganda.xkaz.org
-kiprinform.com
+kino-key.info
-knigonosha.net
+kollesa.ru
-koleso24.com.ua
+komp-pomosch.ru
-kolotiloff.ru
+kung-fu-ru.com
-kurwa.win
+kurbappeal.info
-ledis.top
+landoftracking.com
-lernur.net
+larchik.net
-linkredirect.biz
+law-check-nine.xyz
-lol-smurfs.com
+lazymanyoga.com
+letsrepair.in
+listiseltemournlan.gq
+liveu.infoteka.hu
+lodki-pvh.dp.ua
+louboutinreplica.xyz
+mabdoola.blogspot.com
 macrotek.ru
-makis.nu
+magazin-pics.ru
-mantramusic.ru
+manifestyourmillion.com
-message-warning.net
+marcogrup.com
-mil-stak.com
+markjaybeefractal.com
-minharevisao.com
+mebel-ekb.com
-moncleroutletonline.pw
+medictube.ru
-moomi-daeri.com
+medkritika.ru
-my-floor.in.ua
+mikrobiologies.ru
-mybinaryoptionsrobot.com
+mixtapetorrent.com
-mymercy.info
+mmog-play.ru
-nailsimg.com
+monarchfind-a.akamaihd.net
-nash-krym.info
+monclerjacketsoutlet.win
-next-dentists.tk
+mrbitsandbytes.com
-nfljerseys.online
+musicpro.monster
-nhl17coins.exblog.jp
+musicspire.online
-nosecret.com.ua
+mvpicton.co.uk
-noumeda.com
+my-big-family.com
-o-dachnik.ru
+nakrutka.cc
-obsessionphrases.com
+nbsproject.ru
-okroshki.ru
+newyorkhotelsmotels.info
-onefilms.net
+of-ireland.info
-ontargetseo.us
+office2web.com
-ooo-gotovie.ru
+okout.ru
-ops.picscout.com
+oneclickfiles.com
-ordernorxx.com
+p-business.ru
-pandroid.co
+panouri-solare-acoperis.com
-par-fallen.ga
+picscout.com
-patterntrader-en.com
+picturesboss.com
-pcads.ru
+pinwallpaper.top
-perfectpracticeweb.com
+platinumdeals.gr
-pestomou.info
+polska-poezja.com
-php-market.ru
+popads.net
-piccshare.com
+popserve.adscpm.net
-pintattoos.com
+pornokorol.com
-pizdeishn.com
+potolokelekor.ru
-ploenjitmedia.azurewebsites.net
+pravoholding.ru
-pojdelo.weebly.com
+pricheskaonline.ru
-pokemon-go-play.online
+prokotov.com
-porn555.com
+prosperent.com
-pornmania.pl
+prostitutki-tyumeni.org
-pornolook.net
+pts163.ru
-portside.cc
+pukaporn.com
-poshiv-chehol.ru
+rainbowice.ru
-pregnant.guru
+rethinkwasteni.info
-prize44.com
+ric.info
-prohoster.info
+sabizonline.com
-promover.org
+scrapy.org
-prosmibank.ru
+seeresultshub-a.akamaihd.net
-prostitutki-kharkova.org
+seinterface.com
-queerspace.com
+seo-tools-optimizing.com
-rczhan.com
+seoexperimenty.ru
-remontvsamare.su
-ritlweb.com
-rosbalt.com.ua
-rospromtest.ru
-rusprostitute.com
-sadaholding.com
-saltspray.ru
-samo-soznanie.ru
-sanjosestartups.com
-satoristudio.net
-sbetodiodnye-lampy.ru
-scanner-donald.top
-scanner-ivan.top
-scanner-jessica.top
-sdelai-prosto.ru
-searchengineranker.email
-searchwebknow-a.akamaihd.net
-sel-hoz.com
-seminarygeorgia59.ga
-seo18.su
 sex.hotblog.top
-shemale-sex.net
+sharebutton.to
-shmetall.com.ua
+shopsellcardsdumps.com
-shoplvlv.us
 sibdevice.ru
-sitevaluation.org
+sibvitr.ru
-smichovbike.cz
+silktide.com
-spammen.de
+sim-service.net
-spb-plitka.ru
+sisi-go.ru
-sribno.net
+sitevaluation.com
-ssconstruction.co
+slayerlife.com
-starpages.net
+slimcdn.com
-statustroll.com
+soc-proof.su
-streamin.to
+sosdepotdebilan.com
-stroimajor.ru
+spasswelt.xyz
-stroiminsk.com
+special-porn.com
-stroymonolit.su
+starwars.wikia.com
-success-seo.com
+steamoff.net
-suggest-keywords.com
+stjamesschool.info
-sygraem.com
+supermesta.ru
-taraz.xkaz.org
+supers.com.ua
-tecspb.ru
+supervesti.ru
-telefonsexi.com
+svensk-poesi.com
-themestotal.com
+swsociety.se
-tizanidinehcl2mgtablet.blogspot.com
+teletype.in
-tonerbox.kz
+thegalerie.eu
-top-l2.com
+timeallnews.ru
-toxicwap.com
+tizanidinecost.blogspot.com
-trackmedia101.com
+tizanidinedrugtest.blogspot.com
-tvory.predmety.in.ua
+tizanidinehcl4mgtabinfo.blogspot.com
-twittrading.com
+tonivedu.it
-typer.one
+topclickguru.com
-umnovocaminho.com
+toproadrunner5.info
-univerfiles.com
+truck-land.life
-usadacha.net
+ultimatesetnewfreeallsoftupgradesystems.pw
-usiad.net
+um-razum.ru
+uptime.com
 vapomnoncri.tk
-vereo.eu
+villacoloniale.com
-vesnatehno.ru
+vladhistory.com
-via-energy-order.com
+webads.co.nz
-visa-pasport.ru
+webstatsdomain.org
-volgograd.xrus.org
+weburok.com
-webix.me
+wetgames.ru
-weblibrary.win
+where-toget.com
-website-stealer.nufaq.com
+while.cheapwebsitehoster.com
-weprik.ru
+wma-x.com
-westermarkanjou.se
+worldmusicfests.com
-whatsappdownload10.com
+worldoffiles.ru
-whipme.yopoint.in
+xgames-04.com
-wingsoffury2.com
+xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai
-winner7777.net
+xn-----7kceclhb4abre1b4a0ccl2fxch1a.xn--p1ai
-woman-tampon.ru
+xn-----8kcatubaocd1bneepefojs1h2e.xn--p1ai
-x5market.ru
+xn--80ab4aa2g.xn--p1ai
-xcombear.ru
+xn--80aodinpgi.xn--p1ai
-xn--80ahdheogk5l.xn--p1ai
 xn--b1adccaf1bzj.xn--p1ai
-xxlargepop.com
+xnxx699.com
-youdesigner.kz
+xsion.net
-youradulthosting.com
+yellowproxy.net
-yourserverisdown.com
+zaapplesales.blogspot.com
+zapatosenventa.info
+zarabiaj-dzis.pl
+zarepta.com
+zdesoboi.com
+zebramart.ru
+zeikopay.com
+znaniyapolza.ru
+zona-aqua.ru
+zrus.org

dev-tools/test_units/whitelist-ips.conf

@@ -1,2 +1,2 @@
-10.1.0.91	0;
+10.1.0.183	0;
 127.0.0.1	0;

dev-tools/tmp/robots.txt

@@ -6,8 +6,8 @@
 
 ### Version Information #
 ###################################################
-### Version: V4.2021.12.2780
+### Version: V4.2021.12.2781
-### Updated: Tue Dec 14 22:01:29 UTC 2021
+### Updated: Wed Dec 15 07:03:16 UTC 2021
 ### Bad Bot Count: 631
 ###################################################
 ### Version Information ##

robots.txt/robots.txt

@@ -6,8 +6,8 @@
 
 ### Version Information #
 ###################################################
-### Version: V4.2021.12.2780
+### Version: V4.2021.12.2781
-### Updated: Tue Dec 14 22:01:29 UTC 2021
+### Updated: Wed Dec 15 07:03:16 UTC 2021
 ### Bad Bot Count: 631
 ###################################################
 ### Version Information ##