V4.2021.02.2266 [ci skip]

.dev-tools/_robots_input/robots-input.txt

@@ -163,6 +163,7 @@ Flunky
 Foobot
 Freeuploader
 FrontPage
+Fuzz
 FyberSpider
 Fyrebot
 GalaxyBot
@@ -305,6 +306,7 @@ Mr.4x3
 MSFrontPage
 MSIECrawler
 Msrabot
+MTRobot
 muhstik-scan
 Musobot
 Name Intelligence
@@ -332,7 +334,9 @@ NimbleCrawler
 Nimbostratus
 Ninja
 Nmap
+node-fetch
 NPbot
+Nuclei
 Nutch
 oBot
 Octopus
@@ -353,6 +357,7 @@ Page Analyzer
 PageGrabber
 page scorer
 PageScorer
+PageThing.com
 Pandalytics
 Panscient
 Papa Foto
@@ -404,6 +409,7 @@ s1z.ru
 SalesIntelligent
 satoristudio.net
 SBIder
+scalaj-http
 ScanAlert
 Scanbot
 scan.lol

.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-104.154.182.187	1;
+34.122.208.80	1;
 127.0.0.1	1;

.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-104.154.182.187	0;
+34.122.208.80	0;
 127.0.0.1	0;

.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-104.154.182.187	1;
+34.122.208.80	1;
 127.0.0.1	1;

.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-104.154.182.187	0;
+34.122.208.80	0;
 127.0.0.1	0;

.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-104.154.182.187	1;
+34.122.208.80	1;
 127.0.0.1	1;

.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-user-agents.conf

@@ -224,6 +224,7 @@
 	"~*(?:\b)Foobot(?:\b|)"		0;
 	"~*(?:\b)Freeuploader(?:\b|)"		0;
 	"~*(?:\b)FrontPage(?:\b|)"		0;
+	"~*(?:\b)Fuzz(?:\b|)"		0;
 	"~*(?:\b)FyberSpider(?:\b|)"		0;
 	"~*(?:\b)Fyrebot(?:\b|)"		0;
 	"~*(?:\b)GalaxyBot(?:\b|)"		0;
@@ -366,6 +367,7 @@
 	"~*(?:\b)MSFrontPage(?:\b|)"		0;
 	"~*(?:\b)MSIECrawler(?:\b|)"		0;
 	"~*(?:\b)Msrabot(?:\b|)"		0;
+	"~*(?:\b)MTRobot(?:\b|)"		0;
 	"~*(?:\b)muhstik-scan(?:\b|)"		0;
 	"~*(?:\b)Musobot(?:\b|)"		0;
 	"~*(?:\b)Name\ Intelligence(?:\b|)"		0;
@@ -393,7 +395,9 @@
 	"~*(?:\b)Nimbostratus(?:\b|)"		0;
 	"~*(?:\b)Ninja(?:\b|)"		0;
 	"~*(?:\b)Nmap(?:\b|)"		0;
+	"~*(?:\b)node-fetch(?:\b|)"		0;
 	"~*(?:\b)NPbot(?:\b|)"		0;
+	"~*(?:\b)Nuclei(?:\b|)"		0;
 	"~*(?:\b)Nutch(?:\b|)"		0;
 	"~*(?:\b)oBot(?:\b|)"		0;
 	"~*(?:\b)Octopus(?:\b|)"		0;
@@ -414,6 +418,7 @@
 	"~*(?:\b)PageGrabber(?:\b|)"		0;
 	"~*(?:\b)page\ scorer(?:\b|)"		0;
 	"~*(?:\b)PageScorer(?:\b|)"		0;
+	"~*(?:\b)PageThing.com(?:\b|)"		0;
 	"~*(?:\b)Pandalytics(?:\b|)"		0;
 	"~*(?:\b)Panscient(?:\b|)"		0;
 	"~*(?:\b)Papa\ Foto(?:\b|)"		0;
@@ -465,6 +470,7 @@
 	"~*(?:\b)SalesIntelligent(?:\b|)"		0;
 	"~*(?:\b)satoristudio.net(?:\b|)"		0;
 	"~*(?:\b)SBIder(?:\b|)"		0;
+	"~*(?:\b)scalaj-http(?:\b|)"		0;
 	"~*(?:\b)ScanAlert(?:\b|)"		0;
 	"~*(?:\b)Scanbot(?:\b|)"		0;
 	"~*(?:\b)scan.lol(?:\b|)"		0;

.dev-tools/beta_conf_files_whitelist/bots.d/custom-bad-referrers.conf

@@ -463,6 +463,7 @@
 	"~*(?:\b)anaksma\.info(?:\b)" 	0;
 	"~*(?:\b)anal\-acrobats\.com(?:\b)" 	0;
 	"~*(?:\b)anal\-acrobats\.hol\.es(?:\b)" 	0;
+	"~*(?:\b)analnoeporno\.tv(?:\b)" 	0;
 	"~*(?:\b)analytics\-ads\.xyz(?:\b)" 	0;
 	"~*(?:\b)ananumous\.ru(?:\b)" 	0;
 	"~*(?:\b)anapa\-inns\.ru(?:\b)" 	0;

.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-104.154.182.187	0;
+34.122.208.80	0;
 127.0.0.1	0;

.dev-tools/referrers-regex-format-whitelist-test.txt

@@ -416,6 +416,7 @@
 "~*(?:\b)anaksma\.info(?:\b)" 	0;
 "~*(?:\b)anal\-acrobats\.com(?:\b)" 	0;
 "~*(?:\b)anal\-acrobats\.hol\.es(?:\b)" 	0;
+"~*(?:\b)analnoeporno\.tv(?:\b)" 	0;
 "~*(?:\b)analytics\-ads\.xyz(?:\b)" 	0;
 "~*(?:\b)ananumous\.ru(?:\b)" 	0;
 "~*(?:\b)anapa\-inns\.ru(?:\b)" 	0;

.dev-tools/referrers-regex-format.txt

@@ -414,6 +414,7 @@
 "~*(?:\b)anaksma\.info(?:\b)" 	1;
 "~*(?:\b)anal\-acrobats\.com(?:\b)" 	1;
 "~*(?:\b)anal\-acrobats\.hol\.es(?:\b)" 	1;
+"~*(?:\b)analnoeporno\.tv(?:\b)" 	1;
 "~*(?:\b)analytics\-ads\.xyz(?:\b)" 	1;
 "~*(?:\b)ananumous\.ru(?:\b)" 	1;
 "~*(?:\b)anapa\-inns\.ru(?:\b)" 	1;

.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf

@@ -45,4 +45,4 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-34.122.208.80           0;
+34.122.173.211          0;

.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.193.184.18	1;
+104.154.182.187	1;
 127.0.0.1	1;

.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.193.184.18	0;
+104.154.182.187	0;
 127.0.0.1	0;

.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.193.184.18	1;
+104.154.182.187	1;
 127.0.0.1	1;

.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.193.184.18	0;
+104.154.182.187	0;
 127.0.0.1	0;

.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.193.184.18	1;
+104.154.182.187	1;
 127.0.0.1	1;

.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf

@@ -224,6 +224,7 @@
 	"~*(?:\b)Foobot(?:\b|)"		0;
 	"~*(?:\b)Freeuploader(?:\b|)"		0;
 	"~*(?:\b)FrontPage(?:\b|)"		0;
+	"~*(?:\b)Fuzz(?:\b|)"		0;
 	"~*(?:\b)FyberSpider(?:\b|)"		0;
 	"~*(?:\b)Fyrebot(?:\b|)"		0;
 	"~*(?:\b)GalaxyBot(?:\b|)"		0;
@@ -366,6 +367,7 @@
 	"~*(?:\b)MSFrontPage(?:\b|)"		0;
 	"~*(?:\b)MSIECrawler(?:\b|)"		0;
 	"~*(?:\b)Msrabot(?:\b|)"		0;
+	"~*(?:\b)MTRobot(?:\b|)"		0;
 	"~*(?:\b)muhstik-scan(?:\b|)"		0;
 	"~*(?:\b)Musobot(?:\b|)"		0;
 	"~*(?:\b)Name\ Intelligence(?:\b|)"		0;
@@ -393,7 +395,9 @@
 	"~*(?:\b)Nimbostratus(?:\b|)"		0;
 	"~*(?:\b)Ninja(?:\b|)"		0;
 	"~*(?:\b)Nmap(?:\b|)"		0;
+	"~*(?:\b)node-fetch(?:\b|)"		0;
 	"~*(?:\b)NPbot(?:\b|)"		0;
+	"~*(?:\b)Nuclei(?:\b|)"		0;
 	"~*(?:\b)Nutch(?:\b|)"		0;
 	"~*(?:\b)oBot(?:\b|)"		0;
 	"~*(?:\b)Octopus(?:\b|)"		0;
@@ -414,6 +418,7 @@
 	"~*(?:\b)PageGrabber(?:\b|)"		0;
 	"~*(?:\b)page\ scorer(?:\b|)"		0;
 	"~*(?:\b)PageScorer(?:\b|)"		0;
+	"~*(?:\b)PageThing.com(?:\b|)"		0;
 	"~*(?:\b)Pandalytics(?:\b|)"		0;
 	"~*(?:\b)Panscient(?:\b|)"		0;
 	"~*(?:\b)Papa\ Foto(?:\b|)"		0;
@@ -465,6 +470,7 @@
 	"~*(?:\b)SalesIntelligent(?:\b|)"		0;
 	"~*(?:\b)satoristudio.net(?:\b|)"		0;
 	"~*(?:\b)SBIder(?:\b|)"		0;
+	"~*(?:\b)scalaj-http(?:\b|)"		0;
 	"~*(?:\b)ScanAlert(?:\b|)"		0;
 	"~*(?:\b)Scanbot(?:\b|)"		0;
 	"~*(?:\b)scan.lol(?:\b|)"		0;

.dev-tools/test1_conf_files_whitelist/bots.d/custom-bad-referrers.conf

@@ -463,6 +463,7 @@
 	"~*(?:\b)anaksma\.info(?:\b)" 	0;
 	"~*(?:\b)anal\-acrobats\.com(?:\b)" 	0;
 	"~*(?:\b)anal\-acrobats\.hol\.es(?:\b)" 	0;
+	"~*(?:\b)analnoeporno\.tv(?:\b)" 	0;
 	"~*(?:\b)analytics\-ads\.xyz(?:\b)" 	0;
 	"~*(?:\b)ananumous\.ru(?:\b)" 	0;
 	"~*(?:\b)anapa\-inns\.ru(?:\b)" 	0;

.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.193.184.18	0;
+104.154.182.187	0;
 127.0.0.1	0;

.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf

@@ -46,4 +46,3 @@
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
 104.154.182.187         0;
-35.193.184.18           0;

.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf

@@ -45,5 +45,5 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
+35.193.184.18           0;
 104.154.182.187         0;
-34.122.208.80           0;

.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf

@@ -45,6 +45,4 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-34.122.208.80           0;
+34.122.173.211          0;
-104.154.182.187         0;
-35.193.184.18           0;

.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf

@@ -45,5 +45,6 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-34.122.208.80           0;
 104.154.182.187         0;
+34.122.173.211          0;
+34.122.208.80           0;

.dev-tools/test_units/blacklist-ips.conf

@@ -1,2 +1,2 @@
-104.154.182.187	1;
+34.122.208.80	1;
 127.0.0.1	1;

.dev-tools/test_units/blacklist-user-agents.conf

@@ -224,6 +224,7 @@
 	"~*(?:\b)Foobot(?:\b|)"		0;
 	"~*(?:\b)Freeuploader(?:\b|)"		0;
 	"~*(?:\b)FrontPage(?:\b|)"		0;
+	"~*(?:\b)Fuzz(?:\b|)"		0;
 	"~*(?:\b)FyberSpider(?:\b|)"		0;
 	"~*(?:\b)Fyrebot(?:\b|)"		0;
 	"~*(?:\b)GalaxyBot(?:\b|)"		0;
@@ -366,6 +367,7 @@
 	"~*(?:\b)MSFrontPage(?:\b|)"		0;
 	"~*(?:\b)MSIECrawler(?:\b|)"		0;
 	"~*(?:\b)Msrabot(?:\b|)"		0;
+	"~*(?:\b)MTRobot(?:\b|)"		0;
 	"~*(?:\b)muhstik-scan(?:\b|)"		0;
 	"~*(?:\b)Musobot(?:\b|)"		0;
 	"~*(?:\b)Name\ Intelligence(?:\b|)"		0;
@@ -393,7 +395,9 @@
 	"~*(?:\b)Nimbostratus(?:\b|)"		0;
 	"~*(?:\b)Ninja(?:\b|)"		0;
 	"~*(?:\b)Nmap(?:\b|)"		0;
+	"~*(?:\b)node-fetch(?:\b|)"		0;
 	"~*(?:\b)NPbot(?:\b|)"		0;
+	"~*(?:\b)Nuclei(?:\b|)"		0;
 	"~*(?:\b)Nutch(?:\b|)"		0;
 	"~*(?:\b)oBot(?:\b|)"		0;
 	"~*(?:\b)Octopus(?:\b|)"		0;
@@ -414,6 +418,7 @@
 	"~*(?:\b)PageGrabber(?:\b|)"		0;
 	"~*(?:\b)page\ scorer(?:\b|)"		0;
 	"~*(?:\b)PageScorer(?:\b|)"		0;
+	"~*(?:\b)PageThing.com(?:\b|)"		0;
 	"~*(?:\b)Pandalytics(?:\b|)"		0;
 	"~*(?:\b)Panscient(?:\b|)"		0;
 	"~*(?:\b)Papa\ Foto(?:\b|)"		0;
@@ -465,6 +470,7 @@
 	"~*(?:\b)SalesIntelligent(?:\b|)"		0;
 	"~*(?:\b)satoristudio.net(?:\b|)"		0;
 	"~*(?:\b)SBIder(?:\b|)"		0;
+	"~*(?:\b)scalaj-http(?:\b|)"		0;
 	"~*(?:\b)ScanAlert(?:\b|)"		0;
 	"~*(?:\b)Scanbot(?:\b|)"		0;
 	"~*(?:\b)scan.lol(?:\b|)"		0;

.dev-tools/test_units/custom-bad-referrers.conf

@@ -463,6 +463,7 @@
 	"~*(?:\b)anaksma\.info(?:\b)" 	0;
 	"~*(?:\b)anal\-acrobats\.com(?:\b)" 	0;
 	"~*(?:\b)anal\-acrobats\.hol\.es(?:\b)" 	0;
+	"~*(?:\b)analnoeporno\.tv(?:\b)" 	0;
 	"~*(?:\b)analytics\-ads\.xyz(?:\b)" 	0;
 	"~*(?:\b)ananumous\.ru(?:\b)" 	0;
 	"~*(?:\b)anapa\-inns\.ru(?:\b)" 	0;

.dev-tools/test_units/random-bots-for-test-quick.list

@@ -1,10 +1,10 @@
-cognitiveseo
+Digincore
-DBLBot
+Extractor
-demandbase-bot
+Jyxobot
-Image Sucker
+MJ12bot
-Mb2345Browser
+Searchestate
-OPPO A33
+SemrushBot
-Page Analyzer
+TheNomad
-Probethenet
+TightTwatBot
-WebZIP
+URLy Warning
-WeSEE
+WebsiteExtractor

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-AhrefsBot
+404checker
-Alligator
+404enemy
-AllSubmitter
+Abonti
+Aboundexbot
+AlphaBot
 Anarchie
-Anarchy
 Anarchy99
 Ankit
-archive.org_bot
 arquivo-web-crawler
+Aspiegel
 Asterias
-Attach
-autoemailspider
 AwarioSmartBot
-backlink-check
+Backlink-Ceck
-BackStreet
+BacklinkCrawler
-BDCbot
+Barkrowler
-Blackboard
+BatchFTP
+BBBike
+BDFetch
+Bitacle
+Black Hole
+BlackWidow
 BLEXBot
-BlowFish
-Boardreader
 Bolt
-Buddy
+Brandwatch
-BuiltBotTough
+BunnySlippers
-Bullseye
+Calculon
-CazoodleBot
+CCBot
-CensysInspect
+Cegbfeieh
 CheeseBot
-CheTeam
+CherryPicker
+ChinaClaw
+Chlooe
+Claritybot
+Cliqzbot
 Cloud mapping
 CODE87
+Cogentbot
 cognitiveseo
 com.plumanalytics
-Copier
 CopyRightCheck
-Copyscape
+crawler4j
-Cosmos
+crawler.feedback
+crawl.sogou.com
 Crescent
-CrunchBot
+CSHttp
 Custo
-CyotekWebCopy
+DataCha0s
 DBLBot
 demandbase-bot
-Deusu
+Devil
-Digincore
+Discobot
-DigitalPebble
+Dispatch
+DittoSpyder
+DomainAppender
 DomainCrawler
-DomainSigmaCrawler
+DTS Agent
-Domains Project
-domainsproject.org
-DomainStatsBot
-Dotbot
-DSearch
-EasyDL
 Ebingbong
 eCatch
-Ecxi
+EMail Siphon
-EirGrabber
-EMail Wolf
 Evil
-ExtLinksBot
+Exabot
-ExtractorPro
+Express WebPictures
-Ezooms
+Extractor
-facebookscraper
-FDM
-FemtosearchBot
 FHscan
-Firefox/7.0
+Fimap
+Foobot
 FrontPage
+Fuzz
 FyberSpider
 Fyrebot
 GalaxyBot
-Getintent
+Genieo
 GetRight
+Gigablast
 G-i-g-a-b-o-t
-Gotit
+GridBot
-Grafula
 Haansoft
-HEADMasterSEO
+HaosouSpider
-heritrix
+Harvest
-Heritrix
+HMView
-Hloader
+HTTrack
-HTMLparser
-HTTP::Lite
 Humanlinks
 HybridBot
-Iblog
 IDBot
+IDBTE4M
 IlseBot
+Image Fetch
 IndeedBot
+Indy Library
+InfoNaviRobot
+InfoTekies
+InternetSeer
 internetVista monitor
-Iskanie
+isitwp.com
+IstellaBot
 JamesBOT
 Jbrofuzz
-JikeSpider
+JennyBot
+JetCar
+Joomla
 Jorgee
-Kinza
+JustView
-Lftp
+Jyxobot
-Libwhisker
+Keyword Density
-LinkextractorPro
+Larbin
-LinkpadBot
+LeechFTP
-LinkScan
+LeechGet
-LinqiaMetadataDownloaderBot
+LibWeb
-LinqiaRSSBot
+LieBaoFast
+Likse
+LinksManager
+LinqiaScrapeBot
 Lipperhey
+Lmspider
 Ltx71
 lwp-request
+LWP::Simple
+Mag-Net
 magpie-crawler
-Majestic SEO
-Majestic-SEO
-MarkMonitor
 MarkWatch
-Masscan
 Mass Downloader
 Mata Hari
-Mb2345Browser
+MauiBot
-meanpathbot
+mediawords
-MeanPath Bot
+MFC_Tear_Sample
 MicroMessenger
 Microsoft Data Access
 MIDown tool
+Mister PiX
+Mojeek
 Mojolicious
-Morfeus Fucking Scanner
 MQQBrowser
-MSFrontPage
+Musobot
-Msrabot
-muhstik-scan
 Name Intelligence
-Netcraft
+Navroad
-netEstate NE Crawler
+NetAnts
-NetLyzer
+NetMechanic
 Net Vampire
-Netvibes
-NetZIP
 NextGenSearchBot
+NICErsPRO
 Niki-bot
+Nimbostratus
 Ninja
 Nmap
-Nutch
+Nuclei
 oBot
+Octopus
 Offline Explorer
 OnCrawl
+Openfind
+OpenVAS
 OPPO A33
 OrangeBot
-OrangeSpider
+OutclicksBot
 PageAnalyzer
-Pandalytics
+page scorer
 Panscient
+Pavuk
+PECL::HTTP
+PeoplePal
 Picsearch
-PictureFinder
 Pimonster
-Pixray
+Pi-Monster
-plumanalytics
 Pockey
-POE-Component-Client-HTTP
+PxBroker
-polaris version
+QueryN Metasearch
-Probethenet
+RankActiveLinkBot
-Quick-Crawler
+RankingBot2
-RankFlex
-Rankivabot
-Reaper
-RebelMouse
 Recorder
-Ripper
+RedesScrapy
 RocketCrawler
-Rogerbot
 RSSingBot
+SalesIntelligent
+satoristudio.net
 SBIder
-ScanAlert
+scalaj-http
-ScoutJet
+Scanbot
-Scrapy
-Screaming
-ScreenerBot
 SearchmetricsBot
-SEOkicks
+Semrush
-Seomoz
+SEOlyticsCrawler
+SeoSiteCheckup
+SEOstats
 sexsearcher
-Siphon
+Shodan
 SISTRIX
 Sitebeam
-sitechecker.pro
+SiteExplorer
+SiteSnagger
 SlySearch
-SmartDownload
-Snake
 Snapbot
+Snoopy
 SocialRankIOBot
 Sogou web spider
 Sosospider
-Spammen
+Sottopop
 SpankBot
+Spanner
 sp_auditbot
-Spbot
+Surfbot
-Spinn3r
-Sqlmap
-Stripper
 SurveyBot
+Swiftbot
+T0PHackTeam
 T8Abot
 Teleport
+TeleportPro
 Telesoft
-Telesphorep
+Thumbor
-TightTwatBot
 Titan
-Toata
 Toweyabot
-Tracemyfile
-Trendiction
 trendiction.de
-True_Robot
 Turnitin
-UnisterBot
+TwengaBot
+Twice
+Typhoeus
 URLy.Warning
-Vacuum
-VelenPublicWebCrawler
 VeriCiteCrawler
-VidibleScraper
-Virusdie
 VoidEYE
 Voltron
 Wallpapers/3.0
-WASALive-Bot
+Webalta
+WebAuto
 WebCollage
 WEBDAV
-Web Fetch
+WebEnhancer
-WebFuck
+Web Enhancer
+WebFetch
 Web Fuck
-WebImageCollector
+WebGo IS
+WebmasterWorldForumBot
 webmeup-crawler
-WebReaper
+Web Pix
+WebSauger
+WebsiteExtractor
 WebsiteQuester
-WebSucker
+Website Quester
-Web Sucker
+WebStripper
 Whack
-Whatweb
+WiseGuys Robot
-Who.is Bot
-Widow
 WISENutbot
-Wonderbot
-Woobot
 Wprecon
-WPScan
+x09Mozilla
-WWW-Collector-E
-xpymep1.exe
-YoudaoBot
 Zauba
+Zermelo
 Zeus
 zgrab
-Zitebot
 ZmEu
 ZoomBot
 ZoominfoBot
+ZumBot
 ZyBorg

.dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404enemy
+404checker
-80legs
-Abonti
 Aboundexbot
 Acunetix
 ADmantX
-AfD-Verbotsverfahren
+AiHitBot
-AhrefsBot
-AIBOT
-Alligator
-AllSubmitter
 Anarchie
+Anarchy
 Anarchy99
+Ankit
 Anthill
-Aspiegel
+AwarioRssBot
-ASPSeek
-autoemailspider
 AwarioSmartBot
-BackDoorBot
+backlink-check
-Backlink-Ceck
-BacklinkCrawler
-BackStreet
 BackWeb
-Battleztar Bazinga
+Badass
+Barkrowler
+BatchFTP
+BBBike
+BDFetch
 BetaBot
-Blackboard
 Black Hole
-BLEXBot
+BlackWidow
-BotALot
+BlowFish
-Brandprotect
+Boardreader
-BuiltWith
+Bolt
+Buck
+BuiltBotTough
 BuzzSumo
-Calculon
-CATExplorador
 CazoodleBot
+CensysInspect
 CherryPicker
-CheTeam
 ChinaClaw
-Chlooe
+Cloud mapping
-Claritybot
+com.plumanalytics
-Cogentbot
-cognitiveseo
-Collector
 Copier
+CopyRightCheck
+Cosmos
+CrazyWebCrawler
 CrunchBot
-Custo
+CSHttp
-DatabaseDriverMysqli
-DataCha0s
 Demon
 Deusu
 Devil
-DigitalPebble
-DIIbot
 Disco
 Discoverybot
 Dispatch
 DittoSpyder
-DnyzBot
+DomainAppender
-DomainStatsBot
+DomainSigmaCrawler
-Dotbot
+domainsproject.org
-Download Wonder
-Drip
 EasyDL
+eCatch
 ECCP/1.0
-Ecxi
-EirGrabber
-EMail Siphon
 EMail Wolf
 EroCrawler
-evc-batch
 Evil
+Exabot
+Express WebPictures
+ExtLinksBot
 ExtractorPro
 Extreme Picture Finder
-Ezooms
 facebookscraper
-FemtosearchBot
+FHscan
-Flunky
+Fimap
-Foobot
+Firefox/7.0
 Freeuploader
-FrontPage
 FyberSpider
-Fyrebot
 GalaxyBot
-Genieo
 Getintent
-GetWeb
+GoZilla
-Gigabot
+GrabNet
-Go-Ahead-Got-It
-Gotit
 Grafula
-GrapeshotCrawler
-GridBot
 GT::WWW
-Haansoft
-HaosouSpider
-Harvest
 HEADMasterSEO
-heritrix
+Heritrix
-HTTP::Lite
+Hloader
+HMView
+Humanlinks
 Iblog
 IDBot
+IDBTE4M
+Id-search
+IlseBot
+Image Fetch
 Indy Library
 InfoNaviRobot
-instabid
 InterGET
 Internet Ninja
-Iria
+InternetSeer
+internetVista monitor
+IstellaBot
 JamesBOT
-JetCar
+JennyBot
-Jetty
+Jorgee
-JOC Web Spider
+Kozmosbot
-Jyxobot
 Larbin
 LeechFTP
-LeechGet
-LexiBot
 Libwhisker
-LieBaoFast
+Lightspeedsystems
+Linkbot
 LinkextractorPro
 LinkpadBot
-LinksManager
+LinkWalker
 LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
+LinqiaRSSBot
 Lipperhey
-Ltx71
+Lipperhey Spider
-lwp-request
+Mag-Net
-lwp-trivial
+Mail.RU_Bot
-Magnet
+Majestic12
 Majestic SEO
 MarkMonitor
+MarkWatch
+Masscan
 Mata Hari
-MauiBot
 Mb2345Browser
-MeanPath Bot
+Meanpathbot
-Mediatoolkitbot
+MegaIndex.ru
-mediawords
 Metauri
+MFC_Tear_Sample
 Microsoft URL Control
-MIDown tool
-MIIxpc
 Mister PiX
+MJ12bot
+Mojeek
 Mojolicious
-Morfeus Fucking Scanner
+MQQBrowser
-Mr.4x3
 Msrabot
-Navroad
+MTRobot
+Musobot
+Nameprotect
 NearSite
-Needle
+netEstate NE Crawler
 NetMechanic
+Nettrack
 Net Vampire
-NextGenSearchBot
+NetZIP
+Nibbler
 Nikto
+NimbleCrawler
+Ninja
 Nmap
+NPbot
+Nutch
 oBot
-Octopus
+Openfind
-Offline Explorer
+OpenLinkProfiler
-OnCrawl
+Openvas
 OpenVAS
+OPPO A33
 OrangeSpider
-Pandalytics
+PageAnalyzer
+Page Analyzer
+PageGrabber
+PageScorer
+PageThing.com
 Panscient
-Papa Foto
+PECL::HTTP
-PeoplePal
-PHPCrawl
 Picscout
-Picsearch
+PictureFinder
-Pixray
+Pimonster
-PleaseCrawl
+Pi-Monster
-POE-Component-Client-HTTP
+ProPowerBot
-Probethenet
+Pump
-ProWebWalker
 PxBroker
 QueryN Metasearch
-Quick-Crawler
-RankActive
 RankActiveLinkBot
-RealDownload
+RankingBot
-Recorder
+Reaper
+RebelMouse
+RedesScrapy
+RepoMonkey
 Rogerbot
+RSSingBot
 SBIder
+ScanAlert
 Scanbot
-scan.lol
 ScoutJet
-ScreenerBot
+Scrapy
-Searchestate
+SEOkicks-Robot
-SemrushBot
+SEOlyticsCrawler
-SEOprofiler
+seoscanners
-SeoSiteCheckup
 sexsearcher
-SiteExplorer
+Siphon
-Siteimprove
+SISTRIX
+sitechecker.pro
+SiteSnagger
+SiteSucker
+Sitevigil
+SlySearch
 SmartDownload
-Snake
+SMTBot
-Snapbot
+SocialRankIOBot
-Snoopy
+Sociscraper
-Sogou web spider
 Sosospider
-SpaceBison
+Sottopop
-Spammen
+Spanner
-SpankBot
+sp_auditbot
-Stripper
+Sqworm
 Sucker
+Sucuri
 SuperBot
-SuperHTTP
 Surfbot
 Suzuran
-Swiftbot
-sysscan
 T8Abot
-tAkeOut
-Teleport
 TeleportPro
-TheNomad
+Telesoft
+Telesphoreo
+Telesphorep
 Thumbor
-Trendictionbot
+Tracemyfile
-trendiction.de
+Turingos
-True_Robot
+VB Project
-Twice
+VelenPublicWebCrawler
-URLy Warning
-URLy.Warning
-VCI
 VeriCiteCrawler
-WBSearchBot
+VoidEYE
+Wallpapers/3.0
+WASALive-Bot
 WebAuto
+Web Auto
 WebBandit
-Web Collage
+WebEnhancer
-WEBDAV
+WebFuck
-Web Enhancer
+Web Fuck
+WebImageCollector
+WebLeacher
 WebmasterWorldForumBot
 webmeup-crawler
-WebsiteQuester
+WebPix
+Web Sauger
+WebsiteExtractor
 WebStripper
 WebSucker
+Web Sucker
 WebWhacker
-WeSEE
-Whack
 Whatweb
+WiseGuys Robot
+WISENutbot
+Wonderbot
 Woobot
+Wotbox
 Wprecon
-WWW-Collector-E
+WPScan
-x09Mozilla
+WWW::Mechanize
-x22Mozilla
+Xaldon WebSpider
-Xenu
+Xaldon_WebSpider
-Zade
 Zauba
 Zermelo
-Zitebot
+Zeus
-ZmEu
 ZoominfoBot
-ZumBot
+ZyBorg

.dev-tools/test_units/random-referrers-for-test-quick.list

@@ -1,10 +1,10 @@
-bookhome.info
+alfa-img.com
-com-supportcenter.website
+exchangeit.gq
-ege-russian.ru
+focalink.com
-gamerextra.com
+iinstalll-fii1leis.jus0wil.pp.ua
-monthlywinners.com
+mega-bony-2017.pl
-mrvideospornogratis.xxx
+novosibirsk.xrus.org
-printdirectforless.com
+xn----9sbebi2bvzr7h.xn--p1ai
-site.ru
+xtraffic.plus
-supermama.top
+xxlargepop.com
-veles.shop
+zeroredirect2.com

.dev-tools/test_units/random-referrers-for-test.list

@@ -1,500 +1,500 @@
-1001desert.com
+01apple.com
-1adult.com
+0912701309f8ce.com
-1xbet4you.com
+123kuma.com
-21h2o.com
+123locker.com
-3w24.com
+1bet.com
-5ws.dating-app.ru
+1pamm.ru
-777-club.ru
+214jaluwobapef.cf
+273-fz.ru
+28n2gl3wfyb0.ru
+2x2fan.ru
+4kepics.com
+5u.com
+7search.com
+7wind.ru
+83net.jp
+8xv8.com
+91abcw.com
 a14download.com
-a1security.com.ua
+aa625d84f1587749c1ab011d6f269f7d64.com
-adman.gr
+abcdeg.xyz
-adultmeetonline.info
+adclickthru.net
+add-add.men
+addray.pro
+adimmix.com
+adnotbad.com
+adsfresh.men
+adultfullhd.com
 advokateg.ru
-akuhni.by
+aghanyna.com
+aihelen.net
+aktivator-windows10.blogspot.com
 albamargroup.com
-alevinefesleri.com
+alborzan.com
-allboard.xobor.de
+albuteroli.com
-allmarketsnewdayli.gdn
+alert-fdm.xyz
-allwidewallpapers.com
+alert-hgd.xyz
-amateurlivechat.org
+alfa-img.com
 amehdaily.com
-amung.us
+andpolice.com
-anal-acrobats.hol.es
+anlimebel.kiev.ua
-anonymizeme.pro
+apibrowsesmartne-a.akamaihd.net
-aosheng-tech.com
+app5.letmacworkfaster.world
-apiitsthirteende-a.akamaihd.net
+arabsexxxtube.com
-apilinkswiftco-a.akamaihd.net
+arate.ru
-appfastplay.com
+arcadepages.com
-applicationg29.com
-aquarium-pro.ru
-arendovalka.xyz
-arewater.com
-artdestshop.eu
 artel116.ru
-aruplighting.com
+asia-forum.ru
-asiavirtualsolutions.com
+asscenihotosidea.blogspot.com
-asscenihotosidea.blogspot.co.za
+autonew.biz
-atley.eu.pn
+avirasecureserver.com
-australia-opening-times.com
+avtoarenda.by
-aviav.ru.com
+azazu.ru
-azartclub.org
+azbuka-mo.ru
-azartmix.com
+azlex.uz
-azinoofficial777.ru
+baladur.ru
-b2b-lounge.com
+banki76.ru
-backlinkwatch.com
+bard-real.com.ua
-balook.com
+batanga.net
-bannerbank.ru
+bavsac.com
-bannerspace.com
+bazaronline24.ru
-battle.net
+beauty-b0x.pl
-bbtec.net
+beauty-clinic.ru
-bear.gotcher.us
+berdasovivan.ru
-best-games.today
+best-coupon-offer.com
-besthoro.ru
+bet365.com
-bestofferswalkmydogouteveryday.gq
+betonka.pro
-best-seo-solution.com
+bigpictures.club
-betterscooter.com
+bimatoprost-careprost.com.ua
-betwinservice.com
+bizfly.info
-bget.ru
+blavia.00author.com
-bikini-image.com
+blockworld.ru
-biographiya.com
-bio-market.kz
-bitcoinpile.com
-blog.axant.it
-blog.koreadaily.com
 blogos.kz
-boeuklad.com
+blogsfunky672.weebly.com
-bookhome.info
+bodybuilding-shop.biz
-boom-celebs.com
+bonux.nextview.ru
-bosman.pluto.ro
+bosefux.esy.es
-brandehk.dk
+breget74.ru
-bristolhotel.com.ua
+builtwith.com
-buehne-fuer-menschenrechte.de
+buketeg.xyz
-burkesales.com
+burn-fat.ga
-buron.pw
+butstrap.space
-businescoop.men
+buy-loft.ru
-candcstuccoandstone.com
+buytizanidineonline.blogspot.com
-candelluxsklep.pl
+bycontext.com
-candytiner.com
+callawaygolfoutlet.online
-carina-sy.de
+callejondelpozo.es
-carstrends2015.com
+camsex.xxx-cam.webcam
-cartierreplica.xyz
+candypeople.se
-casinos4dummies.co.uk
+capture-room.com
-caulderwoodkennels.com
+cardiosport.com.ua
-ceotrk.com
+cartierwatch.xyz
-cheapestjerseysonwholesale.com
+casablancamanor.co.za
-cheapestjerseys-wholesale.com
+cashonads.com
-cheapjerseysfootballshop.com
+ccbill.com
-cheapwebsitehoster.com
+cezartabac.ro
+cfacarrosserie74.com
+charmstroy.info
+cheapbarbour.online
+checkm8.com
+chidporn.com
 christianlouboutinreplica.win
-cialis-samples.com
+cialisndbrx.com
-cicaki.net
+citetick.com
-cienum.fr
+cityadspix.com
-cinemaenergy-hd.ru
+cleanpcnow.com
-cinemaflix.website
+clubfashionista.com
-cjs.com.ru
+coderstate.com
-clayvasedesigns.tk
+compliance-brian.xyz
-clickintext.net
+compliance-jack.top
-clickzzs.nl
+compliance-olga.top
-clips.ua.ac.be
+compliance-viktor.top
-clknsee.com
+com-supportcenter.website
-clksite.com
+coolwallpapers-hd.com
-clmforexeu.com
-codysbbq.com
-compliance-andrew.top
-compliance-barak.xyz
-compliance-don.top
-compliance-elena.xyz
-compliance-mary.top
-coolingoods.com
 cosmetic.donna7753191.ru
-counterbot.com
+countercrazy.com
-creams.makeforum.eu
+craftburg.ru
-cymbaltaandtizanidine.blogspot.com
+crd.clan.su
-dawlenie.com
+creativehutindia.com
-daydream-studio.ru
+customcatchcan.com
-day-news.info
+dafatiri.com
-deanmoore.ie
+danschawbel.com
-dekoration.us
+daretodonate.co
-demian.kz
+decorationspcs.com
-destinationrealestate.com
+digilander.libero.it
-dev-seo.blog
+dipstar.org
-diesel-parts28.ru
+dirtpics.pw
-dieswaene.com
+domaincheck.io
-dimaka.info
+domain-submit.info
-directivepub.com
+dorratex.tn
-discovertreasurenow.com
+dostavka-v-krym.com
-djekxa.ru
+doyouknowtheword-flummox.ml
-dms-sw.ru
+dprtb.com
-dostavka-v-ukrainu.ru
+draniki.org
-driving.kiev.ua
+drev.biz
-duplicashapp.com
+drpornogratisx.xxx
-dvd-famille.com
+dscaas.website
-dvervmoskvu.ru
+dvr.biz.ua
-easycommerce.cf
+dvrlists.com
-ebonyporn.site
+ebooknovel.club
-e-commerce-seo1.com
+efkt.jp
-ecommerce-seo.com
+efnor-ac.com
-ecommerce-seo.org
+electro-prom.com
-ecookna.com.ua
+elektrischezigarette2.onsugar.com
-educatemetv.com
+elektronischezigarettekaufen2.tumblr.com
-election.interferencer.ru
+enge-fotzen.info
-elektronischezigarette2.mex.tl
+englate.com
-elektrozigaretten2.yn.lt
+epngo.bz
-elstal.com.pl
+eredijovon.com
-empis.magix.net
+erotik-kostenlos.net
-enginebay.ru
+ertelecom.ru
-envaseslotusama.com
+espaceinventoristes.com
-ereko.ru
+essay-writing.work
-eropho.com
+europages.com.ru
-eshop4u.jp
+euroskat.ru
-etotupo.ru
+extrabot.com
-expertnaya-ocenka.ru
+extremal-blog.com
-expresstoplivo.ru
+extstat.com
-ezigarettekaufen2.mpbloggar.se
 ezigaretteshop2.vefblog.net
-fable.in.ua
+ezigaretteshop.webs.com
-factorynightclub.com
+f5mtrack.com
-fbdownloader.com
+fashionindeed.ml
-fellowshipoftheminds.com
+fashion-mk.net
-fenoyl.batcave.net
+favornews.com
-ferretsoft.com
+fikasound.tk
-figuringmoneyout.com
+financepoints.eu
-filmi-onlain.info
+findacheaplawyers.com
-find1friend.com
+findsexguide.com
-finemanteam.com
+fireads.men
-finstroy.net
+flagcounter.me
-flavors.me
+flashahead.info
+flex4launch.ru
+f-loaded.de
+fodelsedagspresenter.nu
 food.dtu.dk
-footballfarrago.com
+forexunion.net
-forex.osobye.ru
+forum69.info
-forsex.info
+foto-basa.com
-fortevidyoze.net
+foxinsocks.ru
-fotosfotos.eu
+foxweber.com
-frameimage.org
+franklinfire.co
-franch.info
+free-fbook-traffic.com
-freecamdollars.com
+free-traffic.xyz
-free-share-buttons.top
-freesitetest.com
 freshberry.com.ua
-freshdz.com
+frivgame250.com
-fullfileaccess.com
+fr.netlog.com
-funnel.co.za
+fullgirl.ru
-gateway.zscalerone.net
+fun2cell.net
-generalporn.org
+funcrushgames.com
-getlamborghini.ga
+fun-mobi.pl
-getmiro.com
+game300.ru
-getprismatic.com
+gamedayhouse.com
-getridofstretchmarks.org
+gay.adultgalls.com
-girlsatgames.ru
+getdot.ru
-gkvector.ru
+getpopunder.com
-glall.ru
+getyourimage.club
-globetrotting-culture.ru
+get-your-social-buttons.info
-goodhousekeeping.com
+ghazel.ru
-groupmoney.ru
+gne8.com
+goforexvps.com
+golden-praga.ru
+golmau.host.sk
+googst2.ru
+goosefishpost.bid
+gourcy.altervista.org
+graphics8.info
 growboxbl.ru
-gsasearchenginerankerhelp.com
+grupografico-pilar.com.ar
-gsasearchengineranker.top
+guardlink.org
-guod.me
+gwhwpxbw.bloger.index.hr
-gwagka.com
+gz2.bbsoldes.fr
-hamptonoaks.ca
+haikuware.com
-haveinc.xyz
+handicapvansarea.com
-heygidday.biz
+hanwei.us
-histock.info
+hazardky.net
-hit-kino.ru
+hdhc.ru
-hitmuzik.ru
+hem.passagen.se
-hobild.net
+hidemyass.com
-homegardenlova.com
+high-speed1.net
-hop.clickbank.net
+hikesearch.net
-hornymatches.com
+hildinghr.se
-hoverboard360.de
+hit-men.men
-hoverboard360.es
+hobbyhuren-datenbank.com
-hoztorg-opt.ru
+hotchatdate.com
-humanorightswatch.org
+hothot.ru
-hundejo.com
+houdom.net
-idealtits.net
+housediz.com
-ido3.com
+housekuba.org
-i-hobot.ru
+hreade.com
-impisr.edunsk.ru
+huhn.altervista.org
-impresagaia.it
+humanelydrew.com
-inmate-locator.us
+imicrovision.com
-integritylandscapeservices.com
+iminent.com
-int.search.tb.ask.com
+instabid.tech
-io9.com
+intervsem.ru
-iqoption-bin.com
+invitefashion.com
-iqoption.pro
+inzn.ru
-irkutsk.online-podarki.com
+i-service.kz
-itsdp3.com
+iskalko.ru
-javspace.net
+itrevolution.cf
-jbl-charge.info
+iusstf.org
-jerseychinabizwholesale.com
+jabimgo.pw
-jerseyswholesalechinalimited.com
+jackwolfskinoutlet.online
-job.icivil.ir
+janerikholst.se
-justkillingti.me
+javatex.co.id
-kabbalah-red-bracelets.com
+jerseywholesalechinabiz.com
-kazka.ru
+jolic2.com
-kemerovo.zrus.org
+jrcigars.com
-keywesthideaways.co
+kalb.ru
-kidskunst.info
+kaliningrad.zrus.org
-kiskinhouse.com
+kanimage.com
+kashubadesign.ru
+keywordsdoctor.com
+kichenaid.ru
+kihi.gdn
+kiprinform.com
+klejonka.info
 kmd-pto.ru
-komputernaya-pomosh-moscow.ru
+kongruan.com
-komputers-best.ru
+kostenloser-sex.com
-konkursov.net
+kung-fu-ru.com
-labelwater.se
+kupiproday.com.ua
-lacave.ntic.fr
+kvartir-remont.biz
-lakomka.com.ua
+lacapilla.info
-lankarns.com
+ladsblue.com
-lapitec.eu
+laxob.com
-law-check-eight.xyz
+legalrc.biz
-law-check-seven.xyz
+letolove.ru
-liffa.ru
+levaquin750mg.blogspot.com
-lignofix.ua
+lifebyleese.com
-lion.misba.us
+liky.co.ua
-lion.snapmap.us
+lincolntheatre.com
-littleberry.ru
+liupis.com
-ljusihus.se
+llastbuy.ru
-loadingpages.me
+localmatchbook.com
-localflirtbuddies.com
-locatellicorretor.com.br
 locimge.pw
-longgreen.info
+lollypopgaming.com
-lottospring.com
+lol-smurfs.com
-lunamedia.co
+love-baby.cz
-magazintiande.ru
+maslenka.kz
-magicdiet.gq
+max-eclat.men
-mail.allnews24.in
+medispainstitute.com.au
-mantramusic.ru
-maximpartnerspr.com
-maxxtor.eu
-mbiologi.ru
 megakino.net
-members.ghanaweb.com
+metabar.ru
-menhealed.net
+microsoftportal.net
-mexicosleevegastrectomy.com
+miniads.ca
-minecraft-neo.ru
+mobile.ok.ru
-minegam.com
+mobplayer.ru
-mir-betting.ru
+mojaocena.com
-mir-business-24.ru
+mokrayakiska.com
-mmostrike.ru
+moneyteam24.com
-mnogolok.info
+monsterdivx.tv
-mobile-appster.ru
+moonci.ru
-moesonce.com
+morefastermac.trade
-monetizationking.net
+mowser.com
-moyaterapiya.ru
+muabancantho.info
-mrbojikobi4.biz
+mydoctorok.ru
-mtmtv.info
+mydownlodablefiles.com
-mug-na-chas-moscow.ru
+mysex21.com
-muschisexbilder.com
+mystats.xyz
-musicdaddy.net
+myyour.eu
-myblogregistercm.tk
+nagdak.ru
-myfreemp3.eu
+najaden.no
-mygameplus.com
+naj-filmy24.pl
-mygameplus.ru
+nakozhe.com
-myonigroup.com
+napalm51.nut.cc
-nalogovyykodeks.ru
+nardulan.com
-naphukete.ru
+narkologiya-belgorod.ru
-narosty.com
+naturalbreakthroughsresearch.com
-national-today-winning-winner.club
+naturalshair.site
-netcheckcdn.xyz
+needtosellmyhousefast.com
-networkcheck.xyz
+new7ob.com
-new-apps.ru
+nlfjjunb5.ru
-newhairstylesformen2014.com
+notaria-desalas.com
-news-readers.ru
+notfastfood.ru
-nippon-bearings.ru
+nottyu.xyz
-novodigs.com
+nullrefer.com
-oakridgemo.com
+oballergiya.ru
+obiavo.by
+obiavo.com
+obiavo.ru
+oddamzadarmo.eu
 office2web.com
-oneminutesite.it
+ok-ua.info
-onlineku.com
+olvanto.ru
-onlineporno.site
+onclkads.com
-online-sbank.ru
+onlyporno.ru
-optikremont.ru
+o-o-11-o-o.com
+o-o-8-o-o.ru
+openstat.com
+optitrade24.com
 ororodnik.goodbb.ru
 ostrovtaxi.ru
-outshop.ru
+oynat.info
-pandroid.co
+oz-offers.com
-paphoselectricianandplumber.com
+parajumpersjakkesalgnorge.info
-paramountmarble.co.uk
+par-fallen.ga
-partnerworkroom.men
+parfusale.se
-percin.biz.ly
+pcgroup.com.uy
-photo-clip.ru
+pc-test.net
-phuketscreen.com
+pelfind.me
-picsearch.com
+picquery.com
-pihl.se
+pinsdaddy.com
-piuminiita.com
+pix-hd.com
-plastjulgranar.se
+plastweb.ru
-podshipniki-ntn.ru
+play.leadzupc.com
-pogodnyyeavarii.gq
+pobeiranie.pl
-pokemongooo.ml
+polcin.de
-polimga.pw
+porno-chaman.info
-pomoc-drogowa.cba.pl
-popunder.net
-popup-jdh.xyz
-pornobrazzers.biz
 porno-play.net
-pornoplen.com
+pornoreino.com
-pornotubs.com
+porno-transsexuals.ru
-portal-eu.ru
+portside.cc
-pozdravleniya-c.ru
+poshiv-chehol.ru
-priceg.com
+prefersurvey.net
-prod2016.com
+primedice.com
-proekt-gaz.ru
+privatefx-in.ru
-profitwithalex.info
+prosmibank.ru
-progress-upakovka.ru
+prpops.com
-prohoster.info
+psvita.ru
-promalp-universal.ru
+qitt.ru
-prombudpostach.com.ua
+raavidesigns.com
-prostitutki-belgoroda.org
+rapevideosmovies.com
-pro-tec.kz
+razvratnoe.org
-pr-ten.de
+rcb101.ru
-pussysaga.com
+realnye-otzyvy.info
-radiodigital.co
+recipedays.ru
-rankings-analytics.com
+redirect.trafficreceiver.club
-realting-moscow.ru
+referencemoi.com
-remontbiz.ru
+reining.lovasszovetseg.hu
-remont-comp-pomosh.ru
+renecaovilla.online
-renecaovillasale.online
+rep-am.com
+replicalouboutin.xyz
+responsive-test.net
 ring4rhino.com
-ritlweb.com
-rixpix.ru
 rockingclicks.com
-roleforum.ru
+rootandroid.org
-royalads.net
+rostov.xrus.org
-royalcar-ufa.ru
+rusoft-zone.ru
-rus-teh.narod.ru
+russia-today-video.ru
-sakhboard.ru
+sabizonline.com
-saneitconsulting.com
+samo-soznanie.ru
-score-ads.men
+sanatorrii.ru
+sandhillsonline.com
+sarm.tk
+sbprabooks.com
+scanner-andrew.top
+scanner-jack.top
+scanner-julianna.top
+scanner-nelson.top
+scanner-olga.top
+schoolfiles.net
+scopich.com
 scrnet.biz.ua
-sc-specialhost.com
+sdelai-prosto.ru
-sell-fb-group-here.com
+search-goo.com
-seoboxes.com
+searchkut.com
-seorankinglinks.xyz
+seo-2-0.com
+seomarketings.online
+serpstat.com
+servingnotice.com
+sexreliz.com
 sextracker.be
-sexvporno.ru
+sexyebonyteen.com
-sex-znakomstva.online
+shakhtar-doneck.ru
-shama-rc.net
+shell-pmr.ru
-shymkent.xkaz.org
+shop.xz618.com
-sideeffectsoftizanidine.blogspot.com
+sientalyric.co
-sierraapps.com
+simplepooltips.com
-simple-image.com.ua
+sirpornogratis.xxx
-sindragosa.comxa.com
+sitevalued.com
-site3.free-share-buttons.com
+sklad-24.ru
-sitopreferito.it
+small-game.com
-s-iwantyou.com
+sneakyboy.com
-skatestick.bid
+social-buttons.xyz
-slutloadlive.com
+soft1.ru
-small-games.biz
+softlinesolutions.me
-smartbalanceworld.com
+songoo.wz.cz
-social-button.xyz
+spaceshipad.com
-soc-proof.su
+spb.ru
-soft-terminal.ru
+spy-sts.com
-softwaretrend.net
+stanthonyscatholicchurch.org
-solnplast.ru
+startwp.org
-sosdepotdebilan.com
+stats-collector.org
-sovetogorod.ru
+streetfire.net
-spin2016.cf
+stroydetali.ru
-spy-app.info
+stroymonolit.su
-spymac.net
+studiofmp.com
-spywarebegone.com
-stairliftsarea.com
-start.myplaycity.com
-stathat.com
-steame.ru
-stoki.ru
-stpolice.com
-stretchmate.net
-students-cheapskate.ml
 studiokamyk.com.pl
-studworks.org
+superinterstitial.com
-supermodni.com.ua
+svnuppsalaorebro.se
-surffoundation.nl
-taaaak.com
 tarad.com
-taraz.xkaz.org
+taxi-v-eisk.ru
 tds-advert005.info
+tedy.su
 teenporn18.net
+template-kid.com
+terraclicks.com
 tfxiq.com
-thaismartloan.com
+thaisamkok.com
-thegamerznetwork.com
+thenews-today.info
-thejournal.ru
+thepantonpractice.co.uk
-ticketsys.inetwd.com
+thetattoohut.com
-titangel-vietnam.com
+thetoiletpaper.com
-tizanidineandhydrocodone.blogspot.com
+time-japan.ru
-tizanidinecapsules.blogspot.com
+titan-ads.life
-tizanidinedruginteractions.blogspot.com
+tizanidineonline.blogspot.com
-tizanidinehcl4mgisitanarcotic.blogspot.com
+toloka.hurtom.com
-tizanidinezanaflex.blogspot.com
+toolsky.com
-tnaionline.org
+tooplay.com
-tootoo.to
+topvidos.ru
-topcar-krasnodar.ru
+touchmods.fr
-topclickguru.com
+trafficreceiver.club
-torrentgamer.net
+trichizobswiv.agddns.net
-track2.shop
+tubeline.biz
-trafficmonetize.org
+tupper-posuda.ru
-tramadolandtizanidine.blogspot.com
+tvorozhnaja-zapekanka-recept.ru
-trudogolik.net
+ukr-lit.com
-uamtrk.com
+ultimateclassicrock.com
-ukkala.xyz
 umaseh.com
-umekana.ru
+undergroundcityphoto.com
-um-razum.ru
+uni.me
-unitygame3d.com
+unrealcommander.org
-upstore.me
+usacasino.com
-urccvfmc.bloger.index.hr
+valuado.com
-urzedowski.eu
+valueclick.com
-usadacha.net
+veerotech.com
-utrolive.ru
+viandpet.com
-videogamesecrets.com
+video-hollywood.ru
+vinylvault.co.uk
 vip-dom.in
-vip-file.com
+vremya.eu
-vipromoffers.com
+vseigry.fun
-vitoriacabos.com
+wait3sec.org
-vodkoved.ru
+wholesalejerseysgaa.com
-voloslove.ru
-vonradio.com
-vriel.batcave.net
-watchinf.com
-watchmyfb.pl
-watracker.net
-weboptimizes.com
-website-analyzer.info
-website-datenbank.de
-westum.se
-wfb.hatedriveapart.com
-whatistizanidine2mg.blogspot.com
 williamrobsonproperty.com
-wjgony.com
+www.pinnacle-bets.com
-womensplay.net
-wosik-dach.service-for-web.de
-wpthemedetector.co.uk
-www.wohnkabinen-shop.de
 wzgyyq.com
-x5market.ru
+xjrul.com
-x-diesel.info
+x-lime.net
-x-diesel.org
+xn--24-glceagatoq7c2a6ioc.xn--p1ai
-xitjw.info
+xn--80abgj3a5acid6ghs.top
-xn-----6kccaibs5cb8afhjrfmix2n.xn--p1ai
-xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai
-xn----7sbbahaq9bb5afgiqfliv4m.xn--p1ai
 xn--80ajjbdhgmudixfjc8c5a9df8b.xn--p1ai
-xn--c1acygb.xn--p1ai
+xn----8sbhefaln6acifdaon5c6f4axh.xn--p1ai
-xn--d1abj0abs9d.in.ua
+xnxx699.com
-xxxkaz.org
+xolodremont.ru
-xxx-treker.ru
+xxxhdvideo.site
-yellocloud.be
+xz618.com
-yougotanewdomain.com
+yellowads.men
-youporn-forum.ga
+yougame.biz
-youporn-ru.com
+your-bearings.com
-yourmovies.pl
+yuarra.pluto.ro
-yubikk.info
+zaloadi.ru
-yuweng.info
+zambini.ru
-zeroredirect12.com
+zapiszto.pl
-zkjovpdgxivg.ga
+zastroyka.org
-zlatnajesen.com
+zebradudka.com
-zolotoy-lis.ru
+zeroredirect.com
-zooggames.com
+zoompegs.com
 zscalertwo.net
-zvooq.eu
+zvetki.ru
-zx6.ru
-zzbroya.com.ua

.dev-tools/test_units/random-referrers-for-whitelist-test.list

@@ -1,250 +1,250 @@
-0lovespells0.blogspot.com
+2daytrendingnews.com
-1xbet4you.com
+300richmond.co.nz
-2000k.ru
+45en.ru
-24-ak.ru
+5ws.dating-app.ru
-3-letter-domains.net
+abovetherivernc.com
-51unlim.ru
+acheterviagrafr24.com
-5elementov.ru
+ads-cool.pro
-abcdeg.xyz
+adsref.men
-activepr.ru
+advancedcleaner.com
-adanih.com
+alert-hgd.xyz
-adcash.com
+animenime.ru
-adminshop.com
+appfixing.space
-adpremium.org
+apple.com-webbrowsing-security.science
-adsfresh.men
+applicationg29.com
-ads-seo.men
+arabsexxxtube.com
-adtech.fr
+artparquet.ru
-adverster.com
+asophoto.com
-alborzan.com
-all4invest.info
-all-number.com
-animali.deagostinipassion.it
-anjalika.co.in
-aosexkontakte.net
-applyneedy.xyz
-arabseyes.com
-arenda-avtoprokat-krasnodar.ru
-artdeko.info
-asmxsatadriverin.aircus.com
-autoplate.info
-autotop.com.ua
 autotrends.today
-aviav.co
+aviav.ru
-azarttoto.com
+b2b-lounge.com
-babyguns.ru
+babs.com.ua
-bamo.xsl.pt
+bad-stars.net
-bazaronline24.ru
+baersaratov.ru
-bensbargains.net
+banksrf.ru
-blavia.00author.com
+bannerads.de
-bloggers.nl
+bdsmgalls.net
-bnt-team.com
+betwinservice.com
-bookmaker-bet.com
+bildsuche.ru
-brainsandeggs.blogspot.com
+billiard-classic.com.ua
-brainzpod.win
+binomo.com
-bytimedance.ru
+blockworld.ru
-cacheimages.com
+bloggerads.net
-callstevens.com
+blogs.rediff.com
-camdolls.com
+bonky.biz
-casablancamanor.co.za
+brateg.xyz
-casite-513049.cloudaccess.net
+bravegirlsclub.com
-cbcseward.com
+californianews.cf
-chcu.net
+calvet.altervista.org
+canacopegdl.com
+candypeople.se
+cbozhe.com
+check-host.net
+cialgenisrx.com
+ciceros.co
 ciproandtizanidine.blogspot.com
-cleanmypc.com
+citetick.com
+clean-start.net
 clipartnew.com
-com-cleaner.systems
+cognitiveseo.com
-compliance-alexa.top
+coinsspb.com
-compliance-barak.xyz
+compliance-ivan.xyz
-compliance-viktor.top
+compliance-jack.top
-coop-gamers.ru
+cornomase.win
-copenergo.ru
+cottageofgrace.com
-copypaste.traderzplanet.in
+cvety24.by
-creativehutindia.com
+damedingel.ya.ru
-csgo4.win
+daptravel.com
-dairyindia.in
+dealighted.com
-dating-app.ru
+den-noch24.ru
-detmebel.su
+derevesendeco.com
-dfwu1019.info
+discovertreasure-a.akamaihd.net
-divatraffic.com
+disruptingdinnerparties.com
+dkvorota.ru
 domainsatcost.com
-domain.webkeyit.com
+dustyorate.com
-dominterior.org
+ecommerce-seo.org
-domznaniy.ru
+econom.co
-downtuptv.gq
+ekaterinburg.xrus.org
-dscaas.website
+elektrischezigaretten1.blogse.nl
-dverimegapolis.ru
+eorogo.top
-ecxtracking.com
+erectile.bid
-elexies.info
+espaceinventoristes.com
-emerson-rus.ru
+evaashop.ru
-escortplius.com
+evening-dating-club.info
-essaypro.com
+eywords-monitoring-your-success.com
-eu-cookie-law.blogspot.com
+ezigarettenshop1.yolasite.com
-f00kclan.de
+factorynightclub.com
-figuringmoneyout.com
+favoritemoney.ru
-filkhbr.com
+fetroshok.ru
-forexunion.net
+filefilter.weebly.com
-frameimage.org
+filmgo.ru
-frbizlist.com
+flashbannernow.com
-free-deals.faith
+fm-upgrade.ru
-friendflnder.com
+fordsonmajbor.cf
-funnymama.com
+fotopop.club
-gavuer.ru
+fotoxxxru.com
-glasof.es
+free-share-buttons.top
-gok-kasten.net
+fres-news.com
-googglet.com
+fuck-paid-share-buttons.xyz
-gov.yanao.ru
+garciniaxt.us
-graphicwe.org
+generousdeal-a.akamaihd.net
-gratis-sexkontakte.com
+getprismatic.com
-groupmoney.ru
+get-seo-domain.com
-gsbs.com.ua
+good-mummy.ru
-guardlink.com
+gotorussia.com
-guitar-master.org
+gsou.cf
-gwebtools.com.br
+hccoder.info
-highland-homes.com
+helvetia.com.ua
-highstairs-a.akamaihd.net
+hop.clickbank.net
-host-tracker.com
+hulfingtonpost.com
-idealtits.net
+iboss.com
-imagui.eu
+ifmo.ru
-irkutsk.online-podarki.com
+images-free.net
-irunfar.com
+infobanks.ru
-itis4you.com
+inspiring-desperate.tk
-itsdp3.com
+int.search.mywebsearch.com
-iwantmyfreecash.com
+io9.com
-jabimgo.pw
+iplusbit.blogspot.co.za
-jetsli.de
+iqoption.com
-juliadiets.com
+i-service.kz
-justucalling32211123456789.tk
+ivanovo.zrus.org
-kakadu-interior.com.ua
+ivearchenceinflu.cf
-keywordblocks.com
+jackwolfskinoutlet.online
-kirov.zrus.org
+jerseysbizwholesalecheap.com
-kollesa.ru
+jumptap.com
-lashstudia.ru
+justprofit.xyz
-linkpulse.com
+kashubadesign.ru
-livejasmin.com
+katadhin.co
-lyngdalhudterapi.no
+keywordhouse.com
-mactechinfo.info
+keywordsdoctor.com
-magicplayer-s.acestream.net
+keyword-suggestions.com
-maglid.ru
+kicknights.gq
-mainlinehobby.net
+klumba55.ru
-marcowebonyodziezowe.pl
+komputers-best.ru
-matchpal-a.akamaihd.net
+koopilka.com
-mediaoffers.click
+kotaku.com
+koversite.info
+krasivoe-hd.com
+kw21.org
+lacave.ntic.fr
+lafriore.ru
+lakomka.com.ua
+leftofcentrist.com
+lignofix.ua
+linkdebrideur.xyz
+linkrr.com
+ltvperf.com
+m4ever.net
+magento-crew.net
+massage-info.nl
+mebel-alait.ru
+mebeldekor.com.ua
+medi-fitt.hu
+mere.host.sk
+mexicosleevegastrectomy.com
 misswell.net
+mixx.com
 mobilierland.com
-moivestiy.biz
+moesexy.com
-monarhs.info
+mountainstream.ms
-morf.snn.gr
+multgo.ru
-msfsaar.de
+myhealthcare.com
-muz-tracker.net
+myhitmp3.club
-naphukete.ru
+nailsimg.com
-narutonaruto.ru
+negral.pluto.ro
-nastydollars.com
+nerudlogistik.ru
-notfastfood.ru
+netanalytics.xyz
-nuup.info
+onlineku.com
-nw-servis.ru
+online-sbank.ru
-obiavo.in
+onlineslotmaschine.com
-offf.info
+openfrost.net
-office2web.com
+oz-offers.com
-office-windows.ru
+panchro.co.uk
-of-ireland.info
+pc-virus-d0l92j2.pw
-onlinefilmz.net
+pekori.to
-o-o-8-o-o.com
+pinwallpaper.xyz
-ops.picscout.com
+pistonclasico.com
-oranga.host.sk
+piter.xrus.org
-orgasmatrix.com
+pixell.club
-osb.se11.ru
+pladform.ru
-picmoonco.pw
+pogodnyyeavarii.gq
-pivka.xyz
+pornogig.com
-play-mp3.com
+prchecker.info
-pornogad.com
+printdirectforless.com
-pornoplen.com
+proprostatit.com
-porn-w.org
+quickchange.cc
-pozdrawleniya.ru
+ragecash.com
-privat-girl.net
+realmonte.net
-pronekut.com
+r-e-f-e-r-e-r.com
-purplestats.com
+relax.ru
-pyramidlitho.webs.com
+remont-mobile-phones.ru
-rabotaetvse.ru
+resant.ru
-radiogambling.com
+responsive-test.net
-rainbowice.ru
+risparmiocasa.bz.it
-ranksonic.com
+rosbalt.com.ua
-ranksonic.info
+rusenvironmental.net
-rent2spb.ru
+rusexy.xyz
-rixpix.ru
+samolet.fr
-runofilms.ru
+savefrom.com
-saddiechoua.com
+scansafe.net
-sarafangel.ru
+searchaddis.com
-satellite.maps.ilovevitaly.com
+search.pch.com
-sbwealthsolutions.ca
+secret.xn--oogle-wmc.com
-securesmrt-dt.com
+seoexperimenty.ru
-seeingmeerkat.com
+seofied.com
-seeresultshub-a.akamaihd.net
+seoprofiler.com
-seksotur.ru
+shoplvlv.us
-seoheap.com
+shopwme.ru
-seo-tools-optimizing.com
+sierraapps.com
-sexstream.pl
+skylta.com
-sexyteens.hol.es
+slomm.ru
-sharebutton.net
+smichovbike.cz
-shell-pmr.ru
+snow.nvr163.com
-sherlock.se
+soc-econom-problems.ru
-shijian.ac.cn
+spidtest.space
-s-iwantyou.com
+sugvant.ru
-socialmadesimple.com
+supermama.top
-soft1.ru
+swinginwithme.ru
-spb.ru
+tanieaukcje.com.pl
-specialfinanceoffers.com
+taranerymagesswa.blogspot.com
-speedup-my.site
+texbaza.by
-spywarebegone.com
+thedownloadfreeonlinegames.blogspot.com
-stroimajor.ru
+thedownloadfromwarez.blogspot.com
-sugarlyflex.pw
+thefotosgratis.eu
-surflinksmedical.com
+timecrimea.ru
-taqywu51.soup.io
+titan-cloud.life
-teguh.info
+topclickguru.com
-telesvoboda.ru
+trafficstars.com
-timdreby.com
+turizmus.us
-tizanidinehcl2mgsideeffects.blogspot.com
+twinderbella.com
-tizanidinehcl2mgtablet.blogspot.com
+u-cheats.ru
-tizanidinehcl4mgtablet.blogspot.com
+uchetunet.su
-top-deal.com.pl
+ukrtextbook.com
-tracksurf.daooda.com
+ultramart.biz
-traffic-club.info
+underthesite.com
-tubeline.biz
+veopornogratis.xxx
-tvand.ru
+vereo.eu
-umityangin.net
-uytmaster.ru
-vancleefreplica.pw
-v-doc.co
 vesnatehno.ru
-viagroid.ru
+villacoloniale.com
-viel.su
+visa-china.ru
-vltai.com
+waterpurifier.club
-vonradio.com
+watracker.net
-vpnhowto.info
+we-are-gamers.com
-vremya.eu
-vykupavto-krasnodar.ru
 web-betting.ru
-weboptimizes.com
+website-audit.com.ua
-websitevaluebot.com
+website-speed-check.site
-whatsappdownload10.com
+wildworld.site
-wholesalejerseychinaoutlet.com
+workle.website
-whos.amung.us
+xkaz.org
-wineitudes.wordpress.com
+x-lime.com
-wowcasinoonline.ooo
+xn-----7kcabaipgeakzcss7bjdqdwpfnhv.xn--p1ai
-woweb.com.ua
+x-stars.ru
-wrona.it
+yousense.info
-ws.ampower.me
+ytmnd.com
-wttavern.com
+zaimite.ru
-xn--24-glceagatoq7c2a6ioc.xn--p1ai
+zakonobosago.ru
-xn--80aanaardaperhcem4a6i.com
+zazagames.org
-xn--80aikhbrhr.net
+zeroredirect8.com
-xn-----8kcatubaocd1bneepefojs1h2e.xn--p1ai
+zrelaya.pw
-xn--h1ahbi.com.ua
+zzbroya.com.ua
-xn----itbeirbjbi7bc6bh2d.xn--p1ai
-x-porno.video
-y8games-free.com
-youporn-forum.ga
-youtube-downloader.savetubevideo.com
-zaim-pod-zalog-krasnodar.ru
-zarabiaj-dzis.pl
-zigarettenonl.canalblog.com
-zooggames.com

.dev-tools/test_units/ratelimittest-beta.txt

@@ -581,4 +581,14 @@
 <h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
 <p>This is merely used for testing !!!</p>
 </body>
+</html><!DOCTYPE html>
+<html>
+<head>
+<title>Welcome to NginX</title>
+</head>
+<body>
+<div align=center>
+<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
+<p>This is merely used for testing !!!</p>
+</body>
 </html>

.dev-tools/test_units/whitelist-ips.conf

@@ -1,2 +1,2 @@
-104.154.182.187	0;
+34.122.208.80	0;
 127.0.0.1	0;

AUTO-CONFIGURATION.md

@@ -4,9 +4,9 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V4.2021.02.2265
+#### Version: V4.2021.02.2266
-#### Bad Referrers Blocked: [6928](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
+#### Bad Referrers Blocked: [6929](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
-#### Bad User-Agents (Bots) Blocked: [594](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
+#### Bad User-Agents (Bots) Blocked: [600](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________
 

MANUAL-CONFIGURATION.md

@@ -4,9 +4,9 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V4.2021.02.2265
+#### Version: V4.2021.02.2266
-#### Bad Referrers Blocked: [6928](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
+#### Bad Referrers Blocked: [6929](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
-#### Bad User-Agents (Bots) Blocked: [594](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
+#### Bad User-Agents (Bots) Blocked: [600](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________
 

README.md

@@ -11,9 +11,9 @@
 ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
 
 _______________
-#### Version: V4.2021.02.2265
+#### Version: V4.2021.02.2266
-#### Bad Referrers Blocked: [6928](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
+#### Bad Referrers Blocked: [6929](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
-#### Bad User-Agents (Bots) Blocked: [594](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
+#### Bad User-Agents (Bots) Blocked: [600](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________
 

_generator_lists/bad-referrers.list

@@ -1,8 +1,3 @@
-vids18.site
-analnoeporno.tv
-1008.su
-dojki365.online
-sex-znakomstva.online
 000free.us
 007angels.com
 00author.com
@@ -421,6 +416,7 @@ anabolics.shop
 anaksma.info
 anal-acrobats.com
 anal-acrobats.hol.es
+analnoeporno.tv
 analytics-ads.xyz
 ananumous.ru
 anapa-inns.ru

_generator_lists/bad-user-agents.list

@@ -1,10 +1,3 @@
-MTRobot
-node-fetch
-scalaj-http
-serpstatbot
-PageThing.com
-Nuclei
-Fuzz
 360Spider
 404checker
 404enemy
@@ -170,6 +163,7 @@ Flunky
 Foobot
 Freeuploader
 FrontPage
+Fuzz
 FyberSpider
 Fyrebot
 GalaxyBot
@@ -312,6 +306,7 @@ Mr.4x3
 MSFrontPage
 MSIECrawler
 Msrabot
+MTRobot
 muhstik-scan
 Musobot
 Name\ Intelligence
@@ -339,7 +334,9 @@ NimbleCrawler
 Nimbostratus
 Ninja
 Nmap
+node-fetch
 NPbot
+Nuclei
 Nutch
 oBot
 Octopus
@@ -360,6 +357,7 @@ Page\ Analyzer
 PageGrabber
 page\ scorer
 PageScorer
+PageThing.com
 Pandalytics
 Panscient
 Papa\ Foto
@@ -411,6 +409,7 @@ s1z.ru
 SalesIntelligent
 satoristudio.net
 SBIder
+scalaj-http
 ScanAlert
 Scanbot
 scan.lol

_google_analytics_ghost_spam/README.md

@@ -3,9 +3,9 @@
 # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
 
 _______________
-#### Version: V4.2021.02.2265
+#### Version: V4.2021.02.2266
-#### Bad Referrers Blocked: [6928](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
+#### Bad Referrers Blocked: [6929](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
-#### Bad User-Agents (Bots) Blocked: [594](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
+#### Bad User-Agents (Bots) Blocked: [600](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________
 

_google_analytics_ghost_spam/google-exclude-05.txt

@@ -1 +1 @@
-xn\-\-80aagddcgkbcqbad7amllnejg6dya\.xn\-\-p1ai|xn\-\-80aanaardaperhcem4a6i\.com|xn\-\-80ab4aa2g\.xn\-\-p1ai|xn\-\-80abgj3a5acid6ghs\.top|xn\-\-80adaggc5bdhlfamsfdij4p7b\.xn\-\-p1ai|xn\-\-80aeahghtf8ac5i\.xn\-\-p1ai|xn\-\-80aebbcbcdemfkhba4byaehoejh8dza3v\.xn\-\-p1ai|xn\-\-80ahdheogk5l\.xn\-\-p1ai|xn\-\-80ahvj9e\.xn\-\-p1ai|xn\-\-80aikhbrhr\.net|xn\-\-80ajbshivpvn2i\.xn\-\-p1ai|xn\-\-80ajjbdhgmudixfjc8c5a9df8b\.xn\-\-p1ai|xn\-\-80ak6aa92e\.com|xn\-\-80aodinpgi\.xn\-\-p1ai|xn\-\-90acenikpebbdd4f6d\.xn\-\-p1ai|xn\-\-b1adccaf1bzj\.xn\-\-p1ai|xn\-\-b1addnj3cah\.xn\-\-p1ai|xn\-\-b1ag5cfn\.xn\-\-p1ai|xn\-\-b1agm2d\.net|xn\-\-c1acygb\.xn\-\-p1ai|xn\-\-d1abj0abs9d\.in\.ua|xn\-\-d1aifoe0a9a\.top|xn\-\-e1afanlbnfckd7c3d\.xn\-\-p1ai|xn\-\-e1aggki3c\.xn\-\-80adxhks|xn\-\-h1aakne2ba\.xn\-\-p1ai|xn\-\-h1ahbi\.com\.ua|xn\-\-hxazdsfy\.blogspot\.com|xn\-\-l1aengat\.xn\-\-p1ai|xn\-\-lifehacer\-1rb\.com|xn\-\-oogle\-wmc\.com|xn\-\-q1a\.xn\-\-b1aube0e\.xn\-\-c1acygb\.xn\-\-p1ai|xnxx\-n\.com|xnxx699\.com|xnxxandxvideos\.com|xolodremont\.ru|xportvusbdriver8i\.snack\.ws|xpresscare\.ru|xrus\.org|xsfetish\.org|xsion\.net|xtraffic\.plus|xtrafficplus\.com|xtremeeagles\.net|xtube\.com|xtubeporno\.net|xuki\.us|xvideosbay\.com|xvideosporn\.biz|xvideospornoru\.com|xwatt\.ru|xxart\.ru|xxlargepop\.com|xxx\-cam\.webcam|xxx\-treker\.ru|xxxasianporn\.net|xxxdatinglocal\.us|xxxguitars\.com|xxxhdvideo\.site|xxxkaz\.org|xxxnatelefon\.ru|xxxrus\.org|xxxsiterips\.xyz|xxxtube69\.com|xxxtubesafari\.com|xz618\.com|xzlive\.com|y8games\-free\.com|yaaknaa\.info|yachts\-cruise\.info|yaderenergy\.ru|yadro\.ru|yaminecraft\.ru|yaoguangdj\.com|yatrk\.xyz|yeartwit\.com|yebocasino\.co\.za|yebocasino\.com|yellocloud\.be|yellowads\.men|yellowfootprints\.com|yellowproxy\.net|yellowstonesafaritours\.com|yellowstonevisitortours\.com|yes\-com\.com|yginekologa\.com|yhit\.press|ynymnwbm\.bloger\.index\.hr|yogamatsexpert\.com|yoluxuryevents\.com|yoopsie\.com|yopoint\.in|yoshkarola\.zrus\.org|yottos\.com|you\-shall\-not\-pass\.is74\.ru|youandcredit\.ru|youbloodyripper\.com|youbrainboost\.asia|youdao\.com|youdesigner\.kz|yougame\.biz|yougetsignal\.com|youghbould\.wordpress\.com|yougotanewdomain\.com|youjizz\.com|youjizz\.vc|youporn\-forum\.ga|youporn\-ru\.com|your\-bearings\.com|youradexchange\.com|yourads\.website|youradulthosting\.com|youraticles\.pl|yourdesires\.ru|youresponsive\.com|yourmovies\.pl|yourothersite\.com|yourporn\.com|yourporngay\.com|yoursearch\.me|yourserverisdown\.com|yoursite\.com|yourtemplatefinder\.com|yousense\.info|youthreaders\.com|youtoner\.it|youtube\-downloader\.savetubevideo\.com|youtubedownload\.org|youtubologia\.it|youtuhe\.com|ypmuseum\.ru|ytmnd\.com|yuarra\.pluto\.ro|yubikk\.info|yugk\.net|yugo\-star\.ru|yun56\.co|yunque\.pluto\.ro|yur\-p\.ru|yurgorod\.ru|yuweng\.info|z\-master\.ru|za\-fun\-offer\.com|za\-music\.mymobiplanet\.com|zaapplesales\.blogspot\.com|zacreditom\.ru|zagadki\.in\.ua|zahvat\.ru|zaidia\.xhost\.ro|zaim\-pod\-zalog\-krasnodar\.ru|zaimhelp\.ru|zaimite\.ru|zajm\-pod\-zalog\-nedvizhimosti\.ru|zajm\-zalog\-krasnodar\.ru|zakazfutbolki\.com|zakazvzloma\.com|zakon\-ob\-obrazovanii\.ru|zakonobosago\.ru|zaloadi\.ru|zaloro\.com|zambini\.ru|zaobao\.com\.sg|zapatosenventa\.info|zapiszto\.pl|zarabiaj\-dzis\.pl|zarabotat\-na\-sajte\.ru|zarabotok\-\-doma\.ru|zarajbuilders\.com|zarenica\.net|zarepta\.com|zastenchivosti\.net|zastroyka\.org|zatjmuzu\.info|zawyna\.ua|zazagames\.org|zdesformula\.ru|zdesoboi\.com|zebradudka\.com|zebramart\.ru|zed21\.net|zeg\-distribution\.com|zeikopay\.com|zeleznobeton\.ru|zero1\.it|zerocash\.msk\.ru|zeroredirect\.com|zeroredirect1\.com|zeroredirect10\.com|zeroredirect11\.com|zeroredirect12\.com|zeroredirect2\.com|zeroredirect5\.com|zeroredirect6\.com|zeroredirect7\.com|zeroredirect8\.com|zeroredirect9\.com|zetgie\.com\.pl|zetmaster\.ru|zhacker\.net|zhongwenlink\.com|zhorapankratov7\.blogspot\.com|zhuravlev\.info|zigarettenonl\.canalblog\.com|zigarettenonlinekaufen\.tumblr\.com|zigarettenonlinekaufen1\.bloog\.pl|zigarettenonlinekaufen1\.blox\.pl|zigarettenonlinekaufen2\.bloog\.pl|zigarettenonlinekaufen2\.drupalgardens\.com|zigzog\.ru|zionstar\.net|zirondelli\.it|zixizop\.net\.ru|zkjovpdgxivg\.ga|zlatnajesen\.com|zmoda\.hostreo\.com|znakom\.sibtest\.ru|znakomstva\-moskva77\.ru|znakomstva\-piter78\.ru|znakomstvaonlain\.ru|znaniyapolza\.ru|znaturaloriginal\.com|zocaparj\.kz|zog\.link|zojirushi\-products\.ru|zolotoy\-lis\.ru|zona\-aqua\.ru|zone\-kev717\.info|zoodrawings\.com|zoogdiesney\.com|zoogdinsney\.com|zoogdisany\.com|zooggames\.com|zoolubimets\.ru|zoominfo\.com|zoomovies\.org|zoompegs\.com|zoosexart\.com|zootoplist\.com|zootravel\.com|zophim\.me|zrelaya\.pw|zreloeporno\.tv|zrizvtrnpale\.tk|zrus\.org|zryydi\.com|zs2vm\.top|zscaler\.net|zscalerone\.net|zscalertwo\.net|zskdla\.site|zverokruh\-shop\.cz|zvetki\.ru|zvezdagedon\.ru|zvooq\.eu|zvuker\.net|zx6\.ru|zygophyceous\.womanstars\.site|zynax\.ua|zytpirwai\.net|zzbroya\.com\.ua|zzlgxh\.com
+xn\-\-80aafb2a\.xn\-\-p1ai|xn\-\-80aagddcgkbcqbad7amllnejg6dya\.xn\-\-p1ai|xn\-\-80aanaardaperhcem4a6i\.com|xn\-\-80ab4aa2g\.xn\-\-p1ai|xn\-\-80abgj3a5acid6ghs\.top|xn\-\-80adaggc5bdhlfamsfdij4p7b\.xn\-\-p1ai|xn\-\-80aeahghtf8ac5i\.xn\-\-p1ai|xn\-\-80aebbcbcdemfkhba4byaehoejh8dza3v\.xn\-\-p1ai|xn\-\-80ahdheogk5l\.xn\-\-p1ai|xn\-\-80ahvj9e\.xn\-\-p1ai|xn\-\-80aikhbrhr\.net|xn\-\-80ajbshivpvn2i\.xn\-\-p1ai|xn\-\-80ajjbdhgmudixfjc8c5a9df8b\.xn\-\-p1ai|xn\-\-80ak6aa92e\.com|xn\-\-80aodinpgi\.xn\-\-p1ai|xn\-\-90acenikpebbdd4f6d\.xn\-\-p1ai|xn\-\-b1adccaf1bzj\.xn\-\-p1ai|xn\-\-b1addnj3cah\.xn\-\-p1ai|xn\-\-b1ag5cfn\.xn\-\-p1ai|xn\-\-b1agm2d\.net|xn\-\-c1acygb\.xn\-\-p1ai|xn\-\-d1abj0abs9d\.in\.ua|xn\-\-d1aifoe0a9a\.top|xn\-\-e1afanlbnfckd7c3d\.xn\-\-p1ai|xn\-\-e1aggki3c\.xn\-\-80adxhks|xn\-\-h1aakne2ba\.xn\-\-p1ai|xn\-\-h1ahbi\.com\.ua|xn\-\-hxazdsfy\.blogspot\.com|xn\-\-l1aengat\.xn\-\-p1ai|xn\-\-lifehacer\-1rb\.com|xn\-\-oogle\-wmc\.com|xn\-\-q1a\.xn\-\-b1aube0e\.xn\-\-c1acygb\.xn\-\-p1ai|xnxx\-n\.com|xnxx699\.com|xnxxandxvideos\.com|xolodremont\.ru|xportvusbdriver8i\.snack\.ws|xpresscare\.ru|xrus\.org|xsfetish\.org|xsion\.net|xtraffic\.plus|xtrafficplus\.com|xtremeeagles\.net|xtube\.com|xtubeporno\.net|xuki\.us|xvideosbay\.com|xvideosporn\.biz|xvideospornoru\.com|xwatt\.ru|xxart\.ru|xxlargepop\.com|xxx\-cam\.webcam|xxx\-treker\.ru|xxxasianporn\.net|xxxdatinglocal\.us|xxxguitars\.com|xxxhdvideo\.site|xxxkaz\.org|xxxnatelefon\.ru|xxxrus\.org|xxxsiterips\.xyz|xxxtube69\.com|xxxtubesafari\.com|xz618\.com|xzlive\.com|y8games\-free\.com|yaaknaa\.info|yachts\-cruise\.info|yaderenergy\.ru|yadro\.ru|yaminecraft\.ru|yaoguangdj\.com|yatrk\.xyz|yeartwit\.com|yebocasino\.co\.za|yebocasino\.com|yellocloud\.be|yellowads\.men|yellowfootprints\.com|yellowproxy\.net|yellowstonesafaritours\.com|yellowstonevisitortours\.com|yes\-com\.com|yginekologa\.com|yhit\.press|ynymnwbm\.bloger\.index\.hr|yogamatsexpert\.com|yoluxuryevents\.com|yoopsie\.com|yopoint\.in|yoshkarola\.zrus\.org|yottos\.com|you\-shall\-not\-pass\.is74\.ru|youandcredit\.ru|youbloodyripper\.com|youbrainboost\.asia|youdao\.com|youdesigner\.kz|yougame\.biz|yougetsignal\.com|youghbould\.wordpress\.com|yougotanewdomain\.com|youjizz\.com|youjizz\.vc|youporn\-forum\.ga|youporn\-ru\.com|your\-bearings\.com|youradexchange\.com|yourads\.website|youradulthosting\.com|youraticles\.pl|yourdesires\.ru|youresponsive\.com|yourmovies\.pl|yourothersite\.com|yourporn\.com|yourporngay\.com|yoursearch\.me|yourserverisdown\.com|yoursite\.com|yourtemplatefinder\.com|yousense\.info|youthreaders\.com|youtoner\.it|youtube\-downloader\.savetubevideo\.com|youtubedownload\.org|youtubologia\.it|youtuhe\.com|ypmuseum\.ru|ytmnd\.com|yuarra\.pluto\.ro|yubikk\.info|yugk\.net|yugo\-star\.ru|yun56\.co|yunque\.pluto\.ro|yur\-p\.ru|yurgorod\.ru|yuweng\.info|z\-master\.ru|za\-fun\-offer\.com|za\-music\.mymobiplanet\.com|zaapplesales\.blogspot\.com|zacreditom\.ru|zagadki\.in\.ua|zahvat\.ru|zaidia\.xhost\.ro|zaim\-pod\-zalog\-krasnodar\.ru|zaimhelp\.ru|zaimite\.ru|zajm\-pod\-zalog\-nedvizhimosti\.ru|zajm\-zalog\-krasnodar\.ru|zakazfutbolki\.com|zakazvzloma\.com|zakon\-ob\-obrazovanii\.ru|zakonobosago\.ru|zaloadi\.ru|zaloro\.com|zambini\.ru|zaobao\.com\.sg|zapatosenventa\.info|zapiszto\.pl|zarabiaj\-dzis\.pl|zarabotat\-na\-sajte\.ru|zarabotok\-\-doma\.ru|zarajbuilders\.com|zarenica\.net|zarepta\.com|zastenchivosti\.net|zastroyka\.org|zatjmuzu\.info|zawyna\.ua|zazagames\.org|zdesformula\.ru|zdesoboi\.com|zebradudka\.com|zebramart\.ru|zed21\.net|zeg\-distribution\.com|zeikopay\.com|zeleznobeton\.ru|zero1\.it|zerocash\.msk\.ru|zeroredirect\.com|zeroredirect1\.com|zeroredirect10\.com|zeroredirect11\.com|zeroredirect12\.com|zeroredirect2\.com|zeroredirect5\.com|zeroredirect6\.com|zeroredirect7\.com|zeroredirect8\.com|zeroredirect9\.com|zetgie\.com\.pl|zetmaster\.ru|zhacker\.net|zhongwenlink\.com|zhorapankratov7\.blogspot\.com|zhuravlev\.info|zigarettenonl\.canalblog\.com|zigarettenonlinekaufen\.tumblr\.com|zigarettenonlinekaufen1\.bloog\.pl|zigarettenonlinekaufen1\.blox\.pl|zigarettenonlinekaufen2\.bloog\.pl|zigarettenonlinekaufen2\.drupalgardens\.com|zigzog\.ru|zionstar\.net|zirondelli\.it|zixizop\.net\.ru|zkjovpdgxivg\.ga|zlatnajesen\.com|zmoda\.hostreo\.com|znakom\.sibtest\.ru|znakomstva\-moskva77\.ru|znakomstva\-piter78\.ru|znakomstvaonlain\.ru|znaniyapolza\.ru|znaturaloriginal\.com|zocaparj\.kz|zog\.link|zojirushi\-products\.ru|zolotoy\-lis\.ru|zona\-aqua\.ru|zone\-kev717\.info|zoodrawings\.com|zoogdiesney\.com|zoogdinsney\.com|zoogdisany\.com|zooggames\.com|zoolubimets\.ru|zoominfo\.com|zoomovies\.org|zoompegs\.com|zoosexart\.com|zootoplist\.com|zootravel\.com|zophim\.me|zrelaya\.pw|zreloeporno\.tv|zrizvtrnpale\.tk|zrus\.org|zryydi\.com|zs2vm\.top|zscaler\.net|zscalerone\.net|zscalertwo\.net|zskdla\.site|zverokruh\-shop\.cz|zvetki\.ru|zvezdagedon\.ru|zvooq\.eu|zvuker\.net|zx6\.ru|zygophyceous\.womanstars\.site|zynax\.ua|zytpirwai\.net|zzbroya\.com\.ua|zzlgxh\.com

_google_webmaster_disavow_links/google-disavow.txt

@@ -416,6 +416,7 @@ domain:anabolics.shop
 domain:anaksma.info
 domain:anal-acrobats.com
 domain:anal-acrobats.hol.es
+domain:analnoeporno.tv
 domain:analytics-ads.xyz
 domain:ananumous.ru
 domain:anapa-inns.ru

robots.txt/robots.txt

@@ -6,9 +6,9 @@
 
 ### Version Information #
 ###################################################
-### Version: V4.2021.02.2265
+### Version: V4.2021.02.2266
-### Updated: Wed Feb  3 09:17:55 SAST 2021
+### Updated: Thu Feb  4 10:15:53 SAST 2021
-### Bad Bot Count: 594
+### Bad Bot Count: 600
 ###################################################
 ### Version Information ##
 
@@ -345,6 +345,8 @@ User-agent: Freeuploader
 Disallow:/
 User-agent: FrontPage
 Disallow:/
+User-agent: Fuzz
+Disallow:/
 User-agent: FyberSpider
 Disallow:/
 User-agent: Fyrebot
@@ -629,6 +631,8 @@ User-agent: MSIECrawler
 Disallow:/
 User-agent: Msrabot
 Disallow:/
+User-agent: MTRobot
+Disallow:/
 User-agent: muhstik-scan
 Disallow:/
 User-agent: Musobot
@@ -683,8 +687,12 @@ User-agent: Ninja
 Disallow:/
 User-agent: Nmap
 Disallow:/
+User-agent: node-fetch
+Disallow:/
 User-agent: NPbot
 Disallow:/
+User-agent: Nuclei
+Disallow:/
 User-agent: Nutch
 Disallow:/
 User-agent: oBot
@@ -725,6 +733,8 @@ User-agent: page scorer
 Disallow:/
 User-agent: PageScorer
 Disallow:/
+User-agent: PageThing.com
+Disallow:/
 User-agent: Pandalytics
 Disallow:/
 User-agent: Panscient
@@ -827,6 +837,8 @@ User-agent: satoristudio.net
 Disallow:/
 User-agent: SBIder
 Disallow:/
+User-agent: scalaj-http
+Disallow:/
 User-agent: ScanAlert
 Disallow:/
 User-agent: Scanbot