vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-02 10:40:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

V4.2021.02.2288 [ci skip]

Browse source
This commit is contained in:
Travis 2021-02-23 16:14:54 +02:00
parent c473d66349
commit cf17f82916
56 changed files with 90646 additions and 90617 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9953
.dev-tools/beta_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 1; 34.122.173.211 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 0; 34.122.173.211 0;
127.0.0.1 0; 127.0.0.1 0;

9953
.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 1; 34.122.173.211 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 0; 34.122.173.211 0;
127.0.0.1 0; 127.0.0.1 0;

9953
.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 1; 34.122.173.211 1;
127.0.0.1 1; 127.0.0.1 1;

1
.dev-tools/beta_conf_files_whitelist/bots.d/custom-bad-referrers.conf
View file

@ -2215,6 +2215,7 @@
"~*(?:\b)findthe\.pet(?:\b)" 0; "~*(?:\b)findthe\.pet(?:\b)" 0;
"~*(?:\b)finejewelryshop\.ru(?:\b)" 0; "~*(?:\b)finejewelryshop\.ru(?:\b)" 0;
"~*(?:\b)finemanteam\.com(?:\b)" 0; "~*(?:\b)finemanteam\.com(?:\b)" 0;
"~*(?:\b)fingerprintjs\.com(?:\b)" 0;
"~*(?:\b)finstroy\.net(?:\b)" 0; "~*(?:\b)finstroy\.net(?:\b)" 0;
"~*(?:\b)finteks\.ru(?:\b)" 0; "~*(?:\b)finteks\.ru(?:\b)" 0;
"~*(?:\b)finuse\.com(?:\b)" 0; "~*(?:\b)finuse\.com(?:\b)" 0;

2
.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 0; 34.122.173.211 0;
127.0.0.1 0; 127.0.0.1 0;

9953
.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

9953
.dev-tools/globalblacklist-testing.template
View file

File diff suppressed because it is too large Load diff

9953
.dev-tools/globalblacklist.template
View file

File diff suppressed because it is too large Load diff

1
.dev-tools/referrers-regex-format-whitelist-test.txt
View file

@ -2168,6 +2168,7 @@
"~*(?:\b)findthe\.pet(?:\b)" 0; "~*(?:\b)findthe\.pet(?:\b)" 0;
"~*(?:\b)finejewelryshop\.ru(?:\b)" 0; "~*(?:\b)finejewelryshop\.ru(?:\b)" 0;
"~*(?:\b)finemanteam\.com(?:\b)" 0; "~*(?:\b)finemanteam\.com(?:\b)" 0;
"~*(?:\b)fingerprintjs\.com(?:\b)" 0;
"~*(?:\b)finstroy\.net(?:\b)" 0; "~*(?:\b)finstroy\.net(?:\b)" 0;
"~*(?:\b)finteks\.ru(?:\b)" 0; "~*(?:\b)finteks\.ru(?:\b)" 0;
"~*(?:\b)finuse\.com(?:\b)" 0; "~*(?:\b)finuse\.com(?:\b)" 0;

1
.dev-tools/referrers-regex-format.txt
View file

@ -2166,6 +2166,7 @@
"~*(?:\b)findthe\.pet(?:\b)" 1; "~*(?:\b)findthe\.pet(?:\b)" 1;
"~*(?:\b)finejewelryshop\.ru(?:\b)" 1; "~*(?:\b)finejewelryshop\.ru(?:\b)" 1;
"~*(?:\b)finemanteam\.com(?:\b)" 1; "~*(?:\b)finemanteam\.com(?:\b)" 1;
"~*(?:\b)fingerprintjs\.com(?:\b)" 1;
"~*(?:\b)finstroy\.net(?:\b)" 1; "~*(?:\b)finstroy\.net(?:\b)" 1;
"~*(?:\b)finteks\.ru(?:\b)" 1; "~*(?:\b)finteks\.ru(?:\b)" 1;
"~*(?:\b)finuse\.com(?:\b)" 1; "~*(?:\b)finuse\.com(?:\b)" 1;

2
.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,4 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.193.184.18 0; 34.122.208.80 0;

9953
.dev-tools/test1_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

9953
.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

9953
.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

1
.dev-tools/test1_conf_files_whitelist/bots.d/custom-bad-referrers.conf
View file

@ -2215,6 +2215,7 @@
"~*(?:\b)findthe\.pet(?:\b)" 0; "~*(?:\b)findthe\.pet(?:\b)" 0;
"~*(?:\b)finejewelryshop\.ru(?:\b)" 0; "~*(?:\b)finejewelryshop\.ru(?:\b)" 0;
"~*(?:\b)finemanteam\.com(?:\b)" 0; "~*(?:\b)finemanteam\.com(?:\b)" 0;
"~*(?:\b)fingerprintjs\.com(?:\b)" 0;
"~*(?:\b)finstroy\.net(?:\b)" 0; "~*(?:\b)finstroy\.net(?:\b)" 0;
"~*(?:\b)finteks\.ru(?:\b)" 0; "~*(?:\b)finteks\.ru(?:\b)" 0;
"~*(?:\b)finuse\.com(?:\b)" 0; "~*(?:\b)finuse\.com(?:\b)" 0;

9953
.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

1
.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
View file

@ -46,4 +46,3 @@
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.122.173.211 0; 34.122.173.211 0;
35.193.184.18 0;

9953
.dev-tools/test2_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

3
.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.193.184.18 0; 34.122.173.211 0;
104.154.182.187 0;

9953
.dev-tools/test3_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

1
.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf
View file

@ -47,4 +47,3 @@
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
104.154.182.187 0; 104.154.182.187 0;
34.122.208.80 0; 34.122.208.80 0;
34.122.173.211 0;

9953
.dev-tools/test4_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

3
.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,6 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.193.184.18 0; 104.154.182.187 0;
34.122.173.211 0;
34.122.208.80 0; 34.122.208.80 0;

9953
.dev-tools/test5_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
.dev-tools/test_units/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 1; 34.122.173.211 1;
127.0.0.1 1; 127.0.0.1 1;

1
.dev-tools/test_units/custom-bad-referrers.conf
View file

@ -2215,6 +2215,7 @@
"~*(?:\b)findthe\.pet(?:\b)" 0; "~*(?:\b)findthe\.pet(?:\b)" 0;
"~*(?:\b)finejewelryshop\.ru(?:\b)" 0; "~*(?:\b)finejewelryshop\.ru(?:\b)" 0;
"~*(?:\b)finemanteam\.com(?:\b)" 0; "~*(?:\b)finemanteam\.com(?:\b)" 0;
"~*(?:\b)fingerprintjs\.com(?:\b)" 0;
"~*(?:\b)finstroy\.net(?:\b)" 0; "~*(?:\b)finstroy\.net(?:\b)" 0;
"~*(?:\b)finteks\.ru(?:\b)" 0; "~*(?:\b)finteks\.ru(?:\b)" 0;
"~*(?:\b)finuse\.com(?:\b)" 0; "~*(?:\b)finuse\.com(?:\b)" 0;

20
.dev-tools/test_units/random-bots-for-test-quick.list
View file

@ -1,10 +1,10 @@
Aboundex DatabaseDriverMysqli
Blackboard EroCrawler
Buck FHscan
HEADMasterSEO GetRight
Lightspeedsystems MIDown tool
Mister PiX NimbleCrawler
MQQBrowser spyfu
PeoplePal SuperBot
Piepmatz TurnitinBot
Wonderbot Whacker

302
.dev-tools/test_units/random-bots-for-test.list
View file

@ -1,250 +1,250 @@
360Spider 360Spider
404checker 404checker
404enemy
80legs
Abonti Abonti
Aboundex
Aboundexbot Aboundexbot
Acunetix
ADmantX
AfD-Verbotsverfahren AfD-Verbotsverfahren
AhrefsBot
AIBOT
AiHitBot
Alexibot
Alligator
AllSubmitter AllSubmitter
AlphaBot AlphaBot
Anarchie
Ankit Ankit
Anthill
Apexoo Apexoo
archive.org_bot arquivo-web-crawler
arquivo.pt
Aspiegel Aspiegel
ASPSeek
Asterias
Attach Attach
autoemailspider
AwarioRssBot
AwarioSmartBot AwarioSmartBot
Bandit BackDoorBot
BackStreet
Barkrowler
BatchFTP
Battleztar Bazinga Battleztar Bazinga
BBBike BDCbot
BetaBot Blackboard
Bigfoot Black Hole
Bitacle
BlackWidow BlackWidow
Blow BLEXBot
BlowFish BlowFish
Boardreader BotALot
Bolt
Brandprotect
Brandwatch Brandwatch
BuiltWith Buck
Bullseye BunnySlippers
BuzzSumo CazoodleBot
CATExplorador
Cegbfeieh
CensysInspect
check1.exe
CheeseBot
CherryPicker CherryPicker
CheTeam ChinaClaw
Claritybot Cloud mapping
Cliqzbot Cogentbot
CODE87 Copier
Cosmos CopyRightCheck
Craftbot Copyscape
CrazyWebCrawler
Crescent
CrunchBot CrunchBot
Custo CSHttp
CyotekWebCopy CyotekWebCopy
demandbase-bot demandbase-bot
Demon
Deusu
Digincore
DigitalPebble DigitalPebble
DIIbot Discobot
Dirbuster Dispatch
Discoverybot DittoSpyder
DnyzBot
DomainSigmaCrawler DomainSigmaCrawler
Domains Project
domainsproject.org domainsproject.org
DomCopBot
Download Wonder Download Wonder
DTS Agent DTS Agent
Ebingbong Ebingbong
eCatch Ecxi
EirGrabber
EMail Wolf
evc-batch evc-batch
Evil Exabot
ExtractorPro
Extreme Picture Finder Extreme Picture Finder
FHscan facebookscraper
Fimap FDM
Flunky Firefox/7.0
FrontPage Foobot
FyberSpider FyberSpider
GermCrawler Fyrebot
Genieo
Getintent Getintent
Gigablast GetWeb
G-i-g-a-b-o-t G-i-g-a-b-o-t
Go-Ahead-Got-It Go-Ahead-Got-It
gopher Go!Zilla
GoZilla Grabber
Grafula Grafula
GrapeFX GrapeshotCrawler
HaosouSpider GridBot
Havij
HEADMasterSEO HEADMasterSEO
Heritrix Heritrix
Hloader
Humanlinks Humanlinks
HybridBot IDBTE4M
Iblog
IlseBot IlseBot
Image Fetch Image Fetch
IndeedBot
InfoNaviRobot InfoNaviRobot
internetVista monitor InfoTekies
IRLbot Intelliseek
JamesBOT InterGET
Internet Ninja
Jbrofuzz
JetCar JetCar
Jorgee
JustView JustView
Lanshanbot Jyxobot
Larbin Kinza
LeechFTP
LeechGet LeechGet
Libwhisker LexiBot
Linkbot Lftp
LibWeb
Likse
Linkdexbot Linkdexbot
LinkWalker LinkextractorPro
LinkScan
LinqiaMetadataDownloaderBot LinqiaMetadataDownloaderBot
LinqiaRSSBot
LinqiaScrapeBot LinqiaScrapeBot
Lipperhey Spider Lipperhey
Ltx71 Lmspider
lwp-request magpie-crawler
lwp-trivial
Mag-Net
Mail.RU_Bot
Majestic12
Majestic-SEO Majestic-SEO
MarkWatch MarkWatch
Masscan Masscan
MauiBot MauiBot
MeanPath Bot Meanpathbot
Mediatoolkitbot MegaIndex.ru
Metauri MicroMessenger
Microsoft Data Access MIDown tool
Mojeek MIIxpc
Mister PiX
MJ12bot
Mozlila Mozlila
Msrabot Mr.4x3
MTRobot MSIECrawler
Nameprotect muhstik-scan
Navroad
Needle Needle
Nessus
netEstate NE Crawler
NetLyzer
NetMechanic
NetSpider NetSpider
Nettrack
Net Vampire Net Vampire
NextGenSearchBot
Nibbler
NICErsPRO NICErsPRO
Nimbostratus Nmap
Nuclei
Nutch Nutch
oBot
Offline Explorer Offline Explorer
Openfind
OpenLinkProfiler
Openvas Openvas
OrangeBot
OrangeSpider
PageAnalyzer
PageGrabber PageGrabber
page scorer
PageScorer PageScorer
PageThing.com PageThing.com
Pandalytics
PHPCrawl
Picsearch Picsearch
Piepmatz Piepmatz
Pimonster Pi-Monster
Pixray PleaseCrawl
plumanalytics POE-Component-Client-HTTP
Pockey
polaris version
probe-image-size probe-image-size
Probethenet
ProPowerBot ProPowerBot
Pu_iN ProWebWalker
Pump Pump
PxBroker PyCurl
QueryN Metasearch QueryN Metasearch
Quick-Crawler
RankFlex RankFlex
RankingBot2 RebelMouse
RealDownload Recorder
RedesScrapy ReGet
ripz
RocketCrawler RocketCrawler
SearchmetricsBot Rogerbot
Semrush s1z.ru
satoristudio.net
ScanAlert
Scanbot
ScoutJet
Screaming
Searchestate
SemrushBot SemrushBot
SEOkicks Seomoz
seoscanners
SeoSiteCheckup SeoSiteCheckup
SEOstats SEOstats
serpstatbot serpstatbot
Shodan SiteLockSpider
Siphon siteripz
SISTRIX
SiteCheckerBotCrawler
SiteExplorer
SiteSnagger SiteSnagger
Site Sucker Sitevigil
Snapbot SlySearch
sogouspider Snake
SocialRankIOBot
Sociscraper
Sosospider
Sottopop
SpaceBison
Spammen
SpankBot SpankBot
SputnikBot sp_auditbot
Sqlmap Spinn3r
Sqworm
Steeler Steeler
Stripper Stripper
Swiftbot Sucuri
sysscan Suzuran
Szukacz T0PHackTeam
Teleport tAkeOut
TeleportPro
Telesphoreo
Telesphorep Telesphorep
Thumbor
TightTwatBot TightTwatBot
Toata Toata
Toweyabot Trendiction
trendiction.com trendiction.com
trendiction.de
True_Robot True_Robot
Turnitin
TurnitinBot TurnitinBot
TwengaBot TwengaBot
UnisterBot
Upflow Upflow
URLy Warning URLy Warning
Vagabondo Vagabondo
VelenPublicWebCrawler VB Project
VeriCiteCrawler
VidibleScraper VidibleScraper
Virusdie Virusdie
VoidEYE
Voil Voil
Wallpapers/3.0 Voltron
WallpapersHD
WBSearchBot WBSearchBot
WebCollage WebAuto
WEBDAV Web Collage
WebEnhancer
Web Enhancer Web Enhancer
Web Fetch Web Fetch
WebFuck
WebGo IS
WebImageCollector
WebLeacher WebLeacher
Web Pix WebPix
WebReaper Web Sauger
Website Quester WebSucker
Webster Web Sucker
WebWhacker WebWhacker
WebZIP Whack
Whacker
Whatweb Whatweb
WiseGuys Robot Who.is Bot
WinHTTrack
WISENutbot WISENutbot
Woobot Wonderbot
Wotbox
Wprecon Wprecon
WPScan WWW-Collector-E
WWW-Mechanize WWW::Mechanize
x09Mozilla WWWOFFLE
x22Mozilla YoudaoBot
xpymep1.exe Zade
Zauba Zauba
zauba.io zauba.io
zgrab Zeus
ZumBot
ZyBorg

290
.dev-tools/test_units/random-bots-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
80legs 360Spider
404checker
Abonti Abonti
Aboundexbot Acunetix
ADmantX ADmantX
AhrefsBot AhrefsBot
Aipbot AiHitBot
Alexibot Alexibot
Alligator Anarchy99
Anarchie
Anarchy
Anthill
Apexoo
arquivo.pt arquivo.pt
Asterias arquivo-web-crawler
AwarioSmartBot Attach
autoemailspider
BackDoorBot BackDoorBot
Backlink-Ceck Bandit
backlink-check Blackboard
BacklinkCrawler
BackWeb
Badass
BBBike
BDCbot
BDFetch
Black Hole
BlackWidow
Boardreader Boardreader
BotALot Bolt
Brandprotect Brandprotect
Buck Buck
Buddy BuiltBotTough
BuiltWith Bullseye
BunnySlippers BunnySlippers
BuzzSumo BuzzSumo
CazoodleBot
CensysInspect CensysInspect
check1.exe check1.exe
CheeseBot
CherryPicker
ChinaClaw
Chlooe Chlooe
Claritybot Cliqzbot
Cloud mapping
com.plumanalytics
Copier Copier
CopyRightCheck Craftbot
Cosmos
crawler4j crawler4j
crawler.feedback crawler.feedback
crawl.sogou.com crawl.sogou.com
CrunchBot Crescent
CSHttp
Curious
Custo Custo
demandbase-bot demandbase-bot
Digincore Devil
Discoverybot DigitalPebble
Discobot
DittoSpyder DittoSpyder
DnyzBot
DomainAppender DomainAppender
Domains Project Domains Project
DomainStatsBot DomainStatsBot
DomCopBot
Download Wonder Download Wonder
DSearch
DTS Agent DTS Agent
EasyDL EasyDL
Ecxi EirGrabber
EMail Siphon EMail Siphon
EMail Wolf EMail Wolf
evc-batch evc-batch
Express WebPictures Evil
ExtLinksBot
Extractor
ExtractorPro
Extreme Picture Finder Extreme Picture Finder
Ezooms Ezooms
FDM FDM
FHscan
Fimap
FlashGet FlashGet
Flunky
Foobot
FrontPage
Fuzz Fuzz
FyberSpider FyberSpider
Genieo GalaxyBot
GermCrawler
Getintent Getintent
GetWeb Gigablast
Gigabot
Go-Ahead-Got-It Go-Ahead-Got-It
gopher GrabNet
GrapeFX GrapeFX
GrapeshotCrawler GridBot
HaosouSpider Harvest
HEADMasterSEO Havij
Heritrix heritrix
HMView HMView
IDBTE4M Humanlinks
Iblog
Id-search
Image Fetch
IndeedBot
Indy Library Indy Library
Internet Ninja InfoTekies
InternetSeer internetVista monitor
ips-agent Iria
isitwp.com IRLbot
IstellaBot Jbrofuzz
JamesBOT Jetty
JennyBot JikeSpider
JetCar JOC Web Spider
Jorgee Jorgee
JustView Jyxobot
Lanshanbot
LeechFTP LeechFTP
LeechGet
LexiBot
Lftp Lftp
Libwhisker Lightspeedsystems
Linkdexbot
LinkextractorPro
LinkpadBot
LinksManager LinksManager
LinqiaMetadataDownloaderBot LinqiaMetadataDownloaderBot
LinqiaRSSBot LinqiaRSSBot
Litemage_walker LNSpiderguy
Ltx71 LWP::Simple
lwp-request
lwp-trivial lwp-trivial
Mag-Net magpie-crawler
Mail.RU_Bot Mail.RU_Bot
Majestic-SEO
MarkMonitor
MarkWatch MarkWatch
Masscan
Mass Downloader Mass Downloader
meanpathbot Mata Hari
mediawords Meanpathbot
MicroMessenger Mediatoolkitbot
MFC_Tear_Sample
Microsoft Data Access Microsoft Data Access
MIIxpc MIDown tool
MJ12bot
Mojeek Mojeek
Mojolicious
Morfeus Fucking Scanner Morfeus Fucking Scanner
MSIECrawler MSFrontPage
Msrabot
Musobot
Name Intelligence Name Intelligence
Nameprotect Navroad
netEstate NE Crawler NearSite
Nessus
NetLyzer NetLyzer
NetMechanic NetMechanic
Nettrack
NetZIP NetZIP
Nibbler Nibbler
NICErsPRO
Nikto Nikto
NimbleCrawler
Nimbostratus Nimbostratus
NPbot Ninja
Nuclei Nmap
Offline Navigator Nutch
OnCrawl Octopus
Offline Explorer
OpenLinkProfiler
Openvas Openvas
OPPO A33
OrangeBot OrangeBot
OrangeSpider
PageAnalyzer PageAnalyzer
Page Analyzer Page Analyzer
PageGrabber page scorer
PageThing.com
Pandalytics
Panscient Panscient
Papa Foto
Pavuk
pcBrowser
PECL::HTTP
PeoplePal PeoplePal
Petalbot
PHPCrawl PHPCrawl
Piepmatz
Pi-Monster Pi-Monster
Pixray
PleaseCrawl PleaseCrawl
Pockey Pockey
Probethenet ProPowerBot
Psbot
Pump
PxBroker PxBroker
PyCurl RankActive
RankActiveLinkBot
RankFlex
RankingBot
RankingBot2 RankingBot2
RebelMouse Rankivabot
RealDownload
ReGet
RepoMonkey
Re-re Re-re
Ripper s1z.ru
ripz SalesIntelligent
scalaj-http satoristudio.net
Scanbot
scan.lol scan.lol
Scrapy ScreenerBot
Screaming
Searchestate Searchestate
SearchmetricsBot
SemrushBot SemrushBot
SentiBot SEOkicks-Robot
SEOprofiler SEOprofiler
SISTRIX seoscanners
SeoSiteCheckup
serpstatbot
Shodan
Sitebeam Sitebeam
SiteCheckerBotCrawler
Siteimprove
SiteLockSpider
SiteSnagger SiteSnagger
SiteSucker Site Sucker
Sitevigil
SlySearch SlySearch
SmartDownload SmartDownload
Snake SMTBot
Sosospider Snoopy
Sottopop sogouspider
Spammen Spammen
SpankBot SpankBot
Spanner Spbot
Spinn3r
SputnikBot SputnikBot
Steeler Sqlworm
Sucker Stripper
SuperBot SuperBot
SuperHTTP SuperHTTP
Suzuran Surfbot
SurveyBot
Swiftbot
Szukacz Szukacz
T8Abot Teleport
tAkeOut
TeleportPro TeleportPro
Telesphoreo Telesphoreo
TightTwatBot
Titan Titan
Tracemyfile Toata
Trendiction Toweyabot
Trendictionbot Turingos
trendiction.de TurnitinBot
Turnitin Typhoeus
TwengaBot UnisterBot
Upflow URLy Warning
VCI URLy.Warning
Virusdie Vacuum
Voil Voil
Voltron Voltron
Wallpapers/3.0 WallpapersHD
WASALive-Bot
WBSearchBot WBSearchBot
WebBandit
WebCollage
WebCopier
WebEnhancer WebEnhancer
Web Enhancer Web Enhancer
WebFetch
Web Fetch Web Fetch
WebFuck Web Fuck
WebGo IS WebReaper
WebImageCollector Webshag
WebmasterWorldForumBot WebsiteQuester
WebSauger
Web Sauger
Website Quester
WebSucker WebSucker
WeSEE Web Sucker
Whatweb WebZIP
Widow Widow
WinHTTrack
WiseGuys Robot
WISENutbot
Wonderbot
Woobot Woobot
Wotbox Wotbox
Wprecon x09Mozilla
WWW-Collector-E
WWW::Mechanize
WWWOFFLE
x22Mozilla x22Mozilla
Xaldon WebSpider
Xenu Xenu
YoudaoBot YoudaoBot
Zade Zade
ZoomBot zauba.io
ZoominfoBot Zermelo
zgrab
ZumBot

20
.dev-tools/test_units/random-referrers-for-test-quick.list
View file

@ -1,10 +1,10 @@
0912701309f8ce.com bonanza-fortune.men
bonux.nextview.ru eshop.md
fuckbuddybestgilf.info falcoware.com
klin3952.ru hoverboardforsaledirect.com
moncleroutletonline.win krasivoe-hd.com
monsterdivx.tv onlinebay.ru
muizre.ru sophang8.com
revistaindustria.com strag-invest.ru
sitevaluation.org ufa.xrus.org
stockspmb.info zeroredirect11.com

934
.dev-tools/test_units/random-referrers-for-test.list
View file

@ -1,500 +1,500 @@
00it.com 01apple.com
1001watch.com.ua 0912701309f8ce.com
12bet.com 12bet.com
1hwy.com 3th.co.in
2pxg8bcf.top 4webmasters.com
3dracergames.com a14download.com
4inn.ru aaa38852e886ac4af1a3cff9b47cab6272.com
51unlim.ru aanapa.ru
76brighton.co.uk absolutelyanalog.com
7fon.ru adclickthru.net
83net.jp adimmix.com
8jn.dating-app.ru akama.com
999webdesign.com alfapro.ru
9med.net alf-img.com
a96527gi.beget.tech aliexpresscashback.club
aa8780bb28a1de4eb5bff33c28a218a930.com allpdfmags.net
adamoads.com allwidewallpapers.com
adpremium.org
adult-shop.com.ua
a.frcls.fr
agapovdg.ru
aksonural.ru
akvamaster.dp.ua
all4invest.ru
allblogroll.com
allfinweb.com
alveris.ru alveris.ru
anaksma.info androids-store.com
an-donut.com animal36.com
animaltoplist.com anti-virus-removal.info
apiadanaknet-a.akamaihd.net apartamentwroclaw.eu
apimossnetinfo-a.akamaihd.net apibrowsesmartne-a.akamaihd.net
apisecretsaucebi-a.akamaihd.net apiitsthirteende-a.akamaihd.net
appiq.mobi app5.letmacworkfaster.world
applyneedy.xyz arate.ru
aproposde.com arcteryxstore.online
asdfz.pro arenda-avtoprokat-krasnodar.ru
asiavirtualsolutions.com arkartex.ru
asseenontv.ru artdeko.info
atleticpharm.org artefakct.com
autowebmarket.com.ua astana.xxxkaz.org
bambi.ck.ua atovh.local-finders.com
bank.uz auspolice.com
bavsac.com autobudpostach.club
beachdriveblog.com aviva-limoux.com
best-businessman.ru bablonow.ru
bestbuy.ca banki76.ru
bestsexyblog.com bannerpower.com
bestwebsitesawards.com bazaronline24.ru
betteroffers.review bbsoldes.fr
bg6s0.com begalka.xyz
bif-ru.info bestcoin.cc
bird1.ru bestpriceninja.com
birzha-truda.eu bestserials.com
blog.koreadaily.com bigpictures.club
blogos.kz bioca.org
blogs.rediff.com bitnote.co
bluesman.nu blog.f00kclan.de
bmw-ark.ru bmw-ark.ru
boazpower.com boazpower.com
bonkers.name boeuklad.com
bonzibuddi.com bonvillan.com
bookmark4you.com.biz boo-arts.com
bpro1.top boostmyppc.com
brainboosting.club bracketsmackdown.com
brianhenry.co brandehk.dk
brus-vsem.ru
btnativenav.com
btvn.ru btvn.ru
burger-tycoon.com builtwith.com
business-made-fun.com business-made-fun.com
buttons-for-your-website.com buttons-for-website.com
buydissertation.net buyessaynow.biz
cablecar.us buypanicdisorderpill.com
candcstuccoandstone.com callejondelpozo.es
candelluxsklep.pl candiceloves.us
candy-glam-hp.com canrole.com
canzoni.ru capture-room.com
cartierbracelet.xyz ccbill.com
cartierlovestore.com celebsopics.com
castingbank.ru chatroulette.online
celejihad.info checkm8.com
cheapbarbour.online chimiver.info
cheapwebsitehoster.com chiptuninger.com
checkpagerank.net
chelyabinsk.xrus.org
christianlouboutinreplica.pw
christianlouboutinsaleoutletonline.us christianlouboutinsaleoutletonline.us
cinemaflix.website cialischstgerts.com
cleanallspyware.com clickaider.com
cleanersoft.com clickintext.net
clickcash.com
clicksor.com clicksor.com
clicksotrk.com
clknsee.com
club-musics.ru club-musics.ru
club-samodelkin.ru cocyq.inwtrade.com
cobaltpro.ru cometorussia.net
compliance-andrew.xyz community.allhiphop.com
compliance-barak.xyz com-onlinesupport.site
compliance-julianna.top compliance-ivan.top
compliance-nelson.top compliance-jack.top
com-secure.download coolgamechannel.com
concordexoticrentals.com counter.bloke.com
cookielawblog.wordpress.com crackguru.tk
countbertwistdisp26.soup.io crazyboost.pro
covadhosting.biz creams.makeforum.eu
covetnica.com creditnation.ru
craftburg.ru cutalltheshit.com
credit.co.ua cymbaltaandtizanidine.blogspot.com
creditwell.ru cyse.tk
czat.wp.pl d2jsp.org
daneshetabiat.com darkages.info
daptravel.com date-withme.com
datsun-do.com dating-app.ru
dekoration.us daydream-studio.ru
design-lands.ru ddpills.com
dev.citetick.com detskie-zabavi.ru
digital-sale.su dieta-personalna.pl
dimaka.info digilander.libero.it
diusyawiga.tk dildofotzen.net
divatraffic.com discovertreasure-a.akamaihd.net
diy-handmade-ideas.com dispo.de
docs4all.com
doctormakarova.ru
dogbreedspicture.net
dogoimage.com
dollartree.info dollartree.info
domainanalyzing.xyz dorratex.tn
dostavka-v-krym.com dostavka-v-ukrainu.ru
dtm-spain.com dosugrostov.site
dustyorate.com download-of-the-warez.blogspot.com
dumpsmania24.com
dverimegapolis.ru dverimegapolis.ru
dvr.biz.ua ecommerce-seo.org
ekaterinburg.xrus.org ege-russian.ru
election.interferencer.ru ekspertmed.com
elektroniksigaraankara.info ekspresihati.info
elektronischezigarettekaufen1.myblog.de eldiariodeguadalajara.com
elexies.info elektrischezigarettekaufen2.cowblog.fr
elmacho.xyz elektronischezigarette2.mex.tl
elektronischezigarettekaufen1.beeplog.com
eloconcream.blogspot.com
enbersoft.com
encodable.com encodable.com
e-poker-2005.com escort-russian.com
eshop4u.jp eu-cookie-law.info
euronis-free.com everypony.ru
exmasters.com evidencecleanergold.com
extremepornos.net exonline.info
falcoware.com eyes-on-you.ga
falopicm.pw ezigarettenkaufen2.dreamwidth.org
fanpagerobot.com f00kclan.de
favorcosmetics.com factorynightclub.com
filesclub.net falllow.gq
filmi-onlain.info familyphysician.ru
fatmaelgarny.com
fealq.com
feel-planet.com
fertilitetsradgivningen.se
fetishinside.com
financepoints.eu financepoints.eu
fix-website-errors.com find1friend.com
floridamhca.org finteks.ru
flprog.com fishtauto.ru
focalink.com fiuxy.com
fordsonmajbor.cf flauntyoursite.com
foto-weinberger.at forumprofi.de
fotzen-ficken.com franecki.net
freecamdollars.com fsalas.com
freemags.cc fun2cell.net
freenode.info
friendflnder.com
front.to
fullgirl.ru
funcrushgames.com funcrushgames.com
fx-brokers-review.com gagrasector.ru
gateway.zscalertwo.net galeon.com
gayxperience.com gameonasia.com
ge0ip.org gate5.co.za
gemgrab-a.akamaihd.net gcup.ru
get-free-traffic-now.com gelezki.com
getoutofdebtfree.org gemara.com
girls-ufa.ru generousdeal-a.akamaihd.net
glavtral.ru geoads.com
go2jump.org getmyads24.com
golden-catalog.pro getresponse.com
goodhumor24.com get-your-social-buttons.info
gilbertbanda.net
gk170.ru
globalscam.ga
goodnightjournal.com
goosefishpost.bid
gpms.org.my gpms.org.my
gratis-sexkontakte.com
gribkovye-zabolevaniya.com
grizzlysgrill.com grizzlysgrill.com
gta-top.ru groupmoney.ru
guitar-master.org gsasearchengineranker.space
happy.new.yeartwit.com gsasearchengineranker.top
hdpixent.com gwagka.com
hdwalls.xyz hasfun.com
heartofbeijing.blogspot.com hasshe.com
hebr.myddns-flir.com hd-filmy.net
hentai-manga.porn heroz.fr
heygidday.biz histats.com
highstairs-a.akamaihd.net hoste.octopis.com
hikesearch.net hostsshop.ru
hildinghr.se howtowhitenteethfast.xyz
hkdiiohi.skyrock.com hybrid.ru
hledejvshopech.cz i4track.net
hobbyhuren24.net iamsport.org
homik.pw ideashome.id
houdom.net igru-xbox.net
house.sieraddns.com ilikevitaly.com
hoverboard360.de ilovevitaly.xyz
hoverboard360.es imabase.com
howmuchdoestizanidinecost.blogspot.com
howopen.ru
hulfingtonpost.com
idc.com.ua
ideawheel.com
ido3.com
ilbe.club
ilmen.net
imgata.com
imk.com.ua imk.com.ua
immobiliaremassaro.com indetiske.ya.ru
incanto.in.ua indiakino.net
indiasourcemart.in inet-traffic.com
instakink.com infokonkurs.ru
intelhdgraphicsgtdrive6w.metroblog.com in-tandem.co
interesnie-faktu.ru int.search.tb.ask.com
internetproviderstucson.com iphantom.com
investsuccess.org iqs.biz.ua
iscblog.info iron-age.info
isistaylorporn.info istanbulit.com
isotoner.com itrevolution.cf
iusstf.org iwantmyfreecash.com
iweblist.info izismile.com
izhevsk.xrus.org jackpotchances.com
janettabridal.com japan-bearings.ru
jasonpartington.com jerseysbizwholesalecheap.com
jav-fetish.site jobmarket.com.ua
javstock.com jongose.ninja
kashubadesign.ru kakablog.net
kalandranis.gr
kazan.zrus.org
keki.info keki.info
kerwinandcariza.com kemerovo.zrus.org
kidskunst.info ketrzyn.pl
kinobaks.com keyhantercume.com
keywesthideaways.co
kfon.eu
kinocccp.net kinocccp.net
kladrus.ru kinofak.net
kmgamex.cf kino-fun.ru
konturkrasoty.ru kleine-titten.biz
krasnodar-avtolombards.ru kollekcioner.ru
labafydjxa.su kostenloser-sex.com
lacapilla.info krasivoe-hd.com
landreferat.ru krasnodar.xrus.org
kredit-pod-zalog-krasnodar.ru
kurbappeal.info
laparfumotec.com
lapitec.eu
lapolis.it
layola.biz.tc
leadn.pl
ledpolice.ru ledpolice.ru
leftofcentrist.com
lego4x4.ru lego4x4.ru
letsart.ru lennatin.info
lietaer.com letslowbefast.site
lightinghomes.net letto.by
liky.co.ua lignofix.ua
lisque.batcave.net likrot.com
linksharingt.com
linkwithin.com
liveinternet.ro liveinternet.ro
liveu.infoteka.hu lomza.info
lizace.com lonerangergames.com
lkbennettoutlet.online lovi-moment.com.ua
llastbuy.ru luxmagazine.cf
locationdesaison.com lyrics.home-task.com
lockerz.com managerpak204.weebly.com
long-beach-air-conditioning.com mansiondelrio.co
macrotek.ru manve.info
marinetraffic.com mapquestz.us
marmitaco.cat marketland.ml
medicovi.com medictube.ru
medkletki.ru medosmotr-ufa.ru
mega-polis.biz.ua megahdporno.net
meltwater.com mere.host.sk
menstennisforums.com migente.com
mikozstop.com mikrobiologies.ru
mil-stak.com mirobuvi.com.ua
minecraft-rus.org misterjtbarbers.com
missclub.info mistr-x.org
missis.top mitrasound.ru
mmgq.ru mobstarr.com
moesexy.com modenamebel.ru
mouselink.co monitorwebsitespeed.com
muschisexbilder.com moskva.nodup.ru
mvpicton.co.uk moviezbonkerssk.cf
mwtpludn.review moyakuhnia.ru
myblogregistercm.tk mtmtv.info
myhitmp3.club muizre.ru
mylida.org mulberryoutletonlineeu.com
mysex21.com mywallpaper.top
nailsimg.com nacap.ru
nalogovyykodeks.ru nakozhe.com
naperehresti.info nalogovyy-kodeks.ru
natali-forex.com narutonaruto.ru
naval.jislaaik.com naturalpharm.com.ua
nextconseil.com navalwiki.info
nlfjjunb5.ru netcheckcdn.xyz
noscrapleftbehind.co niki-mlt.ru
ochistka-stokov.ru njkmznnb.ru
oil-td.ru nomuos.it
okel.co npoet.ru
okroshki.ru nufaq.com
olympescort.com nuit-artisanale.com
onlinedomains.ru oakleyglassesonline.us
online.ktc45.ru obuv-kupit.ru
outrageousdeal-a.akamaihd.net offf.info
pacificair.com oivcvx.website
palocco.it okmedia.sk
panouri-solare-acoperis.com onlinebay.ru
park.above.com o-o-6-o-o.com
otbelivanie-zubov.com
ourville.info
ozas.net
paidonlinesites.com
panchro.xyz
pandarastore.top
paperwritingservice17.blogspot.ru
partners-ship.pro
parvezmia.xyz
pavlodar.xkaz.org pavlodar.xkaz.org
paydayloanslocal.com paydayonlinecom.com
p-business.ru peekyou.com
pdn-4.com perfectpracticeweb.com
petedrummond.com picturesmania.com
petitions.whitehouse.gov piluli.info
physfunc.ru pinsdaddy.com
picsfair.com pix24x7.com
picturesfrom.com plastgran.com
pigrafix.at plugingeorgia.com
pinstake.com pons-presse.com
piski.top pornhub-ru.com
pkr1hand.com pornogratisdiario.com
plaff-go.ru pornoklad.ru
poems.com.ua portnoff.od.ua
polimga.pw princeadvantagesales.com
poquoson.org printie.com
porngalleries.top privatefx.all4invest.info
pornhive.org privatefx-in.ru
pornokajf.com privatov-zapisi.ru
pornophoto.xyz prizeestates.cricket
porno-play.net promalp-universal.ru
pornstartits.xblog.in pro-poly.ru
pourvous.info pussyspace.net
predominant-invent.tk qexyfu.bugs3.com
prefersurvey.net qor360.com
privacyassistant.net qpypcx.com
privhosting.com quelle.ru
profitfx.online quizzitch.net
profitsport.club ranking2017.ga
prointer.net.ua ranksonic.com
prokotov.com ranksonic.org
pro-okis.ru rasteniya-vs-zombi.ru
prostitutki-odessa.org realitykings.com
proxyradar.com redhotfreebies.co.uk
pskcijdc.bloger.index.hr remmling.de
psoriasis-file.trade rentalcarnavi.info
psvita.ru responsinator.com
pushdata.sendpulse.com risparmiocasa.bz.it
puzo2arbuza.ru robot-forex.biz
pwwysydh.com rome2rio.com
quit-smoking.ga rusenvironmental.net
rank-checker.online rusexy.xyz
ranksays.com
rating-bestcasino.com
razleton.com
rebuildermedical.com
r-e-f-e-r-e-r.com
registrydomainservices.com
remorcicomerciale.ro
rent2spb.ru
rentaremotecomputer.com
replicalouboutin.xyz
rff-cfal.info
rockma.se
roleforum.ru
rollercoin.com
royal-betting.net
royalvegascasino.com
rvi.biz
ryetaw.com
sabaapress.com
sadaholding.com
sardinie.us
sbf441.com sbf441.com
scanner-george.top scanner-barak.top
school-diplomat.ru scanner-viktor.top
sdsjweb.com scanner-willy.top
search-error.com schoolfiles.net
seksotur.ru sdi-pme.com
serptehnika.ru securesmrt-dt.com
service.adtech.us semprofile.com
sexblog.pw seocheki.net
sexphoto.site seozoom.it
sexreliz.com serving.adbetclickin.pink
servingnotice.com
sex-sex-sex5.com
sexstream.pl sexstream.pl
sexvporno.ru shiksabd.com
shama-rc.net shop.acim.org
shopvilleroyboch.com.ua shop-electron.ru
sim-service.net silverage.ru
sisiynas.ru silvermature.net
sitopreferito.it simpoed.ufop.br
slavic-magic.ru sixcooler.de
snworks.com skachat-besplatno-obrazcy.ru
soblaznu.net sk.golden-praga.ru
social-button.xyz s.lollypopgaming.com
solinf.co slutloadlive.com
solmarket.by smokewithrabbits.com
spamnuker.com snomer1.ru
spb.ru snow.nvr163.com
spin2016.cf snowplanes.com
spl63.fr socialseet.ru
sport7777.net sosdepotdebilan.com
sportbetfair.com space4update.pw
spylog.com spidtest.org
spymac.net srdrvp.com
sstroy44.ru stackthatbucks.com
stal-rulon.ru stathat.com
statustroll.com storehouse.ua
steelmaster.lv streha-metalko.si
sticken.co stroicol.net
strfls.com studiofaca.com
stroiminsk.com sudexpert66.ru
supermama.top sukirgenk.dvrlists.com
suralink.com supervesti.ru
svarbit.com surcentro.com
svensk-poesi.com surflinksmedical.com
svtrd.com svetodiodoff.ru
swiped.su swinon.site
taraz.xkaz.org takethatad.com
tasteidea.com tarad.com
testingads.pro tattooha.com
thecounter.com t-bygg.com
thegameriders.com telemetryverification.net
the-usa-games.blogspot.com theallgirlarcade.com
tiandeural.ru thedownloadfreeonlinegames.blogspot.com
tizanidine6mg.blogspot.com theendivechronicles.com
tizanidinepills.blogspot.com thefds.net
timeallnews.ru
time-japan.ru
timer4web.com
timhost.ru
titslove.yopoint.in
tizanidine4mgstreetprice.blogspot.com
tizanidineduringpregnancy.blogspot.com
tizanidinefibromyalgia.blogspot.com
tizanidinehcl2mgsideeffects.blogspot.com
tizanidineingredients.blogspot.com
tizanidinestreetvalue.blogspot.com tizanidinestreetvalue.blogspot.com
tjkckpytpnje.com
todohr.com todohr.com
tonerbox.kz tooplay.com
top1-seo-service.com
topappspro.com topappspro.com
topmira.com torontoplumbinggroup.com
tozup.com torrentgamer.net
tracksurf.daooda.com toxicwap.com
trafficmonetize.org tracksz.co
traffixer.com trafficgenius.xyz
trk-4.net trion.od.ua
tsstcorpcddvdwshbbdriverfb.aircus.com trkur.com
twinderbella.com trucri.me
tyumen.xrus.org trustedhealthtips.com
ugguk.online try-rx.com
uginekologa.com ttsq.fr
ukrup.com tubeline.biz
umekana.ru tvand.ru
unrealcommander.biz tversvet.ru
unrealcommander.org typimga.pw
usdx.us uhod-za-sobakoj.ru
utiblog.fr ukrtvir.com.ua
vacuumscleaner.com ultramart.biz
valoresito.com undergroundcityphoto.com
valsalud.com unimodemhalfduplefw.pen.io
vapsy.com unmaroll.ya.ru
upstore.me
urlcut.ru
vapeface.club
vapomnoncri.tk
vchulkah.net vchulkah.net
vegan-foods.us
velpanex.ru velpanex.ru
veopornogratis.xxx vgoloveboli.net
viagra-soft.ru via-energy-cumpara.com
viddyoze.com videochat.bz
video-chat.in videochat.world
videotuber.ru videospornogratisx.net
vip.51.la vip2ch.com
vipps.com.my viveresaniesnelli.it
visa-pasport.ru vksex.ru
viven.host.sk voltrknc1.com
vladimir.xrus.org vonradio.com
voditeltrezviy.ru vozbujdenie.com
voloomoney.com vrnelectro.ru
vzglyadriv.kg vseigry.fun
wallpapersist.com vse-pesni.com
waysbetter.cn vzubah.com
webshoppermac.com warningzscaler.heraeus.com
website-datenbank.de webenlace.com.ar
wholesalejerseychinaoutlet.com webjam.com
whosonmyserver.com webmasters.stackexchange.com
wikes.20fr.com websites-reviews.com
wingsoffury2.com weprik.ru
wiosenny-bon-1500.pl whiteproduct.com
winner7777.net
wjgony.com wjgony.com
wladimirpayen.com womama.ru
wma-x.com womensplay.net
womensterritory.ru wonderfulflowers.biz
wormix-cheats.ru wordkeyhelper.com
writersgroup580.web.fc2.com woweb.com.ua
wstroika.ru writingservices17.blogspot.ru
wtsindia.in wsgames.ru
www.888.com www.kabbalah-red-bracelets.com
www.labves.ru xedserver.com
www.pinnacle-bets.com
xbaboon.com
xjlottery.com
x-lime.com x-lime.com
xlolitka.com
xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai
xn--80aafb2a.xn--p1ai
xn--80aagddcgkbcqbad7amllnejg6dya.xn--p1ai xn--80aagddcgkbcqbad7amllnejg6dya.xn--p1ai
xn--b1ag5cfn.xn--p1ai xn--80ahvj9e.xn--p1ai
xn--lifehacer-1rb.com xn----8sblgmbj1a1bk8l.xn----161-4vemb6cjl7anbaea3afninj.xn--p1ai
xrus.org xn--b1adccaf1bzj.xn--p1ai
xtube.com xz618.com
ynymnwbm.bloger.index.hr yachts-cruise.info
youbrainboost.asia yadro.ru
youjizz.vc yebocasino.co.za
zaobao.com.sg youtubedownload.org
zebramart.ru yugk.net
zeroredirect7.com yugo-star.ru
zetgie.com.pl zerocash.msk.ru
zionstar.net zmoda.hostreo.com
zoogdisany.com znakomstva-piter78.ru
zoomovies.org zocaparj.kz
zootravel.com zog.link
zytpirwai.net zreloeporno.tv

472
.dev-tools/test_units/random-referrers-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
101raccoon.ru 00go.com
11pikachu.ru 03e.info
7zap.com 10bet.com
888.com 123cha.com
aa14ab57a3339c4064bd9ae6fad7495b5f.com 21h2o.com
aaronabel.com 23kw.ru
activepr.ru 3th.co.in
adsref.men 777-club.ru
adultgalls.com aa8780bb28a1de4eb5bff33c28a218a930.com
afftrack001.com aad1f4acb0a373420d9b0c4202d38d94fa.com
alessandraleone.com aasoldes.fr
alfa-medosmotr.ru actulite.com
anabolics.shop adult3dgames.com
apelsinnik.website advancedmassagebysara.com
apibetweenlinesn-a.akamaihd.net adviceforum.info
arewater.com alif-ba-ta.com
astana.xxxkaz.org alldownload.pw
aviva-limoux.com alldubai.biz
azartniy-bonus.com allknow.info
bankofthewext.com alphacarolinas.com
battlecarnival.su ananumous.ru
beachdriveblog.com animali.deagostinipassion.it
blog.yam.com apidiamondatanet-a.akamaihd.net
bmw.afora.ru apispringsmartne-a.akamaihd.net
bookmark4you.com atelielembrancaqueencanta.com.br
bouda.kvalitne.cz atlant-auto.info
brainsandeggs.blogspot.com aviav.co
brandbucket.com avirasecureserver.com
break-the-chains.com baikaleminer.com
brokergid.ru balla-boo.se
btvn.ru beauty-bracelet.com
bum.com.ru beclean-nn.ru
burn-fat.ga berdasovivan.ru
callcafe.info bestserials.com
calstaterealty.us betwinservice.com
cartierloveringreplica.xyz beztuberkuleza.ru
cascadelink.org bfz.biz
cbox.ws binaryoptionscops.info
cctva.tv blogsfunky672.weebly.com
c-gainsbourg.com boazpower.com
chatseo.com bpro1.top
cheapjerseysa.com btc4u.ru
cheapmoncler.pw ccjp.eu
ciceros.co chee-by.biz
clash-clans.ru chelnytruck.ru
clean-virus-mac.com chinaelitecheapjerseys.com
comissionka.net classicakuhni.ru
communisave.co.za
compliance-andrew.xyz
copblock.org copblock.org
coslab.club copro.pw
crafthubs.com copyrightclaims.org
custodieva.ru csgo4.win
daptravel.com cymbaltaandtizanidine.blogspot.com
degerlund.net danschawbel.com
dev33.dioniqlabb.se date-withme.com
digest-project.ru diamond-necklace.info
dogbreedspicture.net domaincdn.xyz
domination.ml domain-submit.info
doxyporno.com ecommerce-seo.org
druzhininevgeniy63.blogspot.com embedle.com
dvr.biz.ua enbersoft.com
e-c.al eropho.net
education-cz.ru erotische-geschichten-xxl.com
eduserver.net eshop4u.jp
ekspresihati.info esopini.com
elektrozigaretten2.yn.lt european-torches.ru
eloxal.ru
essayservicewriting.org
etm-consult.de
exchangeit.gq exchangeit.gq
excitacao.com excitacao.com
exct.net extremal-blog.com
facialporntube.com eyelike.com.ua
fashion-stickers.ru eyes-on-you.ga
femdom.twiclub.in ff30236ddef1465f88547e760973d70a.com
fickkontakte.org filesclub.net
fickluder69.com filkhbr.com
fillmewithhappiness.com firstsiteguide.com
floridamhca.org fiverr.com
forum-engineering.ru fok.nl
freeseedsonline.com formseo.com
free-today.com forum.tvmir.org
freshsuperbloop.com free-laptop-reward.com
funnymama.com free-social-buttons.xyz
gallictures.com freeuploader.com
fx-brokers-review.com
gamerextra.com gamerextra.com
gamesprite.me gamezblox.com
geckoandfly.com getlamborghini.ga
genericviagrasildenafiled.net gojiberriess.apishops.ru
germes-trans.com gorodservis.ru
gg.zzyjxs.com greenshop.su
gifspics.com groupmoney.ru
googlsucks.com grupografico-pilar.com.ar
gov.yanao.ru gsasearchengineranker.site
gribkovye-zabolevaniya.com gstatey.net
gyffu.com gyffu.com
hacktougroup.ru h2monline.com
haikuware.com hitsbox.info
help.tpu.ru hoste.octopis.com
hidemyass.com hostingclub.lk
homedo.fabpage.com houseofgaga.ru
housemilan.ru icaseclub.ru
idealtits.net imagerydatabase.com
imperiafilm.ru inclk.com
infektsii.com intellekt21.ru
intellektmedia.at interior-stickers.ru
internet-apteka.ru int.search.mywebsearch.com
iphantom.com iplogger.org
itis4you.com iptool.xyz
ixora.pro istizanidinelikexanax.blogspot.com
ivanovo.zrus.org
iyasimasennka.com
jackwolfskinoutlet.online
jerseyswholesalechinalimited.com
job.icivil.ir
kabbalah-red-bracelets.com
kandidos.com
karpun-iris.ru
keki.info keki.info
kmd-pto.ru kino2018.cc
kollekcioner.ru kinofak.net
konturkrasoty.ru kinohall.ru
kovesszucs.atw.hu komputers-best.ru
kumuk.info kumuk.info
kvartira-sutochno.com laapp.com
ladov.ru labafydjxa.su
lapolis.it labplus.ru
lasvegaslockandsafe.com li-er.ru
lennatin.info liran-locks.com
lerporn.info louboutinshoes.xyz
linksharingt.com lyrster.com
losangeles-ads.com m3gadownload.pl
lovi-moment.com.ua mackeeper-land-672695126.us-east-1.elb.amazonaws.com
m5home.ru macotool.com
magicalfind-a.akamaihd.net make-money-online.com
megaapteka.ru megaapteka.ru
mmstat.com mezaruk.info
modnie-futbolki.net mirtorrent.net
mojpreskumanie.com mlvc4zzw.space
monarhs.info modenamebel.ru
moncleroutletonline.pw mokrayakiska.com
morocco-nomad-excursions.com musezone.su
mossmesi.com mydownlodablefiles.com
mouselink.co myindospace.com
moviemail-online.co.uk nelc.edu.eg
mowser.com nonameread45.live
mrmoneymustache.com offer.camp
mrsdalloways.com offtopic.biz
myblogregistercm.tk okout.ru
myphotopipe.com oksrv.com
mzdish.site
narkologiya-peterburg.ru
netvouz.com
nfljerseys.online
nw-servis.ru
obiavo.ru
okuos.com okuos.com
o.light.d0t.ru olvanto.ru
onefilms.net openfrost.net
onlythegames.com oren-cats.ru
ons-add.men orhonit.com
osagonline.ru outclicks.net
ozoz.it partner-host.men
paceform.com partner-stop.men
pacificair.com pc-virus-d0l92j2.pw
paintingplanet.ru phuketscreen.com
panchro.xyz pics-group.com
paphoselectricianandplumber.com pipki.r.acdnpro.com
par-fallen.ga piulatte.cz
perfection-pleasure.ru pk-services.ru
picswe.com poppen-nw.net
pio.polytopesexempt.com popup-fdm.xyz
piratecams.com pornoreino.com
pisanieprac.info portnoff.od.ua
pl.id-forex.com prchecker.info
pogodnyyeavarii.gq prostitutki-rostova.org
pornhubforum.tk realmonte.net
pornoelita.info real-time-analytics.com
printdirectforless.com recipedays.com
pro-tec.kz refads.pro
puserving.com remont-ustanovka-tehniki.ru
py100.ru remontvsamare.su
queerspace.com renecaovillasale.online
quick-seeker.com russkie-gorki.ru
radiogambling.com saddiechoua.com
rapidsites.pro sale-japan.com
razvratnoe.org
realitykings.com
rednise.com
remont-mobile-phones.ru
replicalouboutin.xyz
rethinkwasteni.info
ric.info
running-line.ru
salut-camp.ru salut-camp.ru
savememoney.co.za sashagreyblog.ga
scanmarine.info scenarii-1-sentyabrya.uroki.org.ua
scanner-irvin.top searchkut.com
search.pch.com securesmrt-dt.com
secret.xn--oogle-wmc.com seorank.info
sexgalleries.top
shama-rc.net
simplepooltips.com simplepooltips.com
sky-mine.ru sixcooler.de
slimcdn.com smartpet.ru
small-game.com soblaznu.net
snsdeainavi.info social-s-ggg.xyz
spasswelt.net sprttrack.com
sport7777.net steelmaster.lv
sport-video-obzor.ru stuff-about-money.com
subj.ukr-lit.com suhanpacktech.com
swinginwithme.ru telegramdownload10.com
taqplayer.info titslove.yopoint.in
telesvoboda.ru tizanidineandhydrocodone.blogspot.com
testingads.pro todohr.com
thebluffs.com tongkatmadura.info
thefotosgratis.eu tradgardspartner.se
tizanidine4mgtablets.blogspot.com tramadolandtizanidine.blogspot.com
tizanidinevsvalium.blogspot.com triumf-realty.ru
tizanidinewithdrawal.blogspot.com tsstcorpcddvdwshbbdriverfb.aircus.com
trichizobswiv.agddns.net twitlinks.com
tversvet.ru ua-company.ru
tyumen.xrus.org urll.eu
univerfiles.com usiad.net
unmaroll.ya.ru valkiria-tk.ru
uptime.com vancleefreplica.pw
varbergsvind.se
vegan-foods.us vegan-foods.us
velen.io vegascosmetics.ru
viberdownload10.com vektorpress.ru
videochat.tv.br viagraneggrx.com
vilingstore.net videooko.weebly.com
vizag.kharkov.ua vigrx-original.ru
vladhistory.com vipsexfinders.com
vipsiterip.org
voluumtracker1.com voluumtracker1.com
vseigry.fun vvon.co.uk
wanker.us vzglyadriv.kg
warezaccess.com webadvance.club
warningzscaler.heraeus.com webextract.profound.net
welck.octopis.com website-analyzer.info
woman-tampon.ru website-audit.com.ua
word-vorlagen.xyz websitevaluebot.com
worldlovers.ru wetgames.ru
www.souvenirua.com where-toget.com
x-diesel.biz whiteelephantwellington.com
xkaz.org wildcattube.com
x-lime.net wma-x.com
xn--80aaafbn2bc2ahdfrfkln6l.xn--p1ai wsgames.ru
xn--80aaaks3bbhabgbigamdr2h.xn--p1ai x-diesel.org
xn--lifehacer-1rb.com xgftnlrt.bloger.index.hr
x-porno.video xingzi-vision.com
yaminecraft.ru xn--80aaajbdbddwj2alwjieei2afr3v.xn--p1ai
yellowproxy.net xn--80abgj3a5acid6ghs.top
yougame.biz xn--80ahdheogk5l.xn--p1ai
your-bearings.com xn--b1adccaf1bzj.xn--p1ai
xn----ctbigni3aj4h.xn--p1ai
xn--h1aakne2ba.xn--p1ai
x-rates.ru
yougotanewdomain.com
yourads.website
you-shall-not-pass.is74.ru you-shall-not-pass.is74.ru
zarabotat-na-sajte.ru zakon-ob-obrazovanii.ru
zawyna.ua zdesoboi.com
zeikopay.com zeg-distribution.com
zoolubimets.ru zerocash.msk.ru
zoodrawings.com

14
.dev-tools/test_units/ratelimittest-beta.txt
View file

@ -1,11 +1,21 @@
<html> <!DOCTYPE html>
<html>
<head>
<title>Welcome to NginX</title>
</head>
<body>
<div align=center>
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><html>
<head><title>503 Service Temporarily Unavailable</title></head> <head><title>503 Service Temporarily Unavailable</title></head>
<body> <body>
<center><h1>503 Service Temporarily Unavailable</h1></center> <center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.18.0 (Ubuntu)</center> <hr><center>nginx/1.18.0 (Ubuntu)</center>
</body> </body>
</html> </html>
ml><html> <html>
<head><title>503 Service Temporarily Unavailable</title></head> <head><title>503 Service Temporarily Unavailable</title></head>
<body> <body>
<center><h1>503 Service Temporarily Unavailable</h1></center> <center><h1>503 Service Temporarily Unavailable</h1></center>

2
.dev-tools/test_units/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 0; 34.122.173.211 0;
127.0.0.1 0; 127.0.0.1 0;

BIN
.latest_release/bots.d.tar.gz
View file

Binary file not shown.

BIN
.latest_release/conf.d.tar.gz
View file

Binary file not shown.

4
AUTO-CONFIGURATION.md
View file

@ -4,8 +4,8 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2021.02.2287 #### Version: V4.2021.02.2288
#### Bad Referrers Blocked: [6940](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6941](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [608](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [608](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

4
MANUAL-CONFIGURATION.md
View file

@ -4,8 +4,8 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2021.02.2287 #### Version: V4.2021.02.2288
#### Bad Referrers Blocked: [6940](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6941](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [608](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [608](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

4
README.md
View file

@ -11,8 +11,8 @@
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
_______________ _______________
#### Version: V4.2021.02.2287 #### Version: V4.2021.02.2288
#### Bad Referrers Blocked: [6940](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6941](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [608](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [608](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

9946
_generator_lists/bad-ip-addresses.list
View file

File diff suppressed because it is too large Load diff

4
_generator_lists/bad-referrers.list
View file

@ -1,4 +1,3 @@
fingerprintjs.com
000free.us 000free.us
007angels.com 007angels.com
00author.com 00author.com
@ -2169,6 +2168,7 @@ findsexguide.com
findthe.pet findthe.pet
finejewelryshop.ru finejewelryshop.ru
finemanteam.com finemanteam.com
fingerprintjs.com
finstroy.net finstroy.net
finteks.ru finteks.ru
finuse.com finuse.com
@ -6939,4 +6939,4 @@ zygophyceous.womanstars.site
zynax.ua zynax.ua
zytpirwai.net zytpirwai.net
zzbroya.com.ua zzbroya.com.ua
zzlgxh.com zzlgxh.com

4
_google_analytics_ghost_spam/README.md
View file

@ -3,8 +3,8 @@
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
_______________ _______________
#### Version: V4.2021.02.2287 #### Version: V4.2021.02.2288
#### Bad Referrers Blocked: [6940](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6941](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [608](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [608](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

2
_google_analytics_ghost_spam/google-exclude-02.txt
View file

File diff suppressed because one or more lines are too long

2
_google_analytics_ghost_spam/google-exclude-03.txt
View file

File diff suppressed because one or more lines are too long

2
_google_analytics_ghost_spam/google-exclude-04.txt
View file

File diff suppressed because one or more lines are too long

2
_google_analytics_ghost_spam/google-exclude-05.txt
View file

File diff suppressed because one or more lines are too long

1
_google_webmaster_disavow_links/google-disavow.txt
View file

@ -2168,6 +2168,7 @@ domain:findsexguide.com
domain:findthe.pet domain:findthe.pet
domain:finejewelryshop.ru domain:finejewelryshop.ru
domain:finemanteam.com domain:finemanteam.com
domain:fingerprintjs.com
domain:finstroy.net domain:finstroy.net
domain:finteks.ru domain:finteks.ru
domain:finuse.com domain:finuse.com

9953
_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

9953
conf.d/globalblacklist-testing-version.conf
View file

File diff suppressed because it is too large Load diff

9953
conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

4
robots.txt/robots.txt
View file

@ -6,8 +6,8 @@
### Version Information # ### Version Information #
################################################### ###################################################
### Version: V4.2021.02.2287 ### Version: V4.2021.02.2288
### Updated: Mon Feb 22 14:47:31 SAST 2021 ### Updated: Tue Feb 23 16:05:25 SAST 2021
### Bad Bot Count: 608 ### Bad Bot Count: 608
################################################### ###################################################
### Version Information ## ### Version Information ##