vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-02 02:29:58 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

V4.2019.06.1600 [ci skip]

Browse source
This commit is contained in:
Travis 2019-06-25 16:17:54 +02:00
parent 9103a8df71
commit c2245897e5
29 changed files with 1576 additions and 1557 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf
View file

@ -33,4 +33,4 @@
# 111.111.111.111 0; # 111.111.111.111 0;
35.184.226.236 0; 35.184.96.71 0;

8
.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf
View file

@ -4,9 +4,9 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1599 ### Version: V4.2019.06.1600
### Updated: Tue Jun 25 15:58:01 SAST 2019 ### Updated: Tue Jun 25 16:14:24 SAST 2019
### Bad Referrer Count: 6711 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -1279,6 +1279,7 @@ map $http_referer $bad_referer {
"~*(?:\b)alldownload\.pw(?:\b|)" 1; "~*(?:\b)alldownload\.pw(?:\b|)" 1;
"~*(?:\b)alldubai\.biz(?:\b|)" 1; "~*(?:\b)alldubai\.biz(?:\b|)" 1;
"~*(?:\b)allesohnegirls\.net(?:\b|)" 1; "~*(?:\b)allesohnegirls\.net(?:\b|)" 1;
"~*(?:\b)allfinweb\.com(?:\b|)" 1;
"~*(?:\b)allforminecraft\.ru(?:\b|)" 1; "~*(?:\b)allforminecraft\.ru(?:\b|)" 1;
"~*(?:\b)allknow\.info(?:\b|)" 1; "~*(?:\b)allknow\.info(?:\b|)" 1;
"~*(?:\b)allkrim\.com(?:\b|)" 1; "~*(?:\b)allkrim\.com(?:\b|)" 1;
@ -2573,6 +2574,7 @@ map $http_referer $bad_referer {
"~*(?:\b)dktr\.ru(?:\b|)" 1; "~*(?:\b)dktr\.ru(?:\b|)" 1;
"~*(?:\b)dkvorota\.ru(?:\b|)" 1; "~*(?:\b)dkvorota\.ru(?:\b|)" 1;
"~*(?:\b)dlya\-android\.org(?:\b|)" 1; "~*(?:\b)dlya\-android\.org(?:\b|)" 1;
"~*(?:\b)dmmspy\.com(?:\b|)" 1;
"~*(?:\b)dms\-sw\.ru(?:\b|)" 1; "~*(?:\b)dms\-sw\.ru(?:\b|)" 1;
"~*(?:\b)dnepr\-avtospar\.com\.ua(?:\b|)" 1; "~*(?:\b)dnepr\-avtospar\.com\.ua(?:\b|)" 1;
"~*(?:\b)dnepropetrovsk\.mistr\-x\.org(?:\b|)" 1; "~*(?:\b)dnepropetrovsk\.mistr\-x\.org(?:\b|)" 1;

2
.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf
View file

@ -33,4 +33,4 @@
# 111.111.111.111 0; # 111.111.111.111 0;
35.184.226.236 0; 35.184.96.71 0;

8
.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf
View file

@ -10,9 +10,9 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.06.1599 ### Version: V3.2019.06.1600
### Updated: Tue Jun 25 15:58:02 SAST 2019 ### Updated: Tue Jun 25 16:14:25 SAST 2019
### Bad Referrer Count: 6711 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -1285,6 +1285,7 @@ map $http_referer $bad_referer {
"~*(?:\b)alldownload\.pw(?:\b|)" 1; "~*(?:\b)alldownload\.pw(?:\b|)" 1;
"~*(?:\b)alldubai\.biz(?:\b|)" 1; "~*(?:\b)alldubai\.biz(?:\b|)" 1;
"~*(?:\b)allesohnegirls\.net(?:\b|)" 1; "~*(?:\b)allesohnegirls\.net(?:\b|)" 1;
"~*(?:\b)allfinweb\.com(?:\b|)" 1;
"~*(?:\b)allforminecraft\.ru(?:\b|)" 1; "~*(?:\b)allforminecraft\.ru(?:\b|)" 1;
"~*(?:\b)allknow\.info(?:\b|)" 1; "~*(?:\b)allknow\.info(?:\b|)" 1;
"~*(?:\b)allkrim\.com(?:\b|)" 1; "~*(?:\b)allkrim\.com(?:\b|)" 1;
@ -2579,6 +2580,7 @@ map $http_referer $bad_referer {
"~*(?:\b)dktr\.ru(?:\b|)" 1; "~*(?:\b)dktr\.ru(?:\b|)" 1;
"~*(?:\b)dkvorota\.ru(?:\b|)" 1; "~*(?:\b)dkvorota\.ru(?:\b|)" 1;
"~*(?:\b)dlya\-android\.org(?:\b|)" 1; "~*(?:\b)dlya\-android\.org(?:\b|)" 1;
"~*(?:\b)dmmspy\.com(?:\b|)" 1;
"~*(?:\b)dms\-sw\.ru(?:\b|)" 1; "~*(?:\b)dms\-sw\.ru(?:\b|)" 1;
"~*(?:\b)dnepr\-avtospar\.com\.ua(?:\b|)" 1; "~*(?:\b)dnepr\-avtospar\.com\.ua(?:\b|)" 1;
"~*(?:\b)dnepropetrovsk\.mistr\-x\.org(?:\b|)" 1; "~*(?:\b)dnepropetrovsk\.mistr\-x\.org(?:\b|)" 1;

8
.dev-tools/globalblacklist-testing.template
View file

@ -10,9 +10,9 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.06.1599 ### Version: V3.2019.06.1600
### Updated: Tue Jun 25 15:58:02 SAST 2019 ### Updated: Tue Jun 25 16:14:25 SAST 2019
### Bad Referrer Count: 6711 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -1285,6 +1285,7 @@ map $http_referer $bad_referer {
"~*(?:\b)alldownload\.pw(?:\b|)" 1; "~*(?:\b)alldownload\.pw(?:\b|)" 1;
"~*(?:\b)alldubai\.biz(?:\b|)" 1; "~*(?:\b)alldubai\.biz(?:\b|)" 1;
"~*(?:\b)allesohnegirls\.net(?:\b|)" 1; "~*(?:\b)allesohnegirls\.net(?:\b|)" 1;
"~*(?:\b)allfinweb\.com(?:\b|)" 1;
"~*(?:\b)allforminecraft\.ru(?:\b|)" 1; "~*(?:\b)allforminecraft\.ru(?:\b|)" 1;
"~*(?:\b)allknow\.info(?:\b|)" 1; "~*(?:\b)allknow\.info(?:\b|)" 1;
"~*(?:\b)allkrim\.com(?:\b|)" 1; "~*(?:\b)allkrim\.com(?:\b|)" 1;
@ -2579,6 +2580,7 @@ map $http_referer $bad_referer {
"~*(?:\b)dktr\.ru(?:\b|)" 1; "~*(?:\b)dktr\.ru(?:\b|)" 1;
"~*(?:\b)dkvorota\.ru(?:\b|)" 1; "~*(?:\b)dkvorota\.ru(?:\b|)" 1;
"~*(?:\b)dlya\-android\.org(?:\b|)" 1; "~*(?:\b)dlya\-android\.org(?:\b|)" 1;
"~*(?:\b)dmmspy\.com(?:\b|)" 1;
"~*(?:\b)dms\-sw\.ru(?:\b|)" 1; "~*(?:\b)dms\-sw\.ru(?:\b|)" 1;
"~*(?:\b)dnepr\-avtospar\.com\.ua(?:\b|)" 1; "~*(?:\b)dnepr\-avtospar\.com\.ua(?:\b|)" 1;
"~*(?:\b)dnepropetrovsk\.mistr\-x\.org(?:\b|)" 1; "~*(?:\b)dnepropetrovsk\.mistr\-x\.org(?:\b|)" 1;

8
.dev-tools/globalblacklist.template
View file

@ -4,9 +4,9 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1599 ### Version: V4.2019.06.1600
### Updated: Tue Jun 25 15:58:01 SAST 2019 ### Updated: Tue Jun 25 16:14:24 SAST 2019
### Bad Referrer Count: 6711 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -1279,6 +1279,7 @@ map $http_referer $bad_referer {
"~*(?:\b)alldownload\.pw(?:\b|)" 1; "~*(?:\b)alldownload\.pw(?:\b|)" 1;
"~*(?:\b)alldubai\.biz(?:\b|)" 1; "~*(?:\b)alldubai\.biz(?:\b|)" 1;
"~*(?:\b)allesohnegirls\.net(?:\b|)" 1; "~*(?:\b)allesohnegirls\.net(?:\b|)" 1;
"~*(?:\b)allfinweb\.com(?:\b|)" 1;
"~*(?:\b)allforminecraft\.ru(?:\b|)" 1; "~*(?:\b)allforminecraft\.ru(?:\b|)" 1;
"~*(?:\b)allknow\.info(?:\b|)" 1; "~*(?:\b)allknow\.info(?:\b|)" 1;
"~*(?:\b)allkrim\.com(?:\b|)" 1; "~*(?:\b)allkrim\.com(?:\b|)" 1;
@ -2573,6 +2574,7 @@ map $http_referer $bad_referer {
"~*(?:\b)dktr\.ru(?:\b|)" 1; "~*(?:\b)dktr\.ru(?:\b|)" 1;
"~*(?:\b)dkvorota\.ru(?:\b|)" 1; "~*(?:\b)dkvorota\.ru(?:\b|)" 1;
"~*(?:\b)dlya\-android\.org(?:\b|)" 1; "~*(?:\b)dlya\-android\.org(?:\b|)" 1;
"~*(?:\b)dmmspy\.com(?:\b|)" 1;
"~*(?:\b)dms\-sw\.ru(?:\b|)" 1; "~*(?:\b)dms\-sw\.ru(?:\b|)" 1;
"~*(?:\b)dnepr\-avtospar\.com\.ua(?:\b|)" 1; "~*(?:\b)dnepr\-avtospar\.com\.ua(?:\b|)" 1;
"~*(?:\b)dnepropetrovsk\.mistr\-x\.org(?:\b|)" 1; "~*(?:\b)dnepropetrovsk\.mistr\-x\.org(?:\b|)" 1;

2
.dev-tools/referrers-regex-format-whitelist-test.txt
View file

@ -353,6 +353,7 @@
"~*(?:\b)alldownload\.pw(?:\b|)" 0; "~*(?:\b)alldownload\.pw(?:\b|)" 0;
"~*(?:\b)alldubai\.biz(?:\b|)" 0; "~*(?:\b)alldubai\.biz(?:\b|)" 0;
"~*(?:\b)allesohnegirls\.net(?:\b|)" 0; "~*(?:\b)allesohnegirls\.net(?:\b|)" 0;
"~*(?:\b)allfinweb\.com(?:\b|)" 0;
"~*(?:\b)allforminecraft\.ru(?:\b|)" 0; "~*(?:\b)allforminecraft\.ru(?:\b|)" 0;
"~*(?:\b)allknow\.info(?:\b|)" 0; "~*(?:\b)allknow\.info(?:\b|)" 0;
"~*(?:\b)allkrim\.com(?:\b|)" 0; "~*(?:\b)allkrim\.com(?:\b|)" 0;
@ -1644,6 +1645,7 @@
"~*(?:\b)dktr\.ru(?:\b|)" 0; "~*(?:\b)dktr\.ru(?:\b|)" 0;
"~*(?:\b)dkvorota\.ru(?:\b|)" 0; "~*(?:\b)dkvorota\.ru(?:\b|)" 0;
"~*(?:\b)dlya\-android\.org(?:\b|)" 0; "~*(?:\b)dlya\-android\.org(?:\b|)" 0;
"~*(?:\b)dmmspy\.com(?:\b|)" 0;
"~*(?:\b)dms\-sw\.ru(?:\b|)" 0; "~*(?:\b)dms\-sw\.ru(?:\b|)" 0;
"~*(?:\b)dnepr\-avtospar\.com\.ua(?:\b|)" 0; "~*(?:\b)dnepr\-avtospar\.com\.ua(?:\b|)" 0;
"~*(?:\b)dnepropetrovsk\.mistr\-x\.org(?:\b|)" 0; "~*(?:\b)dnepropetrovsk\.mistr\-x\.org(?:\b|)" 0;

2
.dev-tools/referrers-regex-format.txt
View file

@ -350,6 +350,7 @@
"~*(?:\b)alldownload\.pw(?:\b|)" 1; "~*(?:\b)alldownload\.pw(?:\b|)" 1;
"~*(?:\b)alldubai\.biz(?:\b|)" 1; "~*(?:\b)alldubai\.biz(?:\b|)" 1;
"~*(?:\b)allesohnegirls\.net(?:\b|)" 1; "~*(?:\b)allesohnegirls\.net(?:\b|)" 1;
"~*(?:\b)allfinweb\.com(?:\b|)" 1;
"~*(?:\b)allforminecraft\.ru(?:\b|)" 1; "~*(?:\b)allforminecraft\.ru(?:\b|)" 1;
"~*(?:\b)allknow\.info(?:\b|)" 1; "~*(?:\b)allknow\.info(?:\b|)" 1;
"~*(?:\b)allkrim\.com(?:\b|)" 1; "~*(?:\b)allkrim\.com(?:\b|)" 1;
@ -1644,6 +1645,7 @@
"~*(?:\b)dktr\.ru(?:\b|)" 1; "~*(?:\b)dktr\.ru(?:\b|)" 1;
"~*(?:\b)dkvorota\.ru(?:\b|)" 1; "~*(?:\b)dkvorota\.ru(?:\b|)" 1;
"~*(?:\b)dlya\-android\.org(?:\b|)" 1; "~*(?:\b)dlya\-android\.org(?:\b|)" 1;
"~*(?:\b)dmmspy\.com(?:\b|)" 1;
"~*(?:\b)dms\-sw\.ru(?:\b|)" 1; "~*(?:\b)dms\-sw\.ru(?:\b|)" 1;
"~*(?:\b)dnepr\-avtospar\.com\.ua(?:\b|)" 1; "~*(?:\b)dnepr\-avtospar\.com\.ua(?:\b|)" 1;
"~*(?:\b)dnepropetrovsk\.mistr\-x\.org(?:\b|)" 1; "~*(?:\b)dnepropetrovsk\.mistr\-x\.org(?:\b|)" 1;

2
.dev-tools/test_units/custom-bad-referrers.conf
View file

@ -400,6 +400,7 @@
"~*(?:\b)alldownload\.pw(?:\b|)" 0; "~*(?:\b)alldownload\.pw(?:\b|)" 0;
"~*(?:\b)alldubai\.biz(?:\b|)" 0; "~*(?:\b)alldubai\.biz(?:\b|)" 0;
"~*(?:\b)allesohnegirls\.net(?:\b|)" 0; "~*(?:\b)allesohnegirls\.net(?:\b|)" 0;
"~*(?:\b)allfinweb\.com(?:\b|)" 0;
"~*(?:\b)allforminecraft\.ru(?:\b|)" 0; "~*(?:\b)allforminecraft\.ru(?:\b|)" 0;
"~*(?:\b)allknow\.info(?:\b|)" 0; "~*(?:\b)allknow\.info(?:\b|)" 0;
"~*(?:\b)allkrim\.com(?:\b|)" 0; "~*(?:\b)allkrim\.com(?:\b|)" 0;
@ -1691,6 +1692,7 @@
"~*(?:\b)dktr\.ru(?:\b|)" 0; "~*(?:\b)dktr\.ru(?:\b|)" 0;
"~*(?:\b)dkvorota\.ru(?:\b|)" 0; "~*(?:\b)dkvorota\.ru(?:\b|)" 0;
"~*(?:\b)dlya\-android\.org(?:\b|)" 0; "~*(?:\b)dlya\-android\.org(?:\b|)" 0;
"~*(?:\b)dmmspy\.com(?:\b|)" 0;
"~*(?:\b)dms\-sw\.ru(?:\b|)" 0; "~*(?:\b)dms\-sw\.ru(?:\b|)" 0;
"~*(?:\b)dnepr\-avtospar\.com\.ua(?:\b|)" 0; "~*(?:\b)dnepr\-avtospar\.com\.ua(?:\b|)" 0;
"~*(?:\b)dnepropetrovsk\.mistr\-x\.org(?:\b|)" 0; "~*(?:\b)dnepropetrovsk\.mistr\-x\.org(?:\b|)" 0;

94
.dev-tools/test_units/random-bots-for-test-quick.list
View file

@ -1,50 +1,50 @@
360Spider Abonti
Aipbot AfD-Verbotsverfahren
Alligator BackDoorBot
Anarchie BackWeb
Apexoo
backlink-check
BlowFish
Buddy
Bullseye Bullseye
CheeseBot CATExplorador
Dirbuster DatabaseDriverMysqli
Discoverybot DittoSpyder
DomainSigmaCrawler DSearch
EMail Wolf DTS Agent
EroCrawler Ezooms
FlashGet FHscan
GrapeshotCrawler Haansoft
GridBot Harvest
Image Fetch HEADMasterSEO
InfoNaviRobot HTTP::Lite
JOC Web Spider Image Sucker
LexiBot IRLbot
Lftp Joomla
LinkScan Majestic SEO
LinqiaMetadataDownloaderBot MJ12bot
Meanpathbot Msrabot
MFC_Tear_Sample NextGenSearchBot
Morfeus Fucking Scanner Nibbler
muhstik-scan Nmap
Nessus NPbot
NetAnts Openfind
Netvibes OpenVAS
Ninja Pimonster
POE-Component-Client-HTTP PxBroker
Recorder RankFlex
RedesScrapy Reaper
scan.lol SEOkicks-Robot
Scrapy
Searchestate
SEOlyticsCrawler SEOlyticsCrawler
SeoSiteCheckup Sitebeam
Sqworm Sitevigil
SuperBot SpankBot
Suzuran Sucker
Titan SuperHTTP
trendiction.de Telesoft
Turnitin Turnitin
Wallpapers/3.0 Vacuum
Zermelo WBSearchBot
Zitebot Webalta
WebCollage
WebEnhancer
WebsiteQuester
Whatweb
WiseGuys Robot
ZumBot

274
.dev-tools/test_units/random-bots-for-test.list
View file

@ -1,250 +1,250 @@
360Spider
404enemy
Abonti
Aboundex
ADmantX ADmantX
AfD-Verbotsverfahren AhrefsBot
AiHitBot
Aipbot
AllSubmitter AllSubmitter
Apexoo
ASPSeek ASPSeek
Asterias backlink-check
Attach BackWeb
autoemailspider Badass
BackDoorBot
BackStreet
Bandit Bandit
Barkrowler Barkrowler
Battleztar Bazinga BatchFTP
Bigfoot
Bitacle Bitacle
Blackboard Black Hole
Blow Blow
BlowFish Boardreader
Bolt BotALot
Brandprotect Brandwatch
Buddy
BuiltBotTough BuiltBotTough
BuiltWith Bullseye
BunnySlippers
BuzzSumo BuzzSumo
Calculon CATExplorador
CCBot CazoodleBot
CheTeam
Claritybot
coccocbot-web coccocbot-web
cognitiveseo Cogentbot
Collector
com.plumanalytics com.plumanalytics
Copier Copyscape
crawler4j Cosmos
Craftbot
CrazyWebCrawler
Crescent Crescent
CrunchBot Curious
CSHttp
Custo Custo
DataCha0s
DBLBot
Demon Demon
Deusu Deusu
Devil
Digincore Digincore
DIIbot Dirbuster
Disco
Dispatch
DnyzBot DnyzBot
DomainAppender
DomainCrawler DomainCrawler
DomainSigmaCrawler
Dotbot
Dragonfly Dragonfly
DSearch DSearch
Ebingbong Ebingbong
eCatch EirGrabber
evc-batch Evil
Express WebPictures Exabot
ExtLinksBot
Extractor
ExtractorPro ExtractorPro
Extreme Picture Finder EyeNetIE
facebookscraper facebookscraper
FemtosearchBot FemtosearchBot
FHscan FHscan
Fimap
Firefox/7.0 Firefox/7.0
FlashGet FyberSpider
Freeuploader
Fyrebot Fyrebot
Genieo GalaxyBot
GermCrawler
Getintent
GetRight GetRight
GetWeb GetWeb
Gigablast Gigablast
Gigabot Gigabot
Go-Ahead-Got-It
Gotit Gotit
GoZilla
Go!Zilla Go!Zilla
GrabNet GrabNet
GrapeFX Grafula
GrapeshotCrawler
GridBot GridBot
Haansoft
HaosouSpider HaosouSpider
HEADMasterSEO Havij
Heritrix
Hloader
HTMLparser HTMLparser
Humanlinks HTTP::Lite
HybridBot HTTrack
Iblog Iblog
IDBot IDBot
Id-search
Image Fetch Image Fetch
Image Sucker
Indy Library Indy Library
InfoNaviRobot InfoTekies
instabid
Intelliseek Intelliseek
Internet Ninja Internet Ninja
InternetSeer
internetVista monitor
ips-agent
Iria Iria
IstellaBot IRLbot
Iskanie
JamesBOT JamesBOT
Jbrofuzz
JennyBot
JetCar JetCar
Jetty
JikeSpider JikeSpider
Joomla JOC Web Spider
Jorgee
JustView JustView
Kenjin Spider
Keyword Density
Kozmosbot Kozmosbot
Lanshanbot
Larbin
LeechFTP
Lftp Lftp
LibWeb LibWeb
Libwhisker
LinkextractorPro LinkextractorPro
LinkScan LinkpadBot
LinqiaRSSBot LinksManager
Lipperhey Spider LinkWalker
LinqiaScrapeBot
Litemage_walker
Lmspider Lmspider
LWP::Simple Ltx71
lwp-trivial
Magnet Magnet
Mag-Net Mag-Net
magpie-crawler
Mail.RU_Bot
Majestic SEO
Majestic-SEO Majestic-SEO
Mass Downloader Masscan
MauiBot meanpathbot
Meanpathbot
Mediatoolkitbot Mediatoolkitbot
mediawords Metauri
MegaIndex.ru
MFC_Tear_Sample MFC_Tear_Sample
MIDown tool Microsoft URL Control
MIIxpc Mister PiX
Mojeek
MSFrontPage
Msrabot
MS Web Services Client Protocol MS Web Services Client Protocol
muhstik-scan muhstik-scan
Musobot
Name Intelligence Name Intelligence
Netcraft NearSite
NetMechanic NetAnts
Netvibes netEstate NE Crawler
NetLyzer
NetSpider
Net Vampire
NICErsPRO
Niki-bot Niki-bot
Nikto
NimbleCrawler NimbleCrawler
Ninja Ninja
Nmap Nmap
NPbot Nutch
oBot Octopus
Offline Navigator Offline Explorer
OnCrawl OnCrawl
Openfind OutfoxBot
OpenLinkProfiler PageAnalyzer
OrangeSpider Pandalytics
Page Analyzer Pavuk
pcBrowser pcBrowser
PeoplePal PECL::HTTP
Picsearch
Pimonster
Pi-Monster Pi-Monster
PleaseCrawl
ProPowerBot ProPowerBot
ProWebWalker PxBroker
Pump
PyCurl PyCurl
QueryN Metasearch QueryN Metasearch
RankActive Quick-Crawler
RankActiveLinkBot RankingBot2
RankFlex Rankivabot
RealDownload RankurBot
RebelMouse Recorder
RedesScrapy RedesScrapy
ReGet
RepoMonkey RepoMonkey
Ripper
RocketCrawler
Rogerbot Rogerbot
SBIder SBIder
Scanbot scan.lol
Scrapy
ScreenerBot ScreenerBot
SemrushBot SemrushBot
SEOkicks SEOkicks
SEOprofiler Seomoz
SeoSiteCheckup SEOstats
serpstatbot sexsearcher
Sitebeam Siphon
SiteSucker Siteimprove
Site Sucker SiteLockSpider
Sitevigil Sitevigil
SmartDownload SMTBot
Snapbot Snapbot
SocialRankIOBot Snoopy
Sociscraper Sociscraper
Sottopop sogouspider
SpaceBison
Spammen Spammen
SpankBot
sp_auditbot sp_auditbot
Spinn3r spyfu
Sqworm Sqworm
Stripper Stripper
Sucker Sucuri
SurveyBot Suzuran
Swiftbot
Szukacz
T0PHackTeam T0PHackTeam
T8Abot T8Abot
TeleportPro
Telesoft Telesoft
The Intraformant
Thumbor
TightTwatBot TightTwatBot
Titan Toata
Toweyabot Toweyabot
Tracemyfile
Trendiction Trendiction
Trendictionbot Turingos
Turnitin
TurnitinBot TurnitinBot
TwengaBot TwengaBot
Twice
Upflow
URLy Warning
URLy.Warning URLy.Warning
Vacuum Vacuum
VCI
VeriCiteCrawler
VidibleScraper
Virusdie Virusdie
VoidEYE
Voil Voil
Wallpapers/3.0 Voltron
Webalta
Web Auto
WebBandit WebBandit
WebCollage WebCollage
Web Collage Web Collage
WEBDAV Web Enhancer
WebFetch WebFuck
WebGo IS WebGo IS
WebImageCollector WebImageCollector
WebmasterWorldForumBot WebmasterWorldForumBot
Web Pix webmeup-crawler
WebReaper
WebSauger WebSauger
Webshag WebStripper
Webster Web Sucker
WebSucker WeSEE
WebZIP
Whack
Whacker Whacker
Whatweb Whatweb
Who.is Bot
WinHTTrack WinHTTrack
WiseGuys Robot WiseGuys Robot
WISENutbot WISENutbot
Wonderbot Woobot
Wotbox WWW-Mechanize
Wprecon WWW::Mechanize
WWW-Collector-E
WWWOFFLE
x09Mozilla x09Mozilla
x22Mozilla x22Mozilla
Xenu Xenu
Zade YoudaoBot
Zauba Zeus
zauba.io zgrab
Zitebot Zitebot
ZmEu ZyBorg

268
.dev-tools/test_units/random-bots-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
360Spider
404checker
404enemy
Abonti Abonti
Aboundex Aboundex
Aboundexbot Aboundexbot
ADmantX
AfD-Verbotsverfahren
AhrefsBot AhrefsBot
AIBOT AIBOT
Alexibot
AllSubmitter AllSubmitter
AlphaBot
Anarchie
Apexoo Apexoo
ASPSeek ASPSeek
Asterias Backlink-Ceck
BackDoorBot backlink-check
BacklinkCrawler
BackWeb
Badass
Bandit
Barkrowler
Battleztar Bazinga Battleztar Bazinga
BBBike
BDCbot BDCbot
BetaBot BetaBot
Bigfoot
Blackboard Blackboard
BlackWidow BlackWidow
BLEXBot Blow
BlowFish
Boardreader Boardreader
Brandprotect BotALot
Brandwatch Brandwatch
BuiltWith Buddy
BunnySlippers
BuzzSumo
Calculon Calculon
CazoodleBot
CCBot
CherryPicker CherryPicker
CheTeam CheTeam
Chlooe Chlooe
Claritybot
Cliqzbot Cliqzbot
Cloud mapping
Cogentbot Cogentbot
cognitiveseo CopyRightCheck
Collector
Copier
Copyscape
Cosmos Cosmos
Craftbot crawler.feedback
crawler4j Crescent
DatabaseDriverMysqli CrunchBot
DataCha0s CSHttp
Curious
demandbase-bot demandbase-bot
Demon
Deusu Deusu
Devil Digincore
DigitalPebble Dirbuster
Discoverybot Disco
Dispatch
DittoSpyder DittoSpyder
DnyzBot DomainAppender
DomainCrawler Drip
Download Wonder
Dragonfly
EasyDL EasyDL
ECCP/1.0 ECCP/1.0
Ecxi Ecxi
EirGrabber EirGrabber
EMail Siphon
EroCrawler
Evil
Exabot Exabot
Express WebPictures
ExtLinksBot ExtLinksBot
Extractor
ExtractorPro ExtractorPro
EyeNetIE Ezooms
facebookscraper facebookscraper
FHscan FemtosearchBot
Fimap Fimap
Foobot Firefox/7.0
Freeuploader
FyberSpider
Fyrebot
Genieo
Getintent Getintent
Gigabot GetRight
GetWeb
G-i-g-a-b-o-t G-i-g-a-b-o-t
Go-Ahead-Got-It
Gotit
GoZilla GoZilla
Grafula GrapeFX
GridBot GridBot
GT::WWW Harvest
Havij
HEADMasterSEO
Hloader Hloader
HTTrack
Humanlinks
HybridBot
Iblog
IDBot IDBot
Id-search Id-search
IlseBot IlseBot
Image Fetch Image Fetch
Image Sucker Image Sucker
IndeedBot IndeedBot
Indy Library
InfoNaviRobot
InfoTekies
Internet Ninja Internet Ninja
InternetSeer InternetSeer
IRLbot IRLbot
Iskanie JamesBOT
Jetty JennyBot
Jorgee JOC Web Spider
JustView
Keyword Density
Kozmosbot
Lanshanbot
Larbin Larbin
LeechFTP
LibWeb LibWeb
Libwhisker Libwhisker
Likse Lightspeedsystems
Linkdexbot LinkScan
LinkpadBot LinksManager
LinqiaMetadataDownloaderBot LinqiaMetadataDownloaderBot
LinqiaScrapeBot Lipperhey
Litemage_walker
Lmspider
LNSpiderguy LNSpiderguy
LWP::Simple
lwp-trivial
Magnet
magpie-crawler magpie-crawler
Mail.RU_Bot Majestic12
Majestic-SEO
MarkWatch MarkWatch
Mata Hari Masscan
Meanpathbot MauiBot
mediawords mediawords
MegaIndex.ru
Metauri Metauri
MFC_Tear_Sample
Microsoft URL Control Microsoft URL Control
MIDown tool
MIIxpc
Mister PiX Mister PiX
MJ12bot
Morfeus Fucking Scanner
Mr.4x3
MSFrontPage
MSIECrawler MSIECrawler
Msrabot Musobot
MS Web Services Client Protocol
Name Intelligence Name Intelligence
Needle Nessus
NetAnts NetAnts
netEstate NE Crawler netEstate NE Crawler
NetLyzer NetLyzer
NetSpider Net Vampire
Nettrack
Nibbler Nibbler
NICErsPRO NICErsPRO
Niki-bot
NimbleCrawler NimbleCrawler
Nimbostratus Nimbostratus
NPbot
Nutch
oBot
Octopus Octopus
Offline Explorer Openvas
OpenVAS OpenVAS
OrangeBot
OrangeSpider
OutclicksBot OutclicksBot
OutfoxBot
PageAnalyzer PageAnalyzer
Page Analyzer Page Analyzer
PageGrabber Pandalytics
Panscient Panscient
Papa Foto
Pavuk
pcBrowser
PECL::HTTP PECL::HTTP
PeoplePal PeoplePal
Picscout Picscout
Picsearch
PictureFinder PictureFinder
Pimonster
Pi-Monster Pi-Monster
Pixray
plumanalytics
Pockey Pockey
POE-Component-Client-HTTP Probethenet
ProPowerBot ProPowerBot
ProWebWalker ProWebWalker
Pump
QueryN Metasearch QueryN Metasearch
RankFlex RankActive
RankingBot RankActiveLinkBot
RankingBot2
Rankivabot Rankivabot
Recorder RankurBot
Reaper
RedesScrapy
ReGet ReGet
RepoMonkey Rogerbot
Ripper SalesIntelligent
SBIder scan.lol
ScanAlert ScreenerBot
Scanbot SearchmetricsBot
Scrapy
Searchestate
Semrush Semrush
SemrushBot SEOkicks
SEOkicks-Robot Seomoz
seoscanners SEOprofiler
SeoSiteCheckup SeoSiteCheckup
Shodan Shodan
Siphon
Siteimprove
SiteSnagger SiteSnagger
Sitevigil Sitevigil
SlySearch Snoopy
SmartDownload SocialRankIOBot
Snapbot
Sociscraper Sociscraper
Sosospider Sogou web spider
sp_auditbot Spanner
Spbot Sqlworm
Sqworm Sqworm
Steeler Steeler
Stripper SurveyBot
Sucker sysscan
Sucuri Szukacz
Surfbot T8Abot
Suzuran Teleport
Swiftbot
TeleportPro TeleportPro
Telesphoreo TheNomad
Telesphorep
The Intraformant
Thumbor Thumbor
TightTwatBot TightTwatBot
Trendiction Trendiction
Trendictionbot Trendictionbot
trendiction.de trendiction.com
Turingos True_Robot
TwengaBot TwengaBot
Typhoeus Twice
URLy Warning UnisterBot
Upflow
URLy.Warning
Vacuum
Vagabondo Vagabondo
VB Project VB Project
VCI VCI
Virusdie
VoidEYE
Voil Voil
Voltron
Wallpapers/3.0
WallpapersHD WallpapersHD
WBSearchBot
Webalta
Web Auto Web Auto
WebCollage WebBandit
WEBDAV Web Collage
WebEnhancer Web Fuck
Web Pix WebGo IS
WebImageCollector
WebLeacher
WebPix
WebReaper WebReaper
Web Sauger WebsiteExtractor
Website Quester Website Quester
Webster Webster
Web Sucker WebStripper
Whacker WebSucker
Whatweb WebWhacker
Who.is Bot Whack
Widow Widow
WinHTTrack
WiseGuys Robot
Wonderbot
Woobot Woobot
Wprecon Wprecon
WPScan WWW-Collector-E
WWW-Mechanize
WWWOFFLE WWWOFFLE
x09Mozilla
x22Mozilla x22Mozilla
Xenu Xenu
YoudaoBot zauba.io
Zade Zermelo
Zeus Zeus
zgrab ZumBot
ZmEu
ZyBorg ZyBorg

196
.dev-tools/test_units/random-referrers-for-test-quick.list
View file

@ -1,100 +1,100 @@
72-news.com 11235813.webzdarma.cz
8558l.jobs.net 98oi.ru
adtiger.tk aa81bf391151884adfa3dd677e41f94be1.com
agardomains.com absugars.com
aihelen.net adman.se
aimayangzhi.com alldezservice.kz
air-edem.ru android-vsem.org
aksonural.ru apiholdingmypage-a.akamaihd.net
all-streaming-media.com asrv-a.akamoihd.net
animaltoplist.com autobudpostach.club
apple.com-webbrowsing-security.science balkanfarma.org
btvn.ru bang-hotties.com
camsex.xxx-cam.webcam blackhatworth.com
cbb1smartlist12.click bnt-team.com
classicakuhni.ru bonkers.name
clipartnew.com brg8.com
compliance-jess.top cartierreplica.win
coolingoods.com c-english.ru
dollartree.info cheapcigarettesc.info
drunkenstepfather.com cheapjerseysap.com
ee77ee.com cineacademy.ru
compliance-george.xyz
connectingsingles.com
contextualyield.com
data-mining.tk
decoratinghomes.ga
dekoration.us
derevesendeco.com
dolohen.com
domain-submit.info
e705.net
e-commerce-seo1.com
elektrozigaretten2.yn.lt elektrozigaretten2.yn.lt
elvenar.com emailaccountlogin.co
erotik0049.com enginebay.ru
escortslet.net ezigarettekaufen1.hpage.com
euromasterclass.ru findclan.org
exonline.info
fealq.com
forex-procto.ru
forum20.smailik.org
forum69.info
forum.doctissimo.fr
frameimage.org frameimage.org
fr-bearings.ru galleryawesome.com
funponsel.com gaytube.com
game-mmorpg.net gazobeton-p.com.ua
gk-atlant.info ggiaro.com
gratis-sexkontakte.com given2.com
gsou.cf gungamesz.com
guiadeserraazul.com hawaiisurf.com
huhn.altervista.org hdwalls.xyz
imicrovision.com hotshoppymac.com
informatiecentro.be ihc2015.info
kinobest.pl imadedinner.net
kino-filmi.com indiakino.net
konkursov.net indo-export.ru
laulini.soclog.se investmac.com
le-clos-des-alouettes.com iplogger.org
letmacworkfaster.site jav-fetish.site
linkwithin.com katadhin.co
ljusihus.se lkbennettstore.online
low-format.ru loadopia.com
makis.nu magnetic-bracelets.ru
manve.info malwareremovalcenter.com
mebelcomplekt.ru millionare.com
medmajor.ru misswell.net
mitrasound.ru moesen-ficken.com
mrbitsandbytes.com monitorwebsitespeed.com
mrwhite.biz musezone.su
nagdak.ru pearlisland.ru
netallergy.ru plohaya-kreditnaya-istoriya.ru
novatech.vn plusnetwork.com
nrjmobile.fr portal-eu.ru
papasdelivery.ru profitwithalex.info
pavlodar.xkaz.org rankings-analytics.com
pc-services.ru rennlist.com
percin.biz.ly rentalcarnavi.info
photorepair.ru rossmark.ru
pixell.club saddiechoua.com
poiskzakona.ru searchtooknow-a.akamaihd.net
prostitutki-almata.org serving.adbetclickin.pink
qor360.com s-forum.biz
realmonte.net shoesonlinebuy.cn
registrationdomainsite.com sizeplus.work
saneitconsulting.com sticken.co
savefrom.com suggest-keywords.com
scanner-don.top templates.franklinfire.co
scanner-nelson.top theprofitsmaker.net
seccioncontrabajo.com top-study.work
seminarygeorgia59.ga toy-shop.top
sexy.babes.frontend-stack.top turbodsp.com
shoppytoolmac.com twelvevisionspartyofcolorado.com
shtaketniki.kz tx41tclega.ru
s.lollypopgaming.com unisexjewelry.org
syvertsen-da.no vduplo.ru
thesmartsearch.net viagengrarx.com
thin.me.pn vinylvault.co.uk
tobeyouday.win vip.51.la
top-karkas.ru waysbetter.cn
trumpetedextremes.com wzgyyq.com
tula.mdverey.ru xerox-douglas.cf
turbabitload.weebly.com xtube.com
tzritel.tk yhit.press
v24s.net zojirushi-products.ru
vacances-voyages.info zrus.org
wemedinc.com
www.888.com
xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai
xn--80aikhbrhr.net
yeartwit.com

1718
.dev-tools/test_units/random-referrers-for-test.list
View file

File diff suppressed because it is too large Load diff

484
.dev-tools/test_units/random-referrers-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
11pikachu.ru 100searchengines.com
28n2gl3wfyb0.ru 1pamm.ru
66cpwgln.space 5tey7463.weebly.com
abwa.tk 98oi.ru
adamoads.com aac500b7a15b2646968f6bd8c6305869d7.com
adloads.com abiente.ru
aghanyna.com adclickthru.net
akita.kz adobereader-free.ru
aliexpresscashback.club ads-seo.men
androids-store.com advocatemsk.ru
angry-fermi-7633.arukascloud.io adzpower.com
anti-virus-removal.info afora.ru
apilinkswiftco-a.akamaihd.net alert-jdh.xyz
arabgirls.adultgalls.com alert.scansafe.net
aramaicmedia.org alfabot.xyz
arclk.net alibestsale.com
arkkivoltti.net amoi.tn
asiengirls.net animalia-life.club
asseenontvonline.ru aosexkontakte.net
autoblogger24.info apisecretsaucebi-a.akamaihd.net
avkzarabotok.com appartement-stumm.at
ayodhya.co appfixing.space
baksman.com apple.com-cleaner.systems
appsaurus.com
asophoto.com
atovh.local-finders.com
autowebmarket.com.ua
ayakino.net
ayerbo.xhost.ro
babosas.com
bashtime.ru bashtime.ru
batanga.net beachtoday.ru
bausparen.bz.it
berdasovivan.ru
best-deals-products.com
bestimagecoollibrary.com
bigpenisguide.com bigpenisguide.com
bigpictures.club bikini-image.com
biographiya.com blpmovies.com
bkns.vn brateg.xyz
bluesalt.co brewdom.ru
bolitgorlo.net brothers-smaller.ru
bonzbuddy.com browsepulse-a.akamaihd.net
bristolhotel.com.ua brus-vsem.ru
buttons-for-website.com businesn.men
buy-cheap-pills-order-online.com buydissertation.net
buyhoverboard.com cartierbracelet.xyz
candytiner.com cellfun.mobi
carina-sy.de cfacarrosserie74.com
carstrends2015.com chatroulette.online
cartierring.xyz chidporn.com
celejihad.info choosecuisine.com
c-english.ru cleanallvirus.com
chastnoeporno.com clickbank.net
check-host.net cometorussia.net
civilwartheater.com companies-catalog.com
cjs.com.ru compiko.info
clickintext.net compliance-brian.top
comissionka.net
com-onlinesupport.host
compliance-mary.top
compliance-viktor.top
confib.ifmo.ru confib.ifmo.ru
covetnica.com connectingsingles.com
custom-product-labels.com construmac.com.mx
davebestdeals.com copenergo.ru
crynet.cc
cymbaltaandtizanidine.blogspot.com
cyse.tk
dailyrank.net
davidovic.info
d-black.bz d-black.bz
dbmkfhqk.bloger.index.hr dfwu1013.info
deda-moroza-zakaz.ru doska-vsem.ru
dickssportinggoods.com ecommerce-seo.com
dinkolove.ya.ru ecommerce-seo.org
domaincrawler.com electronicadirect.com
drhomes.biz elvenmachine.com
druzhbany.ru engines-usa.com
eaplay.ru eorogo.top
e-biznes.info europages.com.ru
ednorxmed.com evogarage.com
edwinkonijn.com.au exchangeit.gq
ee77ee.com exlarseva.webblog.es
election.interferencer.ru expertblog.info
elektrischeziga.livejournal.com eywords-monitoring-your-success.com
elektroniksigaraankara.info
elektronischezigarettekaufen1.myblog.de
empathica.com
exct.net
extremez.net
ezb.elvenmachine.com
fanrto.com fanrto.com
fbdownloader.com fastfixing.tech
fefo.gdn feeriaclub.ru
fickkontaktehobbyhuren.com fetishinside.com
fikasound.tk filmi-v.online
freakycheats.com finuse.com
frequiry.com fitnesspiks.com
fxgallery.com fodelsedagspresenter.nu
gameonasia.com footbalive.org
getmyads24.com formularz-konkurs.tk
glopages.ru foxtechfpv.com
googglet.com fun-mobi.pl
graphid.com fz139.ttk.ru
gwebtools.com.br galaxyflowers.ru
gwhwpxbw.bloger.index.hr gaming-journal.com
hd-filmy.net gardene.ru
hdimagelib.com gateway.zscalerone.net
hobild.net gettpromos.com
homedecorpicture.us get-your-social-buttons.info
homeinns.com given2.com
homemature.net gombita.info
hscsscotland.com gorabagrata.ru
hundejo.com growmyfunds.ca
icaseclub.ru hetmanship.xyz
ilbe.club husky-shop.cz
images-graphics-pics.com hyhj.info
imguramx.pw hyipmanager.in
immobiliaremassaro.com ibb.com.ua
infektsii.com images-free.net
inome.com.ua imfamous.info
ivanstroi.ru imgarcade.com
ivearchenceinflu.cf impisr.ru
javatex.co.id it-max.com.ua
jennyfire.ru izhevsk.zrus.org
jerseyssportsshop.com j33x.com
jillepille.com j-times.ru
kadashihotel.com kalb.ru
karusel-market.ru karachev-city.ru
kevblog.top kasino-money.pw
koronirealestate.gr kinobaks.com
larger.io kinostorm.net
laxdrills.com kotaku.com
layola.biz.tc kredit-blog.ru
le-clos-des-alouettes.com lacapilla.info
lerporn.info laexotic.com
live-sexchat.ru lakomka.com.ua
livetsomudvekslingstudent.bloggersdelight.dk likesuccess.com
lookingglassemb.com lion.bolegapakistan.com
m3gadownload.pl lombia.co
macdamaged.space lovelycraftyhome.com
mactechinfo.info macresource.co.uk
managerpak204.weebly.com magazintiande.ru
marktforschung-stuttgart.com malwareremovalcenter.com
masturbate.co.uk marcogrup.com
megahdporno.net maximpartnerspr.com
metallosajding.ru maxthon.com
misandesign.se mearns-tractors.co.uk
monsterdivx.tv microsearch.ru
moskva.nodup.ru mindeyegames.com
msk-diplomat.com minegam.com
musezone.ru mixtapetorrent.com
muz-tracker.net mobifunapp.weebly.com
mwtpludn.review moivestiy.biz
myphotopipe.com monclercoats.xyz
na15.ru moneyzzz.ru
namenectar.com musicspire.online
neobux-bg.info musicstock.me
newsperuse.com myfreecams.com
nextrent-crimea.ru myxdate.info
oconto.ru nagdak.ru
offer.wpsecurity.website njkmznnb.ru
onetravelguides.com okuos.com
online7777.com online247.ml
o-o-8-o-o.com online-hd.pl
ourville.info onstrapon.purplesphere.in
ovirus.ru o-o-6-o-o.com
pc-services.ru ops.picscout.com
percin.biz.ly optom-deshevo.ru
photokitchendesign.com ownshop.cf
pillscheap24h.com palvira.com.ua
piski.top parajumpersoutlet.online
poiskzakona.ru partybunny.ru
popander.mobi patol01.pw
privatamateure.com pattersonsweb.com
prizefestival.mobi pensplan4u.com
pr-ten.de pkr1hand.com
ragecash.com playlott.com
ranksonic.com pornokajf.com
realtytimes.com powenlite24.ru
redirectingat.com pp-budpostach.com.ua
relayblog.com predmety.in.ua
richinvestmonitor.com printie.com
royalads.net privhosting.com
ruscopybook.com prizestohandle.club
rusenvironmental.net proekt-gaz.ru
rybalka-opt.ru prostitutki-novgoroda.org
s1z.ru puteshestvennik.com
saitevpatorii.com puzzleweb.ru
samara.rosfirm.ru qor360.com
sampleletters.net realnye-otzyvy.info
sardinie.us redirect.trafficreceiver.club
screentoolkit.com registrydomainservices.com
seinterface.com rep-am.com
seoexperimenty.ru ruclicks.com
rusexy.xyz
samolet.fr
savememoney.co.za
scanner-fred.top
see-your-website-here.com
serpstat.com serpstat.com
shisha-swag.de serptehnika.ru
slavia.info sexsearch.com
slomm.ru shoesonlinebuy.cn
simon3.ru
sk.golden-praga.ru
sklad-24.ru
sluganarodu.ru sluganarodu.ru
smadihome.com social-button.xyz
socialbuttons.xyz spamnuker.com
social-vestnik.ru spylog.com
softlinesolutions.me stardevine.com
spbchampionat.ru storehouse.ua
sps-shop.com stromerrealty.com
stair.registrydomainservices.com stroyplus.ru
stmassage.ru tamada69.com
stuff-about-money.com tam-gde-more.ru
sudexpert66.ru techart24.com
svensk-poesi.com telegramdownload10.com
taqplayer.info thegioixekhach.com
t-bygg.com timetorelax.biz
textads.men titan-ads.life
theendivechronicles.com tizanidineduringpregnancy.blogspot.com
theplacetoupdating.pw tracksurf.daooda.com
the-usa-games.blogspot.com tvnewsclips.info
tizanidinevsvalium.blogspot.com ukkelberg.no
top10registrycleaners.com urengoy.pro
topclickguru.com v720hd.ru
torrents-tracker.com vandrie-ict.nl
torrent-to-magnet.com vegan-foods.us
tracfone.com vellings.info
trafficfactory.biz viagraneggrx.com
trkur.com video-camer.com
tvand.ru videochat.mx
tvorozhnaja-zapekanka-recept.ru vinylvault.co.uk
twiclub.in
twincitiescarservice.com
twodollarshows.com
umekana.ru
unacittaconte.org
uni.me
universals.com.ua
unrealcommander.org
uogonline.com
uptime-gamma.net
uzungil.com
vclicks.net
video-woman.com
vip-parfumeria.ru
vkonche.com
voditeltrezviy.ru voditeltrezviy.ru
vremya.eu vseigru.one
watch-movies.ru wemarketing.se
wedding-salon.net while.cheapwebsitehoster.com
whatzmyip.net whos.amung.us
withstandingheartwarming.com womensplay.net
wleuaprpxuvr.ga word-vorlagen.xyz
x-diesel.com ww1943.ru
xn--80ahvj9e.xn--p1ai xep.info
xn--80aodinpgi.xn--p1ai xn-----7kceclhb4abre1b4a0ccl2fxch1a.xn--p1ai
xn----9sbebi2bvzr7h.xn--p1ai xn--80aeahghtf8ac5i.xn--p1ai
xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai xn----ctbigni3aj4h.xn--p1ai
xnxx-n.com xn--h1ahbi.com.ua
yachts-cruise.info xvideosporn.biz
zakon-ob-obrazovanii.ru xxlargepop.com
zambini.ru yes-com.com
zero1.it yogamatsexpert.com
zerocash.msk.ru yougetsignal.com
zeroredirect1.com yourmovies.pl
zagadki.in.ua
zaimite.ru
zastroyka.org
zoompegs.com
zophim.me
zrizvtrnpale.tk
zscaler.net
zynax.ua
zzlgxh.com

BIN
.latest_release/bots.d.tar.gz
View file

Binary file not shown.

BIN
.latest_release/conf.d.tar.gz
View file

Binary file not shown.

4
AUTO-CONFIGURATION.md
View file

@ -4,8 +4,8 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2019.06.1599 #### Version: V4.2019.06.1600
#### Bad Referrer Count: 6711 #### Bad Referrer Count: 6713
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

4
MANUAL-CONFIGURATION.md
View file

@ -4,8 +4,8 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2019.06.1599 #### Version: V4.2019.06.1600
#### Bad Referrer Count: 6711 #### Bad Referrer Count: 6713
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

4
README.md
View file

@ -11,8 +11,8 @@
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
_______________ _______________
#### Version: V4.2019.06.1599 #### Version: V4.2019.06.1600
#### Bad Referrer Count: 6711 #### Bad Referrer Count: 6713
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

7
_generator_lists/bad-referrers.list
View file

@ -1,8 +1,3 @@
boo-arts.com
live-cam6.info
allfinweb.com
wesharepics.info
dmmspy.com
000free.us 000free.us
007angels.com 007angels.com
00author.com 00author.com
@ -358,6 +353,7 @@ alldezservice.kz
alldownload.pw alldownload.pw
alldubai.biz alldubai.biz
allesohnegirls.net allesohnegirls.net
allfinweb.com
allforminecraft.ru allforminecraft.ru
allknow.info allknow.info
allkrim.com allkrim.com
@ -1649,6 +1645,7 @@ djstools.com
dktr.ru dktr.ru
dkvorota.ru dkvorota.ru
dlya-android.org dlya-android.org
dmmspy.com
dms-sw.ru dms-sw.ru
dnepr-avtospar.com.ua dnepr-avtospar.com.ua
dnepropetrovsk.mistr-x.org dnepropetrovsk.mistr-x.org

4
_google_analytics_ghost_spam/README.md
View file

@ -3,8 +3,8 @@
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
_______________ _______________
#### Version: V4.2019.06.1599 #### Version: V4.2019.06.1600
#### Bad Referrer Count: 6711 #### Bad Referrer Count: 6713
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

2
_google_analytics_ghost_spam/google-exclude-01.txt
View file

File diff suppressed because one or more lines are too long

2
_google_analytics_ghost_spam/google-exclude-02.txt
View file

File diff suppressed because one or more lines are too long

2
_google_webmaster_disavow_links/google-disavow.txt
View file

@ -353,6 +353,7 @@ domain:alldezservice.kz
domain:alldownload.pw domain:alldownload.pw
domain:alldubai.biz domain:alldubai.biz
domain:allesohnegirls.net domain:allesohnegirls.net
domain:allfinweb.com
domain:allforminecraft.ru domain:allforminecraft.ru
domain:allknow.info domain:allknow.info
domain:allkrim.com domain:allkrim.com
@ -1644,6 +1645,7 @@ domain:djstools.com
domain:dktr.ru domain:dktr.ru
domain:dkvorota.ru domain:dkvorota.ru
domain:dlya-android.org domain:dlya-android.org
domain:dmmspy.com
domain:dms-sw.ru domain:dms-sw.ru
domain:dnepr-avtospar.com.ua domain:dnepr-avtospar.com.ua
domain:dnepropetrovsk.mistr-x.org domain:dnepropetrovsk.mistr-x.org

8
_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
View file

@ -4,9 +4,9 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1599 ### Version: V4.2019.06.1600
### Updated: Tue Jun 25 15:58:01 SAST 2019 ### Updated: Tue Jun 25 16:14:24 SAST 2019
### Bad Referrer Count: 6711 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -1279,6 +1279,7 @@ map $http_referer $bad_referer {
"~*(?:\b)alldownload\.pw(?:\b|)" 1; "~*(?:\b)alldownload\.pw(?:\b|)" 1;
"~*(?:\b)alldubai\.biz(?:\b|)" 1; "~*(?:\b)alldubai\.biz(?:\b|)" 1;
"~*(?:\b)allesohnegirls\.net(?:\b|)" 1; "~*(?:\b)allesohnegirls\.net(?:\b|)" 1;
"~*(?:\b)allfinweb\.com(?:\b|)" 1;
"~*(?:\b)allforminecraft\.ru(?:\b|)" 1; "~*(?:\b)allforminecraft\.ru(?:\b|)" 1;
"~*(?:\b)allknow\.info(?:\b|)" 1; "~*(?:\b)allknow\.info(?:\b|)" 1;
"~*(?:\b)allkrim\.com(?:\b|)" 1; "~*(?:\b)allkrim\.com(?:\b|)" 1;
@ -2573,6 +2574,7 @@ map $http_referer $bad_referer {
"~*(?:\b)dktr\.ru(?:\b|)" 1; "~*(?:\b)dktr\.ru(?:\b|)" 1;
"~*(?:\b)dkvorota\.ru(?:\b|)" 1; "~*(?:\b)dkvorota\.ru(?:\b|)" 1;
"~*(?:\b)dlya\-android\.org(?:\b|)" 1; "~*(?:\b)dlya\-android\.org(?:\b|)" 1;
"~*(?:\b)dmmspy\.com(?:\b|)" 1;
"~*(?:\b)dms\-sw\.ru(?:\b|)" 1; "~*(?:\b)dms\-sw\.ru(?:\b|)" 1;
"~*(?:\b)dnepr\-avtospar\.com\.ua(?:\b|)" 1; "~*(?:\b)dnepr\-avtospar\.com\.ua(?:\b|)" 1;
"~*(?:\b)dnepropetrovsk\.mistr\-x\.org(?:\b|)" 1; "~*(?:\b)dnepropetrovsk\.mistr\-x\.org(?:\b|)" 1;

8
conf.d/globalblacklist-testing-version.conf
View file

@ -10,9 +10,9 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.06.1599 ### Version: V3.2019.06.1600
### Updated: Tue Jun 25 15:58:02 SAST 2019 ### Updated: Tue Jun 25 16:14:25 SAST 2019
### Bad Referrer Count: 6711 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -1285,6 +1285,7 @@ map $http_referer $bad_referer {
"~*(?:\b)alldownload\.pw(?:\b|)" 1; "~*(?:\b)alldownload\.pw(?:\b|)" 1;
"~*(?:\b)alldubai\.biz(?:\b|)" 1; "~*(?:\b)alldubai\.biz(?:\b|)" 1;
"~*(?:\b)allesohnegirls\.net(?:\b|)" 1; "~*(?:\b)allesohnegirls\.net(?:\b|)" 1;
"~*(?:\b)allfinweb\.com(?:\b|)" 1;
"~*(?:\b)allforminecraft\.ru(?:\b|)" 1; "~*(?:\b)allforminecraft\.ru(?:\b|)" 1;
"~*(?:\b)allknow\.info(?:\b|)" 1; "~*(?:\b)allknow\.info(?:\b|)" 1;
"~*(?:\b)allkrim\.com(?:\b|)" 1; "~*(?:\b)allkrim\.com(?:\b|)" 1;
@ -2579,6 +2580,7 @@ map $http_referer $bad_referer {
"~*(?:\b)dktr\.ru(?:\b|)" 1; "~*(?:\b)dktr\.ru(?:\b|)" 1;
"~*(?:\b)dkvorota\.ru(?:\b|)" 1; "~*(?:\b)dkvorota\.ru(?:\b|)" 1;
"~*(?:\b)dlya\-android\.org(?:\b|)" 1; "~*(?:\b)dlya\-android\.org(?:\b|)" 1;
"~*(?:\b)dmmspy\.com(?:\b|)" 1;
"~*(?:\b)dms\-sw\.ru(?:\b|)" 1; "~*(?:\b)dms\-sw\.ru(?:\b|)" 1;
"~*(?:\b)dnepr\-avtospar\.com\.ua(?:\b|)" 1; "~*(?:\b)dnepr\-avtospar\.com\.ua(?:\b|)" 1;
"~*(?:\b)dnepropetrovsk\.mistr\-x\.org(?:\b|)" 1; "~*(?:\b)dnepropetrovsk\.mistr\-x\.org(?:\b|)" 1;

8
conf.d/globalblacklist.conf
View file

@ -4,9 +4,9 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1599 ### Version: V4.2019.06.1600
### Updated: Tue Jun 25 15:58:01 SAST 2019 ### Updated: Tue Jun 25 16:14:24 SAST 2019
### Bad Referrer Count: 6711 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -1279,6 +1279,7 @@ map $http_referer $bad_referer {
"~*(?:\b)alldownload\.pw(?:\b|)" 1; "~*(?:\b)alldownload\.pw(?:\b|)" 1;
"~*(?:\b)alldubai\.biz(?:\b|)" 1; "~*(?:\b)alldubai\.biz(?:\b|)" 1;
"~*(?:\b)allesohnegirls\.net(?:\b|)" 1; "~*(?:\b)allesohnegirls\.net(?:\b|)" 1;
"~*(?:\b)allfinweb\.com(?:\b|)" 1;
"~*(?:\b)allforminecraft\.ru(?:\b|)" 1; "~*(?:\b)allforminecraft\.ru(?:\b|)" 1;
"~*(?:\b)allknow\.info(?:\b|)" 1; "~*(?:\b)allknow\.info(?:\b|)" 1;
"~*(?:\b)allkrim\.com(?:\b|)" 1; "~*(?:\b)allkrim\.com(?:\b|)" 1;
@ -2573,6 +2574,7 @@ map $http_referer $bad_referer {
"~*(?:\b)dktr\.ru(?:\b|)" 1; "~*(?:\b)dktr\.ru(?:\b|)" 1;
"~*(?:\b)dkvorota\.ru(?:\b|)" 1; "~*(?:\b)dkvorota\.ru(?:\b|)" 1;
"~*(?:\b)dlya\-android\.org(?:\b|)" 1; "~*(?:\b)dlya\-android\.org(?:\b|)" 1;
"~*(?:\b)dmmspy\.com(?:\b|)" 1;
"~*(?:\b)dms\-sw\.ru(?:\b|)" 1; "~*(?:\b)dms\-sw\.ru(?:\b|)" 1;
"~*(?:\b)dnepr\-avtospar\.com\.ua(?:\b|)" 1; "~*(?:\b)dnepr\-avtospar\.com\.ua(?:\b|)" 1;
"~*(?:\b)dnepropetrovsk\.mistr\-x\.org(?:\b|)" 1; "~*(?:\b)dnepropetrovsk\.mistr\-x\.org(?:\b|)" 1;

4
robots.txt/robots.txt
View file

@ -6,8 +6,8 @@
### Version Information # ### Version Information #
################################################### ###################################################
### Version: V4.2019.06.1599 ### Version: V4.2019.06.1600
### Updated: Tue Jun 25 15:58:03 SAST 2019 ### Updated: Tue Jun 25 16:14:26 SAST 2019
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################
### Version Information ## ### Version Information ##