vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-02 18:50:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

V4.2019.06.1630 [ci skip]

Browse source
This commit is contained in:
Travis 2019-06-26 15:40:25 +02:00
parent 803b09c4b2
commit 2fdb8675f2
30 changed files with 1692 additions and 1608 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

41
.dev-tools/_conf_files_test1/bots.d/blockbots.conf
View file

@ -7,7 +7,6 @@
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
############################################################################## ##############################################################################
# _ __ _ # # _ __ _ #
# / |/ /__ _(_)__ __ __ # # / |/ /__ _(_)__ __ __ #
@ -31,31 +30,53 @@
####################################################################### #######################################################################
# BOTS # -----------------------------------
# **** # OVER-RIDE BLOCKER / SUPER WHITELIST
# -----------------------------------
# In this block you can allow any IP address specified here to over-ride any bad bot or IP blocking of the blocker.
# This is useful for testing or allowing only specific IP's (ie. Internal ranges) to never be blocked.
# More IP's can be added example > "(127.0.0.1)|(192.168.0.1)|(192.168.1.1)"
# If you even blacklisted 127.0.0.1 or your own IP by giving it a value of 1 in any of the includes, this will over-ride that block.
if ($remote_addr ~ "(127.0.0.1)|(192.168.0.1)" ) {
#set $bad_bot '0'; #Uncommenting this line will disable bad_bots functionality for specified IP(s)
#set $validate_client '0'; #Uncommenting this line will disable validate_client ip blocking functionality for specified IP(s)
}
# --------------
# BLOCK BAD BOTS
# --------------
# Section bot_1 Unused
#limit_conn bot1_connlimit 100; #limit_conn bot1_connlimit 100;
limit_conn bot2_connlimit 10;
#limit_req zone=bot1_reqlimitip burst=50; #limit_req zone=bot1_reqlimitip burst=50;
limit_conn bot2_connlimit 10;
limit_req zone=bot2_reqlimitip burst=10; limit_req zone=bot2_reqlimitip burst=10;
if ($bad_bot = '3') { if ($bad_bot = '3') {
return 444; return 444;
} }
# BAD REFER WORDS # ---------------------
# *************** # BLOCK BAD REFER WORDS
# ---------------------
if ($bad_words) { if ($bad_words) {
return 444; return 444;
} }
# ------------------
# BLOCK BAD REFERERS
# ------------------
# REFERERS
# ********
if ($bad_referer) { if ($bad_referer) {
return 444; return 444;
} }
# IP BLOCKS # -----------------------------
# ********* # BLOCK IP ADDRESSES and RANGES
# -----------------------------
if ($validate_client) { if ($validate_client) {
return 444; return 444;
} }

2
.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf
View file

@ -33,4 +33,4 @@
# 111.111.111.111 0; # 111.111.111.111 0;
35.193.7.13 0; 104.198.131.58 0;

4
.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1629 ### Version: V4.2019.06.1630
### Updated: Wed Jun 26 14:52:13 SAST 2019 ### Updated: Wed Jun 26 15:38:14 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

41
.dev-tools/_conf_files_testing_changes/bots.d/blockbots.conf
View file

@ -7,7 +7,6 @@
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
############################################################################## ##############################################################################
# _ __ _ # # _ __ _ #
# / |/ /__ _(_)__ __ __ # # / |/ /__ _(_)__ __ __ #
@ -31,31 +30,53 @@
####################################################################### #######################################################################
# BOTS # -----------------------------------
# **** # OVER-RIDE BLOCKER / SUPER WHITELIST
# -----------------------------------
# In this block you can allow any IP address specified here to over-ride any bad bot or IP blocking of the blocker.
# This is useful for testing or allowing only specific IP's (ie. Internal ranges) to never be blocked.
# More IP's can be added example > "(127.0.0.1)|(192.168.0.1)|(192.168.1.1)"
# If you even blacklisted 127.0.0.1 or your own IP by giving it a value of 1 in any of the includes, this will over-ride that block.
if ($remote_addr ~ "(127.0.0.1)|(192.168.0.1)" ) {
#set $bad_bot '0'; #Uncommenting this line will disable bad_bots functionality for specified IP(s)
#set $validate_client '0'; #Uncommenting this line will disable validate_client ip blocking functionality for specified IP(s)
}
# --------------
# BLOCK BAD BOTS
# --------------
# Section bot_1 Unused
#limit_conn bot1_connlimit 100; #limit_conn bot1_connlimit 100;
limit_conn bot2_connlimit 10;
#limit_req zone=bot1_reqlimitip burst=50; #limit_req zone=bot1_reqlimitip burst=50;
limit_conn bot2_connlimit 10;
limit_req zone=bot2_reqlimitip burst=10; limit_req zone=bot2_reqlimitip burst=10;
if ($bad_bot = '3') { if ($bad_bot = '3') {
return 444; return 444;
} }
# BAD REFER WORDS # ---------------------
# *************** # BLOCK BAD REFER WORDS
# ---------------------
if ($bad_words) { if ($bad_words) {
return 444; return 444;
} }
# ------------------
# BLOCK BAD REFERERS
# ------------------
# REFERERS
# ********
if ($bad_referer) { if ($bad_referer) {
return 444; return 444;
} }
# IP BLOCKS # -----------------------------
# ********* # BLOCK IP ADDRESSES and RANGES
# -----------------------------
if ($validate_client) { if ($validate_client) {
return 444; return 444;
} }

2
.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf
View file

@ -33,4 +33,4 @@
# 111.111.111.111 0; # 111.111.111.111 0;
35.193.7.13 0; 104.198.131.58 0;

4
.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf
View file

@ -10,8 +10,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.06.1629 ### Version: V3.2019.06.1630
### Updated: Wed Jun 26 14:52:14 SAST 2019 ### Updated: Wed Jun 26 15:38:15 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

42
.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blockbots.conf
View file

@ -31,39 +31,53 @@
####################################################################### #######################################################################
# ENABLE WHITELISTING TO WORK # -----------------------------------
# This should over rule any other rule # OVER-RIDE BLOCKER / SUPER WHITELIST
if ($remote_addr ~ "(127.0.0.1)" ) { # -----------------------------------
#set $bad_bot '0'; # In this block you can allow any IP address specified here to over-ride any bad bot or IP blocking of the blocker.
set $validate_client '0'; # This is useful for testing or allowing only specific IP's (ie. Internal ranges) to never be blocked.
# More IP's can be added example > "(127.0.0.1)|(192.168.0.1)|(192.168.1.1)"
# If you even blacklisted 127.0.0.1 or your own IP by giving it a value of 1 in any of the includes, this will over-ride that block.
if ($remote_addr ~ "(127.0.0.1)|(192.168.0.1)" ) {
#set $bad_bot '0'; #Uncommenting this line will disable bad_bots functionality for specified IP(s)
set $validate_client '0'; #Uncommenting this line will disable validate_client ip blocking functionality for specified IP(s)
} }
# --------------
# BLOCK BAD BOTS
# --------------
# BOTS # Section bot_1 Unused
# ****
#limit_conn bot1_connlimit 100; #limit_conn bot1_connlimit 100;
limit_conn bot2_connlimit 10;
#limit_req zone=bot1_reqlimitip burst=50; #limit_req zone=bot1_reqlimitip burst=50;
limit_conn bot2_connlimit 10;
limit_req zone=bot2_reqlimitip burst=10; limit_req zone=bot2_reqlimitip burst=10;
if ($bad_bot = '3') { if ($bad_bot = '3') {
return 444; return 444;
} }
# BAD REFER WORDS # ---------------------
# *************** # BLOCK BAD REFER WORDS
# ---------------------
if ($bad_words) { if ($bad_words) {
return 444; return 444;
} }
# ------------------
# BLOCK BAD REFERERS
# ------------------
# REFERERS
# ********
if ($bad_referer) { if ($bad_referer) {
return 444; return 444;
} }
# IP BLOCKS # -----------------------------
# ********* # BLOCK IP ADDRESSES and RANGES
# -----------------------------
if ($validate_client) { if ($validate_client) {
return 444; return 444;
} }

4
.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1628 ### Version: V4.2019.06.1629
### Updated: Wed Jun 26 14:46:12 SAST 2019 ### Updated: Wed Jun 26 14:52:13 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

42
.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blockbots.conf
View file

@ -31,39 +31,53 @@
####################################################################### #######################################################################
# ENABLE WHITELISTING TO WORK # -----------------------------------
# This should over rule any other rule # OVER-RIDE BLOCKER / SUPER WHITELIST
if ($remote_addr ~ "(127.0.0.1)" ) { # -----------------------------------
#set $bad_bot '0'; # In this block you can allow any IP address specified here to over-ride any bad bot or IP blocking of the blocker.
set $validate_client '0'; # This is useful for testing or allowing only specific IP's (ie. Internal ranges) to never be blocked.
# More IP's can be added example > "(127.0.0.1)|(192.168.0.1)|(192.168.1.1)"
# If you even blacklisted 127.0.0.1 or your own IP by giving it a value of 1 in any of the includes, this will over-ride that block.
if ($remote_addr ~ "(127.0.0.1)|(192.168.0.1)" ) {
#set $bad_bot '0'; #Uncommenting this line will disable bad_bots functionality for specified IP(s)
set $validate_client '0'; #Uncommenting this line will disable validate_client ip blocking functionality for specified IP(s)
} }
# --------------
# BLOCK BAD BOTS
# --------------
# BOTS # Section bot_1 Unused
# ****
#limit_conn bot1_connlimit 100; #limit_conn bot1_connlimit 100;
limit_conn bot2_connlimit 10;
#limit_req zone=bot1_reqlimitip burst=50; #limit_req zone=bot1_reqlimitip burst=50;
limit_conn bot2_connlimit 10;
limit_req zone=bot2_reqlimitip burst=10; limit_req zone=bot2_reqlimitip burst=10;
if ($bad_bot = '3') { if ($bad_bot = '3') {
return 444; return 444;
} }
# BAD REFER WORDS # ---------------------
# *************** # BLOCK BAD REFER WORDS
# ---------------------
if ($bad_words) { if ($bad_words) {
return 444; return 444;
} }
# ------------------
# BLOCK BAD REFERERS
# ------------------
# REFERERS
# ********
if ($bad_referer) { if ($bad_referer) {
return 444; return 444;
} }
# IP BLOCKS # -----------------------------
# ********* # BLOCK IP ADDRESSES and RANGES
# -----------------------------
if ($validate_client) { if ($validate_client) {
return 444; return 444;
} }

4
.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1628 ### Version: V4.2019.06.1629
### Updated: Wed Jun 26 14:46:12 SAST 2019 ### Updated: Wed Jun 26 14:52:13 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

42
.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blockbots.conf
View file

@ -31,39 +31,53 @@
####################################################################### #######################################################################
# ENABLE WHITELISTING TO WORK # -----------------------------------
# This should over rule any other rule # OVER-RIDE BLOCKER / SUPER WHITELIST
if ($remote_addr ~ "(127.0.0.1)" ) { # -----------------------------------
#set $bad_bot '0'; # In this block you can allow any IP address specified here to over-ride any bad bot or IP blocking of the blocker.
set $validate_client '0'; # This is useful for testing or allowing only specific IP's (ie. Internal ranges) to never be blocked.
# More IP's can be added example > "(127.0.0.1)|(192.168.0.1)|(192.168.1.1)"
# If you even blacklisted 127.0.0.1 or your own IP by giving it a value of 1 in any of the includes, this will over-ride that block.
if ($remote_addr ~ "(127.0.0.1)|(192.168.0.1)" ) {
#set $bad_bot '0'; #Uncommenting this line will disable bad_bots functionality for specified IP(s)
set $validate_client '0'; #Uncommenting this line will disable validate_client ip blocking functionality for specified IP(s)
} }
# --------------
# BLOCK BAD BOTS
# --------------
# BOTS # Section bot_1 Unused
# ****
#limit_conn bot1_connlimit 100; #limit_conn bot1_connlimit 100;
limit_conn bot2_connlimit 10;
#limit_req zone=bot1_reqlimitip burst=50; #limit_req zone=bot1_reqlimitip burst=50;
limit_conn bot2_connlimit 10;
limit_req zone=bot2_reqlimitip burst=10; limit_req zone=bot2_reqlimitip burst=10;
if ($bad_bot = '3') { if ($bad_bot = '3') {
return 444; return 444;
} }
# BAD REFER WORDS # ---------------------
# *************** # BLOCK BAD REFER WORDS
# ---------------------
if ($bad_words) { if ($bad_words) {
return 444; return 444;
} }
# ------------------
# BLOCK BAD REFERERS
# ------------------
# REFERERS
# ********
if ($bad_referer) { if ($bad_referer) {
return 444; return 444;
} }
# IP BLOCKS # -----------------------------
# ********* # BLOCK IP ADDRESSES and RANGES
# -----------------------------
if ($validate_client) { if ($validate_client) {
return 444; return 444;
} }

4
.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1628 ### Version: V4.2019.06.1629
### Updated: Wed Jun 26 14:46:12 SAST 2019 ### Updated: Wed Jun 26 14:52:13 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/globalblacklist-testing.template
View file

@ -10,8 +10,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.06.1629 ### Version: V3.2019.06.1630
### Updated: Wed Jun 26 14:52:14 SAST 2019 ### Updated: Wed Jun 26 15:38:15 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/globalblacklist.template
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1629 ### Version: V4.2019.06.1630
### Updated: Wed Jun 26 14:52:13 SAST 2019 ### Updated: Wed Jun 26 15:38:14 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

92
.dev-tools/test_units/random-bots-for-test-quick.list
View file

@ -1,50 +1,50 @@
Aipbot Aboundexbot
AlphaBot AhrefsBot
BatchFTP Alligator
BackDoorBot
BBBike
Black Hole
Bullseye Bullseye
Copyscape CheeseBot
DataCha0s Collector
Demon CSHttp
DnyzBot DBLBot
Dragonfly DomainStatsBot
Ebingbong Drip
Getintent ExtractorPro
Gigablast FrontPage
G-i-g-a-b-o-t GetWeb
GT::WWW Iblog
HybridBot IndeedBot
InfoNaviRobot Iria
LinkextractorPro JOC Web Spider
Larbin
LinkWalker
lwp-request lwp-request
MarkMonitor Majestic12
meanpathbot Metauri
MJ12bot MFC_Tear_Sample
MS Web Services Client Protocol Name Intelligence
Navroad NetSpider
NearSite
Netvibes Netvibes
NICErsPRO Nikto
oBot Pavuk
Openvas PeoplePal
Probethenet ProPowerBot
RankingBot2 Rankivabot
Scrapy SEOkicks-Robot
Semrush SeoSiteCheckup
sexsearcher SEOstats
SiteExplorer Siphon
SocialRankIOBot SISTRIX
sp_auditbot Snapbot
TeleportPro Szukacz
Telesphorep T8Abot
The Intraformant Titan
Thumbor trendiction.com
True_Robot
Vagabondo
VeriCiteCrawler
VidibleScraper
WBSearchBot WBSearchBot
WebLeacher Webalta
Webshag Web Sauger
WiseGuys Robot WinHTTrack
x22Mozilla Wonderbot
Zeus ZumBot

274
.dev-tools/test_units/random-bots-for-test.list
View file

@ -1,250 +1,250 @@
360Spider 360Spider
404enemy 404enemy
80legs
Abonti Abonti
Acunetix Aboundex
ADmantX Aboundexbot
AhrefsBot AfD-Verbotsverfahren
AiHitBot
Alligator
AllSubmitter AllSubmitter
AlphaBot
Anarchie Anarchie
ASPSeek ASPSeek
Asterias Attach
autoemailspider autoemailspider
BackDoorBot Backlink-Ceck
backlink-check BackStreet
BacklinkCrawler Badass
BackWeb Barkrowler
Bandit BBBike
BatchFTP BetaBot
BDCbot Bitacle
BDFetch
Blackboard
Black Hole Black Hole
BlackWidow BlackWidow
BLEXBot
Blow Blow
BotALot
BuiltWith BuiltWith
Bullseye
BunnySlippers BunnySlippers
BuzzSumo BuzzSumo
CherryPicker CATExplorador
Cloud mapping CCBot
ChinaClaw
Chlooe
coccocbot-web
Cogentbot Cogentbot
Collector
com.plumanalytics com.plumanalytics
Copier
CopyRightCheck CopyRightCheck
Cosmos crawler4j
crawler.feedback crawler.feedback
crawl.sogou.com crawl.sogou.com
Crescent Curious
CSHttp
Custo Custo
DataCha0s
DBLBot DBLBot
Demon Demon
Deusu Deusu
Dispatch Devil
Digincore
Dirbuster
Disco
Discobot
DittoSpyder DittoSpyder
DomainAppender DomainAppender
DomainSigmaCrawler DomainCrawler
DomainStatsBot DomainStatsBot
Dotbot Download Wonder
Drip
DSearch
DTS Agent
EasyDL EasyDL
Ebingbong Ebingbong
eCatch
ECCP/1.0
Ecxi Ecxi
EirGrabber
EMail Siphon
EMail Wolf EMail Wolf
evc-batch
Evil Evil
Extractor Ezooms
Extreme Picture Finder facebookscraper
FemtosearchBot
FHscan FHscan
Fimap Firefox/7.0
Foobot Flunky
Freeuploader
FrontPage FrontPage
Fyrebot
GermCrawler
Getintent
GetRight GetRight
Gigablast GetWeb
Gigabot Gigabot
Gotit
Grabber
GrabNet GrabNet
Grafula GT::WWW
GridBot Haansoft
HaosouSpider HaosouSpider
Harvest Harvest
Havij Havij
Heritrix HEADMasterSEO
Hloader
HMView HMView
HTTP::Lite HTMLparser
HTTrack Humanlinks
Iblog HybridBot
Id-search Id-search
Image Fetch Image Fetch
Image Sucker Indy Library
Intelliseek Intelliseek
InterGET
Internet Ninja Internet Ninja
InternetSeer InternetSeer
ips-agent internetVista monitor
IRLbot
Iskanie Iskanie
IstellaBot
JamesBOT
JetCar JetCar
Jetty JikeSpider
JOC Web Spider JOC Web Spider
Jorgee Jorgee
JustView
Kozmosbot Kozmosbot
Lanshanbot
Larbin Larbin
LeechFTP LeechFTP
LeechGet LexiBot
Lftp
LibWeb
Libwhisker Libwhisker
Likse
Linkdexbot Linkdexbot
LinkextractorPro
LinkScan
LinksManager
LinqiaMetadataDownloaderBot LinqiaMetadataDownloaderBot
LinqiaScrapeBot Lipperhey
Lmspider Litemage_walker
lwp-request Ltx71
LWP::Simple
lwp-trivial lwp-trivial
Magnet
magpie-crawler
Mail.RU_Bot
Majestic12 Majestic12
Majestic SEO
Majestic-SEO
Mata Hari Mata Hari
MauiBot Meanpathbot
mediawords
MegaIndex.ru
Metauri
MFC_Tear_Sample MFC_Tear_Sample
MIIxpc Microsoft Data Access
Mister PiX MIDown tool
MJ12bot Morfeus Fucking Scanner
Name Intelligence Msrabot
MS Web Services Client Protocol
Nameprotect Nameprotect
Navroad Navroad
Needle
Nessus Nessus
NetAnts NetSpider
Netcraft
NetLyzer
NetMechanic
Net Vampire Net Vampire
Netvibes NextGenSearchBot
NetZIP Nibbler
Nikto
NimbleCrawler NimbleCrawler
Nimbostratus
Ninja
Nmap Nmap
oBot
Offline Explorer Offline Explorer
Offline Navigator
OnCrawl
OpenLinkProfiler OpenLinkProfiler
Openvas
OutclicksBot
Page Analyzer Page Analyzer
Page Analyzer page scorer
Pandalytics PageScorer
Panscient Papa Foto
PECL::HTTP pcBrowser
Picscout PHPCrawl
Pi-Monster PictureFinder
Pixray Pimonster
PleaseCrawl Pockey
plumanalytics POE-Component-Client-HTTP
Probethenet
ProPowerBot ProPowerBot
ProWebWalker ProWebWalker
Psbot
Pump
PxBroker
QueryN Metasearch
Quick-Crawler Quick-Crawler
RankingBot RankActive
RankingBot2
RealDownload RealDownload
RebelMouse
Recorder Recorder
RedesScrapy
ReGet ReGet
Ripper Ripper
s1z.ru RocketCrawler
SalesIntelligent SBIder
Scanbot scan.lol
Scrapy
Screaming Screaming
Searchestate
SearchmetricsBot
Semrush Semrush
SemrushBot SemrushBot
SEOkicks
SEOkicks-Robot SEOkicks-Robot
SEOlyticsCrawler Seomoz
SEOprofiler SEOprofiler
seoscanners seoscanners
SEOstats SEOstats
sexsearcher
SISTRIX SISTRIX
Sitebeam
SiteExplorer
Siteimprove
SiteSucker SiteSucker
SlySearch Site Sucker
SmartDownload Snake
Snapbot Snapbot
Snoopy Snoopy
SocialRankIOBot
Sociscraper
sogouspider sogouspider
Sogou web spider
Sottopop Sottopop
SpankBot Spammen
sp_auditbot spyfu
Sqlworm
Sqworm Sqworm
Sucuri Sucker
Suzuran SuperBot
Szukacz Surfbot
T0PHackTeam Swiftbot
Thumbor Teleport
Titan TeleportPro
Toweyabot The Intraformant
Trendiction Toata
Tracemyfile
Trendictionbot Trendictionbot
trendiction.com
trendiction.de trendiction.de
True_Robot True_Robot
Turingos
TwengaBot TwengaBot
Twice
UnisterBot UnisterBot
Upflow Upflow
URLy Warning URLy Warning
Vacuum URLy.Warning
Vagabondo Vagabondo
VB Project VB Project
Virusdie VeriCiteCrawler
VoidEYE VoidEYE
Voil Voil
Voltron
WASALive-Bot WASALive-Bot
Webalta WBSearchBot
WebAuto
Web Auto Web Auto
WebBandit WebBandit
WebCollage WebCollage
WebCopier
WebEnhancer WebEnhancer
Web Enhancer Web Enhancer
WebFetch WebFetch
WebFuck Web Fetch
WebGo IS WebGo IS
WebmasterWorldForumBot WebImageCollector
webmeup-crawler WebSauger
WebPix
Webshag
WebsiteExtractor WebsiteExtractor
Webster Website Quester
WebStripper WebStripper
Web Sucker
WebZIP WebZIP
WeSEE
Whacker Whacker
WinHTTrack Whatweb
Woobot Who.is Bot
WiseGuys Robot
Wonderbot
Wotbox
Wprecon Wprecon
WWW-Collector-E
WWW-Mechanize WWW-Mechanize
x09Mozilla WWWOFFLE
x22Mozilla ZmEu
Xaldon WebSpider ZyBorg
Xaldon_WebSpider
Zauba
zauba.io
Zeus
zgrab

262
.dev-tools/test_units/random-bots-for-whitelist-test.list
View file

@ -1,64 +1,73 @@
404enemy 404checker
80legs 80legs
Abonti
Acunetix Acunetix
ADmantX ADmantX
AhrefsBot AhrefsBot
AiHitBot Aipbot
AllSubmitter AlphaBot
Anarchie Anarchie
Apexoo Apexoo
Asterias archive.org_bot
BackDoorBot ASPSeek
Backlink-Ceck autoemailspider
backlink-check backlink-check
BacklinkCrawler
BackStreet BackStreet
BackWeb BackWeb
BatchFTP Badass
Barkrowler
Battleztar Bazinga Battleztar Bazinga
BBBike
BDCbot BDCbot
BDFetch
BetaBot
Bigfoot Bigfoot
Bitacle
Blackboard Blackboard
Black Hole Black Hole
BlackWidow BLEXBot
Blow Boardreader
BuiltWith Bolt
BunnySlippers Brandwatch
Calculon Buddy
CherryPicker CCBot
Cegbfeieh
CheeseBot
CheTeam
ChinaClaw
Chlooe Chlooe
Claritybot coccocbot-web
Cloud mapping Collector
Cogentbot CSHttp
cognitiveseo
Cosmos
CrazyWebCrawler
Crescent
DatabaseDriverMysqli
DataCha0s DataCha0s
Deusu demandbase-bot
Digincore
DigitalPebble
DIIbot DIIbot
Dirbuster
Disco
Discobot Discobot
Discoverybot Dispatch
DittoSpyder DittoSpyder
DomainAppender DnyzBot
DomainSigmaCrawler DomainCrawler
DomainStatsBot
Dotbot
Download Wonder
Dragonfly Dragonfly
Drip
DSearch
EasyDL EasyDL
Ebingbong
ECCP/1.0 ECCP/1.0
Ecxi EMail Siphon
Evil EMail Wolf
evc-batch
Exabot Exabot
Express WebPictures Express WebPictures
ExtLinksBot ExtLinksBot
Extractor
ExtractorPro
EyeNetIE EyeNetIE
FDM Ezooms
facebookscraper
FemtosearchBot FemtosearchBot
FHscan
FlashGet FlashGet
Flunky Flunky
Foobot Foobot
@ -66,185 +75,176 @@ FyberSpider
Fyrebot Fyrebot
GalaxyBot GalaxyBot
GermCrawler GermCrawler
Getintent
GetRight
GetWeb GetWeb
Gigablast
Gotit Gotit
GoZilla
Go!Zilla Go!Zilla
Grafula
GrapeFX GrapeFX
GridBot Harvest
HaosouSpider Hloader
HMView HMView
HTMLparser HTMLparser
HTTP::Lite HTTP::Lite
HTTrack HybridBot
Humanlinks Id-search
Image Fetch IlseBot
Image Sucker Image Sucker
Indy Library InfoNaviRobot
instabid
InterGET
Internet Ninja
ips-agent ips-agent
Iria
IRLbot IRLbot
JamesBOT Iskanie
Jbrofuzz Jbrofuzz
JennyBot JennyBot
JikeSpider JetCar
JustView Joomla
Jorgee
Jyxobot
Kenjin Spider
Keyword Density Keyword Density
Lanshanbot
LeechFTP
LeechGet LeechGet
LibWeb LibWeb
Libwhisker Libwhisker
Likse Likse
Linkdexbot Linkdexbot
LinkextractorPro LinksManager
LinqiaMetadataDownloaderBot LinqiaMetadataDownloaderBot
LinqiaRSSBot
LinqiaScrapeBot LinqiaScrapeBot
Litemage_walker Lipperhey
Lmspider Lmspider
LNSpiderguy
Ltx71
lwp-request lwp-request
LWP::Simple LWP::Simple
Mag-Net lwp-trivial
magpie-crawler magpie-crawler
Majestic-SEO Majestic12
MarkMonitor Majestic SEO
MarkWatch
Masscan Masscan
meanpathbot MauiBot
MFC_Tear_Sample Microsoft Data Access
Microsoft URL Control Microsoft URL Control
Mojeek MIIxpc
Morfeus Fucking Scanner Mister PiX
Mr.4x3 Mr.4x3
MSIECrawler MSFrontPage
Msrabot Msrabot
muhstik-scan muhstik-scan
Musobot Navroad
Nameprotect
NearSite NearSite
Nessus Nessus
NetAnts netEstate NE Crawler
NetLyzer
NetSpider NetSpider
Net Vampire Nettrack
Netvibes Netvibes
NetZIP NetZIP
Nibbler
NICErsPRO NICErsPRO
Niki-bot NimbleCrawler
NPbot Octopus
Offline Navigator Offline Navigator
OpenLinkProfiler
OrangeSpider OrangeSpider
OutclicksBot OutfoxBot
PageAnalyzer PageAnalyzer
Page Analyzer Page Analyzer
Panscient PageGrabber
page scorer
PageScorer
Pandalytics
Papa Foto Papa Foto
Pavuk
PeoplePal PeoplePal
Pimonster Picsearch
PictureFinder
Pi-Monster Pi-Monster
Pixray
plumanalytics
Probethenet Probethenet
ProWebWalker ProPowerBot
Pump Psbot
PxBroker PyCurl
RankActiveLinkBot Quick-Crawler
RankingBot RankingBot
Ripper RankurBot
RealDownload
Reaper
RepoMonkey
RocketCrawler RocketCrawler
Rogerbot SalesIntelligent
ScanAlert
Scanbot Scanbot
ScoutJet scan.lol
Screaming Screaming
SemrushBot Searchestate
Semrush
Seomoz Seomoz
SEOprofiler
seoscanners seoscanners
SeoSiteCheckup
serpstatbot serpstatbot
Shodan sexsearcher
Siphon
Sitebeam Sitebeam
SiteExplorer
Siteimprove
SiteLockSpider SiteLockSpider
SiteSnagger Sitevigil
SlySearch SlySearch
SmartDownload
Snapbot
Snoopy
SocialRankIOBot
Sociscraper
sogouspider
Sottopop Sottopop
SpankBot
Spbot Spbot
spyfu Spinn3r
Sqlworm Sqlmap
Sqworm
Steeler Steeler
Stripper
Sucker
Sucuri Sucuri
SuperBot Surfbot
SurveyBot
Suzuran Suzuran
Swiftbot
Szukacz Szukacz
T8Abot T8Abot
tAkeOut tAkeOut
Teleport
TeleportPro TeleportPro
Telesoft
Telesphorep Telesphorep
The Intraformant TheNomad
Thumbor Thumbor
Toweyabot TightTwatBot
Trendictionbot Titan
True_Robot trendiction.com
Turnitin
TurnitinBot TurnitinBot
TwengaBot
Twice Twice
Typhoeus Typhoeus
Upflow
URLy Warning
Vacuum Vacuum
Vagabondo VidibleScraper
VB Project Voltron
VeriCiteCrawler Wallpapers/3.0
Virusdie WallpapersHD
WASALive-Bot
WebAuto WebAuto
Web Auto
Web Collage
WebCopier
WEBDAV WEBDAV
WebEnhancer WebEnhancer
Web Fetch
WebImageCollector
WebmasterWorldForumBot WebmasterWorldForumBot
webmeup-crawler webmeup-crawler
WebPix WebPix
WebReaper
WebSauger WebSauger
Webshag Web Sauger
WebStripper WebsiteQuester
Website Quester
Webster
WebSucker
Web Sucker
WebWhacker WebWhacker
WeSEE WeSEE
Whack Who.is Bot
Whacker WinHTTrack
Whatweb WISENutbot
Widow Wprecon
WiseGuys Robot
WPScan WPScan
WWW-Collector-E WWW-Collector-E
WWW::Mechanize WWW::Mechanize
x09Mozilla WWWOFFLE
Xaldon_WebSpider
xpymep1.exe xpymep1.exe
YoudaoBot YoudaoBot
Zade Zauba
zauba.io
Zermelo Zermelo
Zeus
Zitebot
ZmEu ZmEu
ZumBot ZumBot

198
.dev-tools/test_units/random-referrers-for-test-quick.list
View file

@ -1,100 +1,100 @@
2000k.ru 1qingdao.com
2daytrendingnews.com 24x7-server-support.site
45en.ru adloads.com
4webmasters.org adpremium.org
7zap.com agardomains.com
abwa.tk alltheviews.com
adexprts.com app5.letmacworkfaster.world
admitad.com arenda-yeisk.ru
all4wap.ru aviapanda.ru
appfixing.space avtointeres.ru
arenanews.com.ua ayerbo.xhost.ro
arenda-avtoprokat-krasnodar.ru azadnegar.com
asacopaco.tk brainboostingsupplements.org
ayeartoforget.com celejihad.info
baoxaydung.com.vn cfacarrosserie74.com
bolezniorganov.ru codq.info
brains2.biz coldfilm.ru
breastaugmentation.co.za compiko.info
buypanicdisorderpill.com coolwallpapers-hd.com
cacheimages.com descargar-musica-gratis.net
citetick.com deutschehobbyhuren.net
classiquebijoux.ru djihispano.com
compliance-margo.top drugs-no-rx.info
cookielawblog.wordpress.com dustyorate.com
daretodonate.co ecommerce-seo.org
djekxa.ru elektrischeziga.livejournal.com
domain-tracker.com enge-fotzen.info
dood.live erotiktreff24.info
ecookna.com.ua errorfixing.space
eloxal.ru extlinks.com
extstat.com extremepornos.net
fotoxxxru.com fodelsedagspresenter.nu
free-traffic.xyz free-share-buttons.top
freza-sverlo.ru free-today.com
fullfileaccess.com gay.adultgalls.com
fun2cell.net geoads.com
funnel.co.za girlporn.ru
gabeshop.ru hannasolution.ru
gambarxkata.co hazardky.net
gembird.com heygidday.biz
gigapeta.com imgata.com
gwhwpxbw.bloger.index.hr investzalog.ru
hermesreplica.win iptool.xyz
homegardenlova.com iqoption.pro
igadgetsworld.com irkutsk.zrus.org
incest-ru.com istanbulit.com
indetiske.ya.ru laudit.ru
internet-apteka.ru livefixer.com
iqoption.com lulea-auktionsverk.se
jabimgo.pw magicalfind-a.akamaihd.net
javatex.co.id mediawhirl.net
jeremyeaton.co mygameplus.com
jerseysbizwholesalecheap.com myhydros.org
job.icivil.ir mymercy.info
kerwinandcariza.com naphukete.ru
kiwe-analytics.com nastydollars.com
kongruan.com nippon-bearings.ru
konkursowo-24.pl nootrino.com
linkarena.com npoet.ru
live-sexcam.tk oecnhs.info
muzaporn.com onclickpredictiv.com
my-aladin.com oneminutesite.it
nordstar.pro onlinemeetingnow.com
onlinebay.ru onlinetvseries.me
pateaswing.com picturesmania.com
pathwhelp.org pornhive.org
picture-group.com pornosmola.info
pinwallpaper.top praisong.net
pio.polytopesexempt.com profitkode.com
pomoc-drogowa.cba.pl realmonte.net
postclass.com respublica-otel.ru
proposal-engine.com
quelle.ru
rfd-split.hr rfd-split.hr
ryetaw.com ritlweb.com
scanner-andrew.top saletool.ru
sell-fb-group-here.com sampleletters.net
serialsway.ucoz.ru servisural.ru
sexsearch.com shoesonlinebuy.xyz
s-forum.biz sibvitr.ru
sharebutton.to sildenafilcitratemed.com
skanninge.se siteaero.com
sport-video-obzor.ru souvenirua.com
sps-shop.com stromerrealty.com
squidoo.com students-cheapskate.ml
theporndude.com thaismartloan.com
timecrimea.ru thebluffs.com
titan-ads.life tobeyouday.win
tizanidinestreetprice.blogspot.com torontoplumbinggroup.com
tnctrx.com um-razum.ru
topquality.cf url2image.com
tubeline.biz us-america.ru
u-cheats.ru video-hollywood.ru
viberdownload10.com video-production.com
voltrknc1.com viktoria-center.ru
x-diesel.org vkak.ru
yubikk.info wareseeker.com
zaimhelp.ru xnxxandxvideos.com
zmoda.hostreo.com yes-com.com
zootravel.com yoopsie.com
zapiszto.pl
zeg-distribution.com

1722
.dev-tools/test_units/random-referrers-for-test.list
View file

File diff suppressed because it is too large Load diff

484
.dev-tools/test_units/random-referrers-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
aa8b68101d388c446389283820863176e7.com 2x2fan.ru
abwa.tk 4inn.ru
adbetclickin.pink 7wind.ru
adclickservice.com abovetherivernc.com
adprotect.net addblueoff.com.ua
advertex.info adrunnr.com
alert-fjg.xyz adtiger.tk
alert.scansafe.net advancedsoftwaresupport.com
alfa9.com aksonural.ru
alibestsale.com alarmobninsk.ru
all4invest.info alessandraleone.com
aludecor.info allesohnegirls.net
amehdaily.com allkrim.com
amospalla.es alot.com
an-donut.com anal-acrobats.hol.es
animali.deagostinipassion.it apartamentwroclaw.eu
apiholdingmypage-a.akamaihd.net apiportalmorecom-a.akamaihd.net
apimountainbikei-a.akamaihd.net arclk.net
apioasisspacenet-a.akamaihd.net arcteryxsale.online
appiq.mobi arkkivoltti.net
applyneedy.xyz
ap.senai.br
architecturebest.com
arvut.org arvut.org
asacopaco.tk asrvvv-a.akamaihd.net
asiengirls.net avon-ukraine.com
asrvrep-a.akamaihd.net ayerbo.xhost.ro
aviav.ru.com bang-hotties.com
avkzarabotok.info bankmib.ru
avramstroy.ru bannerswap.com
avto-oligarh.ru beclean-nn.ru
back.dog besthoro.ru
backuperwebcam.weebly.com besttorrentknifta.weebly.com
bank.uz bestwebsiteawards.com
becuo.com bidr.trellian.com
beetpics.pw bigcities.org
best-businessman.ru billiard-classic.com.ua
bildsuche.ru bkns.vn
bitcoins-live.ru bloggerads.net
bonkers.name bouda.kvalitne.cz
brendbutik.ru braintobe.win
budilneg.xyz bugof.gq
buyparajumpers.online burger-imperia.com
cactussoft.biz buypanicdisorderpill.com
cardul.ru carfax.com.ua
cdn.walkme.com carrauterie.be
cialischmrx.com carsdined.org
citysecurity.nu cb.iphantom.com
clarithromycin500mg.com ccjp.eu
classicakuhni.ru cejewelry.xyz
clickbanksites.info chelnytruck.ru
cornerstone-countertops.com cherrypointplace.ca
cornomase.win clippingphotoindia.com
cracksplanet.com coderstate.com
dayibiao.com co.lumb.co
dealitright.click com-secure.download
de.zapmeta.com concordexoticrentals.com
djstools.com countercrazy.com
downloadeer.net cowblog.fr
edge.sharethis.com cypernhuset.se
ednorxmed.com dbmkfhqk.bloger.index.hr
dealwifi.com
derevesendeco.com
diesel-parts28.ru
digitalassetmanagement.site
djonwatch.ru
dktr.ru
e-biznes.info
e-c.al
efnor-ac.com efnor-ac.com
eshop4u.jp eldiariodeguadalajara.com
extads.net elektrischezigarettekaufen2.cowblog.fr
ezigarettenshop2.myblog.de elektrozigaretten2.yn.lt
femmesdenudees.com excaliburfilms.com
financeloan.us exoclick.com
f07.de
failingmarriege.blogspot.com
fashion-stickers.ru
fastcrawl.com
favorcosmetics.com
fealq.com
fickblock18.com
fitfloponline.store fitfloponline.store
florida-tourism.net forex.osobye.ru
fm-upgrade.ru forex-procto.ru
frighteningremain.cf forums.d2jsp.org
front.to free-laptop-reward.com
gallerily.com freeuploader.com
gamevalue7.weebly.com fz139.ttk.ru
gayxperience.com gate5.co.za
ggiaro.com gaytube.com
go2mike.ru germes-trans.com
gogalleryawesome.com gk-atlant.info
gogps.me glastecfilms.com.my
goodwinmetals.co guarrasdelporno.xxx
gopixdatabase.com hdapp1008-a.akamaihd.net
goroda-vsego-mira.ru herokuapp.com
gov.yanao.ru hildinghr.se
graphics8.info hkladys.com
gta-club.ru holidaypics.org
hamptonoaks.ca iboss.com
handicapvantoday.com ilmen.net
hd-filmy.net imgarcade.com
helvetia.com.ua impresagaia.it
hidemyass.com infazavr.ru
hobbyhuren-datenbank.com insta-add.pro
hotshoppymac.com in-tandem.co
howmuchdoestizanidinecost.blogspot.com istizanidineanarcoticdrug.blogspot.com
howopen.ru jerseyssportsshop.com
hscsscotland.com jmat.cn
img.wallpaperstock.net
inome.com.ua
internet-apteka.ru
internetartfair.com
itch.io
javitas.info
jongose.ninja
jpcycles.com
jyvopys.com
kakadu-interior.com.ua kakadu-interior.com.ua
kalb.ru katushka.net
kamorel.com kazan.zrus.org
kerwinandcariza.com kenaba.su
keywordblocks.com keyhantercume.com
khafre.us keywordsdoctor.com
kinobaks.com kmgamex.cf
ks1234.com kotaku.com
kvartira-sutochno.com labplus.ru
kvartir-remont.biz
kvartiry-remont.ucoz.ru
labelwater.se
lacave.ntic.fr
lacloop.info lacloop.info
lanadelreyfans.us landoftracking.com
levaquin750mg.blogspot.com larchik.net
lexaprogeneric.link laxdrills.com
lion.playtap.us ldrtrack.com
liupis.com lenvred.org
localflirtbuddies.com lightinghomes.net
lombia.com loginduepunti.it
low-format.ru mactechinfo.info
ltvperf.com magazin-pics.ru
lyngdalhudterapi.no maglid.ru
m292.info medanestesia.ru
mafcards.ru metalonly.info
mailemedicinals.com micasainvest.com
marketland.ml mlvc4zzw.space
mere.host.sk mmostrike.ru
mezaruk.info monclercheap.xyz
mokrayakiska.com musicktab.com
moneyteam24.com mydirtyhobby.com
muznachas-service.ru myghillie.info
negral.pluto.ro mypornfree.ru
nfljerseyscheapchinabiz.com napalm51.nut.cc
nhl09.ru narutonaruto.ru
notasprensa.info nottyu.xyz
oecnhs.info nucia.biz.ly
onefilms.net nuup.info
paintingplanet.ru nvssf.com
parfusale.se offer.wpsecurity.website
pearlisland.ru okayimage.com
picurams.pw okeinfo.online
pills24h.com onthemarch.co
pirateday.ru oops-cinema.ru
pizda.lol outshop.ru
pk-services.ru ozoz.it
pornoblood.com page2rss.com
pornoelita.info partybunny.ru
porno-play.net paydayloanslocal.com
porno-video-chati.ru perso.wanadoo.es
pozdrawleniya.com petitions.whitehouse.gov
prizeestates.cricket pic2fly.com
pr-ten.de pictures-and-images.net
ptr.ruvds.com polimga.pw
quickloanbank.com pontiacsolstice.info
randki-sex.com pornogratisdiario.com
realtytimes.com pornohd1080.online
redhotfreebies.co.uk pornophoto.xyz
reelheroes.net pornoreino.com
regionshop.biz prodess.ru
reklama-i-rabota.ru qpypcx.com
restaurantlescampi.com qualitymarketzone.com
rossanasaavedra.net ragecash.com
ruscopybook.com remedyotc.com
sammyweaver.com rewardit.com
sawin.beth.webd.pl riders.ro
sbetodiodnye-lampy.ru rogervivierforsale.com
scanner-elena.top roleforum.ru
scanner-george.top royal-betting.net
scanner-jack.top rumamba.com
sbornik-zakonov.ru
sbwealthsolutions.ca
scanner-jessica.top scanner-jessica.top
scanner-nelson.top score-ads.men
search-goo.com seemoreresultshu-a.akamaihd.net
searchinterneat-a.akamaihd.net semalt.com
searchtooknow-a.akamaihd.net semaltmedia.com
seo-prof1.xyz seoprofiler.com
servicecenter.co.ua servingnotice.com
serviporno.com
sex-foto.pw sex-foto.pw
sexiporno.net sex-sex-sex5.com
sexspornotub.com shillyourcoins.com
sharebutton.org
shemale-sex.net
shoppingmiracles.co.uk
shopsellcardsdumps.com shopsellcardsdumps.com
sideeffectsoftizanidine.blogspot.com skachat-besplatno-obrazcy.ru
simul.co skutecznetabletkinaporostwlosow.pl
site3.free-share-buttons.com smartpet.ru
sitiz.club sockshare.net
slavia.info solution4u.com
sluganarodu.ru sonata-arctica.wz.cz
smart-balancewheel.com soviet-portal.do.am
snjatie-geroinovoy-lomki.ru spy-app.info
socialmadesimple.com startufa.ru
socialsignals24.com starwars.wikia.com
softwaretrend.net svarkagid.com
spammen.de swimpool.ca
speedup-my.site szamponrevita.pl
spywarespy.com tabakur77.com
statoutlook.info takeprofitsystem.com
store-rx.com telefonsexi.com
stromerrealty.com telsis.com
suhanpacktech.com terraclicks.com
tattoo33.ru theguardlan.com
templates.franklinfire.co theprofitsmaker.net
theautoprofit.ml thetoiletpaper.com
tizanidinehcl2mgsideeffects.blogspot.com tiens2010.ru
tizanidinestreetvalue.blogspot.com tizanidineforopiatewithdrawal.blogspot.com
tmm-kurs.ru tizanidinehcl4mgtabinfo.blogspot.com
tobeyouday.win tizanidinerestlesslegsyndrome.blogspot.com
toonfamilies.net token-lab.org
topcar-krasnodar.ru top250movies.ru
toproadrunner5.info topkarkas.com
traxdom.ru tsyndicate.com
trucri.me turist-strani.ru
trudogolik.net twojebook.pl
uchil.net uchetunet.su
umityangin.net uhod-za-sobakoj.ru
uptime-as.net ukrobstep.com
uvozdeckych.info uk-zheu20.ru
vandrie-ict.nl validccseller.com
veles.shop vashsvet.com
vesnatehno.com vielporno.net
via-energy-acquistare.com volgograd.xrus.org
vkontaktemusic.ru wahicbefa31.soup.io
wait3sec.org wcb.su
wallpapersdesk.info wdfdocando.com
warningwar.ru we-are-gamers.com
webextract.profound.net wesharepics.info
weddingdresses.xyz westermarkanjou.se
wholesalejerseysgaa.com winwotgold.pl
win-spy.com world-mmo.com
witherrom55.eklablog.fr xblognetwork.com
wnoz.de xn--80ak6aa92e.com
wonderfulflowers.biz xn----ctbbcjd3dbsehgi.xn--p1ai
xlolitka.com xpresscare.ru
xmlinde.com yellowfootprints.com
xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai yourporn.com
xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai yourporngay.com
xn--80ahdheogk5l.xn--p1ai youtube-downloader.savetubevideo.com
xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai zarabotok--doma.ru
xxxrus.org zebradudka.com
y8games-free.com zed21.net
yaaknaa.info zeroredirect11.com
ypmuseum.ru zog.link
zigzog.ru zone-kev717.info
zoominfo.com

BIN
.latest_release/bots.d.tar.gz
View file

Binary file not shown.

BIN
.latest_release/conf.d.tar.gz
View file

Binary file not shown.

2
AUTO-CONFIGURATION.md
View file

@ -4,7 +4,7 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2019.06.1629 #### Version: V4.2019.06.1630
#### Bad Referrer Count: 6713 #### Bad Referrer Count: 6713
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

2
MANUAL-CONFIGURATION.md
View file

@ -4,7 +4,7 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2019.06.1629 #### Version: V4.2019.06.1630
#### Bad Referrer Count: 6713 #### Bad Referrer Count: 6713
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

2
README.md
View file

@ -11,7 +11,7 @@
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
_______________ _______________
#### Version: V4.2019.06.1629 #### Version: V4.2019.06.1630
#### Bad Referrer Count: 6713 #### Bad Referrer Count: 6713
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

2
_google_analytics_ghost_spam/README.md
View file

@ -3,7 +3,7 @@
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
_______________ _______________
#### Version: V4.2019.06.1629 #### Version: V4.2019.06.1630
#### Bad Referrer Count: 6713 #### Bad Referrer Count: 6713
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

4
_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1629 ### Version: V4.2019.06.1630
### Updated: Wed Jun 26 14:52:13 SAST 2019 ### Updated: Wed Jun 26 15:38:14 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
conf.d/globalblacklist-testing-version.conf
View file

@ -10,8 +10,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.06.1629 ### Version: V3.2019.06.1630
### Updated: Wed Jun 26 14:52:14 SAST 2019 ### Updated: Wed Jun 26 15:38:15 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1629 ### Version: V4.2019.06.1630
### Updated: Wed Jun 26 14:52:13 SAST 2019 ### Updated: Wed Jun 26 15:38:14 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
robots.txt/robots.txt
View file

@ -6,8 +6,8 @@
### Version Information # ### Version Information #
################################################### ###################################################
### Version: V4.2019.06.1629 ### Version: V4.2019.06.1630
### Updated: Wed Jun 26 14:52:15 SAST 2019 ### Updated: Wed Jun 26 15:38:15 SAST 2019
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################
### Version Information ## ### Version Information ##