vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-07 21:20:02 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

V4.2019.06.1673 [ci skip]

Browse source
This commit is contained in:
Travis 2019-06-28 21:44:01 +02:00
parent eebb8102f0
commit c231aa6ace
50 changed files with 1665 additions and 1618 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
.dev-tools/_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.184.96.71 1; 104.154.120.187 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.184.96.71 0; 104.154.120.187 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1672 ### Version: V4.2019.06.1673
### Updated: Fri Jun 28 21:25:11 SAST 2019 ### Updated: Fri Jun 28 21:38:19 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.184.96.71 1; 104.154.120.187 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.184.96.71 0; 104.154.120.187 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1672 ### Version: V4.2019.06.1673
### Updated: Fri Jun 28 21:25:11 SAST 2019 ### Updated: Fri Jun 28 21:38:19 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.184.226.236 0;
35.188.1.99 0; 35.188.1.99 0;
35.193.7.13 0;

4
.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1666 ### Version: V4.2019.06.1673
### Updated: Fri Jun 28 18:37:45 SAST 2019 ### Updated: Fri Jun 28 21:38:19 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

10
.dev-tools/_conf_files_test2/default.vhost
View file

@ -1,15 +1,15 @@
server { server {
listen *:9000;
root /var/www/html;
server_name localhost;
charset UTF-8;
# Nginx Bad Bot Blocker Includes # Nginx Bad Bot Blocker Includes
include /usr/local/nginx/bots.d/ddos.conf; include /usr/local/nginx/bots.d/ddos.conf;
include /usr/local/nginx/bots.d/blockbots.conf; include /usr/local/nginx/bots.d/blockbots.conf;
listen *:9000;
root /var/www/html;
server_name localhost;
charset UTF-8;
index index.html; index index.html;
location / { location / {

8
.dev-tools/_conf_files_test2/nginx.conf
View file

@ -58,8 +58,14 @@ http {
# Virtual Host Configs # Virtual Host Configs
## ##
include /etc/nginx/conf.d/*.conf;
include /etc/nginx/sites-enabled/*; include /etc/nginx/sites-enabled/*;
# Nginx Bad Bot Blocker Includes
include /usr/local/nginx/conf.d/botblocker-nginx-settings.conf;
include /usr/local/nginx/conf.d/globalblacklist.conf;
} }

4
.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.06.1672 ### Version: V3.2019.06.1673
### Updated: Fri Jun 28 21:25:12 SAST 2019 ### Updated: Fri Jun 28 21:38:20 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

7
.dev-tools/_conf_files_testing_changes/nginx.conf
View file

@ -58,9 +58,14 @@ http {
# Virtual Host Configs # Virtual Host Configs
## ##
include /etc/nginx/conf.d/*.conf;
include /etc/nginx/sites-enabled/*; include /etc/nginx/sites-enabled/*;
# Nginx Bad Bot Blocker Includes
include /usr/local/nginx/conf.d/botblocker-nginx-settings.conf;
include /usr/local/nginx/conf.d/globalblacklist.conf;
} }

2
.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.202.145.110 1; 35.184.96.71 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.202.145.110 0; 35.184.96.71 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.06.1672 ### Version: V3.2019.06.1673
### Updated: Fri Jun 28 21:25:12 SAST 2019 ### Updated: Fri Jun 28 21:38:20 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

7
.dev-tools/_conf_files_testing_changes_ip_whitelist/nginx.conf
View file

@ -58,9 +58,14 @@ http {
# Virtual Host Configs # Virtual Host Configs
## ##
include /etc/nginx/conf.d/*.conf;
include /etc/nginx/sites-enabled/*; include /etc/nginx/sites-enabled/*;
# Nginx Bad Bot Blocker Includes
include /usr/local/nginx/conf.d/botblocker-nginx-settings.conf;
include /usr/local/nginx/conf.d/globalblacklist.conf;
} }

2
.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.202.145.110 1; 35.184.96.71 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.202.145.110 0; 35.184.96.71 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.06.1672 ### Version: V3.2019.06.1673
### Updated: Fri Jun 28 21:25:12 SAST 2019 ### Updated: Fri Jun 28 21:38:20 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

7
.dev-tools/_conf_files_testing_changes_ratelimiting/nginx.conf
View file

@ -58,9 +58,14 @@ http {
# Virtual Host Configs # Virtual Host Configs
## ##
include /etc/nginx/conf.d/*.conf;
include /etc/nginx/sites-enabled/*; include /etc/nginx/sites-enabled/*;
# Nginx Bad Bot Blocker Includes
include /usr/local/nginx/conf.d/botblocker-nginx-settings.conf;
include /usr/local/nginx/conf.d/globalblacklist.conf;
} }

2
.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.202.145.110 1; 35.184.96.71 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.202.145.110 0; 35.184.96.71 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.06.1672 ### Version: V3.2019.06.1673
### Updated: Fri Jun 28 21:25:12 SAST 2019 ### Updated: Fri Jun 28 21:38:20 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

7
.dev-tools/_conf_files_testing_changes_whitelist/nginx.conf
View file

@ -58,9 +58,14 @@ http {
# Virtual Host Configs # Virtual Host Configs
## ##
include /etc/nginx/conf.d/*.conf;
include /etc/nginx/sites-enabled/*; include /etc/nginx/sites-enabled/*;
# Nginx Bad Bot Blocker Includes
include /usr/local/nginx/conf.d/botblocker-nginx-settings.conf;
include /usr/local/nginx/conf.d/globalblacklist.conf;
} }

2
.dev-tools/_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.184.96.71 1; 104.154.120.187 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.184.96.71 0; 104.154.120.187 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1672 ### Version: V4.2019.06.1673
### Updated: Fri Jun 28 21:25:11 SAST 2019 ### Updated: Fri Jun 28 21:38:19 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

8
.dev-tools/_nginx_conf_backup/nginx.conf
View file

@ -58,8 +58,14 @@ http {
# Virtual Host Configs # Virtual Host Configs
## ##
include /etc/nginx/conf.d/*.conf;
include /etc/nginx/sites-enabled/*; include /etc/nginx/sites-enabled/*;
# Nginx Bad Bot Blocker Includes
include /usr/local/nginx/conf.d/botblocker-nginx-settings.conf;
include /usr/local/nginx/conf.d/globalblacklist.conf;
} }

4
.dev-tools/globalblacklist-testing.template
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.06.1672 ### Version: V3.2019.06.1673
### Updated: Fri Jun 28 21:25:12 SAST 2019 ### Updated: Fri Jun 28 21:38:20 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/globalblacklist.template
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1672 ### Version: V4.2019.06.1673
### Updated: Fri Jun 28 21:25:11 SAST 2019 ### Updated: Fri Jun 28 21:38:19 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/test_units/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.202.145.110 1; 35.184.96.71 1;
127.0.0.1 1; 127.0.0.1 1;

94
.dev-tools/test_units/random-bots-for-test-quick.list
View file

@ -1,50 +1,50 @@
360Spider 404checker
Apexoo Aboundex
CheTeam AfD-Verbotsverfahren
Devil AIBOT
DittoSpyder AiHitBot
DomainAppender BatchFTP
Ebingbong Bitacle
Ecxi BlackWidow
FDM BlowFish
Firefox/7.0 BuiltWith
FrontPage BunnySlippers
CATExplorador
ExtractorPro
Freeuploader
Fyrebot Fyrebot
Grafula GetRight
Joomla GrapeshotCrawler
Lipperhey Spider HEADMasterSEO
Ltx71 IRLbot
Magnet JikeSpider
Mag-Net Libwhisker
magpie-crawler LNSpiderguy
Metauri Mr.4x3
Microsoft Data Access Netcraft
MJ12bot Nimbostratus
NearSite Panscient
netEstate NE Crawler PeoplePal
Nettrack Pixray
Octopus Probethenet
OpenVAS PxBroker
PageAnalyzer SemrushBot
Pandalytics SiteExplorer
RankFlex Sucker
ReGet SuperHTTP
Ripper tAkeOut
SalesIntelligent Telesoft
scan.lol
Sitebeam
SurveyBot
T0PHackTeam
Toweyabot Toweyabot
Trendictionbot
Turingos Turingos
URLy.Warning Typhoeus
WASALive-Bot VB Project
WEBDAV Webalta
WebGo IS WebCopier
Website Quester Web Enhancer
WinHTTrack webmeup-crawler
Wprecon Webster
WPScan Whack
WWW-Collector-E Widow
zgrab Wonderbot
Woobot
Wotbox

258
.dev-tools/test_units/random-bots-for-test.list
View file

@ -1,250 +1,250 @@
404enemy 360Spider
Acunetix 404checker
AfD-Verbotsverfahren Abonti
AhrefsBot Aboundexbot
AIBOT AIBOT
Alexibot
Alligator Alligator
AllSubmitter Anarchie
Apexoo
archive.org_bot archive.org_bot
ASPSeek Asterias
Attach
autoemailspider autoemailspider
backlink-check backlink-check
BacklinkCrawler
BackStreet BackStreet
Badass Badass
Barkrowler Bandit
BatchFTP BatchFTP
BDFetch BBBike
BetaBot
Bigfoot Bigfoot
Bitacle
Blackboard Blackboard
Black Hole
BLEXBot BLEXBot
Bolt
BotALot BotALot
Buddy Calculon
BuiltWith
BunnySlippers
CATExplorador CATExplorador
CazoodleBot
CherryPicker CherryPicker
CheTeam Cogentbot
ChinaClaw com.plumanalytics
Chlooe
Cloud mapping
cognitiveseo
Copier
CopyRightCheck CopyRightCheck
crawl.sogou.com Copyscape
CrazyWebCrawler Cosmos
Crescent Craftbot
CSHttp crawler4j
Curious
Custo Custo
DatabaseDriverMysqli
DBLBot
demandbase-bot demandbase-bot
Demon Digincore
DigitalPebble DIIbot
Disco Dirbuster
Dispatch Discobot
DittoSpyder DittoSpyder
DnyzBot DnyzBot
DomainStatsBot DomainSigmaCrawler
Dotbot
Download Wonder Download Wonder
DSearch Dragonfly
Drip
DTS Agent DTS Agent
Ecxi EasyDL
eCatch
ECCP/1.0
EirGrabber
EMail Siphon EMail Siphon
EroCrawler EroCrawler
Evil
Express WebPictures Express WebPictures
ExtLinksBot
Extractor Extractor
ExtractorPro
Extreme Picture Finder Extreme Picture Finder
EyeNetIE
Ezooms
FDM FDM
FHscan FHscan
Fimap Flunky
Freeuploader
FrontPage
FyberSpider
Fyrebot Fyrebot
GetWeb GermCrawler
Gigablast
Gigabot
G-i-g-a-b-o-t G-i-g-a-b-o-t
GoZilla GoZilla
Go!Zilla
Grabber
GrabNet
Grafula
GrapeshotCrawler
GridBot
GT::WWW GT::WWW
Haansoft Haansoft
HaosouSpider
Harvest Harvest
Heritrix Hloader
HMView HTTrack
HTMLparser
Humanlinks Humanlinks
Iblog HybridBot
IDBot IDBot
Id-search
Image Sucker Image Sucker
Indy Library
InfoNaviRobot
InfoTekies InfoTekies
InterGET internetVista monitor
InternetSeer Iria
IstellaBot
JamesBOT
Jbrofuzz Jbrofuzz
JetCar JennyBot
Joomla JOC Web Spider
Jyxobot Jyxobot
Kozmosbot Kozmosbot
Larbin Lanshanbot
Lftp LexiBot
LibWeb
Lightspeedsystems Lightspeedsystems
Likse Linkdexbot
LinkextractorPro LinkpadBot
LinkScan
LinkWalker LinkWalker
LinqiaScrapeBot LinqiaMetadataDownloaderBot
Lipperhey Lipperhey
Lipperhey Spider
Lmspider
LNSpiderguy LNSpiderguy
lwp-trivial
Mag-Net
magpie-crawler magpie-crawler
Mail.RU_Bot Majestic12
Majestic SEO Majestic SEO
MarkWatch
Masscan Masscan
Mass Downloader
Mata Hari Mata Hari
meanpathbot
Meanpathbot
MeanPath Bot MeanPath Bot
Mediatoolkitbot Mediatoolkitbot
mediawords
MFC_Tear_Sample MFC_Tear_Sample
Mojeek Microsoft Data Access
Microsoft URL Control
MIDown tool
MIIxpc
Morfeus Fucking Scanner Morfeus Fucking Scanner
MSFrontPage
MSIECrawler MSIECrawler
MS Web Services Client Protocol Msrabot
Name Intelligence
Needle Needle
Nessus Nessus
NetAnts
Netcraft Netcraft
NetLyzer netEstate NE Crawler
NetSpider Nettrack
Net Vampire Net Vampire
NetZIP Netvibes
Nibbler
Niki-bot Niki-bot
Nikto Nikto
NimbleCrawler
Nimbostratus Nimbostratus
NPbot Nmap
Octopus Nutch
Offline Explorer
Offline Navigator Offline Navigator
Openfind
OpenLinkProfiler
Openvas Openvas
OrangeBot OpenVAS
OrangeSpider OrangeSpider
OutclicksBot
OutfoxBot
PageAnalyzer PageAnalyzer
PageGrabber PageGrabber
Panscient Papa Foto
PECL::HTTP
PeoplePal PeoplePal
Picscout
PictureFinder
Pimonster Pimonster
Pi-Monster Pi-Monster
Pixray plumanalytics
Probethenet POE-Component-Client-HTTP
ProPowerBot ProPowerBot
ProWebWalker
Pump Pump
PxBroker PyCurl
QueryN Metasearch
Quick-Crawler Quick-Crawler
RankFlex RankingBot
Rankivabot Rankivabot
Reaper RankurBot
RealDownload
RebelMouse RebelMouse
Recorder Recorder
RedesScrapy
RepoMonkey RepoMonkey
Ripper Ripper
s1z.ru RocketCrawler
ScanAlert ScanAlert
Scanbot Scanbot
scan.lol scan.lol
Scrapy ScoutJet
Screaming SearchmetricsBot
SEOlyticsCrawler SEOlyticsCrawler
Seomoz Seomoz
SEOprofiler SEOprofiler
seoscanners
SeoSiteCheckup SeoSiteCheckup
Siphon serpstatbot
SISTRIX sexsearcher
SiteExplorer Sitebeam
SiteLockSpider
SiteSucker
SlySearch SlySearch
SMTBot
Snake Snake
Snapbot Snapbot
sogouspider Snoopy
Sottopop
SpaceBison SpaceBison
Spammen Spammen
Spanner sp_auditbot
Spbot Spbot
Spinn3r Spinn3r
SputnikBot
spyfu spyfu
Sqlworm Sqlmap
Sucuri Sqworm
SuperBot
SuperHTTP SuperHTTP
Surfbot
Suzuran Suzuran
Swiftbot sysscan
T8Abot TeleportPro
tAkeOut
Teleport
Telesphoreo
Telesphorep
The Intraformant The Intraformant
TheNomad TheNomad
TightTwatBot Toata
Toweyabot Toweyabot
Trendictionbot Tracemyfile
True_Robot Trendiction
Turnitin
TurnitinBot TurnitinBot
Typhoeus Typhoeus
Upflow URLy Warning
Vacuum
Vagabondo
VB Project VB Project
VCI VCI
Virusdie Virusdie
VoidEYE Voltron
Wallpapers/3.0 Wallpapers/3.0
WallpapersHD WASALive-Bot
WBSearchBot
Webalta Webalta
Web Auto
WebBandit WebBandit
Web Collage
WebCopier WebCopier
WEBDAV WEBDAV
WebEnhancer WebEnhancer
Web Enhancer
WebFetch WebFetch
WebFuck webmeup-crawler
Web Fuck
WebGo IS
WebPix WebPix
WebReaper Web Pix
WebSauger WebSauger
Web Sauger Web Sauger
Webshag
WebsiteQuester WebsiteQuester
WebSucker Webster
WebStripper
Web Sucker Web Sucker
WebWhacker WebWhacker
WebZIP WebZIP
WinHTTrack WeSEE
WISENutbot WISENutbot
Wotbox Woobot
WPScan WWW-Collector-E
WWWOFFLE
x09Mozilla x09Mozilla
x22Mozilla x22Mozilla
Xaldon_WebSpider Xaldon_WebSpider
YoudaoBot Xenu
Zauba Zade
Zeus Zermelo
Zitebot
ZmEu ZmEu

284
.dev-tools/test_units/random-bots-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
360Spider 404checker
404enemy
80legs 80legs
Abonti Abonti
ADmantX AhrefsBot
AIBOT
Aipbot Aipbot
AllSubmitter Alexibot
Anarchie Anarchie
Apexoo
archive.org_bot archive.org_bot
ASPSeek
Attach
autoemailspider
backlink-check backlink-check
BacklinkCrawler BacklinkCrawler
Badass Badass
Bandit Bandit
Barkrowler Barkrowler
Battleztar Bazinga BatchFTP
BBBike BBBike
BDCbot
BDFetch BDFetch
Bigfoot BetaBot
Bitacle Black Hole
Blackboard BlowFish
BlackWidow
Blow
Boardreader Boardreader
Brandprotect BuiltWith
Buddy
BuiltBotTough
Bullseye Bullseye
BuzzSumo Calculon
CATExplorador Cegbfeieh
CCBot
CheeseBot CheeseBot
CherryPicker CheTeam
ChinaClaw
Chlooe Chlooe
Claritybot
Cliqzbot
Collector
com.plumanalytics
CopyRightCheck CopyRightCheck
Cosmos
Craftbot Craftbot
crawler4j
crawler.feedback
crawl.sogou.com crawl.sogou.com
Crescent CSHttp
CrunchBot Curious
Custo
DatabaseDriverMysqli DatabaseDriverMysqli
DBLBot Deusu
demandbase-bot
Digincore Digincore
DigitalPebble DnyzBot
Dirbuster DomainCrawler
Discobot DomainStatsBot
DomainAppender Download Wonder
DomainSigmaCrawler
Dragonfly
Drip
DSearch DSearch
EasyDL DTS Agent
Ebingbong Ebingbong
EirGrabber eCatch
EMail Siphon ECCP/1.0
EMail Wolf EMail Wolf
evc-batch
Evil Evil
Express WebPictures Exabot
ExtLinksBot ExtractorPro
Extreme Picture Finder Extreme Picture Finder
facebookscraper facebookscraper
FHscan FHscan
Fimap
Flunky Flunky
Genieo Foobot
Getintent FrontPage
Fyrebot
GermCrawler
GetRight GetRight
GetWeb
Gigablast Gigablast
Gigabot Gigabot
G-i-g-a-b-o-t
Go-Ahead-Got-It Go-Ahead-Got-It
Go!Zilla
Grabber
GrabNet GrabNet
Grafula Grafula
GrapeshotCrawler
GridBot
GT::WWW
HaosouSpider
Havij Havij
HEADMasterSEO HEADMasterSEO
Hloader
HMView HMView
HTMLparser
HTTP::Lite
HTTrack HTTrack
HybridBot
IDBot
Image Fetch
InfoNaviRobot InfoNaviRobot
InfoTekies
Internet Ninja Internet Ninja
internetVista monitor internetVista monitor
ips-agent ips-agent
Iria IstellaBot
IRLbot
Iskanie
JamesBOT JamesBOT
JennyBot Jbrofuzz
JetCar
Jetty
JikeSpider
JOC Web Spider
Joomla Joomla
Jorgee
Jyxobot Jyxobot
Kenjin Spider
Keyword Density Keyword Density
LeechFTP LeechFTP
LeechGet LeechGet
Lftp LexiBot
LibWeb
Libwhisker Libwhisker
Lightspeedsystems Lightspeedsystems
Linkdexbot Linkdexbot
LinkextractorPro LinkpadBot
LinkScan LinkWalker
LinqiaMetadataDownloaderBot LinqiaMetadataDownloaderBot
LinqiaRSSBot
LinqiaScrapeBot
Lipperhey Spider Lipperhey Spider
Lmspider Litemage_walker
LNSpiderguy
lwp-request lwp-request
LWP::Simple
lwp-trivial lwp-trivial
Magnet
Mag-Net Mag-Net
magpie-crawler magpie-crawler
Mass Downloader Majestic12
MauiBot Majestic-SEO
MarkMonitor
Masscan
Meanpathbot Meanpathbot
Mediatoolkitbot
mediawords mediawords
Microsoft URL Control MegaIndex.ru
Mr.4x3 MFC_Tear_Sample
Microsoft Data Access
MIIxpc
Morfeus Fucking Scanner
MSIECrawler MSIECrawler
Msrabot
muhstik-scan muhstik-scan
Musobot
Name Intelligence Name Intelligence
Navroad Navroad
NearSite NetAnts
Needle
Nessus
netEstate NE Crawler
NetMechanic NetMechanic
Net Vampire Netvibes
NetZIP NetZIP
Nmap Nibbler
NPbot NICErsPRO
Offline Navigator Niki-bot
NimbleCrawler
Nimbostratus
Nutch
oBot
Offline Explorer
OnCrawl OnCrawl
Openvas
OpenVAS OpenVAS
OutclicksBot OutclicksBot
PageGrabber OutfoxBot
Panscient page scorer
Pandalytics
Pavuk Pavuk
pcBrowser
PeoplePal PeoplePal
PHPCrawl Picscout
Picsearch PictureFinder
Pixray Pimonster
Pi-Monster
PleaseCrawl PleaseCrawl
POE-Component-Client-HTTP plumanalytics
ProPowerBot ProWebWalker
Psbot
Pump Pump
PxBroker
PyCurl PyCurl
QueryN Metasearch Quick-Crawler
RankActive RankActiveLinkBot
RankFlex
RankingBot
RankurBot RankurBot
Reaper RealDownload
RebelMouse RebelMouse
ReGet ReGet
Ripper RepoMonkey
RocketCrawler Rogerbot
ScanAlert SBIder
Scanbot Scanbot
Scrapy scan.lol
Semrush Semrush
SEOkicks SemrushBot
SEOlyticsCrawler
Seomoz Seomoz
SeoSiteCheckup seoscanners
serpstatbot Shodan
sexsearcher
SISTRIX
SiteExplorer SiteExplorer
SiteLockSpider SiteSnagger
SiteSucker
Site Sucker
Snake Snake
Snapbot
Snoopy Snoopy
Sociscraper
Sogou web spider
Sosospider
SpaceBison SpaceBison
SpankBot sp_auditbot
Spbot
SputnikBot SputnikBot
Sucker spyfu
Sqlmap
Sqworm
Sucuri Sucuri
SuperHTTP SuperBot
SurveyBot Surfbot
Suzuran Szukacz
Swiftbot T0PHackTeam
T8Abot
tAkeOut tAkeOut
TeleportPro Teleport
Telesoft
Telesphoreo Telesphoreo
Telesphorep
The Intraformant
TheNomad
TightTwatBot TightTwatBot
Titan
Toweyabot Toweyabot
Trendiction Trendiction
trendiction.de TwengaBot
True_Robot Twice
Turingos Upflow
TurnitinBot Vagabondo
UnisterBot
URLy Warning
URLy.Warning
VB Project VB Project
VeriCiteCrawler VeriCiteCrawler
Virusdie Virusdie
VoidEYE
Voil
Voltron
Wallpapers/3.0
WASALive-Bot
Webalta
Web Auto Web Auto
WebBandit
WebCollage WebCollage
Web Collage Web Collage
WebCopier
WEBDAV WEBDAV
Web Enhancer WebEnhancer
Web Fuck WebFetch
WebGo IS Web Fetch
Web Pix WebFuck
WebSauger WebLeacher
Web Sauger WebmasterWorldForumBot
WebsiteExtractor webmeup-crawler
Webster WebPix
WebsiteQuester
Website Quester
WebStripper
WebSucker WebSucker
Web Sucker
WebWhacker
WeSEE
Whack
Whacker
Whatweb
WinHTTrack
WiseGuys Robot WiseGuys Robot
WISENutbot WISENutbot
Wonderbot Wonderbot
Wprecon Wotbox
WWW-Collector-E WWW-Collector-E
WWW-Mechanize
WWWOFFLE
x09Mozilla x09Mozilla
Xaldon_WebSpider Xaldon_WebSpider
Xenu
xpymep1.exe
YoudaoBot YoudaoBot
zauba.io zauba.io
Zermelo Zermelo
ZmEu
ZumBot
ZyBorg

194
.dev-tools/test_units/random-referrers-for-test-quick.list
View file

@ -1,100 +1,100 @@
1qingdao.com 12bet.com
aasoldes.fr 13tabs.com
alfabot.xyz 2daytrendingnews.com
allnews24.in adserver-e7.com
apiholdingmypage-a.akamaihd.net adsref.men
advertex.info
advertisingtag.net
allblogroll.com
alot.com
alpinism.ru
am15.net
arendakvartir.kz arendakvartir.kz
atmovs.com aviav.eu
azte.ch belinka.com.ua
basedecor.ru bestcurs.org
batanga.net biznesluxe.ru
besthoro.ru brainsandeggs.blogspot.com
bloggedporn.com brandbucket.com
blogrankers.com brus-vsem.ru
bocoarchives.org bum.com.ru
cartierring.xyz club-musics.ru
ccbill.com cymbaltaandtizanidine.blogspot.com
centrumcoachingu.com domashneeruporno.com
cheapmarmot.online etotupo.ru
ciekawinki.pl europages.com.ru
citetick.com evogarage.com
coderstate.com excitacion.info
com-cleaner.systems ezigarettenshop2.myblog.de
comeondog.info fr.netlog.com
day-news.info gagrasector.ru
dotmass.top gilbertbanda.net
downvids.net glastecfilms.com.my
dvervmoskvu.ru guruofcasino.com
ecookna.com.ua hahashka.ru
eupornstar.info hjaoopoa.top
eyemagination.com homemature.net
forms-mtm.ru hunthillfarmtrust.org
fortwosmartcar.pw ibb.com.ua
gameplexcity.com ibmdatamanagement.co
ge0ip.net infazavr.ru
geoads.com iqupdatetmz.win
get-seo-domain.com itag.pw
goo.ne.jp itsdp3.com
goroda-vsego-mira.ru iwanttodeliver.com
guge.io kerch.site
houston-vikings.com ketrzyn.pl
huhn.altervista.org kopihijau.info
ilovevitaly.com labafydjxa.su
kaidalibor.de laparfumotec.com
lampokrat.ws macrotek.ru
lasvegaslockandsafe.com mahnwachen-helfen.info
ledis.top matb3aa.com
mcnamaratech.com medosmotr-ufa.ru
mega-bony2017.pl megahdporno.net
michaelkorssaleoutletonline.net mobsfun.net
money-for-placing-articles.com moyakuhnia.ru
mrpornogratis.xxx muschisexbilder.com
naturalpharm.com.ua namenectar.com
niroo.info narco24.me
oakleyglassesonline.us nfljerseysforsalewholesaler.com
onlinemegax.com oballergiya.ru
online-x.ru online-x.ru
p-business.ru orel-reshka.net
piluli.info outpersonals.com
podshipniki-nsk.ru pc4download.co
pokemon-go-play.online producm.ru
pornoelita.info ragecash.com
redirectingat.com ranksignals.com
registrationdomainsite.com rutor.group
reklamuss.ru scanner-walt.top
scanner-don.top scenicmissouri.us
scanner-mark.top sexfreepornoxxx.com
sel-hoz.com shisha-swag.de
serialsway.ucoz.ru sisi-go.ru
sevenstars7.com siteonomy.com
shivafurnishings.com slavic-magic.ru
shop.xz618.com speechfoodie.com
spin2016.cf srdrvp.com
sugarlyflex.pw stroy-portal22.ru
superlist.biz surffoundation.nl
tackletarts.co tdsing.ru
timhost.ru the-trader.net
titan-cloud.life tizanidineusedfor.blogspot.com
torontoplumbinggroup.com trainoffend.ml
trahvid.com univerfiles.com
truck-land.life
ttsq.fr
ua.tc
uchetunet.su
uhod-za-sobakoj.ru
unrealcommander.org
video-chat.in
vipps.com.my
vipromoffers.com
visa-pasport.ru visa-pasport.ru
vitalads.net vozbujdenie.com
w3data.co westum.se
webmonetizer.net wholesalecheapjerseysfree.com
wingsofrefuge.net wordpresscore.com
wordpress-crew.net worldhistory.biz
wwwadultcheck.com wsgames.ru
xingzi-vision.com xgames-04.com
xxxdatinglocal.us x-lime.com
xxxrus.org xn--80abgj3a5acid6ghs.top
zaimite.ru xn--80ahvj9e.xn--p1ai
zscalerone.net xn--l1aengat.xn--p1ai
yourserverisdown.com
yurgorod.ru
zeroredirect7.com

1692
.dev-tools/test_units/random-referrers-for-test.list
View file

File diff suppressed because it is too large Load diff

482
.dev-tools/test_units/random-referrers-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
007angels.com 00go.com
21h2o.com 0n-line.tv
34.gs 1001watch.com.ua
57883.net 2kata.ru
999webdesign.com 4istoshop.com
aasoldes.fr aa8780bb28a1de4eb5bff33c28a218a930.com
abiente.ru absolute-s.ru
abwa.tk abusora.com
acmebtn.ml acgs.tk
adanih.com activepr.ru
adclickthru.net adamoads.com
adultnet.in adtech.us
akusherok.ru adultactioncam.com
alert-jdh.xyz advertisingtag.net
alienwheel.es adzpower.com
allblogroll.com afmuseum.com
allforminecraft.ru ahmedabadwebs.com
allwomen.info
aloofly.com
alpinism.ru
android4fun.org android4fun.org
animal36.com androids-store.com
anonymous-redirect.com apiluckyleapnet-a.akamaihd.net
arpelsreplica.xyz appearance-cool.com
arquapetrarca.info artpicso.com
artel116.ru asseenontvonline.ru
asophoto.com australia-opening-times.com
auto-zapchasti.org avtovolop.ru
azartniy-bonus.com baixar-musicas-gratis.com
bannerpower.com bala.getenjoyment.net
bannerspace.com balois.worldbreak.com
beauby.ru bank.uz
bestprofits-there.com bestofferswalkmydogouteveryday.gq
bestsexyblog.com bezcmexa.ru
billiard-classic.com.ua birzha-truda.eu
bizcheapjerseyswholesalechina.com blacktwhite.com
blobar.org bombla.org
bluesalt.co bonkers.name
boc.kz boole.onlinewebshop.net
bolegapakistan.com buttons-for-your-website.com
boleznikogi.com candelluxsklep.pl
bosefux.esy.es cartierlovestore.com
buyantiviralwp.com cfsrating.sonicwall.com
cementaresearch.se chocolateslim-en-france.com
cercacamion.it cibpenonptib.flu.cc
cheapwebsitehoster.com classiquebijoux.ru
cherrypointplace.ca clodo.ru
cherubinimobili.it club-samodelkin.ru
chinajerseyswholesalecoupons.com com-cleaner.systems
cialgenisrx.com compliance-jess.top
collegeessay19.blogspot.ru compliance-margo.top
compliance-george.xyz
conocer-sanabria.com conocer-sanabria.com
coolyarddecorations.com coolwallpapers-hd.com
copenergo.ru crazyprotocol.com
copyrightclaims.org creams.makeforum.eu
customcatchcan.com damasarenai.info
customerpromos-a.akamaihd.net dayibiao.com
cypernhuset.se decenttools.com
data-mining.tk dfiles.me
data.vtc.pw digital-video-processing.com
db.speedup.gdn discountbarbour.online
den-noch24.ru dktr.ru
dgfitness.co domination.ml
divku.ru duplicashapp.com
dogbreedspicture.net elitedollars.com
dokfilms.net eloxal.ru
dostavka-v-krym.com escort-russian.com
dtm-spain.com
dvrlists.com
edudocs.net
election.interferencer.ru
elkacentr.ru
erotische-geschichten-xxl.com
etur.ru
euronis-free.com
evidencecleanergold.com evidencecleanergold.com
exct.net expdom.com
extrabot.com extrabot.com
ezb.elvenmachine.com fellowshipoftheminds.com
fbdownloader.com femmesdenudees.com
figuringmoneyout.com findpik.com
film-one.ru firesub.pl
financepoints.eu
flauntyoursite.com
fok.nl fok.nl
forms-mtm.ru footballfarrago.com
free411games.com foto-basa.com
germetiki.com.ua fotosfotos.eu
given2.com fuckbuddybestgilf.info
globatur.ru funponsel.com
google-liar.ru galleryawesome.com
gsasearchengineranker.top gamebackyard.com
g.starmoe.xyz gateway.zscalertwo.net
guigyverpo.cf gelezki.com
hauleddes.com genericviagrasildenafiled.net
hdimagegallery.net genetworx.com
heroz.fr getdot.ru
hobbyhuren24.net gfaq.ru
ilovevitaly.com goodprotein.ru
ilovevitaly.xyz gotomontenegro.net
i-midias.net.br gsasearchenginerankerdiscount.com
instakink.com headpress.ru
ip-guide.com hermesreplica.win
irunfar.com high-speed1.net
juliadiets.com holidaypics.org
kanimage.com igtools.club
katjimej.blog.fc2.com imagefinder.site
keywords-monitoring-your-success.com img.wallpaperstock.net
kino-filmi.com imicrovision.com
koversite.info interfucks.net
kuzinsp.ru iqbazar.ru
lafourmiliaire.com ix20.ru
laparfumotec.com jikoman.info
larose.jb2c.me jwss.cc
life.biz.ua kazan.xrus.org
lockerz.com ketoanhanoi.info
lolnex.us keyhantercume.com
louboutinbooties.xyz khafre.us
m292.info kinohall.ru
makemoneyonline.com kirov.zrus.org
manualterap.roleforum.ru kiskinhouse.com
marmotstore.online kiwe-analytics.com
mensandals.xyz leadwayau.com
mhi-systems.ru lechtaczka.net
michaelkorsoutlet.store lion.misba.us
mini.7zap.com live-cam6.info
minyetki.ru lollypopgaming.com
misterjtbarbers.com lomza.info
mixtapetorrent.com low-format.ru
monarchfind-a.akamaihd.net m5home.ru
moncleroutletonline.win makis.nu
moneymaster.ru maladot.com
most-kerch.org mapquestz.us
mrwhite.biz masturbate.co.uk
musicktab.com matchpal-a.akamaihd.net
mustat.com max-eclat.men
mybinaryoptionsrobot.com meccadumps.net
mygameplus.ru metalonly.info
naj-filmy24.pl mir-business-24.ru
narosty.com mojaocena.com
narutonaruto.ru monclerboots.xyz
nhl17coinsforps3.gratisblog.biz monclercheap.xyz
nikhilbahl.com most.gov.iq
notasprensa.info moyaterapiya.ru
nyfinance.ml musezone.ru
offf.info mydeathspace.com
openlibrary.org myfreemp3.eu
origin-my.ru myhealthcare.com
ourville.info netanalytics.xyz
outrageousdeal-a.akamaihd.net nextconseil.com
pc-test.net nicefloor.co.uk
peekyou.com nodup.ru
petitions.whitehouse.gov onefilms.net
peugeot-club.org onload.pw
photo.houseofgaga.ru openstat.com
pinwallpaper.xyz opinionreelle.com
playboyfiles.xblog.in phormchina.com
pogruztehnik.ru photorepair.ru
porndairy.in pinkduck.ga
pornogad.com pixelrz.com
plaff-go.ru
popup-fdm.xyz
porngalleries.top
pornhub-forum.ga
portal-eu.ru
portnoff.od.ua portnoff.od.ua
postclass.com porto.abuilder.net
prefersurvey.net printingpeach.com
progonrumarket.ru prostitutki-tolyatti.org
prombudpostach.com.ua prpops.com
prostitutki-tyumeni.org pst2017.onlinewebshop.net
rankingchart.de purplestats.com
rapevideosmovies.com quick-offer.com
regionshop.biz rada.ru
registratciya-v-moskve.ru registrydomainservices.com
rp9.ru rennlist.com
rvi.biz rent2spb.ru
sankt-peterburg.nodup.ru rentehno.ru
sayyoethe.blogspot.co.za reversing.cc
sbt-aqua.ru rewardit.com
scenicmissouri.us riders.ro
securityallianceservices.com rock-cafe.info
seksvideoonlain.com royalads.net
seo-platform.com rubbed.us
seo-prof1.xyz scanner-alexa.top
servethis.com scenarii-1-sentyabrya.uroki.org.ua
sexkontakteao.info scopich.com
sexpartygirls.net senger.atspace.co.uk
sex-pr.net seojokes.net
shlyahten.ru seokicks.de
shoppingmiracles.co.uk servisural.ru
sibtest.ru sex-foto.pw
site5.com sexvporno.ru
slavia.info sexystrippe.info
snegozaderzhatel.ru shikiso.info
spidtest.org silverage.ru
spravka130.ru siteaero.com
staticfs.host sklad-24.ru
steamoff.net skytraf.xyz
sterva.cc slavic-magic.ru
streetfire.net smartadserver.com
supermesta.ru snts.shell-pmr.ru
svtrd.com soviet-portal.do.am
syndicate.fun spamnuker.com
taihouse.ru stairliftsarea.com
tam-gde-more.ru stjamesschool.info
td-l-market.ru streha-metalko.si
teesdaleflyballclub.co.uk strfls.com
template-kid.com strigkaomsk.ru
thebluenoodle.com students-cheapskate.ml
top10registrycleaners.com sukirgenk.dvrlists.com
track112.site superfish.com
trafficjunky.com surflinksmedical.com
trk-4.net tattooha.com
tuckpointingmasonrysystems.com tds-advert005.info
typimga.pw teguh.info
ufa.xrus.org thebestweightlosspills.ovh
univerfiles.com theporndude.com
ural-buldozer.ru tizanidinedosageforsleep.blogspot.com
urdoot.win tongkatmadura.info
usbggettwku.ga toproadrunner5.info
v720hd.ru topsy.com
vapomnoncri.tk torrentgamer.net
vepad.com torture.ml
videtubs.pl tourismvictoria.com
vikistars.com trkdf.com
viktoria-center.ru truck-rece.life
vipps.com.my trustaffs.com
virtuagirl.com tupper-shop.ru
vita.com.hr turbabitload.weebly.com
vitoriacabos.com uginekologa.com
vkontarkte.com uptimebot.net
vsdshnik.com urlcut.ru
warezaccess.com usadacha.net
ventelnos.com
vertaform.com
vesnatehno.ru
videochat.mx
vitalads.net
vksaver-all.ru
vladhistory.com
vmnmvzsmn.over-blog.com
wallpaperstock.net
watchmygf.net watchmygf.net
webads.co.nz weblo.com
webcamdevochka.com websiteexplorer.info
webextract.profound.net whatzmyip.net
webkeyit.com wma-x.com
webshoppermac.com xchangetrak.com
wedding-salon.net xerox-douglas.cf
westvilletowingservices.co.za xolodremont.ru
whereiskentoday.com youghbould.wordpress.com
wholesalejerseyscheapjerseys.us.com youjizz.vc
wygraj-skiny.win
xnxxandxvideos.com
yellowstonesafaritours.com
youbrainboost.asia
youraticles.pl youraticles.pl
youtuhe.com yoursearch.me
yourserverisdown.com
zaloadi.ru zaloadi.ru
zarepta.com zerocash.msk.ru
zero1.it zigarettenonlinekaufen2.drupalgardens.com
zscalerone.net zlatnajesen.com
zog.link
zoogdiesney.com
zoolubimets.ru

98
.dev-tools/test_units/ratelimittest-beta.txt
View file

@ -8,44 +8,66 @@
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1> <h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p> <p>This is merely used for testing !!!</p>
</body> </body>
</html><html> </html><!DOCTYPE html>
<head><title>503 Service Temporarily Unavailable</title></head> <html>
<body bgcolor="white"> <head>
<center><h1>503 Service Temporarily Unavailable</h1></center> <title>Welcome to the Nginx</title>
<hr><center>nginx/1.14.2</center> </head>
</body> <body>
</html> <div align=center>
<html> <h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<head><title>503 Service Temporarily Unavailable</title></head> <p>This is merely used for testing !!!</p>
<body bgcolor="white"> </body>
<center><h1>503 Service Temporarily Unavailable</h1></center> </html><!DOCTYPE html>
<hr><center>nginx/1.14.2</center> <html>
</body> <head>
</html> <title>Welcome to the Nginx</title>
<html> </head>
<head><title>503 Service Temporarily Unavailable</title></head> <body>
<body bgcolor="white"> <div align=center>
<center><h1>503 Service Temporarily Unavailable</h1></center> <h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<hr><center>nginx/1.14.2</center> <p>This is merely used for testing !!!</p>
</body> </body>
</html> </html><!DOCTYPE html>
<html> <html>
<head><title>503 Service Temporarily Unavailable</title></head> <head>
<body bgcolor="white"> <title>Welcome to the Nginx</title>
<center><h1>503 Service Temporarily Unavailable</h1></center> </head>
<hr><center>nginx/1.14.2</center> <body>
</body> <div align=center>
</html> <h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<!DOCTYPE html> <p>This is merely used for testing !!!</p>
<html> </body>
<head> </html><!DOCTYPE html>
<title>Welcome to the Nginx</title> <html>
</head> <head>
<body> <title>Welcome to the Nginx</title>
<div align=center> </head>
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1> <body>
<p>This is merely used for testing !!!</p> <div align=center>
</body> <h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to the Nginx</title>
</head>
<body>
<div align=center>
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to the Nginx</title>
</head>
<body>
<div align=center>
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><!DOCTYPE html> </html><!DOCTYPE html>
<html> <html>
<head> <head>

27
.dev-tools/test_units/ratelimittest-master.txt
View file

@ -1,20 +1,3 @@
<!DOCTYPE html>
<html>
<head>
<title>Welcome to the Nginx</title>
</head>
<body>
<div align=center>
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body bgcolor="white">
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.14.2</center>
</body>
</html>
<html> <html>
<head><title>503 Service Temporarily Unavailable</title></head> <head><title>503 Service Temporarily Unavailable</title></head>
<body bgcolor="white"> <body bgcolor="white">
@ -126,4 +109,14 @@
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1> <h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p> <p>This is merely used for testing !!!</p>
</body> </body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to the Nginx</title>
</head>
<body>
<div align=center>
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html> </html>

2
.dev-tools/test_units/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.202.145.110 0; 35.184.96.71 0;
127.0.0.1 0; 127.0.0.1 0;

BIN
.latest_release/bots.d.tar.gz
View file

Binary file not shown.

BIN
.latest_release/conf.d.tar.gz
View file

Binary file not shown.

2
AUTO-CONFIGURATION.md
View file

@ -4,7 +4,7 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2019.06.1672 #### Version: V4.2019.06.1673
#### Bad Referrer Count: 6713 #### Bad Referrer Count: 6713
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

2
MANUAL-CONFIGURATION.md
View file

@ -4,7 +4,7 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2019.06.1672 #### Version: V4.2019.06.1673
#### Bad Referrer Count: 6713 #### Bad Referrer Count: 6713
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

2
README.md
View file

@ -11,7 +11,7 @@
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
_______________ _______________
#### Version: V4.2019.06.1672 #### Version: V4.2019.06.1673
#### Bad Referrer Count: 6713 #### Bad Referrer Count: 6713
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

2
_google_analytics_ghost_spam/README.md
View file

@ -3,7 +3,7 @@
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
_______________ _______________
#### Version: V4.2019.06.1672 #### Version: V4.2019.06.1673
#### Bad Referrer Count: 6713 #### Bad Referrer Count: 6713
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

4
_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1672 ### Version: V4.2019.06.1673
### Updated: Fri Jun 28 21:25:11 SAST 2019 ### Updated: Fri Jun 28 21:38:19 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
conf.d/globalblacklist-testing-version.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.06.1672 ### Version: V3.2019.06.1673
### Updated: Fri Jun 28 21:25:12 SAST 2019 ### Updated: Fri Jun 28 21:38:20 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1672 ### Version: V4.2019.06.1673
### Updated: Fri Jun 28 21:25:11 SAST 2019 ### Updated: Fri Jun 28 21:38:19 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
robots.txt/robots.txt
View file

@ -6,8 +6,8 @@
### Version Information # ### Version Information #
################################################### ###################################################
### Version: V4.2019.06.1672 ### Version: V4.2019.06.1673
### Updated: Fri Jun 28 21:25:14 SAST 2019 ### Updated: Fri Jun 28 21:38:22 SAST 2019
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################
### Version Information ## ### Version Information ##