vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-02 18:50:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

V4.2019.06.1685 [ci skip]

Browse source
This commit is contained in:
Travis 2019-06-29 12:17:11 +02:00
parent 43f2a7900c
commit ab215af0f6
53 changed files with 1537 additions and 1555 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
.dev-tools/beta_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.06.1684 ### Version: V3.2019.06.1685
### Updated: Sat Jun 29 11:50:57 SAST 2019 ### Updated: Sat Jun 29 12:08:44 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/beta_conf_files/nginx.conf
View file

@ -63,8 +63,8 @@ http {
# Nginx Bad Bot Blocker Includes # Nginx Bad Bot Blocker Includes
include /etc/nginx/myconf.d/botblocker-nginx-settings.conf; include /etc/nginx/conf.d/botblocker-nginx-settings.conf;
include /etc/nginx/myconf.d/globalblacklist.conf; include /etc/nginx/conf.d/globalblacklist.conf;
} }

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.224.112.202 1; 104.154.113.151 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.224.112.202 0; 104.154.113.151 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.06.1684 ### Version: V3.2019.06.1685
### Updated: Sat Jun 29 11:50:57 SAST 2019 ### Updated: Sat Jun 29 12:08:44 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/beta_conf_files_ip_whitelist/nginx.conf
View file

@ -63,8 +63,8 @@ http {
# Nginx Bad Bot Blocker Includes # Nginx Bad Bot Blocker Includes
include /etc/nginx/myconf.d/botblocker-nginx-settings.conf; include /etc/nginx/conf.d/botblocker-nginx-settings.conf;
include /etc/nginx/myconf.d/globalblacklist.conf; include /etc/nginx/conf.d/globalblacklist.conf;
} }

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.224.112.202 1; 104.154.113.151 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.224.112.202 0; 104.154.113.151 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.06.1684 ### Version: V3.2019.06.1685
### Updated: Sat Jun 29 11:50:57 SAST 2019 ### Updated: Sat Jun 29 12:08:44 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/beta_conf_files_ratelimiting/nginx.conf
View file

@ -63,8 +63,8 @@ http {
# Nginx Bad Bot Blocker Includes # Nginx Bad Bot Blocker Includes
include /etc/nginx/myconf.d/botblocker-nginx-settings.conf; include /etc/nginx/conf.d/botblocker-nginx-settings.conf;
include /etc/nginx/myconf.d/globalblacklist.conf; include /etc/nginx/conf.d/globalblacklist.conf;
} }

2
.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.224.112.202 1; 104.154.113.151 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.224.112.202 0; 104.154.113.151 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.06.1684 ### Version: V3.2019.06.1685
### Updated: Sat Jun 29 11:50:57 SAST 2019 ### Updated: Sat Jun 29 12:08:44 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/beta_conf_files_whitelist/nginx.conf
View file

@ -63,8 +63,8 @@ http {
# Nginx Bad Bot Blocker Includes # Nginx Bad Bot Blocker Includes
include /etc/nginx/myconf.d/botblocker-nginx-settings.conf; include /etc/nginx/conf.d/botblocker-nginx-settings.conf;
include /etc/nginx/myconf.d/globalblacklist.conf; include /etc/nginx/conf.d/globalblacklist.conf;
} }

4
.dev-tools/globalblacklist-testing.template
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.06.1684 ### Version: V3.2019.06.1685
### Updated: Sat Jun 29 11:50:57 SAST 2019 ### Updated: Sat Jun 29 12:08:44 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/globalblacklist.template
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1684 ### Version: V4.2019.06.1685
### Updated: Sat Jun 29 11:50:56 SAST 2019 ### Updated: Sat Jun 29 12:08:43 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,4 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.188.1.99 0; 35.193.14.140 0;

4
.dev-tools/test1_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1684 ### Version: V4.2019.06.1685
### Updated: Sat Jun 29 11:50:56 SAST 2019 ### Updated: Sat Jun 29 12:08:43 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/test1_conf_files/nginx.conf
View file

@ -63,8 +63,8 @@ http {
# Nginx Bad Bot Blocker Includes # Nginx Bad Bot Blocker Includes
include /etc/nginx/myconf.d/botblocker-nginx-settings.conf; include /etc/nginx/conf.d/botblocker-nginx-settings.conf;
include /etc/nginx/myconf.d/globalblacklist.conf; include /etc/nginx/conf.d/globalblacklist.conf;
} }

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.184.226.236 1; 34.66.178.120 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.184.226.236 0; 34.66.178.120 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1684 ### Version: V4.2019.06.1685
### Updated: Sat Jun 29 11:50:56 SAST 2019 ### Updated: Sat Jun 29 12:08:43 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

7
.dev-tools/test1_conf_files_ip_whitelist/nginx.conf
View file

@ -58,9 +58,14 @@ http {
# Virtual Host Configs # Virtual Host Configs
## ##
include /etc/nginx/conf.d/*.conf;
include /etc/nginx/sites-enabled/*; include /etc/nginx/sites-enabled/*;
# Nginx Bad Bot Blocker Includes
include /etc/nginx/conf.d/botblocker-nginx-settings.conf;
include /etc/nginx/conf.d/globalblacklist.conf;
} }

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.184.226.236 1; 34.66.178.120 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.184.226.236 0; 34.66.178.120 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1684 ### Version: V4.2019.06.1685
### Updated: Sat Jun 29 11:50:56 SAST 2019 ### Updated: Sat Jun 29 12:08:43 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

7
.dev-tools/test1_conf_files_ratelimiting/nginx.conf
View file

@ -58,9 +58,14 @@ http {
# Virtual Host Configs # Virtual Host Configs
## ##
include /etc/nginx/conf.d/*.conf;
include /etc/nginx/sites-enabled/*; include /etc/nginx/sites-enabled/*;
# Nginx Bad Bot Blocker Includes
include /etc/nginx/conf.d/botblocker-nginx-settings.conf;
include /etc/nginx/conf.d/globalblacklist.conf;
} }

2
.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.184.226.236 1; 34.66.178.120 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.184.226.236 0; 34.66.178.120 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1684 ### Version: V4.2019.06.1685
### Updated: Sat Jun 29 11:50:56 SAST 2019 ### Updated: Sat Jun 29 12:08:43 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

7
.dev-tools/test1_conf_files_whitelist/nginx.conf
View file

@ -58,9 +58,14 @@ http {
# Virtual Host Configs # Virtual Host Configs
## ##
include /etc/nginx/conf.d/*.conf;
include /etc/nginx/sites-enabled/*; include /etc/nginx/sites-enabled/*;
# Nginx Bad Bot Blocker Includes
include /etc/nginx/conf.d/botblocker-nginx-settings.conf;
include /etc/nginx/conf.d/globalblacklist.conf;
} }

3
.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.193.7.13 0; 104.198.131.58 0;
35.184.226.236 0;

4
.dev-tools/test2_conf_files/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1684 ### Version: V4.2019.06.1685
### Updated: Sat Jun 29 11:50:56 SAST 2019 ### Updated: Sat Jun 29 12:08:43 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/test_units/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.224.112.202 1; 104.154.113.151 1;
127.0.0.1 1; 127.0.0.1 1;

20
.dev-tools/test_units/random-bots-for-test-quick.list
View file

@ -1,10 +1,10 @@
Battleztar Bazinga Brandprotect
Ecxi Cegbfeieh
Fimap Ebingbong
Getintent EirGrabber
Internet Ninja Image Sucker
Iria Kenjin Spider
Octopus Web Collage
RankFlex WebReaper
SputnikBot Webster
Virusdie WebZIP

290
.dev-tools/test_units/random-bots-for-test.list
View file

@ -1,250 +1,250 @@
360Spider
404checker 404checker
404enemy 404enemy
80legs 80legs
Abonti Abonti
Aboundex
Acunetix
ADmantX ADmantX
AfD-Verbotsverfahren
AiHitBot AiHitBot
Alligator Anarchie
BackDoorBot Apexoo
archive.org_bot
ASPSeek
Asterias
Attach
autoemailspider
Backlink-Ceck
backlink-check backlink-check
BacklinkCrawler
BackStreet BackStreet
Badass BackWeb
Bandit
Barkrowler
BatchFTP BatchFTP
BDFetch BetaBot
Blackboard
Black Hole
Blow
BlowFish BlowFish
Boardreader Boardreader
Bolt BotALot
Brandprotect Brandprotect
Brandwatch Buddy
BuiltWith BuiltBotTough
BuzzSumo Bullseye
BunnySlippers
Calculon Calculon
CazoodleBot CazoodleBot
CCBot
CheeseBot CheeseBot
CherryPicker CherryPicker
CheTeam
ChinaClaw ChinaClaw
Chlooe
Claritybot Claritybot
Cliqzbot Cliqzbot
Cogentbot Cloud mapping
cognitiveseo
Collector Collector
com.plumanalytics Copier
crawler.feedback CopyRightCheck
crawl.sogou.com Curious
Custo
DatabaseDriverMysqli
DataCha0s
demandbase-bot demandbase-bot
Demon Demon
Deusu Deusu
DigitalPebble Digincore
DIIbot Discobot
Dirbuster Dispatch
Disco DittoSpyder
DomainAppender DnyzBot
DomainCrawler Download Wonder
DomainStatsBot Dragonfly
Drip eCatch
DSearch ECCP/1.0
EasyDL EMail Wolf
Ebingbong
Ecxi
EirGrabber
EroCrawler EroCrawler
evc-batch Extractor
Evil facebookscraper
Exabot
ExtLinksBot
ExtractorPro
EyeNetIE
FDM FDM
FHscan Fimap
Firefox/7.0 FlashGet
Flunky
FrontPage
FyberSpider FyberSpider
Fyrebot Fyrebot
GermCrawler GalaxyBot
Getintent
GetRight GetRight
Gigablast
G-i-g-a-b-o-t G-i-g-a-b-o-t
Go-Ahead-Got-It
Gotit Gotit
Go!Zilla GoZilla
Grabber GrabNet
Grafula GrapeshotCrawler
HaosouSpider GT::WWW
Harvest
Havij Havij
HEADMasterSEO Heritrix
HTTP::Lite Hloader
Humanlinks Humanlinks
Indy Library HybridBot
IDBot
Image Fetch
Image Sucker
IndeedBot
InfoNaviRobot InfoNaviRobot
InfoTekies InfoTekies
instabid
InterGET
Internet Ninja
InternetSeer
internetVista monitor
ips-agent
Iria Iria
Iskanie Iskanie
IstellaBot
JamesBOT JamesBOT
JennyBot Jbrofuzz
Jetty
JikeSpider JikeSpider
Kozmosbot Jorgee
Lanshanbot JustView
Jyxobot
Keyword Density
LeechFTP
LexiBot
LibWeb
Libwhisker Libwhisker
Likse Linkdexbot
LinkextractorPro
LinkScan LinkScan
LinkWalker Lipperhey
LinqiaMetadataDownloaderBot Lipperhey Spider
lwp-trivial Litemage_walker
Magnet LNSpiderguy
Mag-Net Ltx71
Mail.RU_Bot LWP::Simple
magpie-crawler
Majestic SEO
Majestic-SEO Majestic-SEO
MarkWatch MarkWatch
Mass Downloader Masscan
MauiBot
Meanpathbot Meanpathbot
Mediatoolkitbot
mediawords mediawords
MegaIndex.ru MFC_Tear_Sample
Microsoft Data Access Microsoft Data Access
MIDown tool
MIIxpc MIIxpc
MSFrontPage Mister PiX
MSIECrawler MJ12bot
Mojeek
Mr.4x3
Msrabot Msrabot
Name Intelligence Name Intelligence
Navroad Navroad
NearSite
Needle Needle
Nessus Nessus
NetLyzer netEstate NE Crawler
NetMechanic NetSpider
Net Vampire Netvibes
NetZIP NetZIP
NICErsPRO Nikto
NimbleCrawler Nutch
Nimbostratus oBot
Ninja OpenLinkProfiler
Octopus Openvas
OpenVAS OrangeSpider
OutfoxBot
Page Analyzer Page Analyzer
Pandalytics page scorer
PageScorer
Papa Foto Papa Foto
Pavuk pcBrowser
PECL::HTTP PeoplePal
PHPCrawl PHPCrawl
PictureFinder
Pi-Monster Pi-Monster
Pixray plumanalytics
PleaseCrawl
Pockey Pockey
Probethenet POE-Component-Client-HTTP
ProWebWalker ProWebWalker
Psbot Psbot
Pump
PxBroker
PyCurl PyCurl
QueryN Metasearch
Quick-Crawler Quick-Crawler
RankActive
RankActiveLinkBot
RankingBot RankingBot
Rankivabot
RealDownload RealDownload
Reaper
RebelMouse RebelMouse
RedesScrapy Recorder
RepoMonkey
Ripper
Rogerbot
SalesIntelligent
ScanAlert ScanAlert
Scanbot scan.lol
ScoutJet ScoutJet
Scrapy Scrapy
Searchestate Screaming
SearchmetricsBot SearchmetricsBot
SEOkicks-Robot Semrush
SEOprofiler SEOkicks
SeoSiteCheckup
sexsearcher sexsearcher
Shodan
Siphon
SISTRIX SISTRIX
Sitebeam
SiteExplorer SiteExplorer
Siteimprove SiteSnagger
Site Sucker Sitevigil
SlySearch Snoopy
Snake
Sociscraper
Sogou web spider Sogou web spider
Sosospider Sosospider
Sottopop Sottopop
Spanner Spanner
Spbot
Spinn3r
SputnikBot SputnikBot
Sqlworm Sqlworm
Sqworm
Steeler
Sucker
Sucuri Sucuri
SuperBot SuperBot
Surfbot Surfbot
Suzuran SurveyBot
Swiftbot
sysscan sysscan
T8Abot Szukacz
Teleport
TeleportPro
Telesphoreo Telesphoreo
Telesphorep The Intraformant
TheNomad
Thumbor Thumbor
TightTwatBot TightTwatBot
Titan Titan
Toata Toata
Trendictionbot Tracemyfile
trendiction.com
trendiction.de
True_Robot
Turingos
TwengaBot TwengaBot
Twice Typhoeus
Vacuum URLy Warning
VB Project VCI
VeriCiteCrawler
Virusdie Virusdie
VoidEYE VoidEYE
Voil Voltron
Wallpapers/3.0 Wallpapers/3.0
WallpapersHD WallpapersHD
WASALive-Bot WASALive-Bot
WBSearchBot
Web Auto Web Auto
WebCollage WebBandit
WebCopier WebEnhancer
Web Enhancer WebGo IS
WebFetch
Web Fetch
WebFuck
Web Fuck
WebLeacher WebLeacher
webmeup-crawler webmeup-crawler
WebPix WebPix
Web Pix
WebReaper WebReaper
WebSauger Webshag
WebsiteExtractor
WebsiteQuester
Website Quester Website Quester
WebStripper WebZIP
WebSucker Whack
Web Sucker Whacker
WeSEE Who.is Bot
Whatweb
WinHTTrack
WISENutbot
Wonderbot Wonderbot
Wotbox Wotbox
WWW-Collector-E WWW-Collector-E
WWW-Mechanize
WWW::Mechanize WWW::Mechanize
WWWOFFLE Xaldon WebSpider
Xaldon_WebSpider
Xenu Xenu
xpymep1.exe
YoudaoBot YoudaoBot
zauba.io zauba.io
zgrab Zermelo
ZumBot ZyBorg

256
.dev-tools/test_units/random-bots-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
360Spider 404enemy
80legs
Abonti Abonti
Aboundex
Aboundexbot Aboundexbot
Acunetix
ADmantX ADmantX
AfD-Verbotsverfahren
AiHitBot
Aipbot Aipbot
Alexibot Alligator
AllSubmitter
Anarchie Anarchie
Apexoo Apexoo
ASPSeek
Asterias Asterias
Attach Backlink-Ceck
BackStreet
BackWeb
Badass
Bandit
Barkrowler Barkrowler
BDCbot BBBike
BetaBot
Bigfoot Bigfoot
Bitacle Bitacle
Blackboard Blackboard
BlackWidow Black Hole
Blow
Brandprotect Brandprotect
BuiltBotTough Buddy
BuzzSumo BuzzSumo
Calculon
CATExplorador
Cegbfeieh Cegbfeieh
CherryPicker
ChinaClaw
Chlooe
Cliqzbot Cliqzbot
Collector Cloud mapping
coccocbot-web
Cogentbot
Copier Copier
Copyscape
Cosmos
Craftbot Craftbot
crawler.feedback
CrazyWebCrawler
Crescent Crescent
Custo CrunchBot
CSHttp
Curious
DataCha0s
DBLBot
demandbase-bot demandbase-bot
Demon Deusu
DigitalPebble DigitalPebble
DIIbot
Disco
Discobot Discobot
Dispatch DittoSpyder
DnyzBot DomainAppender
Drip DomainCrawler
DTS Agent DomainSigmaCrawler
EasyDL Dotbot
Download Wonder
Ebingbong
EirGrabber EirGrabber
EroCrawler
evc-batch evc-batch
Express WebPictures
ExtLinksBot ExtLinksBot
Extractor FHscan
EyeNetIE Firefox/7.0
Ezooms Flunky
FDM FyberSpider
FemtosearchBot
Foobot
FrontPage
Fyrebot
GalaxyBot GalaxyBot
Genieo GermCrawler
Getintent
GetRight
Gigablast Gigablast
Go-Ahead-Got-It G-i-g-a-b-o-t
Gotit Gotit
GoZilla
Grabber Grabber
Grafula GrabNet
Haansoft GridBot
GT::WWW
HaosouSpider HaosouSpider
Harvest Harvest
HEADMasterSEO
Heritrix Heritrix
Hloader
Humanlinks
HybridBot
Iblog Iblog
IDBot IDBot
Id-search
Image Fetch Image Fetch
Image Sucker
IndeedBot IndeedBot
InfoNaviRobot Indy Library
InfoTekies InfoTekies
instabid instabid
Intelliseek
InterGET InterGET
Internet Ninja Internet Ninja
internetVista monitor
ips-agent ips-agent
Iria Iskanie
Jbrofuzz Jbrofuzz
JetCar
Jetty
JOC Web Spider JOC Web Spider
Joomla Joomla
Jorgee JustView
Jyxobot Larbin
Keyword Density
LeechFTP LeechFTP
LeechGet LeechGet
LexiBot
Lightspeedsystems Lightspeedsystems
Linkdexbot Linkdexbot
LinkextractorPro
LinkpadBot
LinkScan
LinkWalker
LinqiaMetadataDownloaderBot
LinqiaScrapeBot LinqiaScrapeBot
Lipperhey Spider Lipperhey
Litemage_walker
Lmspider Lmspider
lwp-request lwp-request
LWP::Simple LWP::Simple
Magnet lwp-trivial
Mag-Net
magpie-crawler magpie-crawler
Mail.RU_Bot Mail.RU_Bot
Majestic12 Majestic12
Majestic-SEO MarkMonitor
MarkWatch
Masscan
MauiBot
meanpathbot meanpathbot
MeanPath Bot MegaIndex.ru
Mediatoolkitbot MFC_Tear_Sample
Metauri MIIxpc
MIDown tool MJ12bot
Mister PiX Mr.4x3
Mojeek Msrabot
Morfeus Fucking Scanner MS Web Services Client Protocol
MSIECrawler
muhstik-scan muhstik-scan
Name Intelligence Musobot
NearSite netEstate NE Crawler
NetAnts
NetLyzer NetLyzer
NetMechanic
NetSpider NetSpider
Nettrack Nettrack
Netvibes Net Vampire
NetZIP
NICErsPRO NICErsPRO
Niki-bot
Nikto Nikto
NPbot NimbleCrawler
Nutch oBot
Octopus Octopus
Offline Explorer Offline Explorer
Offline Navigator Offline Navigator
OnCrawl OnCrawl
OpenLinkProfiler Openfind
Openvas OpenVAS
OrangeBot
OrangeSpider OrangeSpider
OutfoxBot
PageAnalyzer PageAnalyzer
page scorer
PageScorer PageScorer
Panscient Pandalytics
pcBrowser
PHPCrawl PHPCrawl
Picsearch Picsearch
PictureFinder
Pi-Monster Pi-Monster
Pixray
PleaseCrawl PleaseCrawl
plumanalytics plumanalytics
POE-Component-Client-HTTP POE-Component-Client-HTTP
Probethenet ProPowerBot
ProWebWalker
Psbot
PxBroker PxBroker
RankActive
RankActiveLinkBot
RankingBot RankingBot
RankurBot
RealDownload RealDownload
Recorder RepoMonkey
RedesScrapy
RocketCrawler RocketCrawler
Rogerbot Rogerbot
s1z.ru
SalesIntelligent
ScanAlert
Scanbot Scanbot
scan.lol ScoutJet
Screaming Screaming
Searchestate
SearchmetricsBot SearchmetricsBot
SemrushBot SemrushBot
SEOkicks SEOstats
SeoSiteCheckup sexsearcher
serpstatbot
Shodan
SISTRIX
Sitebeam Sitebeam
SiteExplorer
Siteimprove Siteimprove
SiteLockSpider SiteSnagger
SiteSucker SiteSucker
Site Sucker
Sitevigil Sitevigil
Snake
Snapbot Snapbot
SocialRankIOBot Snoopy
Sociscraper Sociscraper
sogouspider
Sosospider Sosospider
Spammen SpaceBison
SpankBot SpankBot
Spanner SputnikBot
sp_auditbot
Spbot
Sqlmap
Sqlworm Sqlworm
SuperBot Sucuri
SuperHTTP
Surfbot Surfbot
SurveyBot
sysscan sysscan
T8Abot T0PHackTeam
TeleportPro
The Intraformant The Intraformant
TheNomad TheNomad
TightTwatBot Thumbor
Titan Titan
Tracemyfile Tracemyfile
Trendictionbot Trendiction
trendiction.com
trendiction.de
True_Robot True_Robot
Turingos Turingos
Turnitin Turnitin
TurnitinBot
UnisterBot UnisterBot
Upflow Upflow
Vacuum Vacuum
Vagabondo Vagabondo
VCI VCI
VeriCiteCrawler
Voil Voil
WASALive-Bot Voltron
Webalta WBSearchBot
WebAuto
Web Auto Web Auto
WebCollage WebBandit
WebEnhancer WebCopier
Web Enhancer WEBDAV
WebFetch WebFetch
Web Fetch WebFuck
WebGo IS
WebImageCollector WebImageCollector
WebLeacher WebmasterWorldForumBot
webmeup-crawler
WebPix WebPix
WebSauger Web Pix
WebReaper
Webshag Webshag
WebsiteExtractor
WebsiteQuester WebsiteQuester
WebStripper Website Quester
WebWhacker WebSucker
WebZIP WebZIP
WeSEE
Widow Widow
WiseGuys Robot WiseGuys Robot
WISENutbot WISENutbot
Wonderbot Woobot
Wprecon Wprecon
WPScan WWW-Collector-E
WWW-Mechanize
WWWOFFLE WWWOFFLE
x09Mozilla
x22Mozilla
Xaldon_WebSpider
Xenu Xenu
Zauba YoudaoBot
zauba.io zauba.io
Zeus Zermelo
Zitebot zgrab
ZmEu ZmEu

20
.dev-tools/test_units/random-referrers-for-test-quick.list
View file

@ -1,10 +1,10 @@
altamayoztourism.com christianlouboutinreplica.pw
arkartex.ru cinemaflix.website
ezigarettenshop2.postbit.com e-buyeasy.com
larger.io fearcrow.com
lirunet.ru javatex.co.id
medkritika.ru printie.com
narkologiya-penza.ru shitmovs.com
page2rss.com wesharepics.info
sdi-pme.com worldtraveler.world
zeroredirect5.com xfluro.com

1744
.dev-tools/test_units/random-referrers-for-test.list
View file

File diff suppressed because it is too large Load diff

476
.dev-tools/test_units/random-referrers-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
0daymusic.org 123cha.com
1001watch.com.ua 178evakuator178.ru
100searchengines.com 1bet.com
101raccoon.ru 1pamm.ru
1stat.ru 20pascals.nl
202ch.com
2pxg8bcf.top
2x2fan.ru 2x2fan.ru
6128786.com 4istoshop.com
777-club.ru 4pp13.com
9icmzvn6.website 6hopping.com
aaronabel.com aa8b68101d388c446389283820863176e7.com
abcguru.xyz aasoldes.fr
acgs.tk acgs.tk
acunetix-referrer.com adultactioncam.com
adrunnr.com advokateg.ru
alice.it aibolita.com
aliexpresscashback.club albamargroup.com
allboard.xobor.de allnews24.in
allmarketsnewdayli.gdn ampower.me
all-streaming-media.com android-systems.ru
alot.com animalrank.com
alveris.ru apiqualitinknet-a.akamaihd.net
angkortours.vn apple.com-webbrowsing-security.review
apartment.ru appleid-verification.com
appearance-cool.com arcadepages.com
apple.com-webbrowsing-security.science atovh.local-finders.com
appsecurityr.com autobrennero.it
a.pr-cy.ru autobudpostach.club
ap.senai.br autoloans.com
arpelsreplica.xyz avek.ru
artavenuegardenstudios.com backgroundpictures.net
artparquet.ru bayareaaeroclub.org
auto4style.ru berrymall.ru
azazu.ru bestadbid.com
azbaseimages.net bestofferswalkmydogouteveryday.gq
bagcionderlab.com bestwebsitesawards.com
bankofthewext.com bidbuy.co.kr
bazaronline24.ru bigcities.org
bestcoin.cc blackcurranthumidifiers.site
bestpriceninja.com
bet-prognoz.com
bildsuche.ru
bizfly.info
blackhatworth.com
bolegapakistan.com
bolezniorganov.ru
bonkers.name bonkers.name
cartierbracelet.xyz bonvillan.com
cdncash.com bosefux.esy.es
chastnoeporno.com bouda.kvalitne.cz
cheap-pills-norx.com bscodecs.com
check-host.net bumascloset.com
ciekawinki.pl buypuppies.ca
cjs.com.ru buzzonclick.com
classicakuhni.ru byme.se
clean-start.net carmuffler.net
casablancamanor.co.za
cdn.walkme.com
cerev.info
cheapbarbour.online
cherubinimobili.it
clipartnew.com clipartnew.com
compliance-andrew.top co.lumb.co
compliance-elena.xyz com-cleaner.systems
com-supportcenter.website compliance-don.xyz
cranly.net compucelunlock.net
cymbaltaandtizanidine.blogspot.com connectionstrenth.com
dailyrank.net customboxes4less.com
dangphoto.trade dame-ns.kz
delfin-aqua.com.ua dating-app.ru
diesel-parts28.ru dayibiao.com
dispo.de
divisioncore.com divisioncore.com
doctormakarova.ru dumpsmania24.com
documentbase.net ednorxmed.com
domainroam.win elektrischezigarette2.onsugar.com
driving.kiev.ua elektrozigarette1.dreamwidth.org
dverimegapolis.ru enews.tech
dvrlists.com eralph.tk
earl-brown.info escortplius.com
e-commerce-seo.com este-line.com.ua
elektronischezigarettekaufen1.myblog.de exchangeit.gq
elidelcream.weebly.com exmasters.com
erotische-geschichten-xxl.com exonline.info
es5.com expertnaya-ocenka.ru
euronis-free.com eyelike.com.ua
exoneration-project.us faptitans.com
fable.in.ua femdom.twiclub.in
ferieboligkbh.dk fickblock18.com
fertilitetsradgivningen.se findanysex.com
financeloan.us fireads.men
footballfarrago.com fishingwholesale.us
forex.osobye.ru fitfloponline.store
forum69.info fiverr.com
freshmac.space flooringinstallation-edmonton.com
funnypica.com flowersbazar.com
game-mmorpg.net folowsite.com
get-free-social-traffic.com forexgb.ru
glavtral.ru formseo.com
gne8.com frbizlist.com
gribkovye-zabolevaniya.com freecamdollars.com
growmyfunds.ca free-laptop-reward.com
gsasearchengineranker.site gameonasia.com
gwebtools.com.br gamewrath.com
habermetre.com getresponse.com
hamilton.ca googlemare.com
helvetia.com.ua gotwebsite1.com
hkdiiohi.skyrock.com gsasearchengineranker.xyz
homelygarden.com hidefiles.org
hopeonthestreet.co.uk homeandhealth.ru
hostcritique.com hustoon.over-blog.com
howlongdoestizanidinestayinyoursystem.blogspot.com icaseclub.ru
idealtits.net ilmexico.com
igtools.club in-tandem.co
imagefinder.site intellektmedia.at
inboxdollars.com iradiology.ru
insider.pro iscblog.info
irkutsk.zrus.org islamtoday.co.za
iskalko.ru istanbulit.com
it-max.com.ua itag.pw
izismile.com japfm.com
je7.us jaxcube.info
katushka.net jestr.org
keyword-suggestions.com jjbabskoe.ru
keywordteam.net junglenet-a.akamaihd.net
kino-ecran.ru jus0wil.pp.ua
kollesa.ru kaliningrad.zrus.org
kostenloser-sex.com kinocccp.net
krasnodar.xrus.org kinogonew.ru
kumuk.info kiskinhouse.com
landoftracking.com kopihijau.info
lashstudia.ru la-fa.ru
laulini.soclog.se lapitec.eu
law-check-nine.xyz laptoper.net
leboard.ru lecbter-relationships.ga
linkarena.com libertybilisim.com
lirunet.ru maranbrinfo.com.br
lovelycraftyhome.com marinetraffic.com
lulea-auktionsverk.se marketingtechniques.info
makedo.ru medosmotr-ufa.ru
master-muznachas.ru meetingrainstorm.bid
mathgym.com.au moje-recenze.cz
mbiologi.ru monsterdivx.com
mearns-tractors.co.uk morefastermac.trade
michaelkorssaleoutletonline.net mouselink.co
mirmedinfo.ru moxo.com
mixed-wrestling.ru muz-tracker.net
mobile.ok.ru mylida.org
mobilierland.com naphukete.ru
mojowhois.com naturtreenspicerx.pw
monarchfind-a.akamaihd.net naughtyconnect.com
motherboard.vice.com nbsproject.ru
musicspire.online neodownload.webcam
myperiod.club nevansk.ru
myxdate.info newstaffadsshop.club
narco24.me
nelc.edu.eg
nerudlogistik.ru
nextrent-crimea.ru nextrent-crimea.ru
nudepatch.net njpalletremoval.com
nvssf.com november-lax.com
obuv-kupit.ru okonich.com.ua
onlinebay.ru onlineku.com
orenburg-gsm.ru ons-add.men
orion-code-access.net onstrapon.purplesphere.in
ourtherapy.ru ordernorxx.com
outshop.ru pavlodar.xkaz.org
oxford-book.com.ua petrovka-online.com
oyster-green.com picsearch.com
paclitor.com picturesboss.com
pastaleads.com pipki.r.acdnpro.com
pateaswing.com pladform.ru
perl.dp.ua plastweb.ru
piski.top platezhka.net
pobeiranie.pl pl.id-forex.com
popads.net podshipniki-nsk.ru
pornofeuer.com poisk-zakona.ru
pornoklad.net porno-dojki.net
portal-eu.ru prodvigator.ua
presleycollectibles.com proekt-mos.ru
privatov-zapisi.ru professionaldieselcare.com
puteshestvennik.com proftests.net
qcstrtvt.bloger.index.hr promover.org
rangjued.com pro-poly.ru
recordpage-a.akamaihd.net prostitutki-almata.org
rentalcarnavi.info prostitutki-rostova.org
replica-watch.ru pro-tec.kz
risparmiocasa.bz.it pr-ten.de
ritlweb.com psoriasis-file.trade
rubanners.com pts163.ru
rucrypt.com pussysaga.com
sawin.beth.webd.pl putevka24.ru
searchtooknow-a.akamaihd.net puzzleweb.ru
seo-traffic-ranking.info quickchange.cc
servicecenter.co.ua rank-checker.online
sextracker.com reckonstat.info
shopwme.ru reelheroes.net
sibdevice.ru remontgruzovik.ru
sinel.info remorcicomerciale.ro
siteripz.net roll123.com
smallseotools.com rostov.xrus.org
snworks.com royalads.net
social-buttons.xyz royalcar-ufa.ru
social-fun.ru russkie-gorki.ru
social-s-iii.xyz salutmontreal.com
sodexo.com sdi-pme.com
soheavyblog.com search-goo.com
spacash.com security60-e.com
stretchingabuckblog.com seminarykansas904.ml
styro.ru semp.net
svtrd.com seo-tools-optimizing.com
taaaak.com sex-foto.pw
tizanidineonline.blogspot.com sexkrasivo.net
top1-seo-service.com shama-rc.net
topmira.com sherlock.se
shikiso.info
shtaketniki.kz
sispe.com.br
si-unique.com
slavic-magic.ru
soochi.co
spywareit.com
squidoo.com
start.myplaycity.com
suggest-keywords.com
sundrugstore.com
superoboi.com.ua
tackletarts.co
tizanidinerecreationaluse.blogspot.com
tk-assortiment.ru
top-karkas.ru
topvidos.ru
totu.info totu.info
tsstcorpcddvdwshbbdriverfb.aircus.com tourcroatia.co.uk
turn-up-life.life twodollarshows.com
tversvet.ru ua-company.ru
udsgame.online
um-razum.ru
unimodemhalfduplefw.pen.io
uptime-gamma.net uptime-gamma.net
urengoy.pro validdomain.xyz
validccseller.com valoresito.com
varikozdok.ru vertaform.com
vduplo.ru
verymes.xyz
videochat.bz videochat.bz
vip-file.com video-chat.love
vladimir.xrus.org videokrik.net
vodkoved.ru vkonche.com
vzlom-na-zakaz.com wallpapersdesk.info
webcamdevochka.com weboptimizes.com
webix.me weightatraining.com
weblo.com whereverdesperate.gq
wheelchairliftsarea.com whiteproduct.com
wnoz.de
womens-journal.net womens-journal.net
xclicks.net worldoffiles.ru
xn--l1aengat.xn--p1ai x-lime.com
xn--1-8sbcpb0bdm8k6a.xn--p1ai
xn--h1aakne2ba.xn--p1ai
x-rates.ru x-rates.ru
xtubeporno.net yebocasino.co.za
xuki.us yogamatsexpert.com
xzlive.com ytmnd.com
yellocloud.be
yes-com.com
your-bearings.com
you-shall-not-pass.is74.ru
zaloadi.ru
zarabotat-na-sajte.ru
zastroyka.org zastroyka.org
zawyna.ua
zeg-distribution.com
zeroredirect8.com
zoominfo.com
zrus.org

104
.dev-tools/test_units/ratelimittest-beta.txt
View file

@ -1,7 +1,35 @@
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body bgcolor="white">
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.14.2</center>
</body>
</html>
l>
<head><title>503 Service Temporarily Unavailable</title></head>
<body bgcolor="white">
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.14.2</center>
</body>
</html>
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body bgcolor="white">
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.14.2</center>
</body>
</html>
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body bgcolor="white">
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.14.2</center>
</body>
</html>
<!DOCTYPE html> <!DOCTYPE html>
<html> <html>
<head> <head>
<title>Welcome to the Nginx</title> <title>Welcome to Nginx</title>
</head> </head>
<body> <body>
<div align=center> <div align=center>
@ -11,7 +39,7 @@
</html><!DOCTYPE html> </html><!DOCTYPE html>
<html> <html>
<head> <head>
<title>Welcome to the Nginx</title> <title>Welcome to Nginx</title>
</head> </head>
<body> <body>
<div align=center> <div align=center>
@ -21,7 +49,7 @@
</html><!DOCTYPE html> </html><!DOCTYPE html>
<html> <html>
<head> <head>
<title>Welcome to the Nginx</title> <title>Welcome to Nginx</title>
</head> </head>
<body> <body>
<div align=center> <div align=center>
@ -31,7 +59,7 @@
</html><!DOCTYPE html> </html><!DOCTYPE html>
<html> <html>
<head> <head>
<title>Welcome to the Nginx</title> <title>Welcome to Nginx</title>
</head> </head>
<body> <body>
<div align=center> <div align=center>
@ -41,7 +69,7 @@
</html><!DOCTYPE html> </html><!DOCTYPE html>
<html> <html>
<head> <head>
<title>Welcome to the Nginx</title> <title>Welcome to Nginx</title>
</head> </head>
<body> <body>
<div align=center> <div align=center>
@ -51,7 +79,7 @@
</html><!DOCTYPE html> </html><!DOCTYPE html>
<html> <html>
<head> <head>
<title>Welcome to the Nginx</title> <title>Welcome to Nginx</title>
</head> </head>
<body> <body>
<div align=center> <div align=center>
@ -61,7 +89,7 @@
</html><!DOCTYPE html> </html><!DOCTYPE html>
<html> <html>
<head> <head>
<title>Welcome to the Nginx</title> <title>Welcome to Nginx</title>
</head> </head>
<body> <body>
<div align=center> <div align=center>
@ -71,67 +99,7 @@
</html><!DOCTYPE html> </html><!DOCTYPE html>
<html> <html>
<head> <head>
<title>Welcome to the Nginx</title> <title>Welcome to Nginx</title>
</head>
<body>
<div align=center>
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to the Nginx</title>
</head>
<body>
<div align=center>
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to the Nginx</title>
</head>
<body>
<div align=center>
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to the Nginx</title>
</head>
<body>
<div align=center>
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to the Nginx</title>
</head>
<body>
<div align=center>
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to the Nginx</title>
</head>
<body>
<div align=center>
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to the Nginx</title>
</head> </head>
<body> <body>
<div align=center> <div align=center>

38
.dev-tools/test_units/ratelimittest-master.txt
View file

@ -1,4 +1,14 @@
<!DOCTYPE html>
<html> <html>
<head>
<title>Welcome to Nginx</title>
</head>
<body>
<div align=center>
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><html>
<head><title>503 Service Temporarily Unavailable</title></head> <head><title>503 Service Temporarily Unavailable</title></head>
<body bgcolor="white"> <body bgcolor="white">
<center><h1>503 Service Temporarily Unavailable</h1></center> <center><h1>503 Service Temporarily Unavailable</h1></center>
@ -29,7 +39,7 @@
<!DOCTYPE html> <!DOCTYPE html>
<html> <html>
<head> <head>
<title>Welcome to the Nginx</title> <title>Welcome to Nginx</title>
</head> </head>
<body> <body>
<div align=center> <div align=center>
@ -39,7 +49,7 @@
</html><!DOCTYPE html> </html><!DOCTYPE html>
<html> <html>
<head> <head>
<title>Welcome to the Nginx</title> <title>Welcome to Nginx</title>
</head> </head>
<body> <body>
<div align=center> <div align=center>
@ -49,7 +59,7 @@
</html><!DOCTYPE html> </html><!DOCTYPE html>
<html> <html>
<head> <head>
<title>Welcome to the Nginx</title> <title>Welcome to Nginx</title>
</head> </head>
<body> <body>
<div align=center> <div align=center>
@ -59,7 +69,7 @@
</html><!DOCTYPE html> </html><!DOCTYPE html>
<html> <html>
<head> <head>
<title>Welcome to the Nginx</title> <title>Welcome to Nginx</title>
</head> </head>
<body> <body>
<div align=center> <div align=center>
@ -69,7 +79,7 @@
</html><!DOCTYPE html> </html><!DOCTYPE html>
<html> <html>
<head> <head>
<title>Welcome to the Nginx</title> <title>Welcome to Nginx</title>
</head> </head>
<body> <body>
<div align=center> <div align=center>
@ -79,7 +89,7 @@
</html><!DOCTYPE html> </html><!DOCTYPE html>
<html> <html>
<head> <head>
<title>Welcome to the Nginx</title> <title>Welcome to Nginx</title>
</head> </head>
<body> <body>
<div align=center> <div align=center>
@ -89,7 +99,7 @@
</html><!DOCTYPE html> </html><!DOCTYPE html>
<html> <html>
<head> <head>
<title>Welcome to the Nginx</title> <title>Welcome to Nginx</title>
</head> </head>
<body> <body>
<div align=center> <div align=center>
@ -99,7 +109,7 @@
</html><!DOCTYPE html> </html><!DOCTYPE html>
<html> <html>
<head> <head>
<title>Welcome to the Nginx</title> <title>Welcome to Nginx</title>
</head> </head>
<body> <body>
<div align=center> <div align=center>
@ -109,17 +119,7 @@
</html><!DOCTYPE html> </html><!DOCTYPE html>
<html> <html>
<head> <head>
<title>Welcome to the Nginx</title> <title>Welcome to Nginx</title>
</head>
<body>
<div align=center>
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to the Nginx</title>
</head> </head>
<body> <body>
<div align=center> <div align=center>

2
.dev-tools/test_units/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.224.112.202 0; 104.154.113.151 0;
127.0.0.1 0; 127.0.0.1 0;

BIN
.latest_release/bots.d.tar.gz
View file

Binary file not shown.

BIN
.latest_release/conf.d.tar.gz
View file

Binary file not shown.

2
AUTO-CONFIGURATION.md
View file

@ -4,7 +4,7 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2019.06.1684 #### Version: V4.2019.06.1685
#### Bad Referrer Count: 6713 #### Bad Referrer Count: 6713
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

2
MANUAL-CONFIGURATION.md
View file

@ -4,7 +4,7 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2019.06.1684 #### Version: V4.2019.06.1685
#### Bad Referrer Count: 6713 #### Bad Referrer Count: 6713
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

2
README.md
View file

@ -11,7 +11,7 @@
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
_______________ _______________
#### Version: V4.2019.06.1684 #### Version: V4.2019.06.1685
#### Bad Referrer Count: 6713 #### Bad Referrer Count: 6713
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

2
_google_analytics_ghost_spam/README.md
View file

@ -3,7 +3,7 @@
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
_______________ _______________
#### Version: V4.2019.06.1684 #### Version: V4.2019.06.1685
#### Bad Referrer Count: 6713 #### Bad Referrer Count: 6713
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

4
_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1684 ### Version: V4.2019.06.1685
### Updated: Sat Jun 29 11:50:56 SAST 2019 ### Updated: Sat Jun 29 12:08:43 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
conf.d/globalblacklist-testing-version.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.06.1684 ### Version: V3.2019.06.1685
### Updated: Sat Jun 29 11:50:57 SAST 2019 ### Updated: Sat Jun 29 12:08:44 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1684 ### Version: V4.2019.06.1685
### Updated: Sat Jun 29 11:50:56 SAST 2019 ### Updated: Sat Jun 29 12:08:43 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
robots.txt/robots.txt
View file

@ -6,8 +6,8 @@
### Version Information # ### Version Information #
################################################### ###################################################
### Version: V4.2019.06.1684 ### Version: V4.2019.06.1685
### Updated: Sat Jun 29 11:50:59 SAST 2019 ### Updated: Sat Jun 29 12:08:46 SAST 2019
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################
### Version Information ## ### Version Information ##