vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-09 22:05:46 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

V4.2023.03.3611 [ci skip]

Browse source
This commit is contained in:
mitchellkrogza 2023-03-10 10:07:21 +00:00
parent 283985cb30
commit 65e5430e96
35 changed files with 66940 additions and 66933 deletions
Download patch file Download diff file Expand all files Collapse all files

2
dev-tools/buildnumber
View file

@ -1 +1 @@
3610
3611

11112
dev-tools/globalblacklist-testing.template
View file

File diff suppressed because it is too large Load diff

11112
dev-tools/globalblacklist.template
View file

File diff suppressed because it is too large Load diff

2
dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,4 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
157.55.189.33 0;
52.171.137.247 0;

11112
dev-tools/test1_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
10.1.0.118 1;
10.1.0.35 1;
127.0.0.1 1;

2
dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
10.1.0.118 0;
10.1.0.35 0;
127.0.0.1 0;

11112
dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
10.1.0.118 1;
10.1.0.35 1;
127.0.0.1 1;

2
dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
10.1.0.118 0;
10.1.0.35 0;
127.0.0.1 0;

11112
dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
10.1.0.118 1;
10.1.0.35 1;
127.0.0.1 1;

2
dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
10.1.0.118 0;
10.1.0.35 0;
127.0.0.1 0;

11112
dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,4 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
157.55.189.33 0;
52.171.137.247 0;

11112
dev-tools/test2_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,4 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
157.55.189.33 0;
52.171.137.247 0;

11112
dev-tools/test3_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
dev-tools/test_units/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
10.1.0.118 1;
10.1.0.35 1;
127.0.0.1 1;

20
dev-tools/test_units/random-bots-for-test-quick.list
View file

@ -1,10 +1,10 @@
BlackWidow
Disco
EirGrabber
RankActive
RebelMouse
Spammen
TurnitinBot
Typhoeus
meanpathbot
x22Mozilla
DatabaseDriverMysqli
Iblog
Lanshanbot
SlySearch
Sogou web spider
TeleportPro
Web Fetch
Webster
crawler4j
tAkeOut

162
dev-tools/test_units/random-bots-for-whitelist-test.list
View file

@ -1,100 +1,100 @@
80legs
ADmantX
AIBOT
Abonti
Aboundexbot
Alexibot
AllSubmitter
Anarchie
Bandit
BlowFish
Anarchy
Atomseobot
AwarioSmartBot
BLEXBot
Bigfoot
BlackWidow
Brandprotect
Buck
BuiltBotTough
Cegbfeieh
CheTeam
ChinaClaw
Cloud mapping
Cocolyzebot
CCBot
CODE87
Calculon
CazoodleBot
CheeseBot
Cogentbot
Collector
Copyscape
CrazyWebCrawler
CrunchBot
Custo
DigitalPebble
Dirbuster
Disco
Dispatch
DomCopBot
DittoSpyder
DomainAppender
Download Wonder
EMail Siphon
Evil
ExtLinksBot
EyeNetIE
Fyrebot
GT::WWW
GalaxyBot
EMail Wolf
EasyDL
EroCrawler
Ezooms
Fimap
GetRight
Gigabot
Gotit
GrabNet
Grafula
GrapeFX
HEADMasterSEO
HMView
HTTrack
HaosouSpider
Id-search
Keyword Density
Lftp
Likse
LinkScan
MIDown tool
IDBTE4M
Iblog
IlseBot
Internet Ninja
Kinza
LNSpiderguy
LWP::Simple
Leap
LinkextractorPro
Lipperhey Spider
Ltx71
Mag-Net
Majestic SEO
Mojolicious
Morfeus Fucking Scanner
Navroad
NetAnts
OutclicksBot
OutfoxBot
PECL::HTTP
Meanpathbot
Microsoft URL Control
Mr.4x3
NICErsPRO
NearSite
PageGrabber
Panscient
Piepmatz
ProWebWalker
Psbot
PxBroker
PyCurl
RSSingBot
RankingBot2
Reaper
RedesScrapy
Picsearch
QueryN Metasearch
Quick-Crawler
RankFlex
Re-re
Rogerbot
SEOkicks-Robot
ScreenerBot
Seomoz
Sosospider
Szukacz
T8Abot
Teleport
TwengaBot
VelenPublicWebCrawler
Voltron
WASALive-Bot
SBIder
SalesIntelligent
ScanAlert
SemrushBot
SiteCheckerBotCrawler
Siteimprove
Spammen
Sqlworm
Suzuran
The Intraformant
Toweyabot
True_Robot
VeriCiteCrawler
WPScan
WWWOFFLE
WallpapersHD
Web Fuck
WebStripper
WebWhacker
WebsiteExtractor
Webster
Whatweb
Wonderbot
Zauba
ZoomBot
ZumBot
arquivo.pt
demandbase-bot
evc-batch
Wallpapers/3.0
Web Sauger
WebPix
WebZIP
Website Quester
Whacker
check1.exe
crawl.sogou.com
heritrix
iubenda-radar
netEstate NE Crawler
oBot
page scorer
lwp-trivial
polaris version
ripz
serpstatbot
sexsearcher
seocompany.store
seoscanners
sp_auditbot
sysscan
trendiction.de
ubermetrics-technologies.com
webprosbot
zauba.io
webgains-bot
webmeup-crawler

20
dev-tools/test_units/random-referrers-for-test-quick.list
View file

@ -1,10 +1,10 @@
artparquet.ru
fitnesspiks.com
j-times.ru
lostaruban.com
michaelkorssaleoutletonline.net
muz-shoes.ru
perfectpracticeweb.com
popugaychiki.com
promoheads.com
thebestphotos.eu
01apple.com
cdncash.net
cejewelry.xyz
data.vtc.pw
gsbs.com.ua
hkladys.com
keywords-monitoring-success.com
pdfprof.com
security60-e.com
stmassage.ru

194
dev-tools/test_units/random-referrers-for-whitelist-test.list
View file

@ -1,100 +1,100 @@
2ads.co.uk
a96527gi.beget.tech
aadroid.net
abiente.ru
absolutelyanalog.com
alert-fdm.xyz
allornamenti.com
alphacarolinas.com
ample-awards-today.us
an-donut.com
ananumous.ru
arenda-yeisk.ru
asiengirls.net
asrv-a.akamoihd.net
atlasvkusov.ru
atley.eu.pn
aviav.ru.com
battle.net
beremenyashka.com
bestcalovebracelet.cn
bjetjt.com
buchananshardware.com
budilneg.xyz
camsex.xxx-cam.webcam
candlewooddentalcentre.com.au
carabela.com.do
compliance-elena.top
actices.com
aghanyna.com
agroeconom.kz
ahrefs.com
airmaxshoes-2016.com
amazingninja.com
appfixing.space
apple.com-webbrowsing-security.review
artdestshop.eu
berlininsl.com
besthomemadepornsites.com
bestsexyblog.com
bikini-image.com
bluesman.nu
cheapbelstaff.online
clicksor.net
coccoc.com
coderstate.com
copenergo.ru
directrev.com
dollartree.info
e-collantes.com
education-cz.ru
elektir.ru
eshop.md
evrotekhservis.ru
ezigarettenkaufen2.dreamwidth.org
filesmonster.porn
forex.osobye.ru
gonextmedia.com
gov.yanao.ru
gox.com.ua
guardlink.org
hobild.net
hotloans.ru
inclk.com
infostatsvc.com
infoupdate.org
iopeninghours.co.uk
keywordsuggests.com
kiskinhouse.com
lampokrat.ws
copyrightclaims.org
culmimg.pw
cvety24.by
diy-handmade-ideas.com
doeco.ru
dogclothing.store
en.altezza.travel
epicbrogaming.com
expresstoplivo.ru
free-fb-traffic.com
freelinkbuilding.website.tk
freemaintenancesysforpcandmac.top
gagrasector.ru
gamedayassist.com
gamerextra.com
ggiaro.com
glicol.kz
gq-catalog.gq
handicapvantoday.com
healing-dysplasia.ru
hitsbox.info
hop.clickbank.net
hornymatches.com
hoverboard360.se
ideoworld.org
imk.com.ua
itch.io
jpcycles.com
junglenet-a.akamaihd.net
kino-rf.ru
lancheck.net
linkredirect.biz
liran-locks.com
locksmith.jp
mail.allnews24.in
maladot.com
masserect.com
missvietnam.org
moinozhki.com
more-letom.ru
music7s.me
myliveblog.ru
myshopmatemac.com
nottyu.xyz
nvssf.com
o-o-6-o-o.ru
paidonlinesites.com
malls.com
mature.free-websites.com
menstennisforums.com
mrinsidesales.com
multgo.ru
newhairstylesformen2014.com
nippon-bearings.ru
northfacestore.online
nuup.info
ontargetseo.us
orel-reshka.net
pdns.cz
piluli.info
plastweb.ru
princevc.com
russkie-gorki.ru
scanner-josh.top
screentoolkit.com
seo-traffic-ranking.info
seoholding.com
seoprofiler.com
sherlock.se
siteripz.net
smailik.org
sugvant.ru
tds-advert005.info
testingads.pro
topanasex.com
totu.us
trafficstars.com
tversvet.ru
tvteleport.ru
uhod-za-sobakoj.ru
v24s.net
vesnatehno.ru
vinylvault.co.uk
vipms.ru
webcamdevochka.com
wellcome2slovenia.ru
www.ehscloud.cn
xvideosbay.com
zeroredirect12.com
zygophyceous.womanstars.site
popander.mobi
poppen-nw.net
porndairy.in
pornogratisdiario.com
portside.xyz
powenlite24.ru
preconnubial.usuby.site
pricheskaonline.ru
privatefx-in.ru
pron.pro
r-e-f-e-r-e-r.com
raisedseo.com
recipedays.ru
sampleletters.net
searchimage.co
semrush.com
seorankinglinks.us
serptehnika.ru
servisural.ru
sexyali.com
shama-rc.net
sisiynas.ru
stroyhelp-dv.ru
surintech.ac.th
taqywu51.soup.io
top10registrycleaners.com
videogamesecrets.com
videokrik.net
wahicbefa31.soup.io
whatistizanidinehclusedfor.blogspot.com
wordpress-crew.net
xn--c1acygb.xn--p1ai
yaoguangdj.com
youradulthosting.com
yugo-star.ru
zaloro.com
zawyna.ua
zytpirwai.net

97
dev-tools/test_units/ratelimittest-master.txt
View file

@ -8,51 +8,6 @@
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html>ml>
<head><title>503 Service Temporarily Unavailable</title></head>
<body>
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.18.0 (Ubuntu)</center>
</body>
</html>
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body>
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.18.0 (Ubuntu)</center>
</body>
</html>
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body>
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.18.0 (Ubuntu)</center>
</body>
</html>
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body>
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.18.0 (Ubuntu)</center>
</body>
</html>
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body>
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.18.0 (Ubuntu)</center>
</body>
</html>
<!DOCTYPE html>
<html>
<head>
<title>Welcome to NginX</title>
</head>
<body>
<div align=center>
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body>
@ -494,6 +449,48 @@
<hr><center>nginx/1.18.0 (Ubuntu)</center>
</body>
</html>
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body>
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.18.0 (Ubuntu)</center>
</body>
</html>
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body>
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.18.0 (Ubuntu)</center>
</body>
</html>
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body>
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.18.0 (Ubuntu)</center>
</body>
</html>
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body>
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.18.0 (Ubuntu)</center>
</body>
</html>
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body>
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.18.0 (Ubuntu)</center>
</body>
</html>
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body>
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.18.0 (Ubuntu)</center>
</body>
</html>
<!DOCTYPE html>
<html>
<head>
@ -584,4 +581,14 @@
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to NginX</title>
</head>
<body>
<div align=center>
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html>

2
dev-tools/test_units/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
10.1.0.118 0;
10.1.0.35 0;
127.0.0.1 0;

4
dev-tools/tmp/robots.txt
View file

@ -6,8 +6,8 @@
### Version Information #
###################################################
### Version: V4.2023.03.3610
### Updated: Thu Mar 9 22:01:18 UTC 2023
### Version: V4.2023.03.3611
### Updated: Fri Mar 10 10:03:28 UTC 2023
### Bad Bot Count: 637
###################################################
### Version Information ##