vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-13 08:39:48 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

V4.2023.08.3963 [ci skip]

Browse source
This commit is contained in:
mitchellkrogza 2023-08-29 22:05:05 +00:00
parent 38f0ff3460
commit 0148d5e1d8
35 changed files with 71307 additions and 71300 deletions
Download patch file Download diff file Expand all files Collapse all files

2
dev-tools/buildnumber
View file

@ -1 +1 @@
3962
3963

11834
dev-tools/globalblacklist-testing.template
View file

File diff suppressed because it is too large Load diff

11834
dev-tools/globalblacklist.template
View file

File diff suppressed because it is too large Load diff

2
dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,4 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
20.51.156.247 0;
40.83.5.19 0;

11834
dev-tools/test1_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
10.1.26.0 1;
10.1.0.198 1;
127.0.0.1 1;

2
dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
10.1.26.0 0;
10.1.0.198 0;
127.0.0.1 0;

11834
dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
10.1.26.0 1;
10.1.0.198 1;
127.0.0.1 1;

2
dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
10.1.26.0 0;
10.1.0.198 0;
127.0.0.1 0;

11834
dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
10.1.26.0 1;
10.1.0.198 1;
127.0.0.1 1;

2
dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
10.1.26.0 0;
10.1.0.198 0;
127.0.0.1 0;

11834
dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,4 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
20.51.156.247 0;
40.83.5.19 0;

11834
dev-tools/test2_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,4 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
20.51.156.247 0;
40.83.5.19 0;

11834
dev-tools/test3_conf_files/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

2
dev-tools/test_units/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
10.1.26.0 1;
10.1.0.198 1;
127.0.0.1 1;

20
dev-tools/test_units/random-bots-for-test-quick.list
View file

@ -1,10 +1,10 @@
404enemy
DigitalPebble
FDM
GrapeFX
Moblie Safari
Pavuk
PleaseCrawl
Reaper
crawler4j
muhstik-scan
FyberSpider
HEADMasterSEO
LibWeb
MarkWatch
Masscan
Pixray
Thumbor
autoemailspider
clark-crawler
meanpathbot

172
dev-tools/test_units/random-bots-for-whitelist-test.list
View file

@ -1,100 +1,100 @@
ALittle Client
AdsTxtCrawlerTP
Alexibot
BLEXBot
Bandit
BetaBot
Blackboard
Brandwatch
BuzzSumo
404enemy
Aboundex
AfD-Verbotsverfahren
AhrefsBot
AiHitBot
Anarchy99
Asterias
BDCbot
BDFetch
Blow
BuiltBotTough
CATExplorador
Cegbfeieh
CheTeam
CrunchBot
ChinaClaw
Cloud mapping
Curious
DIIbot
DataCha0s
Demon
Deusu
DigitalPebble
DomainStatsBot
Drip
Express WebPictures
FlashGet
GalaxyBot
GetRight
Getintent
DnyzBot
Dotbot
Download Wonder
EroCrawler
Evil
FemtosearchBot
Fuzz
FyberSpider
Grafula
GrapeFX
HTTrack
Harvest
HybridBot
InfoTekies
InternetSeer
Jyxobot
LibWeb
Libwhisker
LinkWalker
Lipperhey
GrapeshotCrawler
HaosouSpider
Intelliseek
LWP::Simple
LieBaoFast
Lmspider
MFC_Tear_Sample
MIDown tool
MSFrontPage
MeanPath Bot
Mediatoolkitbot
Metauri
Minefield
Moblie Safari
Msrabot
Nessus
NetAnts
NetZIP
Nibbler
Nuclei
Octopus
OpenVAS
PHPCrawl
PageThing.com
Petalbot
Pi-Monster
Piepmatz
Pimonster
PleaseCrawl
Rankivabot
SBIder
SEOlyticsCrawler
Searchestate
Seekport
Semrush
SemrushBot
SeobilityBot
SiteSucker
Spanner
SurveyBot
Swiftbot
Mag-Net
Meanpathbot
Mister PiX
Mozlila
Mr.4x3
NICErsPRO
NetMechanic
Nikto
NimbleCrawler
Offline Explorer
PageGrabber
Papa Foto
Pockey
Quick-Crawler
RankActiveLinkBot
Reaper
RebelMouse
Ripper
RocketCrawler
SEOkicks-Robot
SEOstats
ScoutJet
SenutoBot
Site Sucker
Sottopop
Spbot
Sqworm
Sucker
SuperHTTP
Szukacz
Teleport
Telesphorep
Thumbor
TurnitinBot
URLy.Warning
VCI
VidibleScraper
Twice
Voil
WASALive-Bot
Web Pix
WebBandit
WebCollage
WebFetch
WEBDAV
WWW-Mechanize
Web Enhancer
WebGo IS
WebImageCollector
WebReaper
Webster
Who.is Bot
Widow
WiseGuys Robot
Zade
demandbase-bot
eCatch
isitwp.com
magpie-crawler
mediawords
openai
page scorer
satoristudio.net
serpstatbot
WebSauger
Webshag
Website Quester
Whacker
Whatweb
Wonderbot
Xaldon WebSpider
ZoomBot
ZoominfoBot
crawler4j
domainsproject.org
facebookscraper
netEstate NE Crawler
probe-image-size
scalaj-http
scan.lol
seoscanners
spyfu
ubermetrics-technologies.com
webpros.com
xpymep1.exe
zgrab

20
dev-tools/test_units/random-referrers-for-test-quick.list
View file

@ -1,10 +1,10 @@
brains2.biz
eyelike.com.ua
my-cash-bot.co
naturtreenspicerx.pw
pipki.r.acdnpro.com
rewardit.com
valueclick.com
viddyoze.com
videochat.tv.br
videositename.com
affrh2015.com
customchocolate.business-for-home.com
el-nation.com
hotdl.in
ikearugs.xyz
izhevsk.xrus.org
speedup-my.site
titangel-vietnam.com
writersgroup580.web.fc2.com
xn--80abgj3a5acid6ghs.top

198
dev-tools/test_units/random-referrers-for-whitelist-test.list
View file

@ -1,100 +1,100 @@
1688.com
178evakuator178.ru
28n2gl3wfyb0.ru
4kplayer.pl
4replicawatch.net
83net.jp
abusora.com
adanih.com
adpremium.org
adultfullhd.com
alpharma.net
amehdaily.com
anaseracresar.tk
artel116.ru
asacopaco.tk
azbukafree.com
backiee.com
basisches-wasser.net
beachtoday.ru
beget.tech
bioinnovate.co
btc4u.ru
buydissertation.net
buypillsorderonline.com
cercacamion.it
ciproandtizanidine.blogspot.com
cookielawblog.wordpress.com
data.vtc.pw
dnepropetrovsk.mistr-x.org
dogsrun.net
domcran.net
e-collantes.com
easytuningshop.ru
egovaleo.it
empirepoker.com
englishgamer.com
fodelsedagspresenter.nu
forminecrafters.ru
freelifetimefuckbook.com
fx-brokers-review.com
gambarkatabaru.com
gidonline.one
greenidesign.co
hotdl.in
hotkeys.com
hoztorg-opt.ru
humbmosquina.tk
i-hobot.ru
impresagaia.it
inclk.com
istmira.ru
kandidos.com
kasino-money.pw
konkursowo-24.pl
larose.jb2c.me
lifeinsurancekb.com
mararoom.ru
maslenka.kz
mydeathspace.com
myonlinepayday.co
niroo.info
nordvpn.com
oil-td.ru
okmusic.jp
onlinebay.ru
pdn-4.com
pintattoos.com
pl.id-forex.com
polybuild.ru
prlog.ru
prohoster.info
razorweb-a.akamaihd.net
rrutw.com
sa-live.com
scanner-willy.top
siteexpress.co.il
siteimprove.com
snip.to
soietvousmaime.fr
stmassage.ru
stroy-portal22.ru
stroymonolit.su
swinon.site
tedy.su
tomatis.gospartner.com
toursmaps.com
traffic-club.info
twelvevisionspartyofcolorado.com
ukr-lit.com
usbggettwku.ga
vbikse.com
verymes.xyz
videtubs.pl
vse-pesni.com
vut.com.ru
webs.com
xblog.in
xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai
xn--80ajjbdhgmudixfjc8c5a9df8b.xn--p1ai
youbloodyripper.com
yoursite.com
zlatnajesen.com
addbin.men
adsloads.com
alert-hgd.xyz
amateurgalls.com
apiholdingmypage-a.akamaihd.net
arcadeplayhouse.com
asseenontv.ru
aucoinhomes.com
ayakino.net
baladur.ru
beatifullandscape.co
beclean-nn.ru
bidbuy.co.kr
bkgr.se
browsepulse-a.akamaihd.net
cakesplus.com.au
cashkitten-a.akamaihd.net
chee-by.biz
cjs.com.ru
coaching-netz.info
covadhosting.biz
crd.clan.su
creditwell.ru
customcollegeessays.net
downloadkakaotalk.com
dptaughtme.com
droidlook.net
eloconcream.blogspot.com
empis.magix.net
filesmonster.porn
floridahuntingfishingadventures.com
gateway.zscalerone.net
gnuetella.com
go2mike.ru
gotorussia.com
hacktougroup.ru
hotloans.ru
house.sieraddns.com
hunterboots.online
inspiring-desperate.tk
itag.pw
kaliningrad.zrus.org
kazan.xrus.org
klikbonus.com
krasnodar.zrus.org
lalalove.ru
larchik.net
lazy-z.com
lescinq.com
lion.conboy.us
lion.misba.us
lolnex.us
luxup.ru
marktforschung-stuttgart.com
mmog-play.ru
myperiod.club
newtechspb.ru
paparazzistudios.com.au
pdamods.ru
pizda.lol
powc.r.ca.d.sendibm2.com
powenlite24.ru
r-control.ru
realting-moscow.ru
royal-betting.net
ruex.org.ua
sankt-peterburg.nodup.ru
scansafe.net
searchinterneat-a.akamaihd.net
searchmywindow-a.akamaihd.net
seorank.info
sethrollins.net
skincrate.net
svetlotorg.ru
td-l-market.ru
tizanidineinteractions.blogspot.com
tn811.us
topbestgames.com
trafaret74.ru
trkdf.com
turkeyreport.tk
u17795.netangels.ru
udayavani.com
uggsale.online
ultramart.biz
unacittaconte.org
unrealcommander.biz
wallpaperaccess.com
webjam.com
writersgroup580.web.fc2.com
xaylapdiendanang.com
xchangetrak.com
xn----ctbbcjd3dbsehgi.xn--p1ai
yougetsignal.com
zaimite.ru
zarajbuilders.com
zigarettenonlinekaufen1.bloog.pl

153
dev-tools/test_units/ratelimittest-master.txt
View file

@ -8,79 +8,6 @@
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html>ml>
<head><title>503 Service Temporarily Unavailable</title></head>
<body>
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.18.0 (Ubuntu)</center>
</body>
</html>
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body>
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.18.0 (Ubuntu)</center>
</body>
</html>
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body>
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.18.0 (Ubuntu)</center>
</body>
</html>
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body>
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.18.0 (Ubuntu)</center>
</body>
</html>
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body>
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.18.0 (Ubuntu)</center>
</body>
</html>
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body>
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.18.0 (Ubuntu)</center>
</body>
</html>
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body>
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.18.0 (Ubuntu)</center>
</body>
</html>
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body>
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.18.0 (Ubuntu)</center>
</body>
</html>
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body>
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.18.0 (Ubuntu)</center>
</body>
</html>
<!DOCTYPE html>
<html>
<head>
<title>Welcome to NginX</title>
</head>
<body>
<div align=center>
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body>
@ -494,6 +421,76 @@
<hr><center>nginx/1.18.0 (Ubuntu)</center>
</body>
</html>
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body>
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.18.0 (Ubuntu)</center>
</body>
</html>
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body>
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.18.0 (Ubuntu)</center>
</body>
</html>
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body>
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.18.0 (Ubuntu)</center>
</body>
</html>
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body>
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.18.0 (Ubuntu)</center>
</body>
</html>
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body>
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.18.0 (Ubuntu)</center>
</body>
</html>
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body>
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.18.0 (Ubuntu)</center>
</body>
</html>
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body>
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.18.0 (Ubuntu)</center>
</body>
</html>
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body>
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.18.0 (Ubuntu)</center>
</body>
</html>
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body>
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.18.0 (Ubuntu)</center>
</body>
</html>
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body>
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.18.0 (Ubuntu)</center>
</body>
</html>
<!DOCTYPE html>
<html>
<head>
@ -584,4 +581,14 @@
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to NginX</title>
</head>
<body>
<div align=center>
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html>

2
dev-tools/test_units/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
10.1.26.0 0;
10.1.0.198 0;
127.0.0.1 0;

4
dev-tools/tmp/robots.txt
View file

@ -6,8 +6,8 @@
### Version Information #
###################################################
### Version: V4.2023.08.3962
### Updated: Tue Aug 29 10:03:31 UTC 2023
### Version: V4.2023.08.3963
### Updated: Tue Aug 29 22:01:09 UTC 2023
### Bad Bot Count: 645
###################################################
### Version Information ##