vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-02 10:40:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Referers / Bots (+/-)

Browse source
This commit is contained in:
Mitchell Krog UB1 2017-06-22 11:57:23 +02:00
parent 6df91970b8
commit 081f30d94c
4 changed files with 30 additions and 10 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
_generator_lists/bad-user-agents.list
View file

@ -29,6 +29,7 @@ BDFetch
BetaBot BetaBot
Bigfoot Bigfoot
Bitacle Bitacle
Blackboard
Black\ Hole Black\ Hole
BlackWidow BlackWidow
BLEXBot BLEXBot
@ -69,6 +70,7 @@ Crescent
CSHttp CSHttp
Curious Curious
Custo Custo
DatabaseDriverMysqli
DBLBot DBLBot
Demon Demon
Deusu Deusu
@ -139,6 +141,7 @@ GuzzleHttp
HaosouSpider HaosouSpider
Harvest Harvest
Havij Havij
HEADMasterSEO
Heritrix Heritrix
Hloader Hloader
HMView HMView
@ -387,6 +390,7 @@ Turnitin\ Robot
TwengaBot TwengaBot
Twice Twice
Typhoeus Typhoeus
UnisterBot
URLy.Warning URLy.Warning
URLy\ Warning URLy\ Warning
Vacuum Vacuum

14
_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
View file

@ -4,11 +4,11 @@
### Version Information # ### Version Information #
################################################### ###################################################
### Version: V3.2017.06.586 ### Version: V3.2017.06
### Updated: Thu Jun 22 11:43:26 SAST 2017 ### Updated: Thu Jun 22 11:57:23 SAST 2017
### Generated In: 0.0267922878265 seconds ### Generated In: 0.42226433754 seconds
### Bad Referrer Count: 4836 ### Bad Referrer Count: 4837
### Bad Bot Count: 475 ### Bad Bot Count: 480
################################################### ###################################################
### Version Information ## ### Version Information ##
@ -243,6 +243,7 @@ map $http_user_agent $bad_bot {
"~*BetaBot" 3; "~*BetaBot" 3;
"~*Bigfoot" 3; "~*Bigfoot" 3;
"~*Bitacle" 3; "~*Bitacle" 3;
"~*Blackboard" 3;
"~*Black\ Hole" 3; "~*Black\ Hole" 3;
"~*BlackWidow" 3; "~*BlackWidow" 3;
"~*BLEXBot" 3; "~*BLEXBot" 3;
@ -283,6 +284,7 @@ map $http_user_agent $bad_bot {
"~*CSHttp" 3; "~*CSHttp" 3;
"~*Curious" 3; "~*Curious" 3;
"~*Custo" 3; "~*Custo" 3;
"~*DatabaseDriverMysqli" 3;
"~*DBLBot" 3; "~*DBLBot" 3;
"~*Demon" 3; "~*Demon" 3;
"~*Deusu" 3; "~*Deusu" 3;
@ -353,6 +355,7 @@ map $http_user_agent $bad_bot {
"~*HaosouSpider" 3; "~*HaosouSpider" 3;
"~*Harvest" 3; "~*Harvest" 3;
"~*Havij" 3; "~*Havij" 3;
"~*HEADMasterSEO" 3;
"~*Heritrix" 3; "~*Heritrix" 3;
"~*Hloader" 3; "~*Hloader" 3;
"~*HMView" 3; "~*HMView" 3;
@ -601,6 +604,7 @@ map $http_user_agent $bad_bot {
"~*TwengaBot" 3; "~*TwengaBot" 3;
"~*Twice" 3; "~*Twice" 3;
"~*Typhoeus" 3; "~*Typhoeus" 3;
"~*UnisterBot" 3;
"~*URLy.Warning" 3; "~*URLy.Warning" 3;
"~*URLy\ Warning" 3; "~*URLy\ Warning" 3;
"~*Vacuum" 3; "~*Vacuum" 3;

14
conf.d/globalblacklist.conf
View file

@ -4,11 +4,11 @@
### Version Information # ### Version Information #
################################################### ###################################################
### Version: V3.2017.06.586 ### Version: V3.2017.06
### Updated: Thu Jun 22 11:43:26 SAST 2017 ### Updated: Thu Jun 22 11:57:23 SAST 2017
### Generated In: 0.00607180595398 seconds ### Generated In: 0.42226433754 seconds
### Bad Referrer Count: 4836 ### Bad Referrer Count: 4837
### Bad Bot Count: 475 ### Bad Bot Count: 480
################################################### ###################################################
### Version Information ## ### Version Information ##
@ -243,6 +243,7 @@ map $http_user_agent $bad_bot {
"~*BetaBot" 3; "~*BetaBot" 3;
"~*Bigfoot" 3; "~*Bigfoot" 3;
"~*Bitacle" 3; "~*Bitacle" 3;
"~*Blackboard" 3;
"~*Black\ Hole" 3; "~*Black\ Hole" 3;
"~*BlackWidow" 3; "~*BlackWidow" 3;
"~*BLEXBot" 3; "~*BLEXBot" 3;
@ -283,6 +284,7 @@ map $http_user_agent $bad_bot {
"~*CSHttp" 3; "~*CSHttp" 3;
"~*Curious" 3; "~*Curious" 3;
"~*Custo" 3; "~*Custo" 3;
"~*DatabaseDriverMysqli" 3;
"~*DBLBot" 3; "~*DBLBot" 3;
"~*Demon" 3; "~*Demon" 3;
"~*Deusu" 3; "~*Deusu" 3;
@ -353,6 +355,7 @@ map $http_user_agent $bad_bot {
"~*HaosouSpider" 3; "~*HaosouSpider" 3;
"~*Harvest" 3; "~*Harvest" 3;
"~*Havij" 3; "~*Havij" 3;
"~*HEADMasterSEO" 3;
"~*Heritrix" 3; "~*Heritrix" 3;
"~*Hloader" 3; "~*Hloader" 3;
"~*HMView" 3; "~*HMView" 3;
@ -601,6 +604,7 @@ map $http_user_agent $bad_bot {
"~*TwengaBot" 3; "~*TwengaBot" 3;
"~*Twice" 3; "~*Twice" 3;
"~*Typhoeus" 3; "~*Typhoeus" 3;
"~*UnisterBot" 3;
"~*URLy.Warning" 3; "~*URLy.Warning" 3;
"~*URLy\ Warning" 3; "~*URLy\ Warning" 3;
"~*Vacuum" 3; "~*Vacuum" 3;

8
robots.txt/robots.txt
View file

@ -60,6 +60,8 @@ User-agent: Bigfoot
Disallow:/ Disallow:/
User-agent: Bitacle User-agent: Bitacle
Disallow:/ Disallow:/
User-agent: Blackboard
Disallow:/
User-agent: Black Hole User-agent: Black Hole
Disallow:/ Disallow:/
User-agent: BlackWidow User-agent: BlackWidow
@ -140,6 +142,8 @@ User-agent: Curious
Disallow:/ Disallow:/
User-agent: Custo User-agent: Custo
Disallow:/ Disallow:/
User-agent: DatabaseDriverMysqli
Disallow:/
User-agent: DBLBot User-agent: DBLBot
Disallow:/ Disallow:/
User-agent: Demon User-agent: Demon
@ -280,6 +284,8 @@ User-agent: Harvest
Disallow:/ Disallow:/
User-agent: Havij User-agent: Havij
Disallow:/ Disallow:/
User-agent: HEADMasterSEO
Disallow:/
User-agent: Heritrix User-agent: Heritrix
Disallow:/ Disallow:/
User-agent: Hloader User-agent: Hloader
@ -776,6 +782,8 @@ User-agent: Twice
Disallow:/ Disallow:/
User-agent: Typhoeus User-agent: Typhoeus
Disallow:/ Disallow:/
User-agent: UnisterBot
Disallow:/
User-agent: URLy.Warning User-agent: URLy.Warning
Disallow:/ Disallow:/
User-agent: URLy Warning User-agent: URLy Warning