vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-02 02:29:58 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Referers / Bots (+/-)

Browse source
This commit is contained in:
Mitchell Krog UB1 2017-06-22 11:57:23 +02:00
parent 6df91970b8
commit 081f30d94c
4 changed files with 30 additions and 10 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
_generator_lists/bad-user-agents.list
View file

@ -29,6 +29,7 @@ BDFetch
BetaBot
Bigfoot
Bitacle
Blackboard
Black\ Hole
BlackWidow
BLEXBot
@ -69,6 +70,7 @@ Crescent
CSHttp
Curious
Custo
DatabaseDriverMysqli
DBLBot
Demon
Deusu
@ -139,6 +141,7 @@ GuzzleHttp
HaosouSpider
Harvest
Havij
HEADMasterSEO
Heritrix
Hloader
HMView
@ -387,6 +390,7 @@ Turnitin\ Robot
TwengaBot
Twice
Typhoeus
UnisterBot
URLy.Warning
URLy\ Warning
Vacuum

14
_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
View file

@ -4,11 +4,11 @@
### Version Information #
###################################################
### Version: V3.2017.06.586
### Updated: Thu Jun 22 11:43:26 SAST 2017
### Generated In: 0.0267922878265 seconds
### Bad Referrer Count: 4836
### Bad Bot Count: 475
### Version: V3.2017.06
### Updated: Thu Jun 22 11:57:23 SAST 2017
### Generated In: 0.42226433754 seconds
### Bad Referrer Count: 4837
### Bad Bot Count: 480
###################################################
### Version Information ##
@ -243,6 +243,7 @@ map $http_user_agent $bad_bot {
"~*BetaBot" 3;
"~*Bigfoot" 3;
"~*Bitacle" 3;
"~*Blackboard" 3;
"~*Black\ Hole" 3;
"~*BlackWidow" 3;
"~*BLEXBot" 3;
@ -283,6 +284,7 @@ map $http_user_agent $bad_bot {
"~*CSHttp" 3;
"~*Curious" 3;
"~*Custo" 3;
"~*DatabaseDriverMysqli" 3;
"~*DBLBot" 3;
"~*Demon" 3;
"~*Deusu" 3;
@ -353,6 +355,7 @@ map $http_user_agent $bad_bot {
"~*HaosouSpider" 3;
"~*Harvest" 3;
"~*Havij" 3;
"~*HEADMasterSEO" 3;
"~*Heritrix" 3;
"~*Hloader" 3;
"~*HMView" 3;
@ -601,6 +604,7 @@ map $http_user_agent $bad_bot {
"~*TwengaBot" 3;
"~*Twice" 3;
"~*Typhoeus" 3;
"~*UnisterBot" 3;
"~*URLy.Warning" 3;
"~*URLy\ Warning" 3;
"~*Vacuum" 3;

14
conf.d/globalblacklist.conf
View file

@ -4,11 +4,11 @@
### Version Information #
###################################################
### Version: V3.2017.06.586
### Updated: Thu Jun 22 11:43:26 SAST 2017
### Generated In: 0.00607180595398 seconds
### Bad Referrer Count: 4836
### Bad Bot Count: 475
### Version: V3.2017.06
### Updated: Thu Jun 22 11:57:23 SAST 2017
### Generated In: 0.42226433754 seconds
### Bad Referrer Count: 4837
### Bad Bot Count: 480
###################################################
### Version Information ##
@ -243,6 +243,7 @@ map $http_user_agent $bad_bot {
"~*BetaBot" 3;
"~*Bigfoot" 3;
"~*Bitacle" 3;
"~*Blackboard" 3;
"~*Black\ Hole" 3;
"~*BlackWidow" 3;
"~*BLEXBot" 3;
@ -283,6 +284,7 @@ map $http_user_agent $bad_bot {
"~*CSHttp" 3;
"~*Curious" 3;
"~*Custo" 3;
"~*DatabaseDriverMysqli" 3;
"~*DBLBot" 3;
"~*Demon" 3;
"~*Deusu" 3;
@ -353,6 +355,7 @@ map $http_user_agent $bad_bot {
"~*HaosouSpider" 3;
"~*Harvest" 3;
"~*Havij" 3;
"~*HEADMasterSEO" 3;
"~*Heritrix" 3;
"~*Hloader" 3;
"~*HMView" 3;
@ -601,6 +604,7 @@ map $http_user_agent $bad_bot {
"~*TwengaBot" 3;
"~*Twice" 3;
"~*Typhoeus" 3;
"~*UnisterBot" 3;
"~*URLy.Warning" 3;
"~*URLy\ Warning" 3;
"~*Vacuum" 3;

8
robots.txt/robots.txt
View file

@ -60,6 +60,8 @@ User-agent: Bigfoot
Disallow:/
User-agent: Bitacle
Disallow:/
User-agent: Blackboard
Disallow:/
User-agent: Black Hole
Disallow:/
User-agent: BlackWidow
@ -140,6 +142,8 @@ User-agent: Curious
Disallow:/
User-agent: Custo
Disallow:/
User-agent: DatabaseDriverMysqli
Disallow:/
User-agent: DBLBot
Disallow:/
User-agent: Demon
@ -280,6 +284,8 @@ User-agent: Harvest
Disallow:/
User-agent: Havij
Disallow:/
User-agent: HEADMasterSEO
Disallow:/
User-agent: Heritrix
Disallow:/
User-agent: Hloader
@ -776,6 +782,8 @@ User-agent: Twice
Disallow:/
User-agent: Typhoeus
Disallow:/
User-agent: UnisterBot
Disallow:/
User-agent: URLy.Warning
Disallow:/
User-agent: URLy Warning