vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-02 18:50:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Referers / Bots (+/-)

Browse source
This commit is contained in:
Mitchell Krog UB1 2017-05-25 10:45:40 +02:00
parent 547f0ba755
commit 73c51f12d7
10 changed files with 43 additions and 9 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

12
Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
View file

@ -17,11 +17,11 @@
### - https://github.com/oohnoitz/nginx-blacklist
### Last Updated
### Updated: Thu May 25 10:02:53 SAST 2017
### Updated: Thu May 25 10:45:40 SAST 2017
### End Last Updated
### Generated in
### 0.380031347275 seconds
### 0.314699649811 seconds
### End Generated in
### Tested on: nginx/1.10.0 (Ubuntu 16.04)
@ -192,6 +192,7 @@ map $http_user_agent $bad_bot {
"~Alexa" 2;
"~archive.org" 2;
"~Baidu" 2;
"~BUbiNG" 2;
"~FlipboardProxy" 2;
"~ia_archiver" 2;
"~Mozilla/4.0" 2;
@ -220,6 +221,7 @@ map $http_user_agent $bad_bot {
"~*Abonti" 3;
"~*Aboundex" 3;
"~*Acunetix" 3;
"~*ADmantX" 3;
"~*AhrefsBot" 3;
"~*AIBOT" 3;
"~*AiHitBot" 3;
@ -295,6 +297,7 @@ map $http_user_agent $bad_bot {
"~*Discoverybot" 3;
"~*DittoSpyder" 3;
"~*DomainAppender" 3;
"~*DomainCrawler" 3;
"~*DomainSigmaCrawler" 3;
"~*Dotbot" 3;
"~*Download\ Demon" 3;
@ -330,6 +333,7 @@ map $http_user_agent $bad_bot {
"~*Foobot" 3;
"~*Freeuploader" 3;
"~*FrontPage" 3;
"~*Fyrebot" 3;
"~*GalaxyBot" 3;
"~*Genieo" 3;
"~*Getintent" 3;
@ -517,6 +521,7 @@ map $http_user_agent $bad_bot {
"~*Ripper" 3;
"~*RocketCrawler" 3;
"~*Rogerbot" 3;
"~*SalesIntelligent" 3;
"~*SBIder" 3;
"~*ScanAlert" 3;
"~*Scanbot" 3;
@ -670,6 +675,7 @@ map $http_user_agent $bad_bot {
"~*WWW-Mechanize" 3;
"~*WWW::Mechanize" 3;
"~*WWWOFFLE" 3;
"~*x22Mozilla" 3;
"~*Xaldon_WebSpider" 3;
"~*Xaldon\ WebSpider" 3;
"~*Xenu" 3;
@ -1892,6 +1898,7 @@ map $http_referer $bad_referer {
"~*doktoronline.no" 1;
"~*dokumentalkino.net" 1;
"~*domain2008.com" 1;
"~*domaincrawler.com" 1;
"~*domainsatcost.com" 1;
"~*domain-submit.info" 1;
"~*domain-tracker.com" 1;
@ -4013,6 +4020,7 @@ map $http_referer $bad_referer {
"~*school-diplomat.ru" 1;
"~*scoopquest.com" 1;
"~*score-ads.men" 1;
"~*scrapy.org" 1;
"~*screentoolkit.com" 1;
"~*scripted.com" 1;
"~*sc-specialhost.com" 1;

2
_generator_lists/bad-referrers.list
View file

@ -1059,6 +1059,7 @@ dokumentalkino.net
domain-submit.info
domain-tracker.com
domain2008.com
domaincrawler.com
domainsatcost.com
domcran.net
domik-derevne.ru
@ -3179,6 +3180,7 @@ scenicmissouri.us
school-diplomat.ru
scoopquest.com
score-ads.men
scrapy.org
screentoolkit.com
scripted.com
sdelai-prosto.ru

5
_generator_lists/bad-user-agents.list
View file

@ -3,6 +3,7 @@
Abonti
Aboundex
Acunetix
ADmantX
AhrefsBot
AIBOT
AiHitBot
@ -78,6 +79,7 @@ Discobot
Discoverybot
DittoSpyder
DomainAppender
DomainCrawler
DomainSigmaCrawler
Dotbot
Download\ Demon
@ -113,6 +115,7 @@ Flunky
Foobot
Freeuploader
FrontPage
Fyrebot
GalaxyBot
Genieo
Getintent
@ -300,6 +303,7 @@ RepoMonkey
Ripper
RocketCrawler
Rogerbot
SalesIntelligent
SBIder
ScanAlert
Scanbot
@ -453,6 +457,7 @@ WWW-Collector-E
WWW-Mechanize
WWW::Mechanize
WWWOFFLE
x22Mozilla
Xaldon_WebSpider
Xaldon\ WebSpider
Xenu

1
_generator_lists/limited-user-agents.list
View file

@ -1,6 +1,7 @@
Alexa
archive.org
Baidu
BUbiNG
FlipboardProxy
ia_archiver
Mozilla/4.0

12
conf.d/globalblacklist.conf
View file

@ -17,11 +17,11 @@
### - https://github.com/oohnoitz/nginx-blacklist
### Last Updated
### Updated: Thu May 25 10:02:53 SAST 2017
### Updated: Thu May 25 10:45:40 SAST 2017
### End Last Updated
### Generated in
### 0.380031347275 seconds
### 0.314699649811 seconds
### End Generated in
### Tested on: nginx/1.10.0 (Ubuntu 16.04)
@ -192,6 +192,7 @@ map $http_user_agent $bad_bot {
"~Alexa" 2;
"~archive.org" 2;
"~Baidu" 2;
"~BUbiNG" 2;
"~FlipboardProxy" 2;
"~ia_archiver" 2;
"~Mozilla/4.0" 2;
@ -220,6 +221,7 @@ map $http_user_agent $bad_bot {
"~*Abonti" 3;
"~*Aboundex" 3;
"~*Acunetix" 3;
"~*ADmantX" 3;
"~*AhrefsBot" 3;
"~*AIBOT" 3;
"~*AiHitBot" 3;
@ -295,6 +297,7 @@ map $http_user_agent $bad_bot {
"~*Discoverybot" 3;
"~*DittoSpyder" 3;
"~*DomainAppender" 3;
"~*DomainCrawler" 3;
"~*DomainSigmaCrawler" 3;
"~*Dotbot" 3;
"~*Download\ Demon" 3;
@ -330,6 +333,7 @@ map $http_user_agent $bad_bot {
"~*Foobot" 3;
"~*Freeuploader" 3;
"~*FrontPage" 3;
"~*Fyrebot" 3;
"~*GalaxyBot" 3;
"~*Genieo" 3;
"~*Getintent" 3;
@ -517,6 +521,7 @@ map $http_user_agent $bad_bot {
"~*Ripper" 3;
"~*RocketCrawler" 3;
"~*Rogerbot" 3;
"~*SalesIntelligent" 3;
"~*SBIder" 3;
"~*ScanAlert" 3;
"~*Scanbot" 3;
@ -670,6 +675,7 @@ map $http_user_agent $bad_bot {
"~*WWW-Mechanize" 3;
"~*WWW::Mechanize" 3;
"~*WWWOFFLE" 3;
"~*x22Mozilla" 3;
"~*Xaldon_WebSpider" 3;
"~*Xaldon\ WebSpider" 3;
"~*Xenu" 3;
@ -1892,6 +1898,7 @@ map $http_referer $bad_referer {
"~*doktoronline.no" 1;
"~*dokumentalkino.net" 1;
"~*domain2008.com" 1;
"~*domaincrawler.com" 1;
"~*domainsatcost.com" 1;
"~*domain-submit.info" 1;
"~*domain-tracker.com" 1;
@ -4013,6 +4020,7 @@ map $http_referer $bad_referer {
"~*school-diplomat.ru" 1;
"~*scoopquest.com" 1;
"~*score-ads.men" 1;
"~*scrapy.org" 1;
"~*screentoolkit.com" 1;
"~*scripted.com" 1;
"~*sc-specialhost.com" 1;

2
google-disavow.txt
View file

@ -1057,6 +1057,7 @@ domain:dokfilms.net
domain:doktoronline.no
domain:dokumentalkino.net
domain:domain2008.com
domain:domaincrawler.com
domain:domainsatcost.com
domain:domain-submit.info
domain:domain-tracker.com
@ -3178,6 +3179,7 @@ domain:scenicmissouri.us
domain:school-diplomat.ru
domain:scoopquest.com
domain:score-ads.men
domain:scrapy.org
domain:screentoolkit.com
domain:scripted.com
domain:sc-specialhost.com

2
google-exclude-01.txt
View file

File diff suppressed because one or more lines are too long

2
google-exclude-02.txt
View file

File diff suppressed because one or more lines are too long

2
google-exclude-03.txt
View file

File diff suppressed because one or more lines are too long

12
travisCI/globalblacklist.tpl.conf
View file

@ -17,11 +17,11 @@
### - https://github.com/oohnoitz/nginx-blacklist
### Last Updated
### Updated: Thu May 25 10:02:53 SAST 2017
### Updated: Thu May 25 10:45:40 SAST 2017
### End Last Updated
### Generated in
### 0.380031347275 seconds
### 0.314699649811 seconds
### End Generated in
### Tested on: nginx/1.10.0 (Ubuntu 16.04)
@ -194,6 +194,7 @@ map $http_user_agent $bad_bot {
"~Alexa" 2;
"~archive.org" 2;
"~Baidu" 2;
"~BUbiNG" 2;
"~FlipboardProxy" 2;
"~ia_archiver" 2;
"~Mozilla/4.0" 2;
@ -222,6 +223,7 @@ map $http_user_agent $bad_bot {
"~*Abonti" 3;
"~*Aboundex" 3;
"~*Acunetix" 3;
"~*ADmantX" 3;
"~*AhrefsBot" 3;
"~*AIBOT" 3;
"~*AiHitBot" 3;
@ -297,6 +299,7 @@ map $http_user_agent $bad_bot {
"~*Discoverybot" 3;
"~*DittoSpyder" 3;
"~*DomainAppender" 3;
"~*DomainCrawler" 3;
"~*DomainSigmaCrawler" 3;
"~*Dotbot" 3;
"~*Download\ Demon" 3;
@ -332,6 +335,7 @@ map $http_user_agent $bad_bot {
"~*Foobot" 3;
"~*Freeuploader" 3;
"~*FrontPage" 3;
"~*Fyrebot" 3;
"~*GalaxyBot" 3;
"~*Genieo" 3;
"~*Getintent" 3;
@ -519,6 +523,7 @@ map $http_user_agent $bad_bot {
"~*Ripper" 3;
"~*RocketCrawler" 3;
"~*Rogerbot" 3;
"~*SalesIntelligent" 3;
"~*SBIder" 3;
"~*ScanAlert" 3;
"~*Scanbot" 3;
@ -672,6 +677,7 @@ map $http_user_agent $bad_bot {
"~*WWW-Mechanize" 3;
"~*WWW::Mechanize" 3;
"~*WWWOFFLE" 3;
"~*x22Mozilla" 3;
"~*Xaldon_WebSpider" 3;
"~*Xaldon\ WebSpider" 3;
"~*Xenu" 3;
@ -1900,6 +1906,7 @@ map $http_referer $bad_referer {
"~*doktoronline.no" 1;
"~*dokumentalkino.net" 1;
"~*domain2008.com" 1;
"~*domaincrawler.com" 1;
"~*domainsatcost.com" 1;
"~*domain-submit.info" 1;
"~*domain-tracker.com" 1;
@ -4021,6 +4028,7 @@ map $http_referer $bad_referer {
"~*school-diplomat.ru" 1;
"~*scoopquest.com" 1;
"~*score-ads.men" 1;
"~*scrapy.org" 1;
"~*screentoolkit.com" 1;
"~*scripted.com" 1;
"~*sc-specialhost.com" 1;