vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-03 11:10:47 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Referers / Bots (+/-)

Browse source
This commit is contained in:
Mitchell Krog UB1 2017-05-25 10:45:40 +02:00
parent 547f0ba755
commit 73c51f12d7
10 changed files with 43 additions and 9 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

12
Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
View file

@ -17,11 +17,11 @@
### - https://github.com/oohnoitz/nginx-blacklist ### - https://github.com/oohnoitz/nginx-blacklist
### Last Updated ### Last Updated
### Updated: Thu May 25 10:02:53 SAST 2017 ### Updated: Thu May 25 10:45:40 SAST 2017
### End Last Updated ### End Last Updated
### Generated in ### Generated in
### 0.380031347275 seconds ### 0.314699649811 seconds
### End Generated in ### End Generated in
### Tested on: nginx/1.10.0 (Ubuntu 16.04) ### Tested on: nginx/1.10.0 (Ubuntu 16.04)
@ -192,6 +192,7 @@ map $http_user_agent $bad_bot {
"~Alexa" 2; "~Alexa" 2;
"~archive.org" 2; "~archive.org" 2;
"~Baidu" 2; "~Baidu" 2;
"~BUbiNG" 2;
"~FlipboardProxy" 2; "~FlipboardProxy" 2;
"~ia_archiver" 2; "~ia_archiver" 2;
"~Mozilla/4.0" 2; "~Mozilla/4.0" 2;
@ -220,6 +221,7 @@ map $http_user_agent $bad_bot {
"~*Abonti" 3; "~*Abonti" 3;
"~*Aboundex" 3; "~*Aboundex" 3;
"~*Acunetix" 3; "~*Acunetix" 3;
"~*ADmantX" 3;
"~*AhrefsBot" 3; "~*AhrefsBot" 3;
"~*AIBOT" 3; "~*AIBOT" 3;
"~*AiHitBot" 3; "~*AiHitBot" 3;
@ -295,6 +297,7 @@ map $http_user_agent $bad_bot {
"~*Discoverybot" 3; "~*Discoverybot" 3;
"~*DittoSpyder" 3; "~*DittoSpyder" 3;
"~*DomainAppender" 3; "~*DomainAppender" 3;
"~*DomainCrawler" 3;
"~*DomainSigmaCrawler" 3; "~*DomainSigmaCrawler" 3;
"~*Dotbot" 3; "~*Dotbot" 3;
"~*Download\ Demon" 3; "~*Download\ Demon" 3;
@ -330,6 +333,7 @@ map $http_user_agent $bad_bot {
"~*Foobot" 3; "~*Foobot" 3;
"~*Freeuploader" 3; "~*Freeuploader" 3;
"~*FrontPage" 3; "~*FrontPage" 3;
"~*Fyrebot" 3;
"~*GalaxyBot" 3; "~*GalaxyBot" 3;
"~*Genieo" 3; "~*Genieo" 3;
"~*Getintent" 3; "~*Getintent" 3;
@ -517,6 +521,7 @@ map $http_user_agent $bad_bot {
"~*Ripper" 3; "~*Ripper" 3;
"~*RocketCrawler" 3; "~*RocketCrawler" 3;
"~*Rogerbot" 3; "~*Rogerbot" 3;
"~*SalesIntelligent" 3;
"~*SBIder" 3; "~*SBIder" 3;
"~*ScanAlert" 3; "~*ScanAlert" 3;
"~*Scanbot" 3; "~*Scanbot" 3;
@ -670,6 +675,7 @@ map $http_user_agent $bad_bot {
"~*WWW-Mechanize" 3; "~*WWW-Mechanize" 3;
"~*WWW::Mechanize" 3; "~*WWW::Mechanize" 3;
"~*WWWOFFLE" 3; "~*WWWOFFLE" 3;
"~*x22Mozilla" 3;
"~*Xaldon_WebSpider" 3; "~*Xaldon_WebSpider" 3;
"~*Xaldon\ WebSpider" 3; "~*Xaldon\ WebSpider" 3;
"~*Xenu" 3; "~*Xenu" 3;
@ -1892,6 +1898,7 @@ map $http_referer $bad_referer {
"~*doktoronline.no" 1; "~*doktoronline.no" 1;
"~*dokumentalkino.net" 1; "~*dokumentalkino.net" 1;
"~*domain2008.com" 1; "~*domain2008.com" 1;
"~*domaincrawler.com" 1;
"~*domainsatcost.com" 1; "~*domainsatcost.com" 1;
"~*domain-submit.info" 1; "~*domain-submit.info" 1;
"~*domain-tracker.com" 1; "~*domain-tracker.com" 1;
@ -4013,6 +4020,7 @@ map $http_referer $bad_referer {
"~*school-diplomat.ru" 1; "~*school-diplomat.ru" 1;
"~*scoopquest.com" 1; "~*scoopquest.com" 1;
"~*score-ads.men" 1; "~*score-ads.men" 1;
"~*scrapy.org" 1;
"~*screentoolkit.com" 1; "~*screentoolkit.com" 1;
"~*scripted.com" 1; "~*scripted.com" 1;
"~*sc-specialhost.com" 1; "~*sc-specialhost.com" 1;

2
_generator_lists/bad-referrers.list
View file

@ -1059,6 +1059,7 @@ dokumentalkino.net
domain-submit.info domain-submit.info
domain-tracker.com domain-tracker.com
domain2008.com domain2008.com
domaincrawler.com
domainsatcost.com domainsatcost.com
domcran.net domcran.net
domik-derevne.ru domik-derevne.ru
@ -3179,6 +3180,7 @@ scenicmissouri.us
school-diplomat.ru school-diplomat.ru
scoopquest.com scoopquest.com
score-ads.men score-ads.men
scrapy.org
screentoolkit.com screentoolkit.com
scripted.com scripted.com
sdelai-prosto.ru sdelai-prosto.ru

5
_generator_lists/bad-user-agents.list
View file

@ -3,6 +3,7 @@
Abonti Abonti
Aboundex Aboundex
Acunetix Acunetix
ADmantX
AhrefsBot AhrefsBot
AIBOT AIBOT
AiHitBot AiHitBot
@ -78,6 +79,7 @@ Discobot
Discoverybot Discoverybot
DittoSpyder DittoSpyder
DomainAppender DomainAppender
DomainCrawler
DomainSigmaCrawler DomainSigmaCrawler
Dotbot Dotbot
Download\ Demon Download\ Demon
@ -113,6 +115,7 @@ Flunky
Foobot Foobot
Freeuploader Freeuploader
FrontPage FrontPage
Fyrebot
GalaxyBot GalaxyBot
Genieo Genieo
Getintent Getintent
@ -300,6 +303,7 @@ RepoMonkey
Ripper Ripper
RocketCrawler RocketCrawler
Rogerbot Rogerbot
SalesIntelligent
SBIder SBIder
ScanAlert ScanAlert
Scanbot Scanbot
@ -453,6 +457,7 @@ WWW-Collector-E
WWW-Mechanize WWW-Mechanize
WWW::Mechanize WWW::Mechanize
WWWOFFLE WWWOFFLE
x22Mozilla
Xaldon_WebSpider Xaldon_WebSpider
Xaldon\ WebSpider Xaldon\ WebSpider
Xenu Xenu

1
_generator_lists/limited-user-agents.list
View file

@ -1,6 +1,7 @@
Alexa Alexa
archive.org archive.org
Baidu Baidu
BUbiNG
FlipboardProxy FlipboardProxy
ia_archiver ia_archiver
Mozilla/4.0 Mozilla/4.0

12
conf.d/globalblacklist.conf
View file

@ -17,11 +17,11 @@
### - https://github.com/oohnoitz/nginx-blacklist ### - https://github.com/oohnoitz/nginx-blacklist
### Last Updated ### Last Updated
### Updated: Thu May 25 10:02:53 SAST 2017 ### Updated: Thu May 25 10:45:40 SAST 2017
### End Last Updated ### End Last Updated
### Generated in ### Generated in
### 0.380031347275 seconds ### 0.314699649811 seconds
### End Generated in ### End Generated in
### Tested on: nginx/1.10.0 (Ubuntu 16.04) ### Tested on: nginx/1.10.0 (Ubuntu 16.04)
@ -192,6 +192,7 @@ map $http_user_agent $bad_bot {
"~Alexa" 2; "~Alexa" 2;
"~archive.org" 2; "~archive.org" 2;
"~Baidu" 2; "~Baidu" 2;
"~BUbiNG" 2;
"~FlipboardProxy" 2; "~FlipboardProxy" 2;
"~ia_archiver" 2; "~ia_archiver" 2;
"~Mozilla/4.0" 2; "~Mozilla/4.0" 2;
@ -220,6 +221,7 @@ map $http_user_agent $bad_bot {
"~*Abonti" 3; "~*Abonti" 3;
"~*Aboundex" 3; "~*Aboundex" 3;
"~*Acunetix" 3; "~*Acunetix" 3;
"~*ADmantX" 3;
"~*AhrefsBot" 3; "~*AhrefsBot" 3;
"~*AIBOT" 3; "~*AIBOT" 3;
"~*AiHitBot" 3; "~*AiHitBot" 3;
@ -295,6 +297,7 @@ map $http_user_agent $bad_bot {
"~*Discoverybot" 3; "~*Discoverybot" 3;
"~*DittoSpyder" 3; "~*DittoSpyder" 3;
"~*DomainAppender" 3; "~*DomainAppender" 3;
"~*DomainCrawler" 3;
"~*DomainSigmaCrawler" 3; "~*DomainSigmaCrawler" 3;
"~*Dotbot" 3; "~*Dotbot" 3;
"~*Download\ Demon" 3; "~*Download\ Demon" 3;
@ -330,6 +333,7 @@ map $http_user_agent $bad_bot {
"~*Foobot" 3; "~*Foobot" 3;
"~*Freeuploader" 3; "~*Freeuploader" 3;
"~*FrontPage" 3; "~*FrontPage" 3;
"~*Fyrebot" 3;
"~*GalaxyBot" 3; "~*GalaxyBot" 3;
"~*Genieo" 3; "~*Genieo" 3;
"~*Getintent" 3; "~*Getintent" 3;
@ -517,6 +521,7 @@ map $http_user_agent $bad_bot {
"~*Ripper" 3; "~*Ripper" 3;
"~*RocketCrawler" 3; "~*RocketCrawler" 3;
"~*Rogerbot" 3; "~*Rogerbot" 3;
"~*SalesIntelligent" 3;
"~*SBIder" 3; "~*SBIder" 3;
"~*ScanAlert" 3; "~*ScanAlert" 3;
"~*Scanbot" 3; "~*Scanbot" 3;
@ -670,6 +675,7 @@ map $http_user_agent $bad_bot {
"~*WWW-Mechanize" 3; "~*WWW-Mechanize" 3;
"~*WWW::Mechanize" 3; "~*WWW::Mechanize" 3;
"~*WWWOFFLE" 3; "~*WWWOFFLE" 3;
"~*x22Mozilla" 3;
"~*Xaldon_WebSpider" 3; "~*Xaldon_WebSpider" 3;
"~*Xaldon\ WebSpider" 3; "~*Xaldon\ WebSpider" 3;
"~*Xenu" 3; "~*Xenu" 3;
@ -1892,6 +1898,7 @@ map $http_referer $bad_referer {
"~*doktoronline.no" 1; "~*doktoronline.no" 1;
"~*dokumentalkino.net" 1; "~*dokumentalkino.net" 1;
"~*domain2008.com" 1; "~*domain2008.com" 1;
"~*domaincrawler.com" 1;
"~*domainsatcost.com" 1; "~*domainsatcost.com" 1;
"~*domain-submit.info" 1; "~*domain-submit.info" 1;
"~*domain-tracker.com" 1; "~*domain-tracker.com" 1;
@ -4013,6 +4020,7 @@ map $http_referer $bad_referer {
"~*school-diplomat.ru" 1; "~*school-diplomat.ru" 1;
"~*scoopquest.com" 1; "~*scoopquest.com" 1;
"~*score-ads.men" 1; "~*score-ads.men" 1;
"~*scrapy.org" 1;
"~*screentoolkit.com" 1; "~*screentoolkit.com" 1;
"~*scripted.com" 1; "~*scripted.com" 1;
"~*sc-specialhost.com" 1; "~*sc-specialhost.com" 1;

2
google-disavow.txt
View file

@ -1057,6 +1057,7 @@ domain:dokfilms.net
domain:doktoronline.no domain:doktoronline.no
domain:dokumentalkino.net domain:dokumentalkino.net
domain:domain2008.com domain:domain2008.com
domain:domaincrawler.com
domain:domainsatcost.com domain:domainsatcost.com
domain:domain-submit.info domain:domain-submit.info
domain:domain-tracker.com domain:domain-tracker.com
@ -3178,6 +3179,7 @@ domain:scenicmissouri.us
domain:school-diplomat.ru domain:school-diplomat.ru
domain:scoopquest.com domain:scoopquest.com
domain:score-ads.men domain:score-ads.men
domain:scrapy.org
domain:screentoolkit.com domain:screentoolkit.com
domain:scripted.com domain:scripted.com
domain:sc-specialhost.com domain:sc-specialhost.com

2
google-exclude-01.txt
View file

File diff suppressed because one or more lines are too long

2
google-exclude-02.txt
View file

File diff suppressed because one or more lines are too long

2
google-exclude-03.txt
View file

File diff suppressed because one or more lines are too long

12
travisCI/globalblacklist.tpl.conf
View file

@ -17,11 +17,11 @@
### - https://github.com/oohnoitz/nginx-blacklist ### - https://github.com/oohnoitz/nginx-blacklist
### Last Updated ### Last Updated
### Updated: Thu May 25 10:02:53 SAST 2017 ### Updated: Thu May 25 10:45:40 SAST 2017
### End Last Updated ### End Last Updated
### Generated in ### Generated in
### 0.380031347275 seconds ### 0.314699649811 seconds
### End Generated in ### End Generated in
### Tested on: nginx/1.10.0 (Ubuntu 16.04) ### Tested on: nginx/1.10.0 (Ubuntu 16.04)
@ -194,6 +194,7 @@ map $http_user_agent $bad_bot {
"~Alexa" 2; "~Alexa" 2;
"~archive.org" 2; "~archive.org" 2;
"~Baidu" 2; "~Baidu" 2;
"~BUbiNG" 2;
"~FlipboardProxy" 2; "~FlipboardProxy" 2;
"~ia_archiver" 2; "~ia_archiver" 2;
"~Mozilla/4.0" 2; "~Mozilla/4.0" 2;
@ -222,6 +223,7 @@ map $http_user_agent $bad_bot {
"~*Abonti" 3; "~*Abonti" 3;
"~*Aboundex" 3; "~*Aboundex" 3;
"~*Acunetix" 3; "~*Acunetix" 3;
"~*ADmantX" 3;
"~*AhrefsBot" 3; "~*AhrefsBot" 3;
"~*AIBOT" 3; "~*AIBOT" 3;
"~*AiHitBot" 3; "~*AiHitBot" 3;
@ -297,6 +299,7 @@ map $http_user_agent $bad_bot {
"~*Discoverybot" 3; "~*Discoverybot" 3;
"~*DittoSpyder" 3; "~*DittoSpyder" 3;
"~*DomainAppender" 3; "~*DomainAppender" 3;
"~*DomainCrawler" 3;
"~*DomainSigmaCrawler" 3; "~*DomainSigmaCrawler" 3;
"~*Dotbot" 3; "~*Dotbot" 3;
"~*Download\ Demon" 3; "~*Download\ Demon" 3;
@ -332,6 +335,7 @@ map $http_user_agent $bad_bot {
"~*Foobot" 3; "~*Foobot" 3;
"~*Freeuploader" 3; "~*Freeuploader" 3;
"~*FrontPage" 3; "~*FrontPage" 3;
"~*Fyrebot" 3;
"~*GalaxyBot" 3; "~*GalaxyBot" 3;
"~*Genieo" 3; "~*Genieo" 3;
"~*Getintent" 3; "~*Getintent" 3;
@ -519,6 +523,7 @@ map $http_user_agent $bad_bot {
"~*Ripper" 3; "~*Ripper" 3;
"~*RocketCrawler" 3; "~*RocketCrawler" 3;
"~*Rogerbot" 3; "~*Rogerbot" 3;
"~*SalesIntelligent" 3;
"~*SBIder" 3; "~*SBIder" 3;
"~*ScanAlert" 3; "~*ScanAlert" 3;
"~*Scanbot" 3; "~*Scanbot" 3;
@ -672,6 +677,7 @@ map $http_user_agent $bad_bot {
"~*WWW-Mechanize" 3; "~*WWW-Mechanize" 3;
"~*WWW::Mechanize" 3; "~*WWW::Mechanize" 3;
"~*WWWOFFLE" 3; "~*WWWOFFLE" 3;
"~*x22Mozilla" 3;
"~*Xaldon_WebSpider" 3; "~*Xaldon_WebSpider" 3;
"~*Xaldon\ WebSpider" 3; "~*Xaldon\ WebSpider" 3;
"~*Xenu" 3; "~*Xenu" 3;
@ -1900,6 +1906,7 @@ map $http_referer $bad_referer {
"~*doktoronline.no" 1; "~*doktoronline.no" 1;
"~*dokumentalkino.net" 1; "~*dokumentalkino.net" 1;
"~*domain2008.com" 1; "~*domain2008.com" 1;
"~*domaincrawler.com" 1;
"~*domainsatcost.com" 1; "~*domainsatcost.com" 1;
"~*domain-submit.info" 1; "~*domain-submit.info" 1;
"~*domain-tracker.com" 1; "~*domain-tracker.com" 1;
@ -4021,6 +4028,7 @@ map $http_referer $bad_referer {
"~*school-diplomat.ru" 1; "~*school-diplomat.ru" 1;
"~*scoopquest.com" 1; "~*scoopquest.com" 1;
"~*score-ads.men" 1; "~*score-ads.men" 1;
"~*scrapy.org" 1;
"~*screentoolkit.com" 1; "~*screentoolkit.com" 1;
"~*scripted.com" 1; "~*scripted.com" 1;
"~*sc-specialhost.com" 1; "~*sc-specialhost.com" 1;