vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-04 19:50:17 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

V4.2021.01.2239 [ci skip]

Browse source
This commit is contained in:
Travis 2021-01-04 12:10:06 +02:00
parent f6ed5fcb32
commit f6051266aa
54 changed files with 1197 additions and 1106 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
.dev-tools/_robots_input/robots-input.txt
View file

@ -80,6 +80,7 @@ Claritybot
Cliqzbot Cliqzbot
Cloud mapping Cloud mapping
coccocbot-web coccocbot-web
Cocolyzebot
CODE87 CODE87
Cogentbot Cogentbot
cognitiveseo cognitiveseo
@ -244,6 +245,7 @@ Libwhisker
LieBaoFast LieBaoFast
Lightspeedsystems Lightspeedsystems
Likse Likse
Linkbot
Linkdexbot Linkdexbot
LinkextractorPro LinkextractorPro
LinkpadBot LinkpadBot
@ -505,6 +507,7 @@ Vacuum
Vagabondo Vagabondo
VB Project VB Project
VCI VCI
VelenPublicWebCrawler
VeriCiteCrawler VeriCiteCrawler
VidibleScraper VidibleScraper
Virusdie Virusdie
@ -582,6 +585,7 @@ Zeus
zgrab zgrab
Zitebot Zitebot
ZmEu ZmEu
ZoomBot
ZoominfoBot ZoominfoBot
ZumBot ZumBot
ZyBorg ZyBorg

10
.dev-tools/beta_conf_files/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2021.01.2238 ### Version: V3.2021.01.2239
### Updated: Mon Jan 4 11:10:47 SAST 2021 ### Updated: Mon Jan 4 12:00:45 SAST 2021
### Bad Referrer Count: 6906 ### Bad Referrer Count: 6906
### Bad Bot Count: 587 ### Bad Bot Count: 591
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -229,6 +229,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Cliqzbot(?:\b)" 3; "~*(?:\b)Cliqzbot(?:\b)" 3;
"~*(?:\b)Cloud\ mapping(?:\b)" 3; "~*(?:\b)Cloud\ mapping(?:\b)" 3;
"~*(?:\b)coccocbot-web(?:\b)" 3; "~*(?:\b)coccocbot-web(?:\b)" 3;
"~*(?:\b)Cocolyzebot(?:\b)" 3;
"~*(?:\b)CODE87(?:\b)" 3; "~*(?:\b)CODE87(?:\b)" 3;
"~*(?:\b)Cogentbot(?:\b)" 3; "~*(?:\b)Cogentbot(?:\b)" 3;
"~*(?:\b)cognitiveseo(?:\b)" 3; "~*(?:\b)cognitiveseo(?:\b)" 3;
@ -393,6 +394,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)LieBaoFast(?:\b)" 3; "~*(?:\b)LieBaoFast(?:\b)" 3;
"~*(?:\b)Lightspeedsystems(?:\b)" 3; "~*(?:\b)Lightspeedsystems(?:\b)" 3;
"~*(?:\b)Likse(?:\b)" 3; "~*(?:\b)Likse(?:\b)" 3;
"~*(?:\b)Linkbot(?:\b)" 3;
"~*(?:\b)Linkdexbot(?:\b)" 3; "~*(?:\b)Linkdexbot(?:\b)" 3;
"~*(?:\b)LinkextractorPro(?:\b)" 3; "~*(?:\b)LinkextractorPro(?:\b)" 3;
"~*(?:\b)LinkpadBot(?:\b)" 3; "~*(?:\b)LinkpadBot(?:\b)" 3;
@ -654,6 +656,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Vagabondo(?:\b)" 3; "~*(?:\b)Vagabondo(?:\b)" 3;
"~*(?:\b)VB\ Project(?:\b)" 3; "~*(?:\b)VB\ Project(?:\b)" 3;
"~*(?:\b)VCI(?:\b)" 3; "~*(?:\b)VCI(?:\b)" 3;
"~*(?:\b)VelenPublicWebCrawler(?:\b)" 3;
"~*(?:\b)VeriCiteCrawler(?:\b)" 3; "~*(?:\b)VeriCiteCrawler(?:\b)" 3;
"~*(?:\b)VidibleScraper(?:\b)" 3; "~*(?:\b)VidibleScraper(?:\b)" 3;
"~*(?:\b)Virusdie(?:\b)" 3; "~*(?:\b)Virusdie(?:\b)" 3;
@ -731,6 +734,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)zgrab(?:\b)" 3; "~*(?:\b)zgrab(?:\b)" 3;
"~*(?:\b)Zitebot(?:\b)" 3; "~*(?:\b)Zitebot(?:\b)" 3;
"~*(?:\b)ZmEu(?:\b)" 3; "~*(?:\b)ZmEu(?:\b)" 3;
"~*(?:\b)ZoomBot(?:\b)" 3;
"~*(?:\b)ZoominfoBot(?:\b)" 3; "~*(?:\b)ZoominfoBot(?:\b)" 3;
"~*(?:\b)ZumBot(?:\b)" 3; "~*(?:\b)ZumBot(?:\b)" 3;
"~*(?:\b)ZyBorg(?:\b)" 3; "~*(?:\b)ZyBorg(?:\b)" 3;

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.173.211 1; 104.154.182.187 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.173.211 0; 104.154.182.187 0;
127.0.0.1 0; 127.0.0.1 0;

10
.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2021.01.2238 ### Version: V3.2021.01.2239
### Updated: Mon Jan 4 11:10:47 SAST 2021 ### Updated: Mon Jan 4 12:00:45 SAST 2021
### Bad Referrer Count: 6906 ### Bad Referrer Count: 6906
### Bad Bot Count: 587 ### Bad Bot Count: 591
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -229,6 +229,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Cliqzbot(?:\b)" 3; "~*(?:\b)Cliqzbot(?:\b)" 3;
"~*(?:\b)Cloud\ mapping(?:\b)" 3; "~*(?:\b)Cloud\ mapping(?:\b)" 3;
"~*(?:\b)coccocbot-web(?:\b)" 3; "~*(?:\b)coccocbot-web(?:\b)" 3;
"~*(?:\b)Cocolyzebot(?:\b)" 3;
"~*(?:\b)CODE87(?:\b)" 3; "~*(?:\b)CODE87(?:\b)" 3;
"~*(?:\b)Cogentbot(?:\b)" 3; "~*(?:\b)Cogentbot(?:\b)" 3;
"~*(?:\b)cognitiveseo(?:\b)" 3; "~*(?:\b)cognitiveseo(?:\b)" 3;
@ -393,6 +394,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)LieBaoFast(?:\b)" 3; "~*(?:\b)LieBaoFast(?:\b)" 3;
"~*(?:\b)Lightspeedsystems(?:\b)" 3; "~*(?:\b)Lightspeedsystems(?:\b)" 3;
"~*(?:\b)Likse(?:\b)" 3; "~*(?:\b)Likse(?:\b)" 3;
"~*(?:\b)Linkbot(?:\b)" 3;
"~*(?:\b)Linkdexbot(?:\b)" 3; "~*(?:\b)Linkdexbot(?:\b)" 3;
"~*(?:\b)LinkextractorPro(?:\b)" 3; "~*(?:\b)LinkextractorPro(?:\b)" 3;
"~*(?:\b)LinkpadBot(?:\b)" 3; "~*(?:\b)LinkpadBot(?:\b)" 3;
@ -654,6 +656,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Vagabondo(?:\b)" 3; "~*(?:\b)Vagabondo(?:\b)" 3;
"~*(?:\b)VB\ Project(?:\b)" 3; "~*(?:\b)VB\ Project(?:\b)" 3;
"~*(?:\b)VCI(?:\b)" 3; "~*(?:\b)VCI(?:\b)" 3;
"~*(?:\b)VelenPublicWebCrawler(?:\b)" 3;
"~*(?:\b)VeriCiteCrawler(?:\b)" 3; "~*(?:\b)VeriCiteCrawler(?:\b)" 3;
"~*(?:\b)VidibleScraper(?:\b)" 3; "~*(?:\b)VidibleScraper(?:\b)" 3;
"~*(?:\b)Virusdie(?:\b)" 3; "~*(?:\b)Virusdie(?:\b)" 3;
@ -731,6 +734,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)zgrab(?:\b)" 3; "~*(?:\b)zgrab(?:\b)" 3;
"~*(?:\b)Zitebot(?:\b)" 3; "~*(?:\b)Zitebot(?:\b)" 3;
"~*(?:\b)ZmEu(?:\b)" 3; "~*(?:\b)ZmEu(?:\b)" 3;
"~*(?:\b)ZoomBot(?:\b)" 3;
"~*(?:\b)ZoominfoBot(?:\b)" 3; "~*(?:\b)ZoominfoBot(?:\b)" 3;
"~*(?:\b)ZumBot(?:\b)" 3; "~*(?:\b)ZumBot(?:\b)" 3;
"~*(?:\b)ZyBorg(?:\b)" 3; "~*(?:\b)ZyBorg(?:\b)" 3;

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.173.211 1; 104.154.182.187 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.173.211 0; 104.154.182.187 0;
127.0.0.1 0; 127.0.0.1 0;

10
.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2021.01.2238 ### Version: V3.2021.01.2239
### Updated: Mon Jan 4 11:10:47 SAST 2021 ### Updated: Mon Jan 4 12:00:45 SAST 2021
### Bad Referrer Count: 6906 ### Bad Referrer Count: 6906
### Bad Bot Count: 587 ### Bad Bot Count: 591
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -229,6 +229,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Cliqzbot(?:\b)" 3; "~*(?:\b)Cliqzbot(?:\b)" 3;
"~*(?:\b)Cloud\ mapping(?:\b)" 3; "~*(?:\b)Cloud\ mapping(?:\b)" 3;
"~*(?:\b)coccocbot-web(?:\b)" 3; "~*(?:\b)coccocbot-web(?:\b)" 3;
"~*(?:\b)Cocolyzebot(?:\b)" 3;
"~*(?:\b)CODE87(?:\b)" 3; "~*(?:\b)CODE87(?:\b)" 3;
"~*(?:\b)Cogentbot(?:\b)" 3; "~*(?:\b)Cogentbot(?:\b)" 3;
"~*(?:\b)cognitiveseo(?:\b)" 3; "~*(?:\b)cognitiveseo(?:\b)" 3;
@ -393,6 +394,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)LieBaoFast(?:\b)" 3; "~*(?:\b)LieBaoFast(?:\b)" 3;
"~*(?:\b)Lightspeedsystems(?:\b)" 3; "~*(?:\b)Lightspeedsystems(?:\b)" 3;
"~*(?:\b)Likse(?:\b)" 3; "~*(?:\b)Likse(?:\b)" 3;
"~*(?:\b)Linkbot(?:\b)" 3;
"~*(?:\b)Linkdexbot(?:\b)" 3; "~*(?:\b)Linkdexbot(?:\b)" 3;
"~*(?:\b)LinkextractorPro(?:\b)" 3; "~*(?:\b)LinkextractorPro(?:\b)" 3;
"~*(?:\b)LinkpadBot(?:\b)" 3; "~*(?:\b)LinkpadBot(?:\b)" 3;
@ -654,6 +656,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Vagabondo(?:\b)" 3; "~*(?:\b)Vagabondo(?:\b)" 3;
"~*(?:\b)VB\ Project(?:\b)" 3; "~*(?:\b)VB\ Project(?:\b)" 3;
"~*(?:\b)VCI(?:\b)" 3; "~*(?:\b)VCI(?:\b)" 3;
"~*(?:\b)VelenPublicWebCrawler(?:\b)" 3;
"~*(?:\b)VeriCiteCrawler(?:\b)" 3; "~*(?:\b)VeriCiteCrawler(?:\b)" 3;
"~*(?:\b)VidibleScraper(?:\b)" 3; "~*(?:\b)VidibleScraper(?:\b)" 3;
"~*(?:\b)Virusdie(?:\b)" 3; "~*(?:\b)Virusdie(?:\b)" 3;
@ -731,6 +734,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)zgrab(?:\b)" 3; "~*(?:\b)zgrab(?:\b)" 3;
"~*(?:\b)Zitebot(?:\b)" 3; "~*(?:\b)Zitebot(?:\b)" 3;
"~*(?:\b)ZmEu(?:\b)" 3; "~*(?:\b)ZmEu(?:\b)" 3;
"~*(?:\b)ZoomBot(?:\b)" 3;
"~*(?:\b)ZoominfoBot(?:\b)" 3; "~*(?:\b)ZoominfoBot(?:\b)" 3;
"~*(?:\b)ZumBot(?:\b)" 3; "~*(?:\b)ZumBot(?:\b)" 3;
"~*(?:\b)ZyBorg(?:\b)" 3; "~*(?:\b)ZyBorg(?:\b)" 3;

2
.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.173.211 1; 104.154.182.187 1;
127.0.0.1 1; 127.0.0.1 1;

4
.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-user-agents.conf
View file

@ -141,6 +141,7 @@
"~*(?:\b)Cliqzbot(?:\b|)" 0; "~*(?:\b)Cliqzbot(?:\b|)" 0;
"~*(?:\b)Cloud\ mapping(?:\b|)" 0; "~*(?:\b)Cloud\ mapping(?:\b|)" 0;
"~*(?:\b)coccocbot-web(?:\b|)" 0; "~*(?:\b)coccocbot-web(?:\b|)" 0;
"~*(?:\b)Cocolyzebot(?:\b|)" 0;
"~*(?:\b)CODE87(?:\b|)" 0; "~*(?:\b)CODE87(?:\b|)" 0;
"~*(?:\b)Cogentbot(?:\b|)" 0; "~*(?:\b)Cogentbot(?:\b|)" 0;
"~*(?:\b)cognitiveseo(?:\b|)" 0; "~*(?:\b)cognitiveseo(?:\b|)" 0;
@ -305,6 +306,7 @@
"~*(?:\b)LieBaoFast(?:\b|)" 0; "~*(?:\b)LieBaoFast(?:\b|)" 0;
"~*(?:\b)Lightspeedsystems(?:\b|)" 0; "~*(?:\b)Lightspeedsystems(?:\b|)" 0;
"~*(?:\b)Likse(?:\b|)" 0; "~*(?:\b)Likse(?:\b|)" 0;
"~*(?:\b)Linkbot(?:\b|)" 0;
"~*(?:\b)Linkdexbot(?:\b|)" 0; "~*(?:\b)Linkdexbot(?:\b|)" 0;
"~*(?:\b)LinkextractorPro(?:\b|)" 0; "~*(?:\b)LinkextractorPro(?:\b|)" 0;
"~*(?:\b)LinkpadBot(?:\b|)" 0; "~*(?:\b)LinkpadBot(?:\b|)" 0;
@ -566,6 +568,7 @@
"~*(?:\b)Vagabondo(?:\b|)" 0; "~*(?:\b)Vagabondo(?:\b|)" 0;
"~*(?:\b)VB\ Project(?:\b|)" 0; "~*(?:\b)VB\ Project(?:\b|)" 0;
"~*(?:\b)VCI(?:\b|)" 0; "~*(?:\b)VCI(?:\b|)" 0;
"~*(?:\b)VelenPublicWebCrawler(?:\b|)" 0;
"~*(?:\b)VeriCiteCrawler(?:\b|)" 0; "~*(?:\b)VeriCiteCrawler(?:\b|)" 0;
"~*(?:\b)VidibleScraper(?:\b|)" 0; "~*(?:\b)VidibleScraper(?:\b|)" 0;
"~*(?:\b)Virusdie(?:\b|)" 0; "~*(?:\b)Virusdie(?:\b|)" 0;
@ -643,6 +646,7 @@
"~*(?:\b)zgrab(?:\b|)" 0; "~*(?:\b)zgrab(?:\b|)" 0;
"~*(?:\b)Zitebot(?:\b|)" 0; "~*(?:\b)Zitebot(?:\b|)" 0;
"~*(?:\b)ZmEu(?:\b|)" 0; "~*(?:\b)ZmEu(?:\b|)" 0;
"~*(?:\b)ZoomBot(?:\b|)" 0;
"~*(?:\b)ZoominfoBot(?:\b|)" 0; "~*(?:\b)ZoominfoBot(?:\b|)" 0;
"~*(?:\b)ZumBot(?:\b|)" 0; "~*(?:\b)ZumBot(?:\b|)" 0;
"~*(?:\b)ZyBorg(?:\b|)" 0; "~*(?:\b)ZyBorg(?:\b|)" 0;

2
.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.173.211 0; 104.154.182.187 0;
127.0.0.1 0; 127.0.0.1 0;

10
.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2021.01.2238 ### Version: V3.2021.01.2239
### Updated: Mon Jan 4 11:10:47 SAST 2021 ### Updated: Mon Jan 4 12:00:45 SAST 2021
### Bad Referrer Count: 6906 ### Bad Referrer Count: 6906
### Bad Bot Count: 587 ### Bad Bot Count: 591
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -229,6 +229,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Cliqzbot(?:\b)" 3; "~*(?:\b)Cliqzbot(?:\b)" 3;
"~*(?:\b)Cloud\ mapping(?:\b)" 3; "~*(?:\b)Cloud\ mapping(?:\b)" 3;
"~*(?:\b)coccocbot-web(?:\b)" 3; "~*(?:\b)coccocbot-web(?:\b)" 3;
"~*(?:\b)Cocolyzebot(?:\b)" 3;
"~*(?:\b)CODE87(?:\b)" 3; "~*(?:\b)CODE87(?:\b)" 3;
"~*(?:\b)Cogentbot(?:\b)" 3; "~*(?:\b)Cogentbot(?:\b)" 3;
"~*(?:\b)cognitiveseo(?:\b)" 3; "~*(?:\b)cognitiveseo(?:\b)" 3;
@ -393,6 +394,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)LieBaoFast(?:\b)" 3; "~*(?:\b)LieBaoFast(?:\b)" 3;
"~*(?:\b)Lightspeedsystems(?:\b)" 3; "~*(?:\b)Lightspeedsystems(?:\b)" 3;
"~*(?:\b)Likse(?:\b)" 3; "~*(?:\b)Likse(?:\b)" 3;
"~*(?:\b)Linkbot(?:\b)" 3;
"~*(?:\b)Linkdexbot(?:\b)" 3; "~*(?:\b)Linkdexbot(?:\b)" 3;
"~*(?:\b)LinkextractorPro(?:\b)" 3; "~*(?:\b)LinkextractorPro(?:\b)" 3;
"~*(?:\b)LinkpadBot(?:\b)" 3; "~*(?:\b)LinkpadBot(?:\b)" 3;
@ -654,6 +656,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Vagabondo(?:\b)" 3; "~*(?:\b)Vagabondo(?:\b)" 3;
"~*(?:\b)VB\ Project(?:\b)" 3; "~*(?:\b)VB\ Project(?:\b)" 3;
"~*(?:\b)VCI(?:\b)" 3; "~*(?:\b)VCI(?:\b)" 3;
"~*(?:\b)VelenPublicWebCrawler(?:\b)" 3;
"~*(?:\b)VeriCiteCrawler(?:\b)" 3; "~*(?:\b)VeriCiteCrawler(?:\b)" 3;
"~*(?:\b)VidibleScraper(?:\b)" 3; "~*(?:\b)VidibleScraper(?:\b)" 3;
"~*(?:\b)Virusdie(?:\b)" 3; "~*(?:\b)Virusdie(?:\b)" 3;
@ -731,6 +734,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)zgrab(?:\b)" 3; "~*(?:\b)zgrab(?:\b)" 3;
"~*(?:\b)Zitebot(?:\b)" 3; "~*(?:\b)Zitebot(?:\b)" 3;
"~*(?:\b)ZmEu(?:\b)" 3; "~*(?:\b)ZmEu(?:\b)" 3;
"~*(?:\b)ZoomBot(?:\b)" 3;
"~*(?:\b)ZoominfoBot(?:\b)" 3; "~*(?:\b)ZoominfoBot(?:\b)" 3;
"~*(?:\b)ZumBot(?:\b)" 3; "~*(?:\b)ZumBot(?:\b)" 3;
"~*(?:\b)ZyBorg(?:\b)" 3; "~*(?:\b)ZyBorg(?:\b)" 3;

10
.dev-tools/globalblacklist-testing.template
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2021.01.2238 ### Version: V3.2021.01.2239
### Updated: Mon Jan 4 11:10:47 SAST 2021 ### Updated: Mon Jan 4 12:00:45 SAST 2021
### Bad Referrer Count: 6906 ### Bad Referrer Count: 6906
### Bad Bot Count: 587 ### Bad Bot Count: 591
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -229,6 +229,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Cliqzbot(?:\b)" 3; "~*(?:\b)Cliqzbot(?:\b)" 3;
"~*(?:\b)Cloud\ mapping(?:\b)" 3; "~*(?:\b)Cloud\ mapping(?:\b)" 3;
"~*(?:\b)coccocbot-web(?:\b)" 3; "~*(?:\b)coccocbot-web(?:\b)" 3;
"~*(?:\b)Cocolyzebot(?:\b)" 3;
"~*(?:\b)CODE87(?:\b)" 3; "~*(?:\b)CODE87(?:\b)" 3;
"~*(?:\b)Cogentbot(?:\b)" 3; "~*(?:\b)Cogentbot(?:\b)" 3;
"~*(?:\b)cognitiveseo(?:\b)" 3; "~*(?:\b)cognitiveseo(?:\b)" 3;
@ -393,6 +394,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)LieBaoFast(?:\b)" 3; "~*(?:\b)LieBaoFast(?:\b)" 3;
"~*(?:\b)Lightspeedsystems(?:\b)" 3; "~*(?:\b)Lightspeedsystems(?:\b)" 3;
"~*(?:\b)Likse(?:\b)" 3; "~*(?:\b)Likse(?:\b)" 3;
"~*(?:\b)Linkbot(?:\b)" 3;
"~*(?:\b)Linkdexbot(?:\b)" 3; "~*(?:\b)Linkdexbot(?:\b)" 3;
"~*(?:\b)LinkextractorPro(?:\b)" 3; "~*(?:\b)LinkextractorPro(?:\b)" 3;
"~*(?:\b)LinkpadBot(?:\b)" 3; "~*(?:\b)LinkpadBot(?:\b)" 3;
@ -654,6 +656,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Vagabondo(?:\b)" 3; "~*(?:\b)Vagabondo(?:\b)" 3;
"~*(?:\b)VB\ Project(?:\b)" 3; "~*(?:\b)VB\ Project(?:\b)" 3;
"~*(?:\b)VCI(?:\b)" 3; "~*(?:\b)VCI(?:\b)" 3;
"~*(?:\b)VelenPublicWebCrawler(?:\b)" 3;
"~*(?:\b)VeriCiteCrawler(?:\b)" 3; "~*(?:\b)VeriCiteCrawler(?:\b)" 3;
"~*(?:\b)VidibleScraper(?:\b)" 3; "~*(?:\b)VidibleScraper(?:\b)" 3;
"~*(?:\b)Virusdie(?:\b)" 3; "~*(?:\b)Virusdie(?:\b)" 3;
@ -731,6 +734,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)zgrab(?:\b)" 3; "~*(?:\b)zgrab(?:\b)" 3;
"~*(?:\b)Zitebot(?:\b)" 3; "~*(?:\b)Zitebot(?:\b)" 3;
"~*(?:\b)ZmEu(?:\b)" 3; "~*(?:\b)ZmEu(?:\b)" 3;
"~*(?:\b)ZoomBot(?:\b)" 3;
"~*(?:\b)ZoominfoBot(?:\b)" 3; "~*(?:\b)ZoominfoBot(?:\b)" 3;
"~*(?:\b)ZumBot(?:\b)" 3; "~*(?:\b)ZumBot(?:\b)" 3;
"~*(?:\b)ZyBorg(?:\b)" 3; "~*(?:\b)ZyBorg(?:\b)" 3;

10
.dev-tools/globalblacklist.template
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.01.2238 ### Version: V4.2021.01.2239
### Updated: Mon Jan 4 11:10:46 SAST 2021 ### Updated: Mon Jan 4 12:00:44 SAST 2021
### Bad Referrer Count: 6906 ### Bad Referrer Count: 6906
### Bad Bot Count: 587 ### Bad Bot Count: 591
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -229,6 +229,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Cliqzbot(?:\b)" 3; "~*(?:\b)Cliqzbot(?:\b)" 3;
"~*(?:\b)Cloud\ mapping(?:\b)" 3; "~*(?:\b)Cloud\ mapping(?:\b)" 3;
"~*(?:\b)coccocbot-web(?:\b)" 3; "~*(?:\b)coccocbot-web(?:\b)" 3;
"~*(?:\b)Cocolyzebot(?:\b)" 3;
"~*(?:\b)CODE87(?:\b)" 3; "~*(?:\b)CODE87(?:\b)" 3;
"~*(?:\b)Cogentbot(?:\b)" 3; "~*(?:\b)Cogentbot(?:\b)" 3;
"~*(?:\b)cognitiveseo(?:\b)" 3; "~*(?:\b)cognitiveseo(?:\b)" 3;
@ -393,6 +394,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)LieBaoFast(?:\b)" 3; "~*(?:\b)LieBaoFast(?:\b)" 3;
"~*(?:\b)Lightspeedsystems(?:\b)" 3; "~*(?:\b)Lightspeedsystems(?:\b)" 3;
"~*(?:\b)Likse(?:\b)" 3; "~*(?:\b)Likse(?:\b)" 3;
"~*(?:\b)Linkbot(?:\b)" 3;
"~*(?:\b)Linkdexbot(?:\b)" 3; "~*(?:\b)Linkdexbot(?:\b)" 3;
"~*(?:\b)LinkextractorPro(?:\b)" 3; "~*(?:\b)LinkextractorPro(?:\b)" 3;
"~*(?:\b)LinkpadBot(?:\b)" 3; "~*(?:\b)LinkpadBot(?:\b)" 3;
@ -654,6 +656,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Vagabondo(?:\b)" 3; "~*(?:\b)Vagabondo(?:\b)" 3;
"~*(?:\b)VB\ Project(?:\b)" 3; "~*(?:\b)VB\ Project(?:\b)" 3;
"~*(?:\b)VCI(?:\b)" 3; "~*(?:\b)VCI(?:\b)" 3;
"~*(?:\b)VelenPublicWebCrawler(?:\b)" 3;
"~*(?:\b)VeriCiteCrawler(?:\b)" 3; "~*(?:\b)VeriCiteCrawler(?:\b)" 3;
"~*(?:\b)VidibleScraper(?:\b)" 3; "~*(?:\b)VidibleScraper(?:\b)" 3;
"~*(?:\b)Virusdie(?:\b)" 3; "~*(?:\b)Virusdie(?:\b)" 3;
@ -731,6 +734,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)zgrab(?:\b)" 3; "~*(?:\b)zgrab(?:\b)" 3;
"~*(?:\b)Zitebot(?:\b)" 3; "~*(?:\b)Zitebot(?:\b)" 3;
"~*(?:\b)ZmEu(?:\b)" 3; "~*(?:\b)ZmEu(?:\b)" 3;
"~*(?:\b)ZoomBot(?:\b)" 3;
"~*(?:\b)ZoominfoBot(?:\b)" 3; "~*(?:\b)ZoominfoBot(?:\b)" 3;
"~*(?:\b)ZumBot(?:\b)" 3; "~*(?:\b)ZumBot(?:\b)" 3;
"~*(?:\b)ZyBorg(?:\b)" 3; "~*(?:\b)ZyBorg(?:\b)" 3;

2
.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,4 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
104.154.182.187 0; 35.193.184.18 0;

10
.dev-tools/test1_conf_files/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.01.2238 ### Version: V4.2021.01.2239
### Updated: Mon Jan 4 11:10:46 SAST 2021 ### Updated: Mon Jan 4 12:00:44 SAST 2021
### Bad Referrer Count: 6906 ### Bad Referrer Count: 6906
### Bad Bot Count: 587 ### Bad Bot Count: 591
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -229,6 +229,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Cliqzbot(?:\b)" 3; "~*(?:\b)Cliqzbot(?:\b)" 3;
"~*(?:\b)Cloud\ mapping(?:\b)" 3; "~*(?:\b)Cloud\ mapping(?:\b)" 3;
"~*(?:\b)coccocbot-web(?:\b)" 3; "~*(?:\b)coccocbot-web(?:\b)" 3;
"~*(?:\b)Cocolyzebot(?:\b)" 3;
"~*(?:\b)CODE87(?:\b)" 3; "~*(?:\b)CODE87(?:\b)" 3;
"~*(?:\b)Cogentbot(?:\b)" 3; "~*(?:\b)Cogentbot(?:\b)" 3;
"~*(?:\b)cognitiveseo(?:\b)" 3; "~*(?:\b)cognitiveseo(?:\b)" 3;
@ -393,6 +394,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)LieBaoFast(?:\b)" 3; "~*(?:\b)LieBaoFast(?:\b)" 3;
"~*(?:\b)Lightspeedsystems(?:\b)" 3; "~*(?:\b)Lightspeedsystems(?:\b)" 3;
"~*(?:\b)Likse(?:\b)" 3; "~*(?:\b)Likse(?:\b)" 3;
"~*(?:\b)Linkbot(?:\b)" 3;
"~*(?:\b)Linkdexbot(?:\b)" 3; "~*(?:\b)Linkdexbot(?:\b)" 3;
"~*(?:\b)LinkextractorPro(?:\b)" 3; "~*(?:\b)LinkextractorPro(?:\b)" 3;
"~*(?:\b)LinkpadBot(?:\b)" 3; "~*(?:\b)LinkpadBot(?:\b)" 3;
@ -654,6 +656,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Vagabondo(?:\b)" 3; "~*(?:\b)Vagabondo(?:\b)" 3;
"~*(?:\b)VB\ Project(?:\b)" 3; "~*(?:\b)VB\ Project(?:\b)" 3;
"~*(?:\b)VCI(?:\b)" 3; "~*(?:\b)VCI(?:\b)" 3;
"~*(?:\b)VelenPublicWebCrawler(?:\b)" 3;
"~*(?:\b)VeriCiteCrawler(?:\b)" 3; "~*(?:\b)VeriCiteCrawler(?:\b)" 3;
"~*(?:\b)VidibleScraper(?:\b)" 3; "~*(?:\b)VidibleScraper(?:\b)" 3;
"~*(?:\b)Virusdie(?:\b)" 3; "~*(?:\b)Virusdie(?:\b)" 3;
@ -731,6 +734,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)zgrab(?:\b)" 3; "~*(?:\b)zgrab(?:\b)" 3;
"~*(?:\b)Zitebot(?:\b)" 3; "~*(?:\b)Zitebot(?:\b)" 3;
"~*(?:\b)ZmEu(?:\b)" 3; "~*(?:\b)ZmEu(?:\b)" 3;
"~*(?:\b)ZoomBot(?:\b)" 3;
"~*(?:\b)ZoominfoBot(?:\b)" 3; "~*(?:\b)ZoominfoBot(?:\b)" 3;
"~*(?:\b)ZumBot(?:\b)" 3; "~*(?:\b)ZumBot(?:\b)" 3;
"~*(?:\b)ZyBorg(?:\b)" 3; "~*(?:\b)ZyBorg(?:\b)" 3;

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.208.80 1; 34.122.173.211 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.208.80 0; 34.122.173.211 0;
127.0.0.1 0; 127.0.0.1 0;

10
.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.01.2238 ### Version: V4.2021.01.2239
### Updated: Mon Jan 4 11:10:46 SAST 2021 ### Updated: Mon Jan 4 12:00:44 SAST 2021
### Bad Referrer Count: 6906 ### Bad Referrer Count: 6906
### Bad Bot Count: 587 ### Bad Bot Count: 591
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -229,6 +229,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Cliqzbot(?:\b)" 3; "~*(?:\b)Cliqzbot(?:\b)" 3;
"~*(?:\b)Cloud\ mapping(?:\b)" 3; "~*(?:\b)Cloud\ mapping(?:\b)" 3;
"~*(?:\b)coccocbot-web(?:\b)" 3; "~*(?:\b)coccocbot-web(?:\b)" 3;
"~*(?:\b)Cocolyzebot(?:\b)" 3;
"~*(?:\b)CODE87(?:\b)" 3; "~*(?:\b)CODE87(?:\b)" 3;
"~*(?:\b)Cogentbot(?:\b)" 3; "~*(?:\b)Cogentbot(?:\b)" 3;
"~*(?:\b)cognitiveseo(?:\b)" 3; "~*(?:\b)cognitiveseo(?:\b)" 3;
@ -393,6 +394,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)LieBaoFast(?:\b)" 3; "~*(?:\b)LieBaoFast(?:\b)" 3;
"~*(?:\b)Lightspeedsystems(?:\b)" 3; "~*(?:\b)Lightspeedsystems(?:\b)" 3;
"~*(?:\b)Likse(?:\b)" 3; "~*(?:\b)Likse(?:\b)" 3;
"~*(?:\b)Linkbot(?:\b)" 3;
"~*(?:\b)Linkdexbot(?:\b)" 3; "~*(?:\b)Linkdexbot(?:\b)" 3;
"~*(?:\b)LinkextractorPro(?:\b)" 3; "~*(?:\b)LinkextractorPro(?:\b)" 3;
"~*(?:\b)LinkpadBot(?:\b)" 3; "~*(?:\b)LinkpadBot(?:\b)" 3;
@ -654,6 +656,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Vagabondo(?:\b)" 3; "~*(?:\b)Vagabondo(?:\b)" 3;
"~*(?:\b)VB\ Project(?:\b)" 3; "~*(?:\b)VB\ Project(?:\b)" 3;
"~*(?:\b)VCI(?:\b)" 3; "~*(?:\b)VCI(?:\b)" 3;
"~*(?:\b)VelenPublicWebCrawler(?:\b)" 3;
"~*(?:\b)VeriCiteCrawler(?:\b)" 3; "~*(?:\b)VeriCiteCrawler(?:\b)" 3;
"~*(?:\b)VidibleScraper(?:\b)" 3; "~*(?:\b)VidibleScraper(?:\b)" 3;
"~*(?:\b)Virusdie(?:\b)" 3; "~*(?:\b)Virusdie(?:\b)" 3;
@ -731,6 +734,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)zgrab(?:\b)" 3; "~*(?:\b)zgrab(?:\b)" 3;
"~*(?:\b)Zitebot(?:\b)" 3; "~*(?:\b)Zitebot(?:\b)" 3;
"~*(?:\b)ZmEu(?:\b)" 3; "~*(?:\b)ZmEu(?:\b)" 3;
"~*(?:\b)ZoomBot(?:\b)" 3;
"~*(?:\b)ZoominfoBot(?:\b)" 3; "~*(?:\b)ZoominfoBot(?:\b)" 3;
"~*(?:\b)ZumBot(?:\b)" 3; "~*(?:\b)ZumBot(?:\b)" 3;
"~*(?:\b)ZyBorg(?:\b)" 3; "~*(?:\b)ZyBorg(?:\b)" 3;

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.208.80 1; 34.122.173.211 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.208.80 0; 34.122.173.211 0;
127.0.0.1 0; 127.0.0.1 0;

10
.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.01.2238 ### Version: V4.2021.01.2239
### Updated: Mon Jan 4 11:10:46 SAST 2021 ### Updated: Mon Jan 4 12:00:44 SAST 2021
### Bad Referrer Count: 6906 ### Bad Referrer Count: 6906
### Bad Bot Count: 587 ### Bad Bot Count: 591
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -229,6 +229,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Cliqzbot(?:\b)" 3; "~*(?:\b)Cliqzbot(?:\b)" 3;
"~*(?:\b)Cloud\ mapping(?:\b)" 3; "~*(?:\b)Cloud\ mapping(?:\b)" 3;
"~*(?:\b)coccocbot-web(?:\b)" 3; "~*(?:\b)coccocbot-web(?:\b)" 3;
"~*(?:\b)Cocolyzebot(?:\b)" 3;
"~*(?:\b)CODE87(?:\b)" 3; "~*(?:\b)CODE87(?:\b)" 3;
"~*(?:\b)Cogentbot(?:\b)" 3; "~*(?:\b)Cogentbot(?:\b)" 3;
"~*(?:\b)cognitiveseo(?:\b)" 3; "~*(?:\b)cognitiveseo(?:\b)" 3;
@ -393,6 +394,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)LieBaoFast(?:\b)" 3; "~*(?:\b)LieBaoFast(?:\b)" 3;
"~*(?:\b)Lightspeedsystems(?:\b)" 3; "~*(?:\b)Lightspeedsystems(?:\b)" 3;
"~*(?:\b)Likse(?:\b)" 3; "~*(?:\b)Likse(?:\b)" 3;
"~*(?:\b)Linkbot(?:\b)" 3;
"~*(?:\b)Linkdexbot(?:\b)" 3; "~*(?:\b)Linkdexbot(?:\b)" 3;
"~*(?:\b)LinkextractorPro(?:\b)" 3; "~*(?:\b)LinkextractorPro(?:\b)" 3;
"~*(?:\b)LinkpadBot(?:\b)" 3; "~*(?:\b)LinkpadBot(?:\b)" 3;
@ -654,6 +656,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Vagabondo(?:\b)" 3; "~*(?:\b)Vagabondo(?:\b)" 3;
"~*(?:\b)VB\ Project(?:\b)" 3; "~*(?:\b)VB\ Project(?:\b)" 3;
"~*(?:\b)VCI(?:\b)" 3; "~*(?:\b)VCI(?:\b)" 3;
"~*(?:\b)VelenPublicWebCrawler(?:\b)" 3;
"~*(?:\b)VeriCiteCrawler(?:\b)" 3; "~*(?:\b)VeriCiteCrawler(?:\b)" 3;
"~*(?:\b)VidibleScraper(?:\b)" 3; "~*(?:\b)VidibleScraper(?:\b)" 3;
"~*(?:\b)Virusdie(?:\b)" 3; "~*(?:\b)Virusdie(?:\b)" 3;
@ -731,6 +734,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)zgrab(?:\b)" 3; "~*(?:\b)zgrab(?:\b)" 3;
"~*(?:\b)Zitebot(?:\b)" 3; "~*(?:\b)Zitebot(?:\b)" 3;
"~*(?:\b)ZmEu(?:\b)" 3; "~*(?:\b)ZmEu(?:\b)" 3;
"~*(?:\b)ZoomBot(?:\b)" 3;
"~*(?:\b)ZoominfoBot(?:\b)" 3; "~*(?:\b)ZoominfoBot(?:\b)" 3;
"~*(?:\b)ZumBot(?:\b)" 3; "~*(?:\b)ZumBot(?:\b)" 3;
"~*(?:\b)ZyBorg(?:\b)" 3; "~*(?:\b)ZyBorg(?:\b)" 3;

2
.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.208.80 1; 34.122.173.211 1;
127.0.0.1 1; 127.0.0.1 1;

4
.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf
View file

@ -141,6 +141,7 @@
"~*(?:\b)Cliqzbot(?:\b|)" 0; "~*(?:\b)Cliqzbot(?:\b|)" 0;
"~*(?:\b)Cloud\ mapping(?:\b|)" 0; "~*(?:\b)Cloud\ mapping(?:\b|)" 0;
"~*(?:\b)coccocbot-web(?:\b|)" 0; "~*(?:\b)coccocbot-web(?:\b|)" 0;
"~*(?:\b)Cocolyzebot(?:\b|)" 0;
"~*(?:\b)CODE87(?:\b|)" 0; "~*(?:\b)CODE87(?:\b|)" 0;
"~*(?:\b)Cogentbot(?:\b|)" 0; "~*(?:\b)Cogentbot(?:\b|)" 0;
"~*(?:\b)cognitiveseo(?:\b|)" 0; "~*(?:\b)cognitiveseo(?:\b|)" 0;
@ -305,6 +306,7 @@
"~*(?:\b)LieBaoFast(?:\b|)" 0; "~*(?:\b)LieBaoFast(?:\b|)" 0;
"~*(?:\b)Lightspeedsystems(?:\b|)" 0; "~*(?:\b)Lightspeedsystems(?:\b|)" 0;
"~*(?:\b)Likse(?:\b|)" 0; "~*(?:\b)Likse(?:\b|)" 0;
"~*(?:\b)Linkbot(?:\b|)" 0;
"~*(?:\b)Linkdexbot(?:\b|)" 0; "~*(?:\b)Linkdexbot(?:\b|)" 0;
"~*(?:\b)LinkextractorPro(?:\b|)" 0; "~*(?:\b)LinkextractorPro(?:\b|)" 0;
"~*(?:\b)LinkpadBot(?:\b|)" 0; "~*(?:\b)LinkpadBot(?:\b|)" 0;
@ -566,6 +568,7 @@
"~*(?:\b)Vagabondo(?:\b|)" 0; "~*(?:\b)Vagabondo(?:\b|)" 0;
"~*(?:\b)VB\ Project(?:\b|)" 0; "~*(?:\b)VB\ Project(?:\b|)" 0;
"~*(?:\b)VCI(?:\b|)" 0; "~*(?:\b)VCI(?:\b|)" 0;
"~*(?:\b)VelenPublicWebCrawler(?:\b|)" 0;
"~*(?:\b)VeriCiteCrawler(?:\b|)" 0; "~*(?:\b)VeriCiteCrawler(?:\b|)" 0;
"~*(?:\b)VidibleScraper(?:\b|)" 0; "~*(?:\b)VidibleScraper(?:\b|)" 0;
"~*(?:\b)Virusdie(?:\b|)" 0; "~*(?:\b)Virusdie(?:\b|)" 0;
@ -643,6 +646,7 @@
"~*(?:\b)zgrab(?:\b|)" 0; "~*(?:\b)zgrab(?:\b|)" 0;
"~*(?:\b)Zitebot(?:\b|)" 0; "~*(?:\b)Zitebot(?:\b|)" 0;
"~*(?:\b)ZmEu(?:\b|)" 0; "~*(?:\b)ZmEu(?:\b|)" 0;
"~*(?:\b)ZoomBot(?:\b|)" 0;
"~*(?:\b)ZoominfoBot(?:\b|)" 0; "~*(?:\b)ZoominfoBot(?:\b|)" 0;
"~*(?:\b)ZumBot(?:\b|)" 0; "~*(?:\b)ZumBot(?:\b|)" 0;
"~*(?:\b)ZyBorg(?:\b|)" 0; "~*(?:\b)ZyBorg(?:\b|)" 0;

2
.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.208.80 0; 34.122.173.211 0;
127.0.0.1 0; 127.0.0.1 0;

10
.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.01.2238 ### Version: V4.2021.01.2239
### Updated: Mon Jan 4 11:10:46 SAST 2021 ### Updated: Mon Jan 4 12:00:44 SAST 2021
### Bad Referrer Count: 6906 ### Bad Referrer Count: 6906
### Bad Bot Count: 587 ### Bad Bot Count: 591
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -229,6 +229,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Cliqzbot(?:\b)" 3; "~*(?:\b)Cliqzbot(?:\b)" 3;
"~*(?:\b)Cloud\ mapping(?:\b)" 3; "~*(?:\b)Cloud\ mapping(?:\b)" 3;
"~*(?:\b)coccocbot-web(?:\b)" 3; "~*(?:\b)coccocbot-web(?:\b)" 3;
"~*(?:\b)Cocolyzebot(?:\b)" 3;
"~*(?:\b)CODE87(?:\b)" 3; "~*(?:\b)CODE87(?:\b)" 3;
"~*(?:\b)Cogentbot(?:\b)" 3; "~*(?:\b)Cogentbot(?:\b)" 3;
"~*(?:\b)cognitiveseo(?:\b)" 3; "~*(?:\b)cognitiveseo(?:\b)" 3;
@ -393,6 +394,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)LieBaoFast(?:\b)" 3; "~*(?:\b)LieBaoFast(?:\b)" 3;
"~*(?:\b)Lightspeedsystems(?:\b)" 3; "~*(?:\b)Lightspeedsystems(?:\b)" 3;
"~*(?:\b)Likse(?:\b)" 3; "~*(?:\b)Likse(?:\b)" 3;
"~*(?:\b)Linkbot(?:\b)" 3;
"~*(?:\b)Linkdexbot(?:\b)" 3; "~*(?:\b)Linkdexbot(?:\b)" 3;
"~*(?:\b)LinkextractorPro(?:\b)" 3; "~*(?:\b)LinkextractorPro(?:\b)" 3;
"~*(?:\b)LinkpadBot(?:\b)" 3; "~*(?:\b)LinkpadBot(?:\b)" 3;
@ -654,6 +656,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Vagabondo(?:\b)" 3; "~*(?:\b)Vagabondo(?:\b)" 3;
"~*(?:\b)VB\ Project(?:\b)" 3; "~*(?:\b)VB\ Project(?:\b)" 3;
"~*(?:\b)VCI(?:\b)" 3; "~*(?:\b)VCI(?:\b)" 3;
"~*(?:\b)VelenPublicWebCrawler(?:\b)" 3;
"~*(?:\b)VeriCiteCrawler(?:\b)" 3; "~*(?:\b)VeriCiteCrawler(?:\b)" 3;
"~*(?:\b)VidibleScraper(?:\b)" 3; "~*(?:\b)VidibleScraper(?:\b)" 3;
"~*(?:\b)Virusdie(?:\b)" 3; "~*(?:\b)Virusdie(?:\b)" 3;
@ -731,6 +734,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)zgrab(?:\b)" 3; "~*(?:\b)zgrab(?:\b)" 3;
"~*(?:\b)Zitebot(?:\b)" 3; "~*(?:\b)Zitebot(?:\b)" 3;
"~*(?:\b)ZmEu(?:\b)" 3; "~*(?:\b)ZmEu(?:\b)" 3;
"~*(?:\b)ZoomBot(?:\b)" 3;
"~*(?:\b)ZoominfoBot(?:\b)" 3; "~*(?:\b)ZoominfoBot(?:\b)" 3;
"~*(?:\b)ZumBot(?:\b)" 3; "~*(?:\b)ZumBot(?:\b)" 3;
"~*(?:\b)ZyBorg(?:\b)" 3; "~*(?:\b)ZyBorg(?:\b)" 3;

2
.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.193.184.18 0; 104.154.182.187 0;
34.122.173.211 0; 34.122.173.211 0;

10
.dev-tools/test2_conf_files/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.01.2238 ### Version: V4.2021.01.2239
### Updated: Mon Jan 4 11:10:46 SAST 2021 ### Updated: Mon Jan 4 12:00:44 SAST 2021
### Bad Referrer Count: 6906 ### Bad Referrer Count: 6906
### Bad Bot Count: 587 ### Bad Bot Count: 591
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -229,6 +229,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Cliqzbot(?:\b)" 3; "~*(?:\b)Cliqzbot(?:\b)" 3;
"~*(?:\b)Cloud\ mapping(?:\b)" 3; "~*(?:\b)Cloud\ mapping(?:\b)" 3;
"~*(?:\b)coccocbot-web(?:\b)" 3; "~*(?:\b)coccocbot-web(?:\b)" 3;
"~*(?:\b)Cocolyzebot(?:\b)" 3;
"~*(?:\b)CODE87(?:\b)" 3; "~*(?:\b)CODE87(?:\b)" 3;
"~*(?:\b)Cogentbot(?:\b)" 3; "~*(?:\b)Cogentbot(?:\b)" 3;
"~*(?:\b)cognitiveseo(?:\b)" 3; "~*(?:\b)cognitiveseo(?:\b)" 3;
@ -393,6 +394,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)LieBaoFast(?:\b)" 3; "~*(?:\b)LieBaoFast(?:\b)" 3;
"~*(?:\b)Lightspeedsystems(?:\b)" 3; "~*(?:\b)Lightspeedsystems(?:\b)" 3;
"~*(?:\b)Likse(?:\b)" 3; "~*(?:\b)Likse(?:\b)" 3;
"~*(?:\b)Linkbot(?:\b)" 3;
"~*(?:\b)Linkdexbot(?:\b)" 3; "~*(?:\b)Linkdexbot(?:\b)" 3;
"~*(?:\b)LinkextractorPro(?:\b)" 3; "~*(?:\b)LinkextractorPro(?:\b)" 3;
"~*(?:\b)LinkpadBot(?:\b)" 3; "~*(?:\b)LinkpadBot(?:\b)" 3;
@ -654,6 +656,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Vagabondo(?:\b)" 3; "~*(?:\b)Vagabondo(?:\b)" 3;
"~*(?:\b)VB\ Project(?:\b)" 3; "~*(?:\b)VB\ Project(?:\b)" 3;
"~*(?:\b)VCI(?:\b)" 3; "~*(?:\b)VCI(?:\b)" 3;
"~*(?:\b)VelenPublicWebCrawler(?:\b)" 3;
"~*(?:\b)VeriCiteCrawler(?:\b)" 3; "~*(?:\b)VeriCiteCrawler(?:\b)" 3;
"~*(?:\b)VidibleScraper(?:\b)" 3; "~*(?:\b)VidibleScraper(?:\b)" 3;
"~*(?:\b)Virusdie(?:\b)" 3; "~*(?:\b)Virusdie(?:\b)" 3;
@ -731,6 +734,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)zgrab(?:\b)" 3; "~*(?:\b)zgrab(?:\b)" 3;
"~*(?:\b)Zitebot(?:\b)" 3; "~*(?:\b)Zitebot(?:\b)" 3;
"~*(?:\b)ZmEu(?:\b)" 3; "~*(?:\b)ZmEu(?:\b)" 3;
"~*(?:\b)ZoomBot(?:\b)" 3;
"~*(?:\b)ZoominfoBot(?:\b)" 3; "~*(?:\b)ZoominfoBot(?:\b)" 3;
"~*(?:\b)ZumBot(?:\b)" 3; "~*(?:\b)ZumBot(?:\b)" 3;
"~*(?:\b)ZyBorg(?:\b)" 3; "~*(?:\b)ZyBorg(?:\b)" 3;

3
.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.193.184.18 0; 34.122.208.80 0;
104.154.182.187 0;

10
.dev-tools/test3_conf_files/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.01.2238 ### Version: V4.2021.01.2239
### Updated: Mon Jan 4 11:10:46 SAST 2021 ### Updated: Mon Jan 4 12:00:44 SAST 2021
### Bad Referrer Count: 6906 ### Bad Referrer Count: 6906
### Bad Bot Count: 587 ### Bad Bot Count: 591
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -229,6 +229,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Cliqzbot(?:\b)" 3; "~*(?:\b)Cliqzbot(?:\b)" 3;
"~*(?:\b)Cloud\ mapping(?:\b)" 3; "~*(?:\b)Cloud\ mapping(?:\b)" 3;
"~*(?:\b)coccocbot-web(?:\b)" 3; "~*(?:\b)coccocbot-web(?:\b)" 3;
"~*(?:\b)Cocolyzebot(?:\b)" 3;
"~*(?:\b)CODE87(?:\b)" 3; "~*(?:\b)CODE87(?:\b)" 3;
"~*(?:\b)Cogentbot(?:\b)" 3; "~*(?:\b)Cogentbot(?:\b)" 3;
"~*(?:\b)cognitiveseo(?:\b)" 3; "~*(?:\b)cognitiveseo(?:\b)" 3;
@ -393,6 +394,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)LieBaoFast(?:\b)" 3; "~*(?:\b)LieBaoFast(?:\b)" 3;
"~*(?:\b)Lightspeedsystems(?:\b)" 3; "~*(?:\b)Lightspeedsystems(?:\b)" 3;
"~*(?:\b)Likse(?:\b)" 3; "~*(?:\b)Likse(?:\b)" 3;
"~*(?:\b)Linkbot(?:\b)" 3;
"~*(?:\b)Linkdexbot(?:\b)" 3; "~*(?:\b)Linkdexbot(?:\b)" 3;
"~*(?:\b)LinkextractorPro(?:\b)" 3; "~*(?:\b)LinkextractorPro(?:\b)" 3;
"~*(?:\b)LinkpadBot(?:\b)" 3; "~*(?:\b)LinkpadBot(?:\b)" 3;
@ -654,6 +656,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Vagabondo(?:\b)" 3; "~*(?:\b)Vagabondo(?:\b)" 3;
"~*(?:\b)VB\ Project(?:\b)" 3; "~*(?:\b)VB\ Project(?:\b)" 3;
"~*(?:\b)VCI(?:\b)" 3; "~*(?:\b)VCI(?:\b)" 3;
"~*(?:\b)VelenPublicWebCrawler(?:\b)" 3;
"~*(?:\b)VeriCiteCrawler(?:\b)" 3; "~*(?:\b)VeriCiteCrawler(?:\b)" 3;
"~*(?:\b)VidibleScraper(?:\b)" 3; "~*(?:\b)VidibleScraper(?:\b)" 3;
"~*(?:\b)Virusdie(?:\b)" 3; "~*(?:\b)Virusdie(?:\b)" 3;
@ -731,6 +734,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)zgrab(?:\b)" 3; "~*(?:\b)zgrab(?:\b)" 3;
"~*(?:\b)Zitebot(?:\b)" 3; "~*(?:\b)Zitebot(?:\b)" 3;
"~*(?:\b)ZmEu(?:\b)" 3; "~*(?:\b)ZmEu(?:\b)" 3;
"~*(?:\b)ZoomBot(?:\b)" 3;
"~*(?:\b)ZoominfoBot(?:\b)" 3; "~*(?:\b)ZoominfoBot(?:\b)" 3;
"~*(?:\b)ZumBot(?:\b)" 3; "~*(?:\b)ZumBot(?:\b)" 3;
"~*(?:\b)ZyBorg(?:\b)" 3; "~*(?:\b)ZyBorg(?:\b)" 3;

3
.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,6 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.122.173.211 0; 35.193.184.18 0;
34.122.208.80 0;
104.154.182.187 0; 104.154.182.187 0;

10
.dev-tools/test4_conf_files/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.01.2238 ### Version: V4.2021.01.2239
### Updated: Mon Jan 4 11:10:46 SAST 2021 ### Updated: Mon Jan 4 12:00:44 SAST 2021
### Bad Referrer Count: 6906 ### Bad Referrer Count: 6906
### Bad Bot Count: 587 ### Bad Bot Count: 591
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -229,6 +229,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Cliqzbot(?:\b)" 3; "~*(?:\b)Cliqzbot(?:\b)" 3;
"~*(?:\b)Cloud\ mapping(?:\b)" 3; "~*(?:\b)Cloud\ mapping(?:\b)" 3;
"~*(?:\b)coccocbot-web(?:\b)" 3; "~*(?:\b)coccocbot-web(?:\b)" 3;
"~*(?:\b)Cocolyzebot(?:\b)" 3;
"~*(?:\b)CODE87(?:\b)" 3; "~*(?:\b)CODE87(?:\b)" 3;
"~*(?:\b)Cogentbot(?:\b)" 3; "~*(?:\b)Cogentbot(?:\b)" 3;
"~*(?:\b)cognitiveseo(?:\b)" 3; "~*(?:\b)cognitiveseo(?:\b)" 3;
@ -393,6 +394,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)LieBaoFast(?:\b)" 3; "~*(?:\b)LieBaoFast(?:\b)" 3;
"~*(?:\b)Lightspeedsystems(?:\b)" 3; "~*(?:\b)Lightspeedsystems(?:\b)" 3;
"~*(?:\b)Likse(?:\b)" 3; "~*(?:\b)Likse(?:\b)" 3;
"~*(?:\b)Linkbot(?:\b)" 3;
"~*(?:\b)Linkdexbot(?:\b)" 3; "~*(?:\b)Linkdexbot(?:\b)" 3;
"~*(?:\b)LinkextractorPro(?:\b)" 3; "~*(?:\b)LinkextractorPro(?:\b)" 3;
"~*(?:\b)LinkpadBot(?:\b)" 3; "~*(?:\b)LinkpadBot(?:\b)" 3;
@ -654,6 +656,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Vagabondo(?:\b)" 3; "~*(?:\b)Vagabondo(?:\b)" 3;
"~*(?:\b)VB\ Project(?:\b)" 3; "~*(?:\b)VB\ Project(?:\b)" 3;
"~*(?:\b)VCI(?:\b)" 3; "~*(?:\b)VCI(?:\b)" 3;
"~*(?:\b)VelenPublicWebCrawler(?:\b)" 3;
"~*(?:\b)VeriCiteCrawler(?:\b)" 3; "~*(?:\b)VeriCiteCrawler(?:\b)" 3;
"~*(?:\b)VidibleScraper(?:\b)" 3; "~*(?:\b)VidibleScraper(?:\b)" 3;
"~*(?:\b)Virusdie(?:\b)" 3; "~*(?:\b)Virusdie(?:\b)" 3;
@ -731,6 +734,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)zgrab(?:\b)" 3; "~*(?:\b)zgrab(?:\b)" 3;
"~*(?:\b)Zitebot(?:\b)" 3; "~*(?:\b)Zitebot(?:\b)" 3;
"~*(?:\b)ZmEu(?:\b)" 3; "~*(?:\b)ZmEu(?:\b)" 3;
"~*(?:\b)ZoomBot(?:\b)" 3;
"~*(?:\b)ZoominfoBot(?:\b)" 3; "~*(?:\b)ZoominfoBot(?:\b)" 3;
"~*(?:\b)ZumBot(?:\b)" 3; "~*(?:\b)ZumBot(?:\b)" 3;
"~*(?:\b)ZyBorg(?:\b)" 3; "~*(?:\b)ZyBorg(?:\b)" 3;

3
.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,6 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
104.154.182.187 0;
35.193.184.18 0; 35.193.184.18 0;
34.122.208.80 0; 34.122.173.211 0;

10
.dev-tools/test5_conf_files/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.01.2238 ### Version: V4.2021.01.2239
### Updated: Mon Jan 4 11:10:46 SAST 2021 ### Updated: Mon Jan 4 12:00:44 SAST 2021
### Bad Referrer Count: 6906 ### Bad Referrer Count: 6906
### Bad Bot Count: 587 ### Bad Bot Count: 591
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -229,6 +229,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Cliqzbot(?:\b)" 3; "~*(?:\b)Cliqzbot(?:\b)" 3;
"~*(?:\b)Cloud\ mapping(?:\b)" 3; "~*(?:\b)Cloud\ mapping(?:\b)" 3;
"~*(?:\b)coccocbot-web(?:\b)" 3; "~*(?:\b)coccocbot-web(?:\b)" 3;
"~*(?:\b)Cocolyzebot(?:\b)" 3;
"~*(?:\b)CODE87(?:\b)" 3; "~*(?:\b)CODE87(?:\b)" 3;
"~*(?:\b)Cogentbot(?:\b)" 3; "~*(?:\b)Cogentbot(?:\b)" 3;
"~*(?:\b)cognitiveseo(?:\b)" 3; "~*(?:\b)cognitiveseo(?:\b)" 3;
@ -393,6 +394,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)LieBaoFast(?:\b)" 3; "~*(?:\b)LieBaoFast(?:\b)" 3;
"~*(?:\b)Lightspeedsystems(?:\b)" 3; "~*(?:\b)Lightspeedsystems(?:\b)" 3;
"~*(?:\b)Likse(?:\b)" 3; "~*(?:\b)Likse(?:\b)" 3;
"~*(?:\b)Linkbot(?:\b)" 3;
"~*(?:\b)Linkdexbot(?:\b)" 3; "~*(?:\b)Linkdexbot(?:\b)" 3;
"~*(?:\b)LinkextractorPro(?:\b)" 3; "~*(?:\b)LinkextractorPro(?:\b)" 3;
"~*(?:\b)LinkpadBot(?:\b)" 3; "~*(?:\b)LinkpadBot(?:\b)" 3;
@ -654,6 +656,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Vagabondo(?:\b)" 3; "~*(?:\b)Vagabondo(?:\b)" 3;
"~*(?:\b)VB\ Project(?:\b)" 3; "~*(?:\b)VB\ Project(?:\b)" 3;
"~*(?:\b)VCI(?:\b)" 3; "~*(?:\b)VCI(?:\b)" 3;
"~*(?:\b)VelenPublicWebCrawler(?:\b)" 3;
"~*(?:\b)VeriCiteCrawler(?:\b)" 3; "~*(?:\b)VeriCiteCrawler(?:\b)" 3;
"~*(?:\b)VidibleScraper(?:\b)" 3; "~*(?:\b)VidibleScraper(?:\b)" 3;
"~*(?:\b)Virusdie(?:\b)" 3; "~*(?:\b)Virusdie(?:\b)" 3;
@ -731,6 +734,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)zgrab(?:\b)" 3; "~*(?:\b)zgrab(?:\b)" 3;
"~*(?:\b)Zitebot(?:\b)" 3; "~*(?:\b)Zitebot(?:\b)" 3;
"~*(?:\b)ZmEu(?:\b)" 3; "~*(?:\b)ZmEu(?:\b)" 3;
"~*(?:\b)ZoomBot(?:\b)" 3;
"~*(?:\b)ZoominfoBot(?:\b)" 3; "~*(?:\b)ZoominfoBot(?:\b)" 3;
"~*(?:\b)ZumBot(?:\b)" 3; "~*(?:\b)ZumBot(?:\b)" 3;
"~*(?:\b)ZyBorg(?:\b)" 3; "~*(?:\b)ZyBorg(?:\b)" 3;

2
.dev-tools/test_units/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.173.211 1; 104.154.182.187 1;
127.0.0.1 1; 127.0.0.1 1;

4
.dev-tools/test_units/blacklist-user-agents.conf
View file

@ -141,6 +141,7 @@
"~*(?:\b)Cliqzbot(?:\b|)" 0; "~*(?:\b)Cliqzbot(?:\b|)" 0;
"~*(?:\b)Cloud\ mapping(?:\b|)" 0; "~*(?:\b)Cloud\ mapping(?:\b|)" 0;
"~*(?:\b)coccocbot-web(?:\b|)" 0; "~*(?:\b)coccocbot-web(?:\b|)" 0;
"~*(?:\b)Cocolyzebot(?:\b|)" 0;
"~*(?:\b)CODE87(?:\b|)" 0; "~*(?:\b)CODE87(?:\b|)" 0;
"~*(?:\b)Cogentbot(?:\b|)" 0; "~*(?:\b)Cogentbot(?:\b|)" 0;
"~*(?:\b)cognitiveseo(?:\b|)" 0; "~*(?:\b)cognitiveseo(?:\b|)" 0;
@ -305,6 +306,7 @@
"~*(?:\b)LieBaoFast(?:\b|)" 0; "~*(?:\b)LieBaoFast(?:\b|)" 0;
"~*(?:\b)Lightspeedsystems(?:\b|)" 0; "~*(?:\b)Lightspeedsystems(?:\b|)" 0;
"~*(?:\b)Likse(?:\b|)" 0; "~*(?:\b)Likse(?:\b|)" 0;
"~*(?:\b)Linkbot(?:\b|)" 0;
"~*(?:\b)Linkdexbot(?:\b|)" 0; "~*(?:\b)Linkdexbot(?:\b|)" 0;
"~*(?:\b)LinkextractorPro(?:\b|)" 0; "~*(?:\b)LinkextractorPro(?:\b|)" 0;
"~*(?:\b)LinkpadBot(?:\b|)" 0; "~*(?:\b)LinkpadBot(?:\b|)" 0;
@ -566,6 +568,7 @@
"~*(?:\b)Vagabondo(?:\b|)" 0; "~*(?:\b)Vagabondo(?:\b|)" 0;
"~*(?:\b)VB\ Project(?:\b|)" 0; "~*(?:\b)VB\ Project(?:\b|)" 0;
"~*(?:\b)VCI(?:\b|)" 0; "~*(?:\b)VCI(?:\b|)" 0;
"~*(?:\b)VelenPublicWebCrawler(?:\b|)" 0;
"~*(?:\b)VeriCiteCrawler(?:\b|)" 0; "~*(?:\b)VeriCiteCrawler(?:\b|)" 0;
"~*(?:\b)VidibleScraper(?:\b|)" 0; "~*(?:\b)VidibleScraper(?:\b|)" 0;
"~*(?:\b)Virusdie(?:\b|)" 0; "~*(?:\b)Virusdie(?:\b|)" 0;
@ -643,6 +646,7 @@
"~*(?:\b)zgrab(?:\b|)" 0; "~*(?:\b)zgrab(?:\b|)" 0;
"~*(?:\b)Zitebot(?:\b|)" 0; "~*(?:\b)Zitebot(?:\b|)" 0;
"~*(?:\b)ZmEu(?:\b|)" 0; "~*(?:\b)ZmEu(?:\b|)" 0;
"~*(?:\b)ZoomBot(?:\b|)" 0;
"~*(?:\b)ZoominfoBot(?:\b|)" 0; "~*(?:\b)ZoominfoBot(?:\b|)" 0;
"~*(?:\b)ZumBot(?:\b|)" 0; "~*(?:\b)ZumBot(?:\b|)" 0;
"~*(?:\b)ZyBorg(?:\b|)" 0; "~*(?:\b)ZyBorg(?:\b|)" 0;

20
.dev-tools/test_units/random-bots-for-test-quick.list
View file

@ -1,10 +1,10 @@
80legs DomainCrawler
GermCrawler ExtractorPro
GetRight LinqiaRSSBot
IDBTE4M Ninja
NetSpider Scrapy
OrangeSpider Sitevigil
Semrush sysscan
Spbot trendiction.com
VidibleScraper Web Sauger
Zermelo WebZIP

282
.dev-tools/test_units/random-bots-for-test.list
View file

@ -1,250 +1,250 @@
360Spider 360Spider
404enemy 404enemy
Aboundex 80legs
Aboundexbot Alexibot
AfD-Verbotsverfahren Apexoo
AhrefsBot
AIBOT
AiHitBot
AllSubmitter
Anarchie
Ankit
Anthill
archive.org_bot archive.org_bot
ASPSeek arquivo-web-crawler
autoemailspider
AwarioSmartBot
Backlink-Ceck
backlink-check backlink-check
BacklinkCrawler BacklinkCrawler
BackWeb BackStreet
BatchFTP Battleztar Bazinga
BetaBot BDFetch
Black Hole BLEXBot
BlowFish Brandwatch
Brandprotect
Buck Buck
Buddy
BuiltBotTough
BuiltWith BuiltWith
BunnySlippers BunnySlippers
Calculon Calculon
CATExplorador CazoodleBot
Cegbfeieh Cegbfeieh
check1.exe check1.exe
CheeseBot CheTeam
ChinaClaw
Chlooe Chlooe
Cloud mapping Cloud mapping
CODE87
Copier
CopyRightCheck
Cosmos Cosmos
Craftbot Craftbot
crawler4j crawler4j
CrazyWebCrawler crawler.feedback
Crescent Crescent
CrunchBot
CSHttp
Curious Curious
Custo Custo
CyotekWebCopy DBLBot
Demon
Deusu Deusu
DigitalPebble Devil
Digincore
DIIbot DIIbot
Disco
Discobot
Discoverybot
Dispatch Dispatch
DittoSpyder DomainAppender
DnyzBot
DomainSigmaCrawler DomainSigmaCrawler
Domains Project domainsproject.org
Dragonfly Dotbot
EasyDL Drip
EirGrabber DSearch
EMail Siphon eCatch
EMail Wolf Ecxi
EroCrawler Evil
evc-batch Exabot
ExtLinksBot Express WebPictures
Extractor Ezooms
ExtractorPro FlashGet
FHscan Foobot
Fimap Freeuploader
Firefox/7.0 FrontPage
FyberSpider Fyrebot
Gigabot Genieo
GoZilla GermCrawler
Go!Zilla GetRight
G-i-g-a-b-o-t
Go-Ahead-Got-It
Gotit
GrabNet
Grafula Grafula
GrapeFX
GridBot GridBot
Haansoft HEADMasterSEO
Havij heritrix
Hloader
HMView
HTMLparser HTMLparser
Humanlinks
HybridBot HybridBot
IDBTE4M Iblog
IlseBot Id-search
Image Fetch Image Sucker
IndeedBot
instabid
InternetSeer
ips-agent ips-agent
IRLbot
isitwp.com isitwp.com
IstellaBot IstellaBot
Jbrofuzz Jbrofuzz
JennyBot JennyBot
JetCar JetCar
JikeSpider
JOC Web Spider
Joomla
Jorgee Jorgee
Kinza JustView
Kozmosbot Jyxobot
Lanshanbot Larbin
LeechGet LeechFTP
Libwhisker LibWeb
LieBaoFast LieBaoFast
Lightspeedsystems Linkbot
LinqiaMetadataDownloaderBot LinksManager
LinqiaRSSBot
Lipperhey Spider Lipperhey Spider
Litemage_walker
Lmspider
LNSpiderguy LNSpiderguy
LWP::Simple LWP::Simple
Mag-Net lwp-trivial
Magnet
magpie-crawler
MarkMonitor MarkMonitor
MarkWatch
Masscan Masscan
Mass Downloader Mass Downloader
Mata Hari Mata Hari
meanpathbot Mb2345Browser
MeanPath Bot MeanPath Bot
Mediatoolkitbot
MegaIndex.ru MegaIndex.ru
Metauri Metauri
MIDown tool MicroMessenger
Microsoft Data Access
Microsoft URL Control
MIIxpc MIIxpc
Mister PiX
Mojeek Mojeek
Mojolicious
Morfeus Fucking Scanner Morfeus Fucking Scanner
MQQBrowser Mr.4x3
MSFrontPage MSFrontPage
MSIECrawler MSIECrawler
Msrabot Msrabot
muhstik-scan
Musobot
Name Intelligence
Navroad Navroad
NearSite NetAnts
Needle
Netcraft Netcraft
NetLyzer
NetMechanic
Nettrack Nettrack
Net Vampire Netvibes
NetZIP
NextGenSearchBot NextGenSearchBot
Nibbler
NICErsPRO
Niki-bot
NimbleCrawler NimbleCrawler
Ninja Ninja
NPbot Nmap
Nutch
oBot oBot
OnCrawl Openfind
OpenLinkProfiler OpenLinkProfiler
OutclicksBot OutclicksBot
OutfoxBot
PageAnalyzer PageAnalyzer
Papa Foto Papa Foto
Picsearch PECL::HTTP
Picscout
Pi-Monster
PleaseCrawl
plumanalytics
Probethenet Probethenet
PyCurl ProWebWalker
QueryN Metasearch Pump
RankFlex Quick-Crawler
RankActiveLinkBot
RankingBot RankingBot
Rankivabot RankingBot2
RankurBot RebelMouse
RealDownload
Reaper
RedesScrapy
RepoMonkey RepoMonkey
Ripper RocketCrawler
Rogerbot RSSingBot
s1z.ru satoristudio.net
ScanAlert ScanAlert
scan.lol scan.lol
Scrapy Scrapy
Searchestate
SearchmetricsBot SearchmetricsBot
SemrushBot SemrushBot
SentiBot SentiBot
SEOkicks SEOkicks
SEOkicks-Robot SEOkicks-Robot
SEOlyticsCrawler
Seomoz Seomoz
SEOprofiler SEOprofiler
seoscanners seoscanners
serpstatbot SEOstats
sexsearcher
Shodan Shodan
SiteCheckerBotCrawler Siphon
Sitebeam
sitechecker.pro sitechecker.pro
SiteExplorer SiteExplorer
Siteimprove SiteSucker
SiteLockSpider
SiteSnagger
Site Sucker Site Sucker
Sitevigil SMTBot
SlySearch
Snake Snake
Snapbot
SocialRankIOBot
Sogou web spider
Sottopop
SpaceBison
Spammen
SputnikBot SputnikBot
spyfu
Sqlmap Sqlmap
Sqlworm
Sqworm Sqworm
Steeler Sucker
Stripper
Sucuri
SuperBot
SuperHTTP
SurveyBot SurveyBot
sysscan sysscan
Szukacz
T0PHackTeam T0PHackTeam
T8Abot T8Abot
tAkeOut
Teleport Teleport
TeleportPro
The Intraformant The Intraformant
TheNomad TheNomad
Thumbor
Titan Titan
Toata Toata
Turingos Trendictionbot
trendiction.com
trendiction.de
True_Robot
Turnitin Turnitin
TwengaBot
Twice
UnisterBot
URLy Warning
URLy.Warning URLy.Warning
VeriCiteCrawler VCI
VelenPublicWebCrawler
VidibleScraper
Virusdie Virusdie
WallpapersHD Wallpapers/3.0
WBSearchBot WBSearchBot
Web Auto Webalta
WebBandit
WebCollage WebCollage
WebCopier
WebEnhancer WebEnhancer
Web Enhancer WebGo IS
Web Fetch
Web Fuck
WebImageCollector WebImageCollector
Web Pix WebLeacher
WebsiteQuester WebmasterWorldForumBot
Website Quester webmeup-crawler
Webster
WebStripper WebStripper
Web Sucker WebSucker
WebWhacker WebZIP
WeSEE
Whacker
Who.is Bot Who.is Bot
Widow Widow
WinHTTrack
WiseGuys Robot WiseGuys Robot
WISENutbot Woobot
Wonderbot
Wotbox Wotbox
Wprecon
WWW-Collector-E WWW-Collector-E
xpymep1.exe WWW-Mechanize
Zade WWW::Mechanize
Xaldon WebSpider
YoudaoBot
zauba.io zauba.io
Zermelo
Zeus Zeus
zgrab
Zitebot
ZmEu
ZoomBot
ZoominfoBot
ZumBot ZumBot
ZyBorg

290
.dev-tools/test_units/random-bots-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
360Spider 80legs
404checker Abonti
404enemy Aipbot
Acunetix
ADmantX
AhrefsBot
AiHitBot
Alexibot
AlphaBot AlphaBot
Anarchie Anarchie
Ankit
Apexoo Apexoo
arquivo-web-crawler arquivo-web-crawler
Aspiegel
ASPSeek
Asterias Asterias
Attach autoemailspider
AwarioSmartBot AwarioSmartBot
BackDoorBot Backlink-Ceck
BacklinkCrawler backlink-check
BackWeb BackStreet
Bandit Badass
BatchFTP BatchFTP
BBBike
BDCbot
Bitacle Bitacle
BLEXBot Blackboard
Brandprotect Black Hole
Brandwatch Blow
BuiltWith BlowFish
Bullseye Boardreader
BunnySlippers Bolt
CATExplorador Buddy
CazoodleBot BuiltBotTough
Cloud mapping Cegbfeieh
coccocbot-web CheeseBot
Cogentbot CherryPicker
Claritybot
Cliqzbot
CODE87
cognitiveseo cognitiveseo
com.plumanalytics
Copier Copier
CopyRightCheck
Copyscape
Cosmos Cosmos
Craftbot
crawler4j crawler4j
crawler.feedback
CrazyWebCrawler
Crescent
CrunchBot CrunchBot
Curious Curious
Custo Custo
CyotekWebCopy
DataCha0s DataCha0s
Deusu
Devil Devil
Digincore Digincore
DigitalPebble Dirbuster
Disco
Discoverybot Discoverybot
Dispatch
DittoSpyder
DomainAppender
DomainSigmaCrawler DomainSigmaCrawler
Download Wonder
Dragonfly Dragonfly
Drip Drip
DSearch
EasyDL EasyDL
Ebingbong
ECCP/1.0
EirGrabber
EMail Siphon EMail Siphon
EroCrawler EroCrawler
evc-batch evc-batch
ExtLinksBot Exabot
Extreme Picture Finder Express WebPictures
EyeNetIE
Ezooms Ezooms
Fimap facebookscraper
Firefox/7.0 FHscan
Foobot Foobot
FrontPage FrontPage
FyberSpider Fyrebot
Genieo GalaxyBot
GermCrawler Gigablast
GetRight Gigabot
GetWeb
GoZilla GoZilla
Go!Zilla
Grabber
GrabNet GrabNet
GrapeshotCrawler Grafula
GrapeFX
GridBot GridBot
Haansoft
Harvest Harvest
HEADMasterSEO HEADMasterSEO
heritrix
Hloader
HTTrack HTTrack
Iblog Humanlinks
Image Sucker Image Sucker
IndeedBot Intelliseek
Indy Library InterGET
InfoTekies
InternetSeer InternetSeer
internetVista monitor internetVista monitor
IRLbot
isitwp.com isitwp.com
Iskanie Iskanie
JamesBOT JamesBOT
Jbrofuzz Jbrofuzz
JennyBot
Jetty Jetty
JikeSpider JikeSpider
JOC Web Spider Joomla
JustView Jorgee
Jyxobot
Kenjin Spider Kenjin Spider
Keyword Density
Kinza Kinza
Lanshanbot Kozmosbot
Larbin
LeechFTP LeechFTP
LeechGet LeechGet
LexiBot LexiBot
Lftp Lftp
LibWeb LibWeb
Linkdexbot LieBaoFast
Lightspeedsystems
Likse
Linkbot
LinkextractorPro LinkextractorPro
LinkScan LinkpadBot
LinksManager
LinkWalker
LinqiaMetadataDownloaderBot
LinqiaScrapeBot
Lipperhey Lipperhey
Lipperhey Spider Lmspider
Litemage_walker
LNSpiderguy LNSpiderguy
Magnet lwp-request
magpie-crawler LWP::Simple
Mail.RU_Bot Mag-Net
MarkWatch Majestic12
Masscan Masscan
Mass Downloader
Mata Hari Mata Hari
MauiBot Mb2345Browser
Mediatoolkitbot
mediawords mediawords
MicroMessenger MicroMessenger
Microsoft URL Control Microsoft URL Control
MIDown tool
MIIxpc
MJ12bot MJ12bot
Mojolicious Mojeek
Morfeus Fucking Scanner
Mozlila
MSIECrawler MSIECrawler
Msrabot Msrabot
Musobot muhstik-scan
Name Intelligence
Needle Needle
Nessus
netEstate NE Crawler
NetMechanic NetMechanic
NetSpider NetSpider
Nettrack NextGenSearchBot
Nimbostratus Nibbler
Niki-bot
Nmap Nmap
NPbot NPbot
oBot oBot
OnCrawl Offline Explorer
Openfind Openfind
OpenVAS
OPPO A33
OrangeSpider
OutclicksBot
OutfoxBot
PageAnalyzer PageAnalyzer
Page Analyzer Page Analyzer
Pandalytics page scorer
Pavuk Papa Foto
Petalbot pcBrowser
PHPCrawl PictureFinder
Picscout
Picsearch
Pimonster Pimonster
PleaseCrawl Pixray
plumanalytics Psbot
POE-Component-Client-HTTP Pump
Probethenet PxBroker
RankActive RealDownload
RankFlex Reaper
RankingBot2
Rankivabot
RebelMouse
ReGet ReGet
RepoMonkey RocketCrawler
RSSingBot Rogerbot
s1z.ru s1z.ru
SalesIntelligent SalesIntelligent
SBIder
ScanAlert ScanAlert
scan.lol
ScoutJet
Scrapy Scrapy
ScreenerBot Screaming
SemrushBot Searchestate
SearchmetricsBot
Semrush
SEOkicks
SEOlyticsCrawler SEOlyticsCrawler
SEOprofiler SEOprofiler
Shodan seoscanners
SiteCheckerBotCrawler SeoSiteCheckup
SiteExplorer SEOstats
Sitevigil Sitebeam
SlySearch sitechecker.pro
SmartDownload Siteimprove
SiteSnagger
SiteSucker
Site Sucker
SMTBot SMTBot
Snoopy Snake
SocialRankIOBot SocialRankIOBot
Sociscraper
sogouspider
Sosospider
Spammen
SpankBot SpankBot
sp_auditbot Spanner
Spinn3r Spinn3r
Sqworm Sqlmap
Stripper
Sucker
Sucuri Sucuri
SuperBot SuperBot
SuperHTTP
Surfbot Surfbot
Suzuran T0PHackTeam
sysscan Thumbor
T8Abot Titan
tAkeOut
TeleportPro
Telesoft
TheNomad
TightTwatBot
Toata
Tracemyfile
Trendiction
Trendictionbot Trendictionbot
Turingos Turingos
Turnitin TurnitinBot
TwengaBot Twice
Upflow Upflow
URLy Warning URLy Warning
VB Project VB Project
VeriCiteCrawler
VidibleScraper VidibleScraper
Virusdie Wallpapers/3.0
VoidEYE WASALive-Bot
Voil WBSearchBot
WallpapersHD WebCollage
WebBandit
Web Collage Web Collage
WebCopier WebCopier
WEBDAV Web Fetch
WebFetch WebmasterWorldForumBot
WebGo IS
WebImageCollector
WebLeacher
webmeup-crawler webmeup-crawler
Web Pix
WebSauger WebSauger
Web Sauger
WebsiteExtractor WebsiteExtractor
Webster WebsiteQuester
WebStripper
Web Sucker Web Sucker
WebWhacker WebWhacker
WebZIP WebZIP
Whack
Whacker
Who.is Bot
WinHTTrack WinHTTrack
WISENutbot
Wonderbot
Woobot Woobot
Wotbox Wprecon
WPScan WWW-Collector-E
WWWOFFLE
x09Mozilla
Xaldon WebSpider
Xaldon_WebSpider
Xenu
xpymep1.exe xpymep1.exe
zauba.io
zgrab
Zitebot Zitebot
ZmEu
ZoomBot
ZoominfoBot
ZumBot ZumBot

20
.dev-tools/test_units/random-referrers-for-test-quick.list
View file

@ -1,10 +1,10 @@
24-ak.ru absugars.com
codq.info dieswaene.com
cutalltheshit.com eduinfosite.com
fashion-mk.net genericviagrasildenafiled.net
fenoyl.batcave.net laudit.ru
hmmm.cz prizefestival.mobi
lafourmiliaire.com rightenergysolutions.com.au
slavic-magic.ru royalvegascasino.com
summerlinhomes411.info sexy-screen-savers.com
vote-up.ru uhdtv.website

934
.dev-tools/test_units/random-referrers-for-test.list
View file

@ -1,500 +1,500 @@
101billion.com 101lesbian.xyz
10bet.com 101raccoon.ru
123any.com 123locker.com
1bet.com 123movies.love
1kinobig.ru 2345.com
24-ak.ru 256bit.by
2ads.co.uk 3dracergames.com
2daytrendingnews.com 4kepics.com
45en.ru 4webmasters.org
4replicawatch.net 55wmz.ru
4ureyesonly.com 91abcw.com
6128786.com aa14ab57a3339c4064bd9ae6fad7495b5f.com
8lufu.com adamoads.com
absugars.com adclickservice.com
academiacsmendoza.org adconscious.com
actionnooz.com advancedsoftwaresupport.com
actulite.com advertex.info
adcash.com ahmedabadwebs.com
adf.ly alert-hgd.xyz
adinterax.com
adpremium.org
ads.gold
adultfriendfinder.com
aero2.ru
a.frcls.fr
agapovdg.ru
ahrefs.com
akama.com
algarveglobal.com algarveglobal.com
algerianembassy.co.in allwidewallpapers.com
alice.it alot.com
all4invest.info alpharma.net
all4invest.ru alveris.ru
allcredits.su amanda-porn.ga
aloofly.com amateurlivechat.org
amateurmatch.com android4fun.org
amung.us android-style.com
android-systems.ru
angigreene.com angigreene.com
animali.deagostinipassion.it anniemation.com
anonymizeme.pro anonymous-redirect.com
aosheng-tech.com
apibrowsesmartne-a.akamaihd.net apibrowsesmartne-a.akamaihd.net
apiportalmorecom-a.akamaihd.net apiholdingmypage-a.akamaihd.net
apiqualitinknet-a.akamaihd.net apishops.ru
apiwebwebgetcom-a.akamaihd.net app5.letmacworkfaster.world
apiwoodensealcom-a.akamaihd.net aquarium-pro.ru
appsecurityr.com arius.tech
arcadeplayhouse.com arpelsreplica.xyz
asmxsatadriverin.aircus.com
asociatia-tipografilor-transilvania.ro asociatia-tipografilor-transilvania.ro
atelielembrancaqueencanta.com.br audiobangout.com
audiofree.ru avramstroy.ru
autobrennero.it azartmix.com
avkzarabotok.com azartniy-bonus.com
avtoarenda.by backuperwebcam.weebly.com
avtointeres.ru
azartclub.org
azlex.uz
babosas.com
babyguns.ru
backlink4u.net
bank.uz
barbourjackets.online
battleforupdating.site
bdsmgalls.net
beauty-things.com beauty-things.com
bestofferswalkmydogouteveryday.gq best-businessman.ru
bestofpicture.com best-mam.ru
biketank.ga bestmarriages.com
billiard-classic.com.ua betonka.pro
binomo.com bezcmexa.ru
binomo.kz big-cash.net
bio-japan.net binaryoptionscops.info
biteg.xyz bioinnovate.co
blacktwhite.com bizfly.info
bloglag.com blavia.00author.com
bolitgorlo.net blogsfunky672.weebly.com
bracketsmackdown.com bobba.dzaba.com
brainboostingsupplements.org boeuklad.com
braintobe.win bongacams.com
brainzpod.win bonvillan.com
brandbucket.com bookmaker-bet.com
brg8.com brendbutik.ru
brokergid.ru brimstonehillfortress.org
buigas.00it.com buckspar.gq
buqyxa.rincian.info buttons-for-website.com
buy-cheap-pills-order-online.com buyk.host.sk
cardiosport.com.ua bwlx.prepedu.cn
carabela.com.do
cardul.ru cardul.ru
ccjp.eu cartierbraceletsreplica.pw
centraletermice.us cartierreplica.win
cheapjerseysap.com cashonads.com
cheapmoncler.win cbox.ws
checkhit.com cctva.tv
chocolateslim-en-espana.com cdncash.net
chorus.terakeet.com celebsopics.com
cialischmrx.com cercacamion.it
cialisndbrx.com cfjump.com
cibpenonptib.flu.cc cheapbelstaff.online
cleanpcnow.com cheapestjerseys-wholesale.com
clicksor.net cheapmoncler.xyz
clknsee.com cheap-trusted-backlinks.com
coindirect.io cheatcode-lita12.rhcloud.com
coinsspb.com chelnytruck.ru
colobit.biz chocolateslim-original.com
compliance-don.xyz cialischstgerts.com
compliance-willy.top cigarpass.com
copenergo.ru ciproandtizanidine.blogspot.com
cosmetic.donna7753191.ru citetick.com
covetnica.com clarithromycin500mg.com
csgo4.win claytransformations.info
clickbank.net
clickbanksites.info
clicksotrk.com
coaching-netz.info
compliance-george.xyz
coolingoods.com
copypaste.traderzplanet.in
counterbot.com
cowblog.fr
cowlmash.com
cpajunkies.com
crd.clan.su
culmimg.pw culmimg.pw
d2jsp.org custodieva.ru
daooda.com custom-electric-guitar.com
data1.scopich.com dandiyabeats.in
data.vtc.pw ddsoldes.fr
ddospanel.com decoratinghomes.ga
demon-tweeks.com
dentalpearls.com.au
destinationrealestate.com destinationrealestate.com
dignitasdata.se dev33.dioniqlabb.se
dimfour.com dev-seo.blog
dktr.ru diarioaconcagua.com
doctormakarova.ru dikx.gdn
dogsrun.net divku.ru
dominterior.org docs4all.com
downloader12.ru dogbreedspicture.net
downloads-whatsapp.com domainroam.win
drev.biz domik-derevne.ru
dynainbox.com dosugrostov.site
dyshagi.ru driving.kiev.ua
earn-from-articles.com droidlook.net
e-biznes.info drunkenstepfather.com
ecookna.com.ua e-buyeasy.com
edge.sharethis.com e-commerce-seo.com
ekspertmed.com eleimgo.pw
e-kwiaciarz.pl elektrischeziga.livejournal.com
elektrischezigarette2.devhub.com elektrischezigarette1.blog.pl
eloxal.ru elvel.com.ua
emediate.eu emediate.eu
engines-usa.com en.altezza.travel
epicbrogaming.com enginebay.ru
erotische-geschichten-xxl.com eng-lyrics.com
escort-russian.com erotikchat-24.com
essaypro.com eshop4u.jp
etotupo.ru espaceinventoristes.com
everytalk.tv essayassist.com
excaliburfilms.com estelight.ru
exchanges-bet.com exoclick.com
excitacao.com expolicenciaslatam.co
expertnaya-ocenka.ru eyes-on-you.ga
extlabs.io face.hostingx.eu
extremepornos.net falllow.gq
eyelike.com.ua familyphysician.ru
ezigarettekaufen1.hpage.com fashionindeed.ml
ezigarettekaufen.myblog.de fealq.com
f1nder.org fickenprivat.info
familienzahnaerzte.com findacheaplawyers.com
farmprofi.net findthe.pet
feeriaclub.ru fishingwholesale.us
fefo.gdn fitfloponline.store
fickkontakte.org flashlarevista.com
filmi-v.online floating-share-buttons.com
financeloan.us flowwwers.com
financepoints.eu forex-procto.ru
firstdrugmall.ru formulaantiuban.com
focalink.com foto-sisek.porngalleries.top
forum-engineering.ru free-fbook-traffic.com
fotosfotos.eu freesitetest.com
freakycheats.com free-social-buttons.com
freecamdollars.com freeuploader.com
free-share-buttons.com freshberry.com.ua
freewareseek.com funtoonez.com
freewebs.com fz139.ttk.ru
freewlan.info galleryawesome.com
freshmac.space game300.ru
freza-sverlo.ru gamedayassist.com
fr.netlog.com generic-pills-online.com
fsakhalin.ru global-ics.co.za
fun2cell.net globetrotting-culture.ru
gallery.rennlist.com go2album.com
gdebestkupit.ru golaya.pw
generalporn.org goodnightjournal.com
gg.zzyjxs.com goosefishpost.bid
gktt.ru gpirate.com
glicol.kz gratuitbaise.com
globalsurfari.com greendream.com.ua
gobongo.info greenidesign.co
goldpanningtools.com greenzaim.ru
golmau.host.sk gsasearchenginerankerdiscount.com
googlemare.com
gorodservis.ru
gov.yanao.ru
grupografico-pilar.com.ar
gsasearchengineranker.site gsasearchengineranker.site
gsmtlf.ru gta-club.ru
gstatey.net gtopstats.com
gwebtools.com gz2.bbsoldes.fr
habermetre.com harmonyglen.us
hausfrauensex18.com hauleddes.com
hdapp1008-a.akamaihd.net havepussy.com
healgastro.com hccoder.info
heatpower.ru hd-film.pl
helvetia.com.ua heliko.no
hermesbracelets.xyz highstairs-a.akamaihd.net
himgaws.pw hobbyhuren24.net
hkdiiohi.skyrock.com holidaypics.org
hoholikik.club house.sieraddns.com
houseofgaga.ru ibb.com.ua
hoverboard360.de icaseclub.ru
humanorightswatch.org ie.57883.net
hvd-store.com
ideoworld.org
iflycapetown.co.za
ilovevitaly.xyz
images.gyffu.com images.gyffu.com
imagui.eu img.wallpaperstock.net
innoslicon.com incanto.in.ua
inome.com.ua infazavr.ru
inspiring-desperate.tk infogame.name
interior-stickers.ru infoupdate.org
intermesh.net insta-add.pro
intim-uslugi.info irkutsk.zrus.org
ipchicken.com islandminingsupply.wordpress.com
iwanttodeliver.com jagg.info
iweblist.info javcoast.com
jamiembrown.com javrip.net
jmat.cn jerseychinabizwholesale.com
job.icivil.ir jerseywholesalebizchina.com
jobmarket.com.ua justbcause.com
jolic2.com kam-dom.ru
jovencitas.gratis karadene.com
justucalling32211123456789.tk kartiniresto.com
jwss.cc
katadhin.co katadhin.co
katjimej.blog.fc2.com kazrent.com
keki.info keki.info
keywords-monitoring-your-success.com kfon.eu
kinopolet.net kiwe-analytics.com
konoplisemena.com konica.kz
krasula.pp.ua kostenloser-sex.com
ks1234.com kountrylife.com
kupit-adenu.ru krasnodar.xrus.org
kvartira-sutochno.com kreativperlen.ch
larchik.net kvartir-remont.biz
landoftracking.com
larutti.ru
law-check-eight.xyz law-check-eight.xyz
lazymanyoga.com
ledpolice.ru ledpolice.ru
link.ac lernur.net
linkbux.ru letslowbefast.today
liquimondo.com life.biz.ua
livingcanarias.com lincolntheatre.com
localmatchbook.com lirunet.ru
lotto6888.com littleberry.ru
love-baby.cz littlesexdolls.com
lsp-awak-perikanan.com liumimgx.pw
m3gadownload.pl liupis.com
m5home.ru livetsomudvekslingstudent.bloggersdelight.dk
maglid.ru liveu.infoteka.hu
meble-bogart.info lostfilm-online.ru
mecash.ru lovi-moment.com.ua
medanestesia.ru lumb.co
medi-fitt.hu lyrics.home-task.com
magazintiande.ru
mainlinehobby.net
maju.bluesalt.co
mansparskats.com
marinetraffic.com
maxthon.com
mcar.in.ua
medicovi.com
medizinreisen.de
medosmotr-ufa.ru medosmotr-ufa.ru
metaxalonevstizanidine.blogspot.com medtherapy.ru
militarysale.pro mega-bony2017.pl
miniature.io megahdporno.net
mmgq.ru miniads.ca
mnimmigrantrights.net minneapoliscopiers.com
mobifunapp.weebly.com mirzonru.net
mobile-appster.ru mitrasound.ru
mokrayakiska.com mobplayer.net
moneymaster.ru monclercheap.xyz
moomi-daeri.com moncleroutletonline.pw
morefastermac.trade mp3ringtone.info
mountainstream.ms mrvideospornogratis.xxx
musezone.su musflashtv.com
mybinaryoptionsrobot.com music7s.me
myonigroup.com my-bc.ru
myonlinepayday.co mydirtyhobby.com
myperiod.club mylida.org
myyour.eu netanalytics.xyz
naj-filmy24.pl networkad.net
nalogovyy-kodeks.ru newfilmsonline.ru
nationalbreakdown.com nodding-passion.tk
naturalshair.site nowtorrents.com
naturtreenspicerx.pw nufaq.com
next-dentists.tk nvssf.com
nicovideo.jp oballergiya.ru
nightvision746.weebly.com o-dachnik.ru
nomuos.it oecnhs.info
noscrapleftbehind.co office2web.com
notfastfood.ru officedocuments.net
november-lax.com okout.ru
nudejapan.net olympescort.com
nuker.com onclickpredictiv.com
offers.bycontext.com one-gear.com
offtime.ru ontargetseo.us
okonich.com.ua oren-cats.ru
olvanto.ru outrageousdeal-a.akamaihd.net
omsk.xrus.org pacificair.com
onefilms.net pattersonsweb.com
onlyporno.ru perl.dp.ua
optibuymac.com phobia.us
osb.se11.ru picsfair.com
ownshop.win pk-pomosch.ru
oxotl.com plaff-go.ru
painting-planet.com playlott.com
pandarastore.top playtap.us
paparazzistudios.com.au poisk-zakona.ru
pastaleads.com poiskzakona.ru
paydayonlinecom.com pokemon-go-play.online
peekyou.com popup.matchmaker.com
php-market.ru pornhub-forum.ga
picturesmania.com pornofeuer.com
pijoto.net pornoforadult.com
pinwallpaper.xyz pornoklad.net
piski.top primedice.com
pivka.xyz priora-2.com
pizdopletka.club prizestohandle.club
plastjulgranar.se proekt-mos.ru
platezhka.net
polybuild.ru
popugaychiki.com
pornodojd.ru
pornoreino.com
pornosee.info
pornpost.in
portnoff.od.ua
praisong.net
preparevideosafesystem4unow.space
pricheski-video.com
priscilarodrigues.com.br
profit-opportunity.com
projectforte.ru projectforte.ru
prokotov.com purchasepillsnorx.com
promoheads.com putitin.me
promover.org qpypcx.com
prostitutki-odessa.org qwesa.ru
prostitutki-tyumeni.org rangoman.date
proxyelite.biz rapevideosmovies.com
quangcaons.com razleton.com
questionmarque.ch realtytimes.com
quickchange.cc recinziireale.com
ranksonic.com redhotfreebies.co.uk
rapidsites.pro redirectingat.com
regionshop.biz redirectme.net
registrydomainservices.com reeyanaturopathy.com
reimageplus.com registratciya-v-moskve.ru
remont-mobile-phones.ru registrationdomainsite.com
renewablewealth.com reining.lovasszovetseg.hu
repeatlogo.co.uk responsinator.com
rfserial.net reversing.cc
rosbalt.com.ua rfid-locker.co
rospromtest.ru ritlweb.com
rubanners.com rubbed.us
ruclicks.com ruspdd.com
rutor.vip rus-pornuha.com
sa-rewards.co.za russia-tao.ru
satellite.maps.ilovevitaly.com rutor.group
saveriopiazza.it sakhboard.ru
sbornik-zakonov.ru samolet.fr
scmor.ilxc.cc saneyes.com
scoopquest.com sape.top
scripted.com saugatuck.com
searchaddis.com scanner-walt.top
search-goo.com seadragonherbery.com
searchlock.com seminarykansas904.ml
seocheckupx.com seokicks.de
seotoolsagency.com servisural.ru
seo-tools-optimizing.com sexphoto.site
servingnotice.com
sexflirtbook.com
sexreliz.com sexreliz.com
sex-watch.com sexy.babes.frontend-stack.top
shikiso.info shell-pmr.ru
ship-marvel.co.ua
shisha-swag.de
shitmovs.com shitmovs.com
shoesonlinebuy.xyz shtora66.ru
shopfishing.com.ua silktide.com
shopperifymac.com sitevalued.com
sideeffectsoftizanidine.blogspot.com sk.golden-praga.ru
simple-image.com.ua
siteaero.com
site-auditor.online
sitebeam.net
skincrate.net skincrate.net
skuteczna-dieta.co.pl slowmacfaster.trade
sledstvie-veli.net
s.lollypopgaming.com
smartadserver.com smartadserver.com
smart-scripts.com
smichovbike.cz smichovbike.cz
snsdeainavi.info
soaksoak.ru
soblaznu.net
socas.pluto.ro
socialbookmarksubmission.org
socialbuttons.xyz socialbuttons.xyz
social-s-ggg.xyz socialmadesimple.com
sodexo.com softxaker.ru
solinf.co sogimlecal.tk
sonata-arctica.wz.cz sonnikforme.ru
souvenirua.com
spacash.com spacash.com
spaceshipad.com special-porn.com
spb-plitka.ru speedup-my.site
specialfinanceoffers.com sprttrack.com
spyfu.com sptslmtrafms.com
stathat.com spywarebegone.com
statoutlook.info spywareit.com
stop-zavisimost.com sstroy44.ru
stpolice.com stairliftstrue.com
strana-solnca.ru stal-rulon.ru
starwars.wikia.com
steamoff.net
stickers-market.ru
stpicks.com
strongholdsb.ru
suhanpacktech.com suhanpacktech.com
summerlinhomes411.info superinterstitial.com
suralink.com superlist.biz
surffoundation.nl superstarfloraluk.com
sweepstakes.rewardit.com survival.betteroffers.review
takeprofitsystem.com susanholtphotography.com
tarad.com svensk-poesi.com
t-bygg.com symphonyintegratedhealthcare.com
tehngr.ru tabletkinaodchudzanie.com.pl
testingads.pro taximytishi.ru
tgtclick.com terraclicks.com
themeforest.net tfxiq.com
the-torrent-tracker.blogspot.com theallgirlarcade.com
tiandeural.ru thedownloadfreeonlinegames.blogspot.com
tizanidinedosageforsleep.blogspot.com tizanidine4mguses.blogspot.com
tizanidinehclsideeffects.blogspot.com tizanidineformigraines.blogspot.com
tizanidinenarcotic.blogspot.com tizanidinehcl2mgsideeffects.blogspot.com
tizanidineorflexeril.blogspot.com tnaionline.org
toonfamilies.net tnctrx.com
torrent-to-magnet.com tooplay.com
traffic2cash.org topdownloads.ru
trk-4.net topsiteminecraft.com
trustedmaccleaner.com toyota.7zap.com
tula.howotorg.ru traffic-club.info
turist-strani.ru trafficstars.com
turizmus.us traffictrade.life
turvgori.ru trion.od.ua
tvory.predmety.in.ua tt-ipd.info
twelvevisionspartyofcolorado.com ttrraacckkrr.com
uamtrk.com tuckpointingmasonrysystems.com
uggsale.online tvand.ru
typimga.pw
u17795.netangels.ru
ultimateclassicrock.com
ultimatesetnewfreeallsoftupgradesystems.pw
umnovocaminho.com
uni.me
unionmarkt.de unionmarkt.de
unisexjewelry.org univerfiles.com
uogonline.com unrealcommander.org
upstore.me upstore.me
uptimebot.net uptimebot.net
uptime.com ural-buldozer.ru
vacuumscleaner.com urengoy.pro
valuado.com usdx.us
vandrie-ict.nl vadimkravtcov.ru
vapeface.club
varikozdok.ru varikozdok.ru
velpanex.ru vbikse.com
videositename.com vekzdorov.ru
viktoria-center.ru venerologiya.com
vip2ch.com viagraneggrx.com
vipsexfinders.com via-gra.webstarts.com
viteonlusarezzo.it viandpet.com
vmnmvzsmn.over-blog.com videochat.bz
voloslove.ru videochat.life
vote-up.ru video-production.com
vseigru.one voditeltrezviy.ru
wallpaperaccess.com voluumtrk.com
watchmyfb.pl vzube.com
webnode.me w7s.ru
webshoppermac.com wallpapers-best.com
website-audit.com.ua wallpaperstock.net
watchmygf.net
webalan.ru
webix.me
webscouter.net
website-analyzer.info
websiteexplorer.info
website-speed-check.site website-speed-check.site
websites-reviews.com
website-stealer.nufaq.com website-stealer.nufaq.com
weburlopener.com while.cheapwebsitehoster.com
weprik.ru wholesalejerseys-cheapest.com
westvilletowingservices.co.za windowssearch-exp.com
whatistizanidine2mg.blogspot.com winterclassichockeyjerseys.com
wieseversa.no womama.ru
winx-play.ru woodyguthrie.se
writingservices17.blogspot.ru world-mmo.com
www.jbetting.com woweb.com.ua
www.kabbalah-red-bracelets.com wtsindia.in
xcc24.pl www.souvenirua.com
xev.ru xchat26.myfreecams.com
xn----8sbdbjgb1ap7a9c4czbh.xn--p1acf xclicks.net
xn----9sbubg3ambdfl1j.xn--p1ai xn--80ajbshivpvn2i.xn--p1ai
xn--d1aifoe0a9a.top xn-----8kcatubaocd1bneepefojs1h2e.xn--p1ai
xn--e1afanlbnfckd7c3d.xn--p1ai xn----9sbebi2bvzr7h.xn--p1ai
x-porno.video xn--b1adccaf1bzj.xn--p1ai
yellocloud.be xn--b1ag5cfn.xn--p1ai
yellowproxy.net xxart.ru
yellowstonesafaritours.com yaderenergy.ru
yougotanewdomain.com youandcredit.ru
youporn-ru.com youbrainboost.asia
yourporn.com youdesigner.kz
youtubologia.it youjizz.com
youradexchange.com
youradulthosting.com
yourserverisdown.com
youthreaders.com
youtuhe.com
yugo-star.ru
zaapplesales.blogspot.com
zagadki.in.ua zagadki.in.ua
zaidia.xhost.ro zaim-pod-zalog-krasnodar.ru
zajm-zalog-krasnodar.ru zaobao.com.sg
zastenchivosti.net
zebradudka.com zebradudka.com
zero1.it zerocash.msk.ru
zhuravlev.info zeroredirect7.com
zigarettenonlinekaufen2.drupalgardens.com zoogdinsney.com
zigzog.ru zytpirwai.net
zone-kev717.info
zoogdiesney.com
zoominfo.com

476
.dev-tools/test_units/random-referrers-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
03p.info 21h2o.com
1001watch.com.ua 2728fb936f0.com
123locker.com 51unlim.ru
2kata.ru 70casino.online
3th.co.in aanapa.ru
98oi.ru abcguru.xyz
a96527gi.beget.tech absugars.com
aa8780bb28a1de4eb5bff33c28a218a930.com abwa.tk
acads.net addtoadd.men
adanih.com adssafeprotected.com
adsfresh.men adzpower.com
agroeconom.kz agroeconom.kz
alert-fdm.xyz alienwheels.de
alf-img.com all4invest.ru
ameblo.top allforminecraft.ru
androids-store.com apiqualitinknet-a.akamaihd.net
apccargo.com arendatora.ru
apimegabrowsebiz-a.akamaihd.net
apisecretsaucebi-a.akamaihd.net
apple.com-cleaner.systems
appmsr.org
arabseyes.com
aruplighting.com aruplighting.com
asdfz.pro asseenontv.ru
asiavirtualsolutions.com autovideobroadcast.com
asmxsatadriverin.aircus.com bestcurs.org
atlant-auto.info bestfortraders.com
aviav.ru besthomemadepornsites.com
azbukafree.com best-seo-offer.com
balkanfarma.org betune.onlinewebshop.net
bayareaaeroclub.org bikini-image.com
bildsuche.ru bloke.com
bjanshee.ru braintobe.win
bkns.vn brainzpod.win
bluesman.nu buybest1.biz
boostmyppc.com candlehandmade.com
breastaugmentation.co.za cartierbraceletsreplica.pw
brothers-smaller.ru celebsopics.com
buigas.00it.com cheapbarbour.online
builtwith.com cheapjerseysa.com
buron.pw chocolateslim-original.com
buynorxx.com compliance-julia.top
cakesplus.com.au contextualyield.com
calcularpagerank.com cougfan.info
carsdined.org cymbaltaandtizanidine.blogspot.com
cartierbracelet.xyz d2jsp.org
cartierlove2u.xyz dailyrank.net
cartierreplica.top danashop.ru
ccbill.com dataloading.net
chcu.net deutschland123.de
chelyabinsk.xrus.org digilander.libero.it
cindymatches.com dividendo.ru
civilwartheater.com djekxa.ru
clayvasedesigns.tk dnepropetrovsk.mistr-x.org
clean-virus-mac.com domainsatcost.com
communisave.co.za dominterior.org
community.allhiphop.com downloadkakaotalk.com
com-onlinesupport.site druzhbany.ru
compliance-don.xyz easync.io
compliance-elena.top ekto.ee
coslab.club encodable.com
culmimg.pw evehemming.blogspot.com.au
de.zapmeta.com everytalk.tv
dfwu1013.info excitacao.com
dokfilms.net f5mtrack.com
doktoronline.no fbdownloader.com
domaineaneblanc.com
doska-vsem.ru
ee77ee.com
essaypro.com
eu-cookie-law.blogspot.com
event-tracking.com
ewebarticle.info
eyessurgery.ru
fable.in.ua
fapgon.com
feargames.ru
femdom.twiclub.in femdom.twiclub.in
filmgo.ru filesclub.net
floridamhca.org firesub.pl
forumprofi.de firma-legion.ru
foto-telok.net fishingwholesale.us
foxweber.com fix-website-errors.com
frcls.fr flauntyoursite.com
free-gluten.ru flex4launch.ru
free-social-buttons.com focalink.com
foodcrafts.website
forexgb.ru
freejabs.com
free-stock-illustration.com
free-today.com
frvo.alptandem.ru frvo.alptandem.ru
fusoradio.info g7m.pl
gamblingnerd.com gambarkataku.co
gameplexcity.com getoutofdebtfree.org
gayxperience.com goblacked.com
gidonline.one gsasearchenginerankerhelp.com
gilbertbanda.net guigyverpo.cf
girlporn.ru hdwallpapers-free.com
globetrotting-culture.ru headpress.ru
goldandcard.ru heliko.no
grtyi.com
gtopstats.com
gwebtools.com
hasshe.com
hdpixion.com
helicalpile.us
heygidday.biz
hikesearch.net
housediz.com
houseofgaga.ru houseofgaga.ru
ibb.com.ua hundejo.com
idegenvezeto.eu
iklysha.ml
iloveitaly.ru iloveitaly.ru
imagecoolpub.com images-graphics-pics.com
imediadesk.com
imgata.com
intervsem.ru intervsem.ru
izhevsk.zrus.org ipostroika.ru
jackwolfskinoutlet.online istizanidineanarcoticdrug.blogspot.com
kartiniresto.com itag.pw
klosetkitten.com kazan.zrus.org
knowsitall.info keywordglobal.co.za
kinoplen.ru
kinopolet.net
kometars.xyz
koral.se
kovrenok.ru kovrenok.ru
kraljeva-sutjeska.com kraljeva-sutjeska.com
lampokrat.ws lalalove.ru
landinez.co laserpen.club
languagecode.com letmacworkfaster.site
larose.jb2c.me longlifelomilomi.info
lineshops.biz luxup.ru
lion.bolegapakistan.com mabdoola.blogspot.com
liumimgx.pw mackeeper-center.club
lollypopgaming.com makedo.ru
maglid.ru manifestation.betteroffers.review
mainlinehobby.net manimpotence.com
managerpak204.weebly.com manipulyator-peterburg.ru
marketland.ml master-muznachas.ru
mediaoffers.click matematikus.info
meds-online24.com max-eclat.men
member-quiz.com maximilitary.ru
menhealed.net mediafresh.online
metarip.ru medi-fitt.hu
metascephe.com menstennisforums.com
middlerush-a.akamaihd.net misterjtbarbers.com
mindeyegames.com mister-shop.com
miniads.ca mjchamonix.org
mirzonru.net moivestiy.biz
modabutik.ru moncleronline.xyz
moskva.nodup.ru moneyzzz.ru
mug-na-chas-moscow.ru monsterdivx.tv
mysex21.com muz-baza.net
narosty.com muznachas-service.ru
naturalshair.site mycouponizemac.com
norththeface.store mydirtyhobby.com
obiavo.net my-floor.in.ua
o-dachnik.ru najaden.no
one-gear.com na-telefon.biz
online-podarki.com new7ob.com
oneclickfiles.com
onlinefilmz.net
o-o-8-o-o.com o-o-8-o-o.com
orhonit.com optikremont.ru
orsonet.ru orel-reshka.net
page2rss.com panchro.co.uk
paidonlinesites.com pandroid.co
panchro.xyz partner-high.men
paphoselectricianandplumber.com patol01.pw
partnerline.men p-business.ru
pavlodar.xkaz.org pdns.download
pestomou.info perosan.com
peugeot-club.org picsearch.com
picmoonco.pw picswe.com
picurams.pw pixshark.com
porngalleries.top pl.aasoldes.fr
pornpost.in plusnetwork.com
pricheskaonline.ru pokemon-go-play.online
primedice.com popmarker.com
prodvigator.ua popup.matchmaker.com
profolan.pl portal-eu.ru
presleycollectibles.com
progonrumarket.ru
prohoster.info
promoforum.ru promoforum.ru
prostitutki-kiev.org prostitutki-yaroslavlya.org
pro-tec.kz pshare.biz
pulse33.ru pussysaga.com
puserving.com quality-traffic.com
remontbiz.ru quelle.ru
replica-watch.ru quickloanbank.com
reversing.cc rainbowice.ru
roofers.org.uk ranksonic.info
sanatorrii.ru redirectingat.com
scanner-irvin.top regionshop.biz
school-diplomat.ru renecaovilla.online
schoolfiles.net replicaclub.ru
semalt.com roma-kukareku.livejournal.com
service.adtech.us ruscopybook.com
sexad.net sandhillsonline.com
sexphoto.site saveindex.xyz
sex-sex-sex5.com scanner-olga.top
sharebutton.to searchengineranker.email
silverage.ru searchmywindow-a.akamaihd.net
skatestick.bid sei80.com
slujbauborki.ru seoboxes.com
sms2x2.ru seofirmreviewsus.info
sodexo.com seo-tools-optimizing.com
sortthemesitesby.com service-core.ru
sotkal.lark.ru sfj-ror.no
steebook.com shell-pmr.ru
stjamesschool.info smichovbike.cz
strana-krasoty.ru snow.nvr163.com
strana-solnca.ru soft1.ru
summerlinhomes411.info softlinesolutions.me
supermama.top solitaire-game.ru
svolze.com special-porn.com
tamada69.com sport-video-obzor.ru
titan-ads.life steame.ru
tivolibasket.it stpolice.com
tizanidine4mg.blogspot.com streha-metalko.si
tobeyouday.win stroymonolit.su
torontoplumbinggroup.com suchenindeutschland.com
trafficjunky.net supermodni.com.ua
tula.howotorg.ru susanholtphotography.com
tyumen.xrus.org taihouse.ru
uchil.net taqywu51.soup.io
ukkelberg.no taranerymagesswa.blogspot.com
um-razum.ru t-bygg.com
universals.com.ua telegraf.by
unmaroll.ya.ru themestotal.com
userequip.com thexart.club
vchulkax.com tizanidineforopiatewithdrawal.blogspot.com
vekzdorov.ru tizanidinenarcotic.blogspot.com
vepad.com topquality.cf
vipsiterip.org trafficmania.com
vkgaleria.com traffmonster.info
vladimir.xrus.org trainoffend.ml
voprosotvet24.ru trubywriting.com
w3data.co trustedhealthtips.com
webcamdevochka.com turist-strani.ru
weekes.biz.tc turvgori.ru
wheelchairliftsarea.com uamtrk.com
wholesalejerseysgaa.com ua.tc
wonderfulflowers.biz ublaze.ru
wovis.site uggsale.online
www.jbetting.com vavilone.com
xaylapdiendanang.com via-energy-cumpara.com
xn--80ahdheogk5l.xn--p1ai vip-parfumeria.ru
xn--80ajbshivpvn2i.xn--p1ai virtualbb.com
xn--e1afanlbnfckd7c3d.xn--p1ai vkak.ru
xn--e1aggki3c.xn--80adxhks vodkoved.ru
x-stars.ru voluumtrk.com
xtraffic.plus wanker.us
yginekologa.com watch-movies.ru
you-shall-not-pass.is74.ru webextract.profound.net
webix.me
while.cheapwebsitehoster.com
wpsecurity.website
wufak.com
wygraj-skiny.win
xgftnlrt.bloger.index.hr
xmronta.com
x-musics.com
xn--d1aifoe0a9a.top
youbrainboost.asia
youporn-ru.com
yourothersite.com
zagadki.in.ua
zakazvzloma.com zakazvzloma.com
zero1.it zaobao.com.sg
znakom.sibtest.ru zeroredirect7.com
zoogdinsney.com zigarettenonlinekaufen1.bloog.pl
zx6.ru znakomstva-moskva77.ru
zootoplist.com
zrizvtrnpale.tk

24
.dev-tools/test_units/ratelimittest-beta.txt
View file

@ -1,21 +1,11 @@
<!DOCTYPE html> <html>
<html>
<head>
<title>Welcome to NginX</title>
</head>
<body>
<div align=center>
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><html>
<head><title>503 Service Temporarily Unavailable</title></head> <head><title>503 Service Temporarily Unavailable</title></head>
<body> <body>
<center><h1>503 Service Temporarily Unavailable</h1></center> <center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.18.0 (Ubuntu)</center> <hr><center>nginx/1.18.0 (Ubuntu)</center>
</body> </body>
</html> </html>
<html> ml><html>
<head><title>503 Service Temporarily Unavailable</title></head> <head><title>503 Service Temporarily Unavailable</title></head>
<body> <body>
<center><h1>503 Service Temporarily Unavailable</h1></center> <center><h1>503 Service Temporarily Unavailable</h1></center>
@ -581,4 +571,14 @@
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1> <h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p> <p>This is merely used for testing !!!</p>
</body> </body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to NginX</title>
</head>
<body>
<div align=center>
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html> </html>

2
.dev-tools/test_units/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.173.211 0; 104.154.182.187 0;
127.0.0.1 0; 127.0.0.1 0;

BIN
.latest_release/bots.d.tar.gz
View file

Binary file not shown.

BIN
.latest_release/conf.d.tar.gz
View file

Binary file not shown.

4
AUTO-CONFIGURATION.md
View file

@ -4,9 +4,9 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2021.01.2238 #### Version: V4.2021.01.2239
#### Bad Referrers Blocked: [6906](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6906](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [587](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [591](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

4
MANUAL-CONFIGURATION.md
View file

@ -4,9 +4,9 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2021.01.2238 #### Version: V4.2021.01.2239
#### Bad Referrers Blocked: [6906](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6906](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [587](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [591](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

4
README.md
View file

@ -11,9 +11,9 @@
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
_______________ _______________
#### Version: V4.2021.01.2238 #### Version: V4.2021.01.2239
#### Bad Referrers Blocked: [6906](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6906](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [587](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [591](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

4
_google_analytics_ghost_spam/README.md
View file

@ -3,9 +3,9 @@
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
_______________ _______________
#### Version: V4.2021.01.2238 #### Version: V4.2021.01.2239
#### Bad Referrers Blocked: [6906](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6906](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [587](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [591](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

10
_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.01.2238 ### Version: V4.2021.01.2239
### Updated: Mon Jan 4 11:10:46 SAST 2021 ### Updated: Mon Jan 4 12:00:44 SAST 2021
### Bad Referrer Count: 6906 ### Bad Referrer Count: 6906
### Bad Bot Count: 587 ### Bad Bot Count: 591
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -229,6 +229,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Cliqzbot(?:\b)" 3; "~*(?:\b)Cliqzbot(?:\b)" 3;
"~*(?:\b)Cloud\ mapping(?:\b)" 3; "~*(?:\b)Cloud\ mapping(?:\b)" 3;
"~*(?:\b)coccocbot-web(?:\b)" 3; "~*(?:\b)coccocbot-web(?:\b)" 3;
"~*(?:\b)Cocolyzebot(?:\b)" 3;
"~*(?:\b)CODE87(?:\b)" 3; "~*(?:\b)CODE87(?:\b)" 3;
"~*(?:\b)Cogentbot(?:\b)" 3; "~*(?:\b)Cogentbot(?:\b)" 3;
"~*(?:\b)cognitiveseo(?:\b)" 3; "~*(?:\b)cognitiveseo(?:\b)" 3;
@ -393,6 +394,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)LieBaoFast(?:\b)" 3; "~*(?:\b)LieBaoFast(?:\b)" 3;
"~*(?:\b)Lightspeedsystems(?:\b)" 3; "~*(?:\b)Lightspeedsystems(?:\b)" 3;
"~*(?:\b)Likse(?:\b)" 3; "~*(?:\b)Likse(?:\b)" 3;
"~*(?:\b)Linkbot(?:\b)" 3;
"~*(?:\b)Linkdexbot(?:\b)" 3; "~*(?:\b)Linkdexbot(?:\b)" 3;
"~*(?:\b)LinkextractorPro(?:\b)" 3; "~*(?:\b)LinkextractorPro(?:\b)" 3;
"~*(?:\b)LinkpadBot(?:\b)" 3; "~*(?:\b)LinkpadBot(?:\b)" 3;
@ -654,6 +656,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Vagabondo(?:\b)" 3; "~*(?:\b)Vagabondo(?:\b)" 3;
"~*(?:\b)VB\ Project(?:\b)" 3; "~*(?:\b)VB\ Project(?:\b)" 3;
"~*(?:\b)VCI(?:\b)" 3; "~*(?:\b)VCI(?:\b)" 3;
"~*(?:\b)VelenPublicWebCrawler(?:\b)" 3;
"~*(?:\b)VeriCiteCrawler(?:\b)" 3; "~*(?:\b)VeriCiteCrawler(?:\b)" 3;
"~*(?:\b)VidibleScraper(?:\b)" 3; "~*(?:\b)VidibleScraper(?:\b)" 3;
"~*(?:\b)Virusdie(?:\b)" 3; "~*(?:\b)Virusdie(?:\b)" 3;
@ -731,6 +734,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)zgrab(?:\b)" 3; "~*(?:\b)zgrab(?:\b)" 3;
"~*(?:\b)Zitebot(?:\b)" 3; "~*(?:\b)Zitebot(?:\b)" 3;
"~*(?:\b)ZmEu(?:\b)" 3; "~*(?:\b)ZmEu(?:\b)" 3;
"~*(?:\b)ZoomBot(?:\b)" 3;
"~*(?:\b)ZoominfoBot(?:\b)" 3; "~*(?:\b)ZoominfoBot(?:\b)" 3;
"~*(?:\b)ZumBot(?:\b)" 3; "~*(?:\b)ZumBot(?:\b)" 3;
"~*(?:\b)ZyBorg(?:\b)" 3; "~*(?:\b)ZyBorg(?:\b)" 3;

10
conf.d/globalblacklist-testing-version.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2021.01.2238 ### Version: V3.2021.01.2239
### Updated: Mon Jan 4 11:10:47 SAST 2021 ### Updated: Mon Jan 4 12:00:45 SAST 2021
### Bad Referrer Count: 6906 ### Bad Referrer Count: 6906
### Bad Bot Count: 587 ### Bad Bot Count: 591
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -229,6 +229,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Cliqzbot(?:\b)" 3; "~*(?:\b)Cliqzbot(?:\b)" 3;
"~*(?:\b)Cloud\ mapping(?:\b)" 3; "~*(?:\b)Cloud\ mapping(?:\b)" 3;
"~*(?:\b)coccocbot-web(?:\b)" 3; "~*(?:\b)coccocbot-web(?:\b)" 3;
"~*(?:\b)Cocolyzebot(?:\b)" 3;
"~*(?:\b)CODE87(?:\b)" 3; "~*(?:\b)CODE87(?:\b)" 3;
"~*(?:\b)Cogentbot(?:\b)" 3; "~*(?:\b)Cogentbot(?:\b)" 3;
"~*(?:\b)cognitiveseo(?:\b)" 3; "~*(?:\b)cognitiveseo(?:\b)" 3;
@ -393,6 +394,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)LieBaoFast(?:\b)" 3; "~*(?:\b)LieBaoFast(?:\b)" 3;
"~*(?:\b)Lightspeedsystems(?:\b)" 3; "~*(?:\b)Lightspeedsystems(?:\b)" 3;
"~*(?:\b)Likse(?:\b)" 3; "~*(?:\b)Likse(?:\b)" 3;
"~*(?:\b)Linkbot(?:\b)" 3;
"~*(?:\b)Linkdexbot(?:\b)" 3; "~*(?:\b)Linkdexbot(?:\b)" 3;
"~*(?:\b)LinkextractorPro(?:\b)" 3; "~*(?:\b)LinkextractorPro(?:\b)" 3;
"~*(?:\b)LinkpadBot(?:\b)" 3; "~*(?:\b)LinkpadBot(?:\b)" 3;
@ -654,6 +656,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Vagabondo(?:\b)" 3; "~*(?:\b)Vagabondo(?:\b)" 3;
"~*(?:\b)VB\ Project(?:\b)" 3; "~*(?:\b)VB\ Project(?:\b)" 3;
"~*(?:\b)VCI(?:\b)" 3; "~*(?:\b)VCI(?:\b)" 3;
"~*(?:\b)VelenPublicWebCrawler(?:\b)" 3;
"~*(?:\b)VeriCiteCrawler(?:\b)" 3; "~*(?:\b)VeriCiteCrawler(?:\b)" 3;
"~*(?:\b)VidibleScraper(?:\b)" 3; "~*(?:\b)VidibleScraper(?:\b)" 3;
"~*(?:\b)Virusdie(?:\b)" 3; "~*(?:\b)Virusdie(?:\b)" 3;
@ -731,6 +734,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)zgrab(?:\b)" 3; "~*(?:\b)zgrab(?:\b)" 3;
"~*(?:\b)Zitebot(?:\b)" 3; "~*(?:\b)Zitebot(?:\b)" 3;
"~*(?:\b)ZmEu(?:\b)" 3; "~*(?:\b)ZmEu(?:\b)" 3;
"~*(?:\b)ZoomBot(?:\b)" 3;
"~*(?:\b)ZoominfoBot(?:\b)" 3; "~*(?:\b)ZoominfoBot(?:\b)" 3;
"~*(?:\b)ZumBot(?:\b)" 3; "~*(?:\b)ZumBot(?:\b)" 3;
"~*(?:\b)ZyBorg(?:\b)" 3; "~*(?:\b)ZyBorg(?:\b)" 3;

10
conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.01.2238 ### Version: V4.2021.01.2239
### Updated: Mon Jan 4 11:10:46 SAST 2021 ### Updated: Mon Jan 4 12:00:44 SAST 2021
### Bad Referrer Count: 6906 ### Bad Referrer Count: 6906
### Bad Bot Count: 587 ### Bad Bot Count: 591
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -229,6 +229,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Cliqzbot(?:\b)" 3; "~*(?:\b)Cliqzbot(?:\b)" 3;
"~*(?:\b)Cloud\ mapping(?:\b)" 3; "~*(?:\b)Cloud\ mapping(?:\b)" 3;
"~*(?:\b)coccocbot-web(?:\b)" 3; "~*(?:\b)coccocbot-web(?:\b)" 3;
"~*(?:\b)Cocolyzebot(?:\b)" 3;
"~*(?:\b)CODE87(?:\b)" 3; "~*(?:\b)CODE87(?:\b)" 3;
"~*(?:\b)Cogentbot(?:\b)" 3; "~*(?:\b)Cogentbot(?:\b)" 3;
"~*(?:\b)cognitiveseo(?:\b)" 3; "~*(?:\b)cognitiveseo(?:\b)" 3;
@ -393,6 +394,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)LieBaoFast(?:\b)" 3; "~*(?:\b)LieBaoFast(?:\b)" 3;
"~*(?:\b)Lightspeedsystems(?:\b)" 3; "~*(?:\b)Lightspeedsystems(?:\b)" 3;
"~*(?:\b)Likse(?:\b)" 3; "~*(?:\b)Likse(?:\b)" 3;
"~*(?:\b)Linkbot(?:\b)" 3;
"~*(?:\b)Linkdexbot(?:\b)" 3; "~*(?:\b)Linkdexbot(?:\b)" 3;
"~*(?:\b)LinkextractorPro(?:\b)" 3; "~*(?:\b)LinkextractorPro(?:\b)" 3;
"~*(?:\b)LinkpadBot(?:\b)" 3; "~*(?:\b)LinkpadBot(?:\b)" 3;
@ -654,6 +656,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Vagabondo(?:\b)" 3; "~*(?:\b)Vagabondo(?:\b)" 3;
"~*(?:\b)VB\ Project(?:\b)" 3; "~*(?:\b)VB\ Project(?:\b)" 3;
"~*(?:\b)VCI(?:\b)" 3; "~*(?:\b)VCI(?:\b)" 3;
"~*(?:\b)VelenPublicWebCrawler(?:\b)" 3;
"~*(?:\b)VeriCiteCrawler(?:\b)" 3; "~*(?:\b)VeriCiteCrawler(?:\b)" 3;
"~*(?:\b)VidibleScraper(?:\b)" 3; "~*(?:\b)VidibleScraper(?:\b)" 3;
"~*(?:\b)Virusdie(?:\b)" 3; "~*(?:\b)Virusdie(?:\b)" 3;
@ -731,6 +734,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)zgrab(?:\b)" 3; "~*(?:\b)zgrab(?:\b)" 3;
"~*(?:\b)Zitebot(?:\b)" 3; "~*(?:\b)Zitebot(?:\b)" 3;
"~*(?:\b)ZmEu(?:\b)" 3; "~*(?:\b)ZmEu(?:\b)" 3;
"~*(?:\b)ZoomBot(?:\b)" 3;
"~*(?:\b)ZoominfoBot(?:\b)" 3; "~*(?:\b)ZoominfoBot(?:\b)" 3;
"~*(?:\b)ZumBot(?:\b)" 3; "~*(?:\b)ZumBot(?:\b)" 3;
"~*(?:\b)ZyBorg(?:\b)" 3; "~*(?:\b)ZyBorg(?:\b)" 3;

14
robots.txt/robots.txt
View file

@ -6,9 +6,9 @@
### Version Information # ### Version Information #
################################################### ###################################################
### Version: V4.2021.01.2238 ### Version: V4.2021.01.2239
### Updated: Mon Jan 4 11:10:49 SAST 2021 ### Updated: Mon Jan 4 12:00:46 SAST 2021
### Bad Bot Count: 587 ### Bad Bot Count: 591
################################################### ###################################################
### Version Information ## ### Version Information ##
@ -179,6 +179,8 @@ User-agent: Cloud mapping
Disallow:/ Disallow:/
User-agent: coccocbot-web User-agent: coccocbot-web
Disallow:/ Disallow:/
User-agent: Cocolyzebot
Disallow:/
User-agent: CODE87 User-agent: CODE87
Disallow:/ Disallow:/
User-agent: Cogentbot User-agent: Cogentbot
@ -507,6 +509,8 @@ User-agent: Lightspeedsystems
Disallow:/ Disallow:/
User-agent: Likse User-agent: Likse
Disallow:/ Disallow:/
User-agent: Linkbot
Disallow:/
User-agent: Linkdexbot User-agent: Linkdexbot
Disallow:/ Disallow:/
User-agent: LinkextractorPro User-agent: LinkextractorPro
@ -1029,6 +1033,8 @@ User-agent: VB Project
Disallow:/ Disallow:/
User-agent: VCI User-agent: VCI
Disallow:/ Disallow:/
User-agent: VelenPublicWebCrawler
Disallow:/
User-agent: VeriCiteCrawler User-agent: VeriCiteCrawler
Disallow:/ Disallow:/
User-agent: VidibleScraper User-agent: VidibleScraper
@ -1183,6 +1189,8 @@ User-agent: Zitebot
Disallow:/ Disallow:/
User-agent: ZmEu User-agent: ZmEu
Disallow:/ Disallow:/
User-agent: ZoomBot
Disallow:/
User-agent: ZoominfoBot User-agent: ZoominfoBot
Disallow:/ Disallow:/
User-agent: ZumBot User-agent: ZumBot