vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-03 11:10:47 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

V4.2021.01.2230 [ci skip]

Browse source
This commit is contained in:
Travis 2021-01-02 15:47:42 +02:00
parent 61bf0219af
commit 18e469d230
54 changed files with 1192 additions and 1101 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
.dev-tools/_robots_input/robots-input.txt
View file

@ -58,6 +58,7 @@ Bolt
BotALot BotALot
Brandprotect Brandprotect
Brandwatch Brandwatch
Buck
Buddy Buddy
BuiltBotTough BuiltBotTough
BuiltWith BuiltWith
@ -354,6 +355,7 @@ Pavuk
pcBrowser pcBrowser
PECL::HTTP PECL::HTTP
PeoplePal PeoplePal
Petalbot
PHPCrawl PHPCrawl
Picscout Picscout
Picsearch Picsearch
@ -408,6 +410,7 @@ Searchestate
SearchmetricsBot SearchmetricsBot
Semrush Semrush
SemrushBot SemrushBot
SentiBot
SEOkicks SEOkicks
SEOkicks-Robot SEOkicks-Robot
SEOlyticsCrawler SEOlyticsCrawler
@ -579,5 +582,6 @@ Zeus
zgrab zgrab
Zitebot Zitebot
ZmEu ZmEu
ZoominfoBot
ZumBot ZumBot
ZyBorg ZyBorg

10
.dev-tools/beta_conf_files/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2021.01.2229 ### Version: V3.2021.01.2230
### Updated: Sat Jan 2 14:16:55 SAST 2021 ### Updated: Sat Jan 2 15:38:25 SAST 2021
### Bad Referrer Count: 6853 ### Bad Referrer Count: 6853
### Bad Bot Count: 583 ### Bad Bot Count: 587
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -207,6 +207,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)BotALot(?:\b)" 3; "~*(?:\b)BotALot(?:\b)" 3;
"~*(?:\b)Brandprotect(?:\b)" 3; "~*(?:\b)Brandprotect(?:\b)" 3;
"~*(?:\b)Brandwatch(?:\b)" 3; "~*(?:\b)Brandwatch(?:\b)" 3;
"~*(?:\b)Buck(?:\b)" 3;
"~*(?:\b)Buddy(?:\b)" 3; "~*(?:\b)Buddy(?:\b)" 3;
"~*(?:\b)BuiltBotTough(?:\b)" 3; "~*(?:\b)BuiltBotTough(?:\b)" 3;
"~*(?:\b)BuiltWith(?:\b)" 3; "~*(?:\b)BuiltWith(?:\b)" 3;
@ -503,6 +504,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)pcBrowser(?:\b)" 3; "~*(?:\b)pcBrowser(?:\b)" 3;
"~*(?:\b)PECL::HTTP(?:\b)" 3; "~*(?:\b)PECL::HTTP(?:\b)" 3;
"~*(?:\b)PeoplePal(?:\b)" 3; "~*(?:\b)PeoplePal(?:\b)" 3;
"~*(?:\b)Petalbot(?:\b)" 3;
"~*(?:\b)PHPCrawl(?:\b)" 3; "~*(?:\b)PHPCrawl(?:\b)" 3;
"~*(?:\b)Picscout(?:\b)" 3; "~*(?:\b)Picscout(?:\b)" 3;
"~*(?:\b)Picsearch(?:\b)" 3; "~*(?:\b)Picsearch(?:\b)" 3;
@ -557,6 +559,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)SearchmetricsBot(?:\b)" 3; "~*(?:\b)SearchmetricsBot(?:\b)" 3;
"~*(?:\b)Semrush(?:\b)" 3; "~*(?:\b)Semrush(?:\b)" 3;
"~*(?:\b)SemrushBot(?:\b)" 3; "~*(?:\b)SemrushBot(?:\b)" 3;
"~*(?:\b)SentiBot(?:\b)" 3;
"~*(?:\b)SEOkicks(?:\b)" 3; "~*(?:\b)SEOkicks(?:\b)" 3;
"~*(?:\b)SEOkicks-Robot(?:\b)" 3; "~*(?:\b)SEOkicks-Robot(?:\b)" 3;
"~*(?:\b)SEOlyticsCrawler(?:\b)" 3; "~*(?:\b)SEOlyticsCrawler(?:\b)" 3;
@ -728,6 +731,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)zgrab(?:\b)" 3; "~*(?:\b)zgrab(?:\b)" 3;
"~*(?:\b)Zitebot(?:\b)" 3; "~*(?:\b)Zitebot(?:\b)" 3;
"~*(?:\b)ZmEu(?:\b)" 3; "~*(?:\b)ZmEu(?:\b)" 3;
"~*(?:\b)ZoominfoBot(?:\b)" 3;
"~*(?:\b)ZumBot(?:\b)" 3; "~*(?:\b)ZumBot(?:\b)" 3;
"~*(?:\b)ZyBorg(?:\b)" 3; "~*(?:\b)ZyBorg(?:\b)" 3;
# END BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ### # END BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ###

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 1; 104.154.182.187 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 0; 104.154.182.187 0;
127.0.0.1 0; 127.0.0.1 0;

10
.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2021.01.2229 ### Version: V3.2021.01.2230
### Updated: Sat Jan 2 14:16:55 SAST 2021 ### Updated: Sat Jan 2 15:38:25 SAST 2021
### Bad Referrer Count: 6853 ### Bad Referrer Count: 6853
### Bad Bot Count: 583 ### Bad Bot Count: 587
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -207,6 +207,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)BotALot(?:\b)" 3; "~*(?:\b)BotALot(?:\b)" 3;
"~*(?:\b)Brandprotect(?:\b)" 3; "~*(?:\b)Brandprotect(?:\b)" 3;
"~*(?:\b)Brandwatch(?:\b)" 3; "~*(?:\b)Brandwatch(?:\b)" 3;
"~*(?:\b)Buck(?:\b)" 3;
"~*(?:\b)Buddy(?:\b)" 3; "~*(?:\b)Buddy(?:\b)" 3;
"~*(?:\b)BuiltBotTough(?:\b)" 3; "~*(?:\b)BuiltBotTough(?:\b)" 3;
"~*(?:\b)BuiltWith(?:\b)" 3; "~*(?:\b)BuiltWith(?:\b)" 3;
@ -503,6 +504,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)pcBrowser(?:\b)" 3; "~*(?:\b)pcBrowser(?:\b)" 3;
"~*(?:\b)PECL::HTTP(?:\b)" 3; "~*(?:\b)PECL::HTTP(?:\b)" 3;
"~*(?:\b)PeoplePal(?:\b)" 3; "~*(?:\b)PeoplePal(?:\b)" 3;
"~*(?:\b)Petalbot(?:\b)" 3;
"~*(?:\b)PHPCrawl(?:\b)" 3; "~*(?:\b)PHPCrawl(?:\b)" 3;
"~*(?:\b)Picscout(?:\b)" 3; "~*(?:\b)Picscout(?:\b)" 3;
"~*(?:\b)Picsearch(?:\b)" 3; "~*(?:\b)Picsearch(?:\b)" 3;
@ -557,6 +559,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)SearchmetricsBot(?:\b)" 3; "~*(?:\b)SearchmetricsBot(?:\b)" 3;
"~*(?:\b)Semrush(?:\b)" 3; "~*(?:\b)Semrush(?:\b)" 3;
"~*(?:\b)SemrushBot(?:\b)" 3; "~*(?:\b)SemrushBot(?:\b)" 3;
"~*(?:\b)SentiBot(?:\b)" 3;
"~*(?:\b)SEOkicks(?:\b)" 3; "~*(?:\b)SEOkicks(?:\b)" 3;
"~*(?:\b)SEOkicks-Robot(?:\b)" 3; "~*(?:\b)SEOkicks-Robot(?:\b)" 3;
"~*(?:\b)SEOlyticsCrawler(?:\b)" 3; "~*(?:\b)SEOlyticsCrawler(?:\b)" 3;
@ -728,6 +731,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)zgrab(?:\b)" 3; "~*(?:\b)zgrab(?:\b)" 3;
"~*(?:\b)Zitebot(?:\b)" 3; "~*(?:\b)Zitebot(?:\b)" 3;
"~*(?:\b)ZmEu(?:\b)" 3; "~*(?:\b)ZmEu(?:\b)" 3;
"~*(?:\b)ZoominfoBot(?:\b)" 3;
"~*(?:\b)ZumBot(?:\b)" 3; "~*(?:\b)ZumBot(?:\b)" 3;
"~*(?:\b)ZyBorg(?:\b)" 3; "~*(?:\b)ZyBorg(?:\b)" 3;
# END BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ### # END BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ###

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 1; 104.154.182.187 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 0; 104.154.182.187 0;
127.0.0.1 0; 127.0.0.1 0;

10
.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2021.01.2229 ### Version: V3.2021.01.2230
### Updated: Sat Jan 2 14:16:55 SAST 2021 ### Updated: Sat Jan 2 15:38:25 SAST 2021
### Bad Referrer Count: 6853 ### Bad Referrer Count: 6853
### Bad Bot Count: 583 ### Bad Bot Count: 587
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -207,6 +207,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)BotALot(?:\b)" 3; "~*(?:\b)BotALot(?:\b)" 3;
"~*(?:\b)Brandprotect(?:\b)" 3; "~*(?:\b)Brandprotect(?:\b)" 3;
"~*(?:\b)Brandwatch(?:\b)" 3; "~*(?:\b)Brandwatch(?:\b)" 3;
"~*(?:\b)Buck(?:\b)" 3;
"~*(?:\b)Buddy(?:\b)" 3; "~*(?:\b)Buddy(?:\b)" 3;
"~*(?:\b)BuiltBotTough(?:\b)" 3; "~*(?:\b)BuiltBotTough(?:\b)" 3;
"~*(?:\b)BuiltWith(?:\b)" 3; "~*(?:\b)BuiltWith(?:\b)" 3;
@ -503,6 +504,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)pcBrowser(?:\b)" 3; "~*(?:\b)pcBrowser(?:\b)" 3;
"~*(?:\b)PECL::HTTP(?:\b)" 3; "~*(?:\b)PECL::HTTP(?:\b)" 3;
"~*(?:\b)PeoplePal(?:\b)" 3; "~*(?:\b)PeoplePal(?:\b)" 3;
"~*(?:\b)Petalbot(?:\b)" 3;
"~*(?:\b)PHPCrawl(?:\b)" 3; "~*(?:\b)PHPCrawl(?:\b)" 3;
"~*(?:\b)Picscout(?:\b)" 3; "~*(?:\b)Picscout(?:\b)" 3;
"~*(?:\b)Picsearch(?:\b)" 3; "~*(?:\b)Picsearch(?:\b)" 3;
@ -557,6 +559,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)SearchmetricsBot(?:\b)" 3; "~*(?:\b)SearchmetricsBot(?:\b)" 3;
"~*(?:\b)Semrush(?:\b)" 3; "~*(?:\b)Semrush(?:\b)" 3;
"~*(?:\b)SemrushBot(?:\b)" 3; "~*(?:\b)SemrushBot(?:\b)" 3;
"~*(?:\b)SentiBot(?:\b)" 3;
"~*(?:\b)SEOkicks(?:\b)" 3; "~*(?:\b)SEOkicks(?:\b)" 3;
"~*(?:\b)SEOkicks-Robot(?:\b)" 3; "~*(?:\b)SEOkicks-Robot(?:\b)" 3;
"~*(?:\b)SEOlyticsCrawler(?:\b)" 3; "~*(?:\b)SEOlyticsCrawler(?:\b)" 3;
@ -728,6 +731,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)zgrab(?:\b)" 3; "~*(?:\b)zgrab(?:\b)" 3;
"~*(?:\b)Zitebot(?:\b)" 3; "~*(?:\b)Zitebot(?:\b)" 3;
"~*(?:\b)ZmEu(?:\b)" 3; "~*(?:\b)ZmEu(?:\b)" 3;
"~*(?:\b)ZoominfoBot(?:\b)" 3;
"~*(?:\b)ZumBot(?:\b)" 3; "~*(?:\b)ZumBot(?:\b)" 3;
"~*(?:\b)ZyBorg(?:\b)" 3; "~*(?:\b)ZyBorg(?:\b)" 3;
# END BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ### # END BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ###

2
.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 1; 104.154.182.187 1;
127.0.0.1 1; 127.0.0.1 1;

4
.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-user-agents.conf
View file

@ -119,6 +119,7 @@
"~*(?:\b)BotALot(?:\b|)" 0; "~*(?:\b)BotALot(?:\b|)" 0;
"~*(?:\b)Brandprotect(?:\b|)" 0; "~*(?:\b)Brandprotect(?:\b|)" 0;
"~*(?:\b)Brandwatch(?:\b|)" 0; "~*(?:\b)Brandwatch(?:\b|)" 0;
"~*(?:\b)Buck(?:\b|)" 0;
"~*(?:\b)Buddy(?:\b|)" 0; "~*(?:\b)Buddy(?:\b|)" 0;
"~*(?:\b)BuiltBotTough(?:\b|)" 0; "~*(?:\b)BuiltBotTough(?:\b|)" 0;
"~*(?:\b)BuiltWith(?:\b|)" 0; "~*(?:\b)BuiltWith(?:\b|)" 0;
@ -415,6 +416,7 @@
"~*(?:\b)pcBrowser(?:\b|)" 0; "~*(?:\b)pcBrowser(?:\b|)" 0;
"~*(?:\b)PECL::HTTP(?:\b|)" 0; "~*(?:\b)PECL::HTTP(?:\b|)" 0;
"~*(?:\b)PeoplePal(?:\b|)" 0; "~*(?:\b)PeoplePal(?:\b|)" 0;
"~*(?:\b)Petalbot(?:\b|)" 0;
"~*(?:\b)PHPCrawl(?:\b|)" 0; "~*(?:\b)PHPCrawl(?:\b|)" 0;
"~*(?:\b)Picscout(?:\b|)" 0; "~*(?:\b)Picscout(?:\b|)" 0;
"~*(?:\b)Picsearch(?:\b|)" 0; "~*(?:\b)Picsearch(?:\b|)" 0;
@ -469,6 +471,7 @@
"~*(?:\b)SearchmetricsBot(?:\b|)" 0; "~*(?:\b)SearchmetricsBot(?:\b|)" 0;
"~*(?:\b)Semrush(?:\b|)" 0; "~*(?:\b)Semrush(?:\b|)" 0;
"~*(?:\b)SemrushBot(?:\b|)" 0; "~*(?:\b)SemrushBot(?:\b|)" 0;
"~*(?:\b)SentiBot(?:\b|)" 0;
"~*(?:\b)SEOkicks(?:\b|)" 0; "~*(?:\b)SEOkicks(?:\b|)" 0;
"~*(?:\b)SEOkicks-Robot(?:\b|)" 0; "~*(?:\b)SEOkicks-Robot(?:\b|)" 0;
"~*(?:\b)SEOlyticsCrawler(?:\b|)" 0; "~*(?:\b)SEOlyticsCrawler(?:\b|)" 0;
@ -640,6 +643,7 @@
"~*(?:\b)zgrab(?:\b|)" 0; "~*(?:\b)zgrab(?:\b|)" 0;
"~*(?:\b)Zitebot(?:\b|)" 0; "~*(?:\b)Zitebot(?:\b|)" 0;
"~*(?:\b)ZmEu(?:\b|)" 0; "~*(?:\b)ZmEu(?:\b|)" 0;
"~*(?:\b)ZoominfoBot(?:\b|)" 0;
"~*(?:\b)ZumBot(?:\b|)" 0; "~*(?:\b)ZumBot(?:\b|)" 0;
"~*(?:\b)ZyBorg(?:\b|)" 0; "~*(?:\b)ZyBorg(?:\b|)" 0;
# END MAKE BAD BOTS GOOD ### DO NOT EDIT THIS LINE AT ALL ### # END MAKE BAD BOTS GOOD ### DO NOT EDIT THIS LINE AT ALL ###

2
.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 0; 104.154.182.187 0;
127.0.0.1 0; 127.0.0.1 0;

10
.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2021.01.2229 ### Version: V3.2021.01.2230
### Updated: Sat Jan 2 14:16:55 SAST 2021 ### Updated: Sat Jan 2 15:38:25 SAST 2021
### Bad Referrer Count: 6853 ### Bad Referrer Count: 6853
### Bad Bot Count: 583 ### Bad Bot Count: 587
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -207,6 +207,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)BotALot(?:\b)" 3; "~*(?:\b)BotALot(?:\b)" 3;
"~*(?:\b)Brandprotect(?:\b)" 3; "~*(?:\b)Brandprotect(?:\b)" 3;
"~*(?:\b)Brandwatch(?:\b)" 3; "~*(?:\b)Brandwatch(?:\b)" 3;
"~*(?:\b)Buck(?:\b)" 3;
"~*(?:\b)Buddy(?:\b)" 3; "~*(?:\b)Buddy(?:\b)" 3;
"~*(?:\b)BuiltBotTough(?:\b)" 3; "~*(?:\b)BuiltBotTough(?:\b)" 3;
"~*(?:\b)BuiltWith(?:\b)" 3; "~*(?:\b)BuiltWith(?:\b)" 3;
@ -503,6 +504,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)pcBrowser(?:\b)" 3; "~*(?:\b)pcBrowser(?:\b)" 3;
"~*(?:\b)PECL::HTTP(?:\b)" 3; "~*(?:\b)PECL::HTTP(?:\b)" 3;
"~*(?:\b)PeoplePal(?:\b)" 3; "~*(?:\b)PeoplePal(?:\b)" 3;
"~*(?:\b)Petalbot(?:\b)" 3;
"~*(?:\b)PHPCrawl(?:\b)" 3; "~*(?:\b)PHPCrawl(?:\b)" 3;
"~*(?:\b)Picscout(?:\b)" 3; "~*(?:\b)Picscout(?:\b)" 3;
"~*(?:\b)Picsearch(?:\b)" 3; "~*(?:\b)Picsearch(?:\b)" 3;
@ -557,6 +559,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)SearchmetricsBot(?:\b)" 3; "~*(?:\b)SearchmetricsBot(?:\b)" 3;
"~*(?:\b)Semrush(?:\b)" 3; "~*(?:\b)Semrush(?:\b)" 3;
"~*(?:\b)SemrushBot(?:\b)" 3; "~*(?:\b)SemrushBot(?:\b)" 3;
"~*(?:\b)SentiBot(?:\b)" 3;
"~*(?:\b)SEOkicks(?:\b)" 3; "~*(?:\b)SEOkicks(?:\b)" 3;
"~*(?:\b)SEOkicks-Robot(?:\b)" 3; "~*(?:\b)SEOkicks-Robot(?:\b)" 3;
"~*(?:\b)SEOlyticsCrawler(?:\b)" 3; "~*(?:\b)SEOlyticsCrawler(?:\b)" 3;
@ -728,6 +731,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)zgrab(?:\b)" 3; "~*(?:\b)zgrab(?:\b)" 3;
"~*(?:\b)Zitebot(?:\b)" 3; "~*(?:\b)Zitebot(?:\b)" 3;
"~*(?:\b)ZmEu(?:\b)" 3; "~*(?:\b)ZmEu(?:\b)" 3;
"~*(?:\b)ZoominfoBot(?:\b)" 3;
"~*(?:\b)ZumBot(?:\b)" 3; "~*(?:\b)ZumBot(?:\b)" 3;
"~*(?:\b)ZyBorg(?:\b)" 3; "~*(?:\b)ZyBorg(?:\b)" 3;
# END BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ### # END BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ###

10
.dev-tools/globalblacklist-testing.template
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2021.01.2229 ### Version: V3.2021.01.2230
### Updated: Sat Jan 2 14:16:55 SAST 2021 ### Updated: Sat Jan 2 15:38:25 SAST 2021
### Bad Referrer Count: 6853 ### Bad Referrer Count: 6853
### Bad Bot Count: 583 ### Bad Bot Count: 587
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -207,6 +207,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)BotALot(?:\b)" 3; "~*(?:\b)BotALot(?:\b)" 3;
"~*(?:\b)Brandprotect(?:\b)" 3; "~*(?:\b)Brandprotect(?:\b)" 3;
"~*(?:\b)Brandwatch(?:\b)" 3; "~*(?:\b)Brandwatch(?:\b)" 3;
"~*(?:\b)Buck(?:\b)" 3;
"~*(?:\b)Buddy(?:\b)" 3; "~*(?:\b)Buddy(?:\b)" 3;
"~*(?:\b)BuiltBotTough(?:\b)" 3; "~*(?:\b)BuiltBotTough(?:\b)" 3;
"~*(?:\b)BuiltWith(?:\b)" 3; "~*(?:\b)BuiltWith(?:\b)" 3;
@ -503,6 +504,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)pcBrowser(?:\b)" 3; "~*(?:\b)pcBrowser(?:\b)" 3;
"~*(?:\b)PECL::HTTP(?:\b)" 3; "~*(?:\b)PECL::HTTP(?:\b)" 3;
"~*(?:\b)PeoplePal(?:\b)" 3; "~*(?:\b)PeoplePal(?:\b)" 3;
"~*(?:\b)Petalbot(?:\b)" 3;
"~*(?:\b)PHPCrawl(?:\b)" 3; "~*(?:\b)PHPCrawl(?:\b)" 3;
"~*(?:\b)Picscout(?:\b)" 3; "~*(?:\b)Picscout(?:\b)" 3;
"~*(?:\b)Picsearch(?:\b)" 3; "~*(?:\b)Picsearch(?:\b)" 3;
@ -557,6 +559,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)SearchmetricsBot(?:\b)" 3; "~*(?:\b)SearchmetricsBot(?:\b)" 3;
"~*(?:\b)Semrush(?:\b)" 3; "~*(?:\b)Semrush(?:\b)" 3;
"~*(?:\b)SemrushBot(?:\b)" 3; "~*(?:\b)SemrushBot(?:\b)" 3;
"~*(?:\b)SentiBot(?:\b)" 3;
"~*(?:\b)SEOkicks(?:\b)" 3; "~*(?:\b)SEOkicks(?:\b)" 3;
"~*(?:\b)SEOkicks-Robot(?:\b)" 3; "~*(?:\b)SEOkicks-Robot(?:\b)" 3;
"~*(?:\b)SEOlyticsCrawler(?:\b)" 3; "~*(?:\b)SEOlyticsCrawler(?:\b)" 3;
@ -728,6 +731,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)zgrab(?:\b)" 3; "~*(?:\b)zgrab(?:\b)" 3;
"~*(?:\b)Zitebot(?:\b)" 3; "~*(?:\b)Zitebot(?:\b)" 3;
"~*(?:\b)ZmEu(?:\b)" 3; "~*(?:\b)ZmEu(?:\b)" 3;
"~*(?:\b)ZoominfoBot(?:\b)" 3;
"~*(?:\b)ZumBot(?:\b)" 3; "~*(?:\b)ZumBot(?:\b)" 3;
"~*(?:\b)ZyBorg(?:\b)" 3; "~*(?:\b)ZyBorg(?:\b)" 3;
# END BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ### # END BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ###

10
.dev-tools/globalblacklist.template
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.01.2229 ### Version: V4.2021.01.2230
### Updated: Sat Jan 2 14:16:54 SAST 2021 ### Updated: Sat Jan 2 15:38:24 SAST 2021
### Bad Referrer Count: 6853 ### Bad Referrer Count: 6853
### Bad Bot Count: 583 ### Bad Bot Count: 587
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -207,6 +207,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)BotALot(?:\b)" 3; "~*(?:\b)BotALot(?:\b)" 3;
"~*(?:\b)Brandprotect(?:\b)" 3; "~*(?:\b)Brandprotect(?:\b)" 3;
"~*(?:\b)Brandwatch(?:\b)" 3; "~*(?:\b)Brandwatch(?:\b)" 3;
"~*(?:\b)Buck(?:\b)" 3;
"~*(?:\b)Buddy(?:\b)" 3; "~*(?:\b)Buddy(?:\b)" 3;
"~*(?:\b)BuiltBotTough(?:\b)" 3; "~*(?:\b)BuiltBotTough(?:\b)" 3;
"~*(?:\b)BuiltWith(?:\b)" 3; "~*(?:\b)BuiltWith(?:\b)" 3;
@ -503,6 +504,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)pcBrowser(?:\b)" 3; "~*(?:\b)pcBrowser(?:\b)" 3;
"~*(?:\b)PECL::HTTP(?:\b)" 3; "~*(?:\b)PECL::HTTP(?:\b)" 3;
"~*(?:\b)PeoplePal(?:\b)" 3; "~*(?:\b)PeoplePal(?:\b)" 3;
"~*(?:\b)Petalbot(?:\b)" 3;
"~*(?:\b)PHPCrawl(?:\b)" 3; "~*(?:\b)PHPCrawl(?:\b)" 3;
"~*(?:\b)Picscout(?:\b)" 3; "~*(?:\b)Picscout(?:\b)" 3;
"~*(?:\b)Picsearch(?:\b)" 3; "~*(?:\b)Picsearch(?:\b)" 3;
@ -557,6 +559,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)SearchmetricsBot(?:\b)" 3; "~*(?:\b)SearchmetricsBot(?:\b)" 3;
"~*(?:\b)Semrush(?:\b)" 3; "~*(?:\b)Semrush(?:\b)" 3;
"~*(?:\b)SemrushBot(?:\b)" 3; "~*(?:\b)SemrushBot(?:\b)" 3;
"~*(?:\b)SentiBot(?:\b)" 3;
"~*(?:\b)SEOkicks(?:\b)" 3; "~*(?:\b)SEOkicks(?:\b)" 3;
"~*(?:\b)SEOkicks-Robot(?:\b)" 3; "~*(?:\b)SEOkicks-Robot(?:\b)" 3;
"~*(?:\b)SEOlyticsCrawler(?:\b)" 3; "~*(?:\b)SEOlyticsCrawler(?:\b)" 3;
@ -728,6 +731,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)zgrab(?:\b)" 3; "~*(?:\b)zgrab(?:\b)" 3;
"~*(?:\b)Zitebot(?:\b)" 3; "~*(?:\b)Zitebot(?:\b)" 3;
"~*(?:\b)ZmEu(?:\b)" 3; "~*(?:\b)ZmEu(?:\b)" 3;
"~*(?:\b)ZoominfoBot(?:\b)" 3;
"~*(?:\b)ZumBot(?:\b)" 3; "~*(?:\b)ZumBot(?:\b)" 3;
"~*(?:\b)ZyBorg(?:\b)" 3; "~*(?:\b)ZyBorg(?:\b)" 3;
# END BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ### # END BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ###

2
.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,4 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.122.208.80 0; 35.193.184.18 0;

10
.dev-tools/test1_conf_files/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.01.2229 ### Version: V4.2021.01.2230
### Updated: Sat Jan 2 14:16:54 SAST 2021 ### Updated: Sat Jan 2 15:38:24 SAST 2021
### Bad Referrer Count: 6853 ### Bad Referrer Count: 6853
### Bad Bot Count: 583 ### Bad Bot Count: 587
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -207,6 +207,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)BotALot(?:\b)" 3; "~*(?:\b)BotALot(?:\b)" 3;
"~*(?:\b)Brandprotect(?:\b)" 3; "~*(?:\b)Brandprotect(?:\b)" 3;
"~*(?:\b)Brandwatch(?:\b)" 3; "~*(?:\b)Brandwatch(?:\b)" 3;
"~*(?:\b)Buck(?:\b)" 3;
"~*(?:\b)Buddy(?:\b)" 3; "~*(?:\b)Buddy(?:\b)" 3;
"~*(?:\b)BuiltBotTough(?:\b)" 3; "~*(?:\b)BuiltBotTough(?:\b)" 3;
"~*(?:\b)BuiltWith(?:\b)" 3; "~*(?:\b)BuiltWith(?:\b)" 3;
@ -503,6 +504,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)pcBrowser(?:\b)" 3; "~*(?:\b)pcBrowser(?:\b)" 3;
"~*(?:\b)PECL::HTTP(?:\b)" 3; "~*(?:\b)PECL::HTTP(?:\b)" 3;
"~*(?:\b)PeoplePal(?:\b)" 3; "~*(?:\b)PeoplePal(?:\b)" 3;
"~*(?:\b)Petalbot(?:\b)" 3;
"~*(?:\b)PHPCrawl(?:\b)" 3; "~*(?:\b)PHPCrawl(?:\b)" 3;
"~*(?:\b)Picscout(?:\b)" 3; "~*(?:\b)Picscout(?:\b)" 3;
"~*(?:\b)Picsearch(?:\b)" 3; "~*(?:\b)Picsearch(?:\b)" 3;
@ -557,6 +559,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)SearchmetricsBot(?:\b)" 3; "~*(?:\b)SearchmetricsBot(?:\b)" 3;
"~*(?:\b)Semrush(?:\b)" 3; "~*(?:\b)Semrush(?:\b)" 3;
"~*(?:\b)SemrushBot(?:\b)" 3; "~*(?:\b)SemrushBot(?:\b)" 3;
"~*(?:\b)SentiBot(?:\b)" 3;
"~*(?:\b)SEOkicks(?:\b)" 3; "~*(?:\b)SEOkicks(?:\b)" 3;
"~*(?:\b)SEOkicks-Robot(?:\b)" 3; "~*(?:\b)SEOkicks-Robot(?:\b)" 3;
"~*(?:\b)SEOlyticsCrawler(?:\b)" 3; "~*(?:\b)SEOlyticsCrawler(?:\b)" 3;
@ -728,6 +731,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)zgrab(?:\b)" 3; "~*(?:\b)zgrab(?:\b)" 3;
"~*(?:\b)Zitebot(?:\b)" 3; "~*(?:\b)Zitebot(?:\b)" 3;
"~*(?:\b)ZmEu(?:\b)" 3; "~*(?:\b)ZmEu(?:\b)" 3;
"~*(?:\b)ZoominfoBot(?:\b)" 3;
"~*(?:\b)ZumBot(?:\b)" 3; "~*(?:\b)ZumBot(?:\b)" 3;
"~*(?:\b)ZyBorg(?:\b)" 3; "~*(?:\b)ZyBorg(?:\b)" 3;
# END BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ### # END BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ###

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 1; 104.154.182.187 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 0; 104.154.182.187 0;
127.0.0.1 0; 127.0.0.1 0;

10
.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.01.2229 ### Version: V4.2021.01.2230
### Updated: Sat Jan 2 14:16:54 SAST 2021 ### Updated: Sat Jan 2 15:38:24 SAST 2021
### Bad Referrer Count: 6853 ### Bad Referrer Count: 6853
### Bad Bot Count: 583 ### Bad Bot Count: 587
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -207,6 +207,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)BotALot(?:\b)" 3; "~*(?:\b)BotALot(?:\b)" 3;
"~*(?:\b)Brandprotect(?:\b)" 3; "~*(?:\b)Brandprotect(?:\b)" 3;
"~*(?:\b)Brandwatch(?:\b)" 3; "~*(?:\b)Brandwatch(?:\b)" 3;
"~*(?:\b)Buck(?:\b)" 3;
"~*(?:\b)Buddy(?:\b)" 3; "~*(?:\b)Buddy(?:\b)" 3;
"~*(?:\b)BuiltBotTough(?:\b)" 3; "~*(?:\b)BuiltBotTough(?:\b)" 3;
"~*(?:\b)BuiltWith(?:\b)" 3; "~*(?:\b)BuiltWith(?:\b)" 3;
@ -503,6 +504,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)pcBrowser(?:\b)" 3; "~*(?:\b)pcBrowser(?:\b)" 3;
"~*(?:\b)PECL::HTTP(?:\b)" 3; "~*(?:\b)PECL::HTTP(?:\b)" 3;
"~*(?:\b)PeoplePal(?:\b)" 3; "~*(?:\b)PeoplePal(?:\b)" 3;
"~*(?:\b)Petalbot(?:\b)" 3;
"~*(?:\b)PHPCrawl(?:\b)" 3; "~*(?:\b)PHPCrawl(?:\b)" 3;
"~*(?:\b)Picscout(?:\b)" 3; "~*(?:\b)Picscout(?:\b)" 3;
"~*(?:\b)Picsearch(?:\b)" 3; "~*(?:\b)Picsearch(?:\b)" 3;
@ -557,6 +559,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)SearchmetricsBot(?:\b)" 3; "~*(?:\b)SearchmetricsBot(?:\b)" 3;
"~*(?:\b)Semrush(?:\b)" 3; "~*(?:\b)Semrush(?:\b)" 3;
"~*(?:\b)SemrushBot(?:\b)" 3; "~*(?:\b)SemrushBot(?:\b)" 3;
"~*(?:\b)SentiBot(?:\b)" 3;
"~*(?:\b)SEOkicks(?:\b)" 3; "~*(?:\b)SEOkicks(?:\b)" 3;
"~*(?:\b)SEOkicks-Robot(?:\b)" 3; "~*(?:\b)SEOkicks-Robot(?:\b)" 3;
"~*(?:\b)SEOlyticsCrawler(?:\b)" 3; "~*(?:\b)SEOlyticsCrawler(?:\b)" 3;
@ -728,6 +731,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)zgrab(?:\b)" 3; "~*(?:\b)zgrab(?:\b)" 3;
"~*(?:\b)Zitebot(?:\b)" 3; "~*(?:\b)Zitebot(?:\b)" 3;
"~*(?:\b)ZmEu(?:\b)" 3; "~*(?:\b)ZmEu(?:\b)" 3;
"~*(?:\b)ZoominfoBot(?:\b)" 3;
"~*(?:\b)ZumBot(?:\b)" 3; "~*(?:\b)ZumBot(?:\b)" 3;
"~*(?:\b)ZyBorg(?:\b)" 3; "~*(?:\b)ZyBorg(?:\b)" 3;
# END BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ### # END BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ###

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 1; 104.154.182.187 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 0; 104.154.182.187 0;
127.0.0.1 0; 127.0.0.1 0;

10
.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.01.2229 ### Version: V4.2021.01.2230
### Updated: Sat Jan 2 14:16:54 SAST 2021 ### Updated: Sat Jan 2 15:38:24 SAST 2021
### Bad Referrer Count: 6853 ### Bad Referrer Count: 6853
### Bad Bot Count: 583 ### Bad Bot Count: 587
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -207,6 +207,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)BotALot(?:\b)" 3; "~*(?:\b)BotALot(?:\b)" 3;
"~*(?:\b)Brandprotect(?:\b)" 3; "~*(?:\b)Brandprotect(?:\b)" 3;
"~*(?:\b)Brandwatch(?:\b)" 3; "~*(?:\b)Brandwatch(?:\b)" 3;
"~*(?:\b)Buck(?:\b)" 3;
"~*(?:\b)Buddy(?:\b)" 3; "~*(?:\b)Buddy(?:\b)" 3;
"~*(?:\b)BuiltBotTough(?:\b)" 3; "~*(?:\b)BuiltBotTough(?:\b)" 3;
"~*(?:\b)BuiltWith(?:\b)" 3; "~*(?:\b)BuiltWith(?:\b)" 3;
@ -503,6 +504,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)pcBrowser(?:\b)" 3; "~*(?:\b)pcBrowser(?:\b)" 3;
"~*(?:\b)PECL::HTTP(?:\b)" 3; "~*(?:\b)PECL::HTTP(?:\b)" 3;
"~*(?:\b)PeoplePal(?:\b)" 3; "~*(?:\b)PeoplePal(?:\b)" 3;
"~*(?:\b)Petalbot(?:\b)" 3;
"~*(?:\b)PHPCrawl(?:\b)" 3; "~*(?:\b)PHPCrawl(?:\b)" 3;
"~*(?:\b)Picscout(?:\b)" 3; "~*(?:\b)Picscout(?:\b)" 3;
"~*(?:\b)Picsearch(?:\b)" 3; "~*(?:\b)Picsearch(?:\b)" 3;
@ -557,6 +559,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)SearchmetricsBot(?:\b)" 3; "~*(?:\b)SearchmetricsBot(?:\b)" 3;
"~*(?:\b)Semrush(?:\b)" 3; "~*(?:\b)Semrush(?:\b)" 3;
"~*(?:\b)SemrushBot(?:\b)" 3; "~*(?:\b)SemrushBot(?:\b)" 3;
"~*(?:\b)SentiBot(?:\b)" 3;
"~*(?:\b)SEOkicks(?:\b)" 3; "~*(?:\b)SEOkicks(?:\b)" 3;
"~*(?:\b)SEOkicks-Robot(?:\b)" 3; "~*(?:\b)SEOkicks-Robot(?:\b)" 3;
"~*(?:\b)SEOlyticsCrawler(?:\b)" 3; "~*(?:\b)SEOlyticsCrawler(?:\b)" 3;
@ -728,6 +731,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)zgrab(?:\b)" 3; "~*(?:\b)zgrab(?:\b)" 3;
"~*(?:\b)Zitebot(?:\b)" 3; "~*(?:\b)Zitebot(?:\b)" 3;
"~*(?:\b)ZmEu(?:\b)" 3; "~*(?:\b)ZmEu(?:\b)" 3;
"~*(?:\b)ZoominfoBot(?:\b)" 3;
"~*(?:\b)ZumBot(?:\b)" 3; "~*(?:\b)ZumBot(?:\b)" 3;
"~*(?:\b)ZyBorg(?:\b)" 3; "~*(?:\b)ZyBorg(?:\b)" 3;
# END BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ### # END BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ###

2
.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 1; 104.154.182.187 1;
127.0.0.1 1; 127.0.0.1 1;

4
.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf
View file

@ -119,6 +119,7 @@
"~*(?:\b)BotALot(?:\b|)" 0; "~*(?:\b)BotALot(?:\b|)" 0;
"~*(?:\b)Brandprotect(?:\b|)" 0; "~*(?:\b)Brandprotect(?:\b|)" 0;
"~*(?:\b)Brandwatch(?:\b|)" 0; "~*(?:\b)Brandwatch(?:\b|)" 0;
"~*(?:\b)Buck(?:\b|)" 0;
"~*(?:\b)Buddy(?:\b|)" 0; "~*(?:\b)Buddy(?:\b|)" 0;
"~*(?:\b)BuiltBotTough(?:\b|)" 0; "~*(?:\b)BuiltBotTough(?:\b|)" 0;
"~*(?:\b)BuiltWith(?:\b|)" 0; "~*(?:\b)BuiltWith(?:\b|)" 0;
@ -415,6 +416,7 @@
"~*(?:\b)pcBrowser(?:\b|)" 0; "~*(?:\b)pcBrowser(?:\b|)" 0;
"~*(?:\b)PECL::HTTP(?:\b|)" 0; "~*(?:\b)PECL::HTTP(?:\b|)" 0;
"~*(?:\b)PeoplePal(?:\b|)" 0; "~*(?:\b)PeoplePal(?:\b|)" 0;
"~*(?:\b)Petalbot(?:\b|)" 0;
"~*(?:\b)PHPCrawl(?:\b|)" 0; "~*(?:\b)PHPCrawl(?:\b|)" 0;
"~*(?:\b)Picscout(?:\b|)" 0; "~*(?:\b)Picscout(?:\b|)" 0;
"~*(?:\b)Picsearch(?:\b|)" 0; "~*(?:\b)Picsearch(?:\b|)" 0;
@ -469,6 +471,7 @@
"~*(?:\b)SearchmetricsBot(?:\b|)" 0; "~*(?:\b)SearchmetricsBot(?:\b|)" 0;
"~*(?:\b)Semrush(?:\b|)" 0; "~*(?:\b)Semrush(?:\b|)" 0;
"~*(?:\b)SemrushBot(?:\b|)" 0; "~*(?:\b)SemrushBot(?:\b|)" 0;
"~*(?:\b)SentiBot(?:\b|)" 0;
"~*(?:\b)SEOkicks(?:\b|)" 0; "~*(?:\b)SEOkicks(?:\b|)" 0;
"~*(?:\b)SEOkicks-Robot(?:\b|)" 0; "~*(?:\b)SEOkicks-Robot(?:\b|)" 0;
"~*(?:\b)SEOlyticsCrawler(?:\b|)" 0; "~*(?:\b)SEOlyticsCrawler(?:\b|)" 0;
@ -640,6 +643,7 @@
"~*(?:\b)zgrab(?:\b|)" 0; "~*(?:\b)zgrab(?:\b|)" 0;
"~*(?:\b)Zitebot(?:\b|)" 0; "~*(?:\b)Zitebot(?:\b|)" 0;
"~*(?:\b)ZmEu(?:\b|)" 0; "~*(?:\b)ZmEu(?:\b|)" 0;
"~*(?:\b)ZoominfoBot(?:\b|)" 0;
"~*(?:\b)ZumBot(?:\b|)" 0; "~*(?:\b)ZumBot(?:\b|)" 0;
"~*(?:\b)ZyBorg(?:\b|)" 0; "~*(?:\b)ZyBorg(?:\b|)" 0;
# END MAKE BAD BOTS GOOD ### DO NOT EDIT THIS LINE AT ALL ### # END MAKE BAD BOTS GOOD ### DO NOT EDIT THIS LINE AT ALL ###

2
.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 0; 104.154.182.187 0;
127.0.0.1 0; 127.0.0.1 0;

10
.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.01.2229 ### Version: V4.2021.01.2230
### Updated: Sat Jan 2 14:16:54 SAST 2021 ### Updated: Sat Jan 2 15:38:24 SAST 2021
### Bad Referrer Count: 6853 ### Bad Referrer Count: 6853
### Bad Bot Count: 583 ### Bad Bot Count: 587
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -207,6 +207,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)BotALot(?:\b)" 3; "~*(?:\b)BotALot(?:\b)" 3;
"~*(?:\b)Brandprotect(?:\b)" 3; "~*(?:\b)Brandprotect(?:\b)" 3;
"~*(?:\b)Brandwatch(?:\b)" 3; "~*(?:\b)Brandwatch(?:\b)" 3;
"~*(?:\b)Buck(?:\b)" 3;
"~*(?:\b)Buddy(?:\b)" 3; "~*(?:\b)Buddy(?:\b)" 3;
"~*(?:\b)BuiltBotTough(?:\b)" 3; "~*(?:\b)BuiltBotTough(?:\b)" 3;
"~*(?:\b)BuiltWith(?:\b)" 3; "~*(?:\b)BuiltWith(?:\b)" 3;
@ -503,6 +504,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)pcBrowser(?:\b)" 3; "~*(?:\b)pcBrowser(?:\b)" 3;
"~*(?:\b)PECL::HTTP(?:\b)" 3; "~*(?:\b)PECL::HTTP(?:\b)" 3;
"~*(?:\b)PeoplePal(?:\b)" 3; "~*(?:\b)PeoplePal(?:\b)" 3;
"~*(?:\b)Petalbot(?:\b)" 3;
"~*(?:\b)PHPCrawl(?:\b)" 3; "~*(?:\b)PHPCrawl(?:\b)" 3;
"~*(?:\b)Picscout(?:\b)" 3; "~*(?:\b)Picscout(?:\b)" 3;
"~*(?:\b)Picsearch(?:\b)" 3; "~*(?:\b)Picsearch(?:\b)" 3;
@ -557,6 +559,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)SearchmetricsBot(?:\b)" 3; "~*(?:\b)SearchmetricsBot(?:\b)" 3;
"~*(?:\b)Semrush(?:\b)" 3; "~*(?:\b)Semrush(?:\b)" 3;
"~*(?:\b)SemrushBot(?:\b)" 3; "~*(?:\b)SemrushBot(?:\b)" 3;
"~*(?:\b)SentiBot(?:\b)" 3;
"~*(?:\b)SEOkicks(?:\b)" 3; "~*(?:\b)SEOkicks(?:\b)" 3;
"~*(?:\b)SEOkicks-Robot(?:\b)" 3; "~*(?:\b)SEOkicks-Robot(?:\b)" 3;
"~*(?:\b)SEOlyticsCrawler(?:\b)" 3; "~*(?:\b)SEOlyticsCrawler(?:\b)" 3;
@ -728,6 +731,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)zgrab(?:\b)" 3; "~*(?:\b)zgrab(?:\b)" 3;
"~*(?:\b)Zitebot(?:\b)" 3; "~*(?:\b)Zitebot(?:\b)" 3;
"~*(?:\b)ZmEu(?:\b)" 3; "~*(?:\b)ZmEu(?:\b)" 3;
"~*(?:\b)ZoominfoBot(?:\b)" 3;
"~*(?:\b)ZumBot(?:\b)" 3; "~*(?:\b)ZumBot(?:\b)" 3;
"~*(?:\b)ZyBorg(?:\b)" 3; "~*(?:\b)ZyBorg(?:\b)" 3;
# END BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ### # END BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ###

3
.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.122.208.80 0; 34.122.173.211 0;
104.154.182.187 0;

10
.dev-tools/test2_conf_files/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.01.2229 ### Version: V4.2021.01.2230
### Updated: Sat Jan 2 14:16:54 SAST 2021 ### Updated: Sat Jan 2 15:38:24 SAST 2021
### Bad Referrer Count: 6853 ### Bad Referrer Count: 6853
### Bad Bot Count: 583 ### Bad Bot Count: 587
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -207,6 +207,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)BotALot(?:\b)" 3; "~*(?:\b)BotALot(?:\b)" 3;
"~*(?:\b)Brandprotect(?:\b)" 3; "~*(?:\b)Brandprotect(?:\b)" 3;
"~*(?:\b)Brandwatch(?:\b)" 3; "~*(?:\b)Brandwatch(?:\b)" 3;
"~*(?:\b)Buck(?:\b)" 3;
"~*(?:\b)Buddy(?:\b)" 3; "~*(?:\b)Buddy(?:\b)" 3;
"~*(?:\b)BuiltBotTough(?:\b)" 3; "~*(?:\b)BuiltBotTough(?:\b)" 3;
"~*(?:\b)BuiltWith(?:\b)" 3; "~*(?:\b)BuiltWith(?:\b)" 3;
@ -503,6 +504,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)pcBrowser(?:\b)" 3; "~*(?:\b)pcBrowser(?:\b)" 3;
"~*(?:\b)PECL::HTTP(?:\b)" 3; "~*(?:\b)PECL::HTTP(?:\b)" 3;
"~*(?:\b)PeoplePal(?:\b)" 3; "~*(?:\b)PeoplePal(?:\b)" 3;
"~*(?:\b)Petalbot(?:\b)" 3;
"~*(?:\b)PHPCrawl(?:\b)" 3; "~*(?:\b)PHPCrawl(?:\b)" 3;
"~*(?:\b)Picscout(?:\b)" 3; "~*(?:\b)Picscout(?:\b)" 3;
"~*(?:\b)Picsearch(?:\b)" 3; "~*(?:\b)Picsearch(?:\b)" 3;
@ -557,6 +559,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)SearchmetricsBot(?:\b)" 3; "~*(?:\b)SearchmetricsBot(?:\b)" 3;
"~*(?:\b)Semrush(?:\b)" 3; "~*(?:\b)Semrush(?:\b)" 3;
"~*(?:\b)SemrushBot(?:\b)" 3; "~*(?:\b)SemrushBot(?:\b)" 3;
"~*(?:\b)SentiBot(?:\b)" 3;
"~*(?:\b)SEOkicks(?:\b)" 3; "~*(?:\b)SEOkicks(?:\b)" 3;
"~*(?:\b)SEOkicks-Robot(?:\b)" 3; "~*(?:\b)SEOkicks-Robot(?:\b)" 3;
"~*(?:\b)SEOlyticsCrawler(?:\b)" 3; "~*(?:\b)SEOlyticsCrawler(?:\b)" 3;
@ -728,6 +731,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)zgrab(?:\b)" 3; "~*(?:\b)zgrab(?:\b)" 3;
"~*(?:\b)Zitebot(?:\b)" 3; "~*(?:\b)Zitebot(?:\b)" 3;
"~*(?:\b)ZmEu(?:\b)" 3; "~*(?:\b)ZmEu(?:\b)" 3;
"~*(?:\b)ZoominfoBot(?:\b)" 3;
"~*(?:\b)ZumBot(?:\b)" 3; "~*(?:\b)ZumBot(?:\b)" 3;
"~*(?:\b)ZyBorg(?:\b)" 3; "~*(?:\b)ZyBorg(?:\b)" 3;
# END BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ### # END BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ###

1
.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
View file

@ -46,3 +46,4 @@
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.122.173.211 0; 34.122.173.211 0;
35.193.184.18 0;

10
.dev-tools/test3_conf_files/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.01.2229 ### Version: V4.2021.01.2230
### Updated: Sat Jan 2 14:16:54 SAST 2021 ### Updated: Sat Jan 2 15:38:24 SAST 2021
### Bad Referrer Count: 6853 ### Bad Referrer Count: 6853
### Bad Bot Count: 583 ### Bad Bot Count: 587
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -207,6 +207,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)BotALot(?:\b)" 3; "~*(?:\b)BotALot(?:\b)" 3;
"~*(?:\b)Brandprotect(?:\b)" 3; "~*(?:\b)Brandprotect(?:\b)" 3;
"~*(?:\b)Brandwatch(?:\b)" 3; "~*(?:\b)Brandwatch(?:\b)" 3;
"~*(?:\b)Buck(?:\b)" 3;
"~*(?:\b)Buddy(?:\b)" 3; "~*(?:\b)Buddy(?:\b)" 3;
"~*(?:\b)BuiltBotTough(?:\b)" 3; "~*(?:\b)BuiltBotTough(?:\b)" 3;
"~*(?:\b)BuiltWith(?:\b)" 3; "~*(?:\b)BuiltWith(?:\b)" 3;
@ -503,6 +504,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)pcBrowser(?:\b)" 3; "~*(?:\b)pcBrowser(?:\b)" 3;
"~*(?:\b)PECL::HTTP(?:\b)" 3; "~*(?:\b)PECL::HTTP(?:\b)" 3;
"~*(?:\b)PeoplePal(?:\b)" 3; "~*(?:\b)PeoplePal(?:\b)" 3;
"~*(?:\b)Petalbot(?:\b)" 3;
"~*(?:\b)PHPCrawl(?:\b)" 3; "~*(?:\b)PHPCrawl(?:\b)" 3;
"~*(?:\b)Picscout(?:\b)" 3; "~*(?:\b)Picscout(?:\b)" 3;
"~*(?:\b)Picsearch(?:\b)" 3; "~*(?:\b)Picsearch(?:\b)" 3;
@ -557,6 +559,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)SearchmetricsBot(?:\b)" 3; "~*(?:\b)SearchmetricsBot(?:\b)" 3;
"~*(?:\b)Semrush(?:\b)" 3; "~*(?:\b)Semrush(?:\b)" 3;
"~*(?:\b)SemrushBot(?:\b)" 3; "~*(?:\b)SemrushBot(?:\b)" 3;
"~*(?:\b)SentiBot(?:\b)" 3;
"~*(?:\b)SEOkicks(?:\b)" 3; "~*(?:\b)SEOkicks(?:\b)" 3;
"~*(?:\b)SEOkicks-Robot(?:\b)" 3; "~*(?:\b)SEOkicks-Robot(?:\b)" 3;
"~*(?:\b)SEOlyticsCrawler(?:\b)" 3; "~*(?:\b)SEOlyticsCrawler(?:\b)" 3;
@ -728,6 +731,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)zgrab(?:\b)" 3; "~*(?:\b)zgrab(?:\b)" 3;
"~*(?:\b)Zitebot(?:\b)" 3; "~*(?:\b)Zitebot(?:\b)" 3;
"~*(?:\b)ZmEu(?:\b)" 3; "~*(?:\b)ZmEu(?:\b)" 3;
"~*(?:\b)ZoominfoBot(?:\b)" 3;
"~*(?:\b)ZumBot(?:\b)" 3; "~*(?:\b)ZumBot(?:\b)" 3;
"~*(?:\b)ZyBorg(?:\b)" 3; "~*(?:\b)ZyBorg(?:\b)" 3;
# END BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ### # END BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ###

3
.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,6 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.193.184.18 0;
104.154.182.187 0;
34.122.173.211 0; 34.122.173.211 0;
35.193.184.18 0;

10
.dev-tools/test4_conf_files/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.01.2229 ### Version: V4.2021.01.2230
### Updated: Sat Jan 2 14:16:54 SAST 2021 ### Updated: Sat Jan 2 15:38:24 SAST 2021
### Bad Referrer Count: 6853 ### Bad Referrer Count: 6853
### Bad Bot Count: 583 ### Bad Bot Count: 587
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -207,6 +207,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)BotALot(?:\b)" 3; "~*(?:\b)BotALot(?:\b)" 3;
"~*(?:\b)Brandprotect(?:\b)" 3; "~*(?:\b)Brandprotect(?:\b)" 3;
"~*(?:\b)Brandwatch(?:\b)" 3; "~*(?:\b)Brandwatch(?:\b)" 3;
"~*(?:\b)Buck(?:\b)" 3;
"~*(?:\b)Buddy(?:\b)" 3; "~*(?:\b)Buddy(?:\b)" 3;
"~*(?:\b)BuiltBotTough(?:\b)" 3; "~*(?:\b)BuiltBotTough(?:\b)" 3;
"~*(?:\b)BuiltWith(?:\b)" 3; "~*(?:\b)BuiltWith(?:\b)" 3;
@ -503,6 +504,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)pcBrowser(?:\b)" 3; "~*(?:\b)pcBrowser(?:\b)" 3;
"~*(?:\b)PECL::HTTP(?:\b)" 3; "~*(?:\b)PECL::HTTP(?:\b)" 3;
"~*(?:\b)PeoplePal(?:\b)" 3; "~*(?:\b)PeoplePal(?:\b)" 3;
"~*(?:\b)Petalbot(?:\b)" 3;
"~*(?:\b)PHPCrawl(?:\b)" 3; "~*(?:\b)PHPCrawl(?:\b)" 3;
"~*(?:\b)Picscout(?:\b)" 3; "~*(?:\b)Picscout(?:\b)" 3;
"~*(?:\b)Picsearch(?:\b)" 3; "~*(?:\b)Picsearch(?:\b)" 3;
@ -557,6 +559,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)SearchmetricsBot(?:\b)" 3; "~*(?:\b)SearchmetricsBot(?:\b)" 3;
"~*(?:\b)Semrush(?:\b)" 3; "~*(?:\b)Semrush(?:\b)" 3;
"~*(?:\b)SemrushBot(?:\b)" 3; "~*(?:\b)SemrushBot(?:\b)" 3;
"~*(?:\b)SentiBot(?:\b)" 3;
"~*(?:\b)SEOkicks(?:\b)" 3; "~*(?:\b)SEOkicks(?:\b)" 3;
"~*(?:\b)SEOkicks-Robot(?:\b)" 3; "~*(?:\b)SEOkicks-Robot(?:\b)" 3;
"~*(?:\b)SEOlyticsCrawler(?:\b)" 3; "~*(?:\b)SEOlyticsCrawler(?:\b)" 3;
@ -728,6 +731,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)zgrab(?:\b)" 3; "~*(?:\b)zgrab(?:\b)" 3;
"~*(?:\b)Zitebot(?:\b)" 3; "~*(?:\b)Zitebot(?:\b)" 3;
"~*(?:\b)ZmEu(?:\b)" 3; "~*(?:\b)ZmEu(?:\b)" 3;
"~*(?:\b)ZoominfoBot(?:\b)" 3;
"~*(?:\b)ZumBot(?:\b)" 3; "~*(?:\b)ZumBot(?:\b)" 3;
"~*(?:\b)ZyBorg(?:\b)" 3; "~*(?:\b)ZyBorg(?:\b)" 3;
# END BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ### # END BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ###

4
.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.193.184.18 0; 34.122.173.211 0;
34.122.208.80 0; 104.154.182.187 0;

10
.dev-tools/test5_conf_files/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.01.2229 ### Version: V4.2021.01.2230
### Updated: Sat Jan 2 14:16:54 SAST 2021 ### Updated: Sat Jan 2 15:38:24 SAST 2021
### Bad Referrer Count: 6853 ### Bad Referrer Count: 6853
### Bad Bot Count: 583 ### Bad Bot Count: 587
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -207,6 +207,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)BotALot(?:\b)" 3; "~*(?:\b)BotALot(?:\b)" 3;
"~*(?:\b)Brandprotect(?:\b)" 3; "~*(?:\b)Brandprotect(?:\b)" 3;
"~*(?:\b)Brandwatch(?:\b)" 3; "~*(?:\b)Brandwatch(?:\b)" 3;
"~*(?:\b)Buck(?:\b)" 3;
"~*(?:\b)Buddy(?:\b)" 3; "~*(?:\b)Buddy(?:\b)" 3;
"~*(?:\b)BuiltBotTough(?:\b)" 3; "~*(?:\b)BuiltBotTough(?:\b)" 3;
"~*(?:\b)BuiltWith(?:\b)" 3; "~*(?:\b)BuiltWith(?:\b)" 3;
@ -503,6 +504,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)pcBrowser(?:\b)" 3; "~*(?:\b)pcBrowser(?:\b)" 3;
"~*(?:\b)PECL::HTTP(?:\b)" 3; "~*(?:\b)PECL::HTTP(?:\b)" 3;
"~*(?:\b)PeoplePal(?:\b)" 3; "~*(?:\b)PeoplePal(?:\b)" 3;
"~*(?:\b)Petalbot(?:\b)" 3;
"~*(?:\b)PHPCrawl(?:\b)" 3; "~*(?:\b)PHPCrawl(?:\b)" 3;
"~*(?:\b)Picscout(?:\b)" 3; "~*(?:\b)Picscout(?:\b)" 3;
"~*(?:\b)Picsearch(?:\b)" 3; "~*(?:\b)Picsearch(?:\b)" 3;
@ -557,6 +559,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)SearchmetricsBot(?:\b)" 3; "~*(?:\b)SearchmetricsBot(?:\b)" 3;
"~*(?:\b)Semrush(?:\b)" 3; "~*(?:\b)Semrush(?:\b)" 3;
"~*(?:\b)SemrushBot(?:\b)" 3; "~*(?:\b)SemrushBot(?:\b)" 3;
"~*(?:\b)SentiBot(?:\b)" 3;
"~*(?:\b)SEOkicks(?:\b)" 3; "~*(?:\b)SEOkicks(?:\b)" 3;
"~*(?:\b)SEOkicks-Robot(?:\b)" 3; "~*(?:\b)SEOkicks-Robot(?:\b)" 3;
"~*(?:\b)SEOlyticsCrawler(?:\b)" 3; "~*(?:\b)SEOlyticsCrawler(?:\b)" 3;
@ -728,6 +731,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)zgrab(?:\b)" 3; "~*(?:\b)zgrab(?:\b)" 3;
"~*(?:\b)Zitebot(?:\b)" 3; "~*(?:\b)Zitebot(?:\b)" 3;
"~*(?:\b)ZmEu(?:\b)" 3; "~*(?:\b)ZmEu(?:\b)" 3;
"~*(?:\b)ZoominfoBot(?:\b)" 3;
"~*(?:\b)ZumBot(?:\b)" 3; "~*(?:\b)ZumBot(?:\b)" 3;
"~*(?:\b)ZyBorg(?:\b)" 3; "~*(?:\b)ZyBorg(?:\b)" 3;
# END BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ### # END BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ###

2
.dev-tools/test_units/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 1; 104.154.182.187 1;
127.0.0.1 1; 127.0.0.1 1;

4
.dev-tools/test_units/blacklist-user-agents.conf
View file

@ -119,6 +119,7 @@
"~*(?:\b)BotALot(?:\b|)" 0; "~*(?:\b)BotALot(?:\b|)" 0;
"~*(?:\b)Brandprotect(?:\b|)" 0; "~*(?:\b)Brandprotect(?:\b|)" 0;
"~*(?:\b)Brandwatch(?:\b|)" 0; "~*(?:\b)Brandwatch(?:\b|)" 0;
"~*(?:\b)Buck(?:\b|)" 0;
"~*(?:\b)Buddy(?:\b|)" 0; "~*(?:\b)Buddy(?:\b|)" 0;
"~*(?:\b)BuiltBotTough(?:\b|)" 0; "~*(?:\b)BuiltBotTough(?:\b|)" 0;
"~*(?:\b)BuiltWith(?:\b|)" 0; "~*(?:\b)BuiltWith(?:\b|)" 0;
@ -415,6 +416,7 @@
"~*(?:\b)pcBrowser(?:\b|)" 0; "~*(?:\b)pcBrowser(?:\b|)" 0;
"~*(?:\b)PECL::HTTP(?:\b|)" 0; "~*(?:\b)PECL::HTTP(?:\b|)" 0;
"~*(?:\b)PeoplePal(?:\b|)" 0; "~*(?:\b)PeoplePal(?:\b|)" 0;
"~*(?:\b)Petalbot(?:\b|)" 0;
"~*(?:\b)PHPCrawl(?:\b|)" 0; "~*(?:\b)PHPCrawl(?:\b|)" 0;
"~*(?:\b)Picscout(?:\b|)" 0; "~*(?:\b)Picscout(?:\b|)" 0;
"~*(?:\b)Picsearch(?:\b|)" 0; "~*(?:\b)Picsearch(?:\b|)" 0;
@ -469,6 +471,7 @@
"~*(?:\b)SearchmetricsBot(?:\b|)" 0; "~*(?:\b)SearchmetricsBot(?:\b|)" 0;
"~*(?:\b)Semrush(?:\b|)" 0; "~*(?:\b)Semrush(?:\b|)" 0;
"~*(?:\b)SemrushBot(?:\b|)" 0; "~*(?:\b)SemrushBot(?:\b|)" 0;
"~*(?:\b)SentiBot(?:\b|)" 0;
"~*(?:\b)SEOkicks(?:\b|)" 0; "~*(?:\b)SEOkicks(?:\b|)" 0;
"~*(?:\b)SEOkicks-Robot(?:\b|)" 0; "~*(?:\b)SEOkicks-Robot(?:\b|)" 0;
"~*(?:\b)SEOlyticsCrawler(?:\b|)" 0; "~*(?:\b)SEOlyticsCrawler(?:\b|)" 0;
@ -640,6 +643,7 @@
"~*(?:\b)zgrab(?:\b|)" 0; "~*(?:\b)zgrab(?:\b|)" 0;
"~*(?:\b)Zitebot(?:\b|)" 0; "~*(?:\b)Zitebot(?:\b|)" 0;
"~*(?:\b)ZmEu(?:\b|)" 0; "~*(?:\b)ZmEu(?:\b|)" 0;
"~*(?:\b)ZoominfoBot(?:\b|)" 0;
"~*(?:\b)ZumBot(?:\b|)" 0; "~*(?:\b)ZumBot(?:\b|)" 0;
"~*(?:\b)ZyBorg(?:\b|)" 0; "~*(?:\b)ZyBorg(?:\b|)" 0;
# END MAKE BAD BOTS GOOD ### DO NOT EDIT THIS LINE AT ALL ### # END MAKE BAD BOTS GOOD ### DO NOT EDIT THIS LINE AT ALL ###

20
.dev-tools/test_units/random-bots-for-test-quick.list
View file

@ -1,10 +1,10 @@
Attach BBBike
Brandwatch Collector
crawler.feedback crawl.sogou.com
Discoverybot Flunky
Mojolicious Nessus
NextGenSearchBot NetAnts
Nutch NetLyzer
OPPO A33 Sosospider
PeoplePal Surfbot
Siphon Wotbox

298
.dev-tools/test_units/random-bots-for-test.list
View file

@ -1,250 +1,250 @@
Abonti
Acunetix Acunetix
AiHitBot Alexibot
Aipbot
AlphaBot
Anarchie Anarchie
Ankit Apexoo
Anthill arquivo.pt
ASPSeek arquivo-web-crawler
Asterias AwarioRssBot
autoemailspider AwarioSmartBot
Backlink-Ceck BackDoorBot
backlink-check
BacklinkCrawler BacklinkCrawler
BackStreet BackStreet
Battleztar Bazinga BackWeb
BBBike Bandit
BDCbot BatchFTP
BetaBot BetaBot
Bigfoot
Bitacle
Black Hole Black Hole
BLEXBot Buck
Blow Buddy
BlowFish BuiltBotTough
Boardreader BunnySlippers
BotALot BuzzSumo
Brandprotect
Brandwatch
CATExplorador CATExplorador
CazoodleBot CazoodleBot
CCBot CCBot
Cliqzbot CheTeam
Cloud mapping ChinaClaw
coccocbot-web
Cogentbot
cognitiveseo
com.plumanalytics com.plumanalytics
Copier Copier
CopyRightCheck
Cosmos Cosmos
Craftbot Craftbot
crawler.feedback Curious
CrunchBot Custo
DataCha0s DatabaseDriverMysqli
demandbase-bot DBLBot
Demon Demon
Deusu Digincore
DigitalPebble Dirbuster
Disco Dispatch
Discobot
DittoSpyder
DomainCrawler
Domains Project
DomainStatsBot DomainStatsBot
Download Wonder Download Wonder
Dragonfly Dragonfly
Drip DSearch
DTS Agent
ECCP/1.0
Ecxi
EMail Siphon EMail Siphon
EMail Wolf EMail Wolf
evc-batch EroCrawler
Exabot
Express WebPictures
ExtLinksBot ExtLinksBot
Extractor
EyeNetIE EyeNetIE
Ezooms
facebookscraper facebookscraper
FDM FemtosearchBot
Fimap FHscan
Firefox/7.0 FlashGet
Freeuploader Flunky
FrontPage
FyberSpider FyberSpider
Fyrebot Fyrebot
Genieo GermCrawler
Gigablast Gigablast
Gigabot Gigabot
Go-Ahead-Got-It G-i-g-a-b-o-t
Gotit Gotit
GoZilla GoZilla
Go!Zilla
GrabNet
GrapeFX
GrapeshotCrawler GrapeshotCrawler
Haansoft GridBot
HEADMasterSEO GT::WWW
Hloader HaosouSpider
HTMLparser Havij
HTTP::Lite
HTTrack
Humanlinks Humanlinks
Iblog Iblog
IDBTE4M IDBTE4M
Id-search Id-search
IlseBot IlseBot
Image Sucker Image Fetch
IndeedBot IndeedBot
Indy Library
instabid instabid
InterGET
Internet Ninja Internet Ninja
InternetSeer
internetVista monitor internetVista monitor
ips-agent Iria
IRLbot Iskanie
isitwp.com JOC Web Spider
JamesBOT
Jbrofuzz
JetCar
Joomla
Jorgee
JustView JustView
Jyxobot Jyxobot
Keyword Density Keyword Density
Kinza Kinza
Kozmosbot
Larbin Larbin
LeechGet
Lftp
LibWeb LibWeb
Libwhisker Libwhisker
LieBaoFast LieBaoFast
LinkextractorPro Lightspeedsystems
Likse
Linkdexbot
LinkpadBot LinkpadBot
LinkScan LinksManager
LinqiaRSSBot LinqiaRSSBot
LinqiaScrapeBot LinqiaScrapeBot
Lipperhey Litemage_walker
LNSpiderguy Lmspider
lwp-request
Magnet Magnet
magpie-crawler magpie-crawler
Mail.RU_Bot Majestic12
Majestic SEO Mass Downloader
Majestic-SEO
MarkMonitor
Masscan
Mata Hari
meanpathbot meanpathbot
Meanpathbot
MeanPath Bot MeanPath Bot
Mediatoolkitbot MegaIndex.ru
Microsoft URL Control MFC_Tear_Sample
MIIxpc MicroMessenger
Mister PiX
MJ12bot MJ12bot
Mojeek Mojeek
Mojolicious Mojolicious
Morfeus Fucking Scanner
Mozlila Mozlila
Mr.4x3 MQQBrowser
MSIECrawler MSFrontPage
Msrabot Musobot
NearSite Navroad
Needle
NetAnts NetAnts
netEstate NE Crawler
NetMechanic
NetSpider NetSpider
Nettrack Nettrack
Netvibes
NextGenSearchBot NextGenSearchBot
NICErsPRO Nibbler
Niki-bot Nimbostratus
Nikto Ninja
NPbot Nmap
Nutch Nutch
oBot Offline Navigator
Offline Explorer OnCrawl
Openfind Openfind
OPPO A33 Openvas
OrangeBot OutclicksBot
OrangeSpider PageAnalyzer
OutfoxBot PageGrabber
page scorer page scorer
Pavuk
PECL::HTTP PECL::HTTP
PeoplePal PeoplePal
Picsearch PHPCrawl
PictureFinder PictureFinder
PleaseCrawl Pimonster
plumanalytics Pi-Monster
ProPowerBot Probethenet
ProWebWalker
Psbot
Pump Pump
PxBroker PxBroker
PyCurl PyCurl
RankFlex Quick-Crawler
RankingBot RankActive
RankurBot
Reaper Reaper
RebelMouse ReGet
Recorder Ripper
RedesScrapy Rogerbot
RepoMonkey RSSingBot
s1z.ru
SalesIntelligent SalesIntelligent
satoristudio.net satoristudio.net
SBIder SBIder
ScanAlert ScoutJet
Scanbot Scrapy
Semrush
SEOkicks SEOkicks
Seomoz serpstatbot
SeoSiteCheckup
sexsearcher sexsearcher
Shodan
Siphon
SISTRIX SISTRIX
Sitebeam
SiteCheckerBotCrawler SiteCheckerBotCrawler
sitechecker.pro SiteLockSpider
SiteSucker SiteSnagger
Site Sucker SMTBot
SmartDownload
Snapbot Snapbot
Sogou web spider Sogou web spider
Sottopop Sosospider
SpankBot
Spanner Spanner
sp_auditbot sp_auditbot
SputnikBot Spbot
spyfu Sqlmap
Sqlworm
Sqworm
Steeler
Sucker Sucker
Surfbot Sucuri
Telesoft SuperBot
Telesphoreo SuperHTTP
Telesphorep SurveyBot
TightTwatBot Suzuran
sysscan
Szukacz
T8Abot
tAkeOut
Teleport
TheNomad
Titan Titan
Toata Toata
Tracemyfile Trendiction
Trendictionbot
trendiction.com trendiction.com
trendiction.de trendiction.de
True_Robot Turingos
TurnitinBot Turnitin
UnisterBot Twice
Upflow URLy Warning
Vacuum Vacuum
Vagabondo VidibleScraper
Voil Virusdie
VoidEYE
WallpapersHD WallpapersHD
WBSearchBot Web Auto
Webalta
WebBandit
WebCollage WebCollage
WebCopier
WebEnhancer
Web Fetch Web Fetch
WebImageCollector WebFuck
Web Pix WebmasterWorldForumBot
Webshag
WebsiteExtractor WebsiteExtractor
Webster
WebSucker WebSucker
WebWhacker Web Sucker
WebZIP WebZIP
WeSEE
Whatweb
Who.is Bot Who.is Bot
Widow
WinHTTrack WinHTTrack
Wonderbot
Wotbox Wotbox
WWW-Collector-E
WWW::Mechanize WWW::Mechanize
x09Mozilla WWWOFFLE
Xaldon WebSpider x22Mozilla
Xenu Xaldon_WebSpider
xpymep1.exe xpymep1.exe
YoudaoBot
Zade Zade
Zauba
zauba.io
Zermelo
Zeus Zeus
zgrab Zitebot
ZmEu ZumBot

276
.dev-tools/test_units/random-bots-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
360Spider 360Spider
404checker 404checker
Aboundex AfD-Verbotsverfahren
AIBOT Aipbot
Alligator
AllSubmitter AllSubmitter
AlphaBot Anthill
Apexoo
archive.org_bot archive.org_bot
Aspiegel arquivo.pt
autoemailspider arquivo-web-crawler
AwarioRssBot ASPSeek
Asterias
BackDoorBot BackDoorBot
Backlink-Ceck
BacklinkCrawler BacklinkCrawler
BackStreet BackWeb
Bandit Bandit
Barkrowler Barkrowler
BatchFTP
Battleztar Bazinga Battleztar Bazinga
BBBike
BDCbot
BDFetch
BetaBot
Blackboard Blackboard
Black Hole BlackWidow
BlowFish BLEXBot
Boardreader Blow
Brandprotect Buddy
Brandwatch BuiltWith
Bullseye Calculon
BunnySlippers check1.exe
BuzzSumo
CCBot
CheeseBot
CherryPicker CherryPicker
CODE87 CheTeam
Chlooe
Claritybot
Cogentbot
cognitiveseo
Collector
com.plumanalytics com.plumanalytics
Copier
CopyRightCheck
Cosmos Cosmos
Craftbot Craftbot
crawler4j crawler4j
crawl.sogou.com
CrazyWebCrawler CrazyWebCrawler
CrunchBot Crescent
CSHttp demandbase-bot
DIIbot Demon
Devil
Disco
Discobot
Dispatch Dispatch
DittoSpyder DittoSpyder
DnyzBot
DomainCrawler
DomainSigmaCrawler DomainSigmaCrawler
Domains Project Download Wonder
Drip Dragonfly
Ebingbong DSearch
Ecxi eCatch
EroCrawler EirGrabber
EMail Siphon
evc-batch
Exabot
Express WebPictures Express WebPictures
ExtLinksBot
Extractor
Extreme Picture Finder
EyeNetIE EyeNetIE
FHscan FHscan
FlashGet Foobot
FrontPage FyberSpider
Fyrebot Fyrebot
GalaxyBot GalaxyBot
Genieo Genieo
GermCrawler GermCrawler
Gigablast Gigabot
G-i-g-a-b-o-t G-i-g-a-b-o-t
Go-Ahead-Got-It Gotit
Go!Zilla GoZilla
GrabNet
GrapeFX
GrapeshotCrawler
GT::WWW GT::WWW
Haansoft
Harvest Harvest
Havij Havij
Heritrix Heritrix
Hloader HTMLparser
HMView
HTTP::Lite HTTP::Lite
Iblog
IDBot IDBot
IlseBot
Image Fetch
Image Sucker Image Sucker
Indy Library InfoNaviRobot
InfoTekies InfoTekies
instabid
Intelliseek Intelliseek
InterGET InterGET
Internet Ninja
IRLbot IRLbot
isitwp.com JennyBot
Iskanie
JetCar JetCar
JikeSpider
JOC Web Spider JOC Web Spider
Joomla Jorgee
JustView
Kenjin Spider Kenjin Spider
Kozmosbot Keyword Density
Lanshanbot LibWeb
LeechGet
Lftp
Libwhisker Libwhisker
LieBaoFast LieBaoFast
Lightspeedsystems Lightspeedsystems
Likse Likse
LinkWalker Linkdexbot
LinqiaMetadataDownloaderBot LinkextractorPro
Litemage_walker LinkpadBot
LNSpiderguy LinqiaScrapeBot
lwp-request Lipperhey Spider
lwp-trivial Ltx71
Mag-Net
Mail.RU_Bot
Majestic12
Majestic-SEO Majestic-SEO
MarkMonitor MarkMonitor
Mass Downloader MarkWatch
Masscan
Mata Hari Mata Hari
MauiBot MauiBot
MeanPath Bot
Mediatoolkitbot Mediatoolkitbot
mediawords mediawords
MFC_Tear_Sample
MicroMessenger MicroMessenger
Microsoft Data Access
MIIxpc MIIxpc
MJ12bot
Morfeus Fucking Scanner Morfeus Fucking Scanner
MQQBrowser MSFrontPage
MSIECrawler MSIECrawler
muhstik-scan
Name Intelligence Name Intelligence
Nameprotect Nameprotect
Needle Navroad
NearSite
Nessus
NetAnts NetAnts
netEstate NE Crawler Netcraft
NetLyzer NetLyzer
NetSpider NetSpider
Nettrack
Net Vampire Net Vampire
Netvibes NextGenSearchBot
NICErsPRO
Nikto
Ninja Ninja
Nmap
Nutch Nutch
Offline Explorer Octopus
Offline Navigator Offline Navigator
OnCrawl
Openfind
OpenLinkProfiler
Openvas Openvas
OpenVAS
OrangeBot OrangeBot
OutclicksBot
OutfoxBot OutfoxBot
PageAnalyzer Page Analyzer
PageGrabber page scorer
Pandalytics Pandalytics
Panscient Panscient
Papa Foto
Pavuk
pcBrowser
PECL::HTTP
PeoplePal
Picscout
Picsearch Picsearch
Pimonster Pimonster
Pixray Pixray
PleaseCrawl
Pockey
POE-Component-Client-HTTP
polaris version
Probethenet
ProWebWalker ProWebWalker
Psbot Psbot
PxBroker RankFlex
RankActiveLinkBot RankurBot
RankingBot Recorder
Rankivabot RedesScrapy
RocketCrawler
RSSingBot
s1z.ru s1z.ru
SalesIntelligent SalesIntelligent
scan.lol satoristudio.net
Scanbot
ScoutJet ScoutJet
Screaming
ScreenerBot ScreenerBot
SemrushBot
SentiBot
SEOkicks SEOkicks
SEOkicks-Robot SEOprofiler
SEOlyticsCrawler seoscanners
serpstatbot SEOstats
sexsearcher
Shodan
Siphon Siphon
SiteCheckerBotCrawler
SiteExplorer
Siteimprove
SiteLockSpider
Sitevigil Sitevigil
SlySearch
SmartDownload
Snake
Snapbot Snapbot
Snoopy Snoopy
SocialRankIOBot Sosospider
Sociscraper Spammen
SpankBot
Spanner Spanner
sp_auditbot
Spinn3r
SputnikBot
Sqlmap Sqlmap
Steeler Sqlworm
Stripper Stripper
Sucker
SuperHTTP SuperHTTP
T0PHackTeam Suzuran
T8Abot Swiftbot
Szukacz
tAkeOut tAkeOut
Teleport Teleport
Telesphoreo TeleportPro
The Intraformant Telesphorep
Thumbor TightTwatBot
Titan
Toata Toata
Toweyabot
Tracemyfile Tracemyfile
Trendictionbot True_Robot
trendiction.com TwengaBot
Turingos
TurnitinBot
Twice Twice
UnisterBot UnisterBot
Vacuum URLy Warning
URLy.Warning
Vagabondo
VB Project
VeriCiteCrawler VeriCiteCrawler
VidibleScraper
Virusdie Virusdie
WBSearchBot VoidEYE
Webalta Voil
Voltron
WebAuto WebAuto
Web Collage
WebCopier WebCopier
WEBDAV WEBDAV
WebEnhancer Web Fetch
Web Enhancer Web Fuck
WebGo IS WebPix
WebLeacher
Web Pix Web Pix
WebsiteExtractor WebReaper
Web Sauger
Webshag
Website Quester Website Quester
Webster
WebStripper WebStripper
WebSucker WebSucker
Web Sucker WebZIP
WebWhacker
Whack Whack
Whacker
Whatweb Whatweb
Who.is Bot Who.is Bot
WiseGuys Robot Widow
Wotbox WISENutbot
Wprecon Woobot
WPScan WPScan
WWW-Collector-E WWW-Collector-E
WWW::Mechanize
WWWOFFLE
x22Mozilla x22Mozilla
xpymep1.exe
YoudaoBot
Zauba Zauba
zauba.io
Zeus Zeus
zgrab
Zitebot Zitebot
ZumBot ZmEu
ZyBorg ZyBorg

20
.dev-tools/test_units/random-referrers-for-test-quick.list
View file

@ -1,10 +1,10 @@
bagsonsale.online buzz-porno.info
cgi2.nintendo.co.jp c-gainsbourg.com
ekn-art.se directrev.com
moi-glazki.ru ezigarettekaufen1.hpage.com
myhealthcare.com medtherapy.ru
obsessionphrases.com na-telefon.biz
shivafurnishings.com onthemarch.co
thefotosgratis.eu susanholtphotography.com
tizanidinehcl4mgtabinfo.blogspot.com varbergsvind.se
via-energy-cumpara.com zaidia.xhost.ro

930
.dev-tools/test_units/random-referrers-for-test.list
View file

@ -1,500 +1,500 @@
00webcams.com 00go.com
01apple.com 100dollars-seo.com
108shot.com 2728fb936f0.com
123movies.love 777-club.ru
12masterov.com 883zy.com
13tabs.com 8xv8.com
1pamm.ru aa9d046aab36af4ff182f097f840430d51.com
21h2o.com aadroid.net
2girls1cup-free.com abbanreddy.com
45en.ru abctoppictures.net
aa14ab57a3339c4064bd9ae6fad7495b5f.com abovetherivernc.com
abcdefh.xyz acheterviagrafr24.com
academia-nsk.org adamoads.com
accessoires-mode.in adclickservice.com
acortarurl.es adhome.biz
actionnooz.com adloads.com
activecampaign.dreamhosters.com adobereader-free.ru
adclickthru.net adult3dgames.com
admatic.com.tr advancedmassagebysara.com
adrenalin-stk.ru adventureparkcostarica.com
adrunnr.com adviceforum.info
adultgalls.com advokateg.ru
adultnet.in aero2.ru
advocatemsk.ru agecheckadult.com
agahinameh.com aibolita.com
aghanyna.com aimayangzhi.com
agysya.ru akita.kz
aktobe.xkaz.org aksonural.ru
alarmobninsk.ru alert-fjg.xyz
alert-hgd.xyz all-streaming-media.com
alice.it alpharma.net
alkoravto.ru
alldubai.biz
allproblog.com
altamayoztourism.com
alveris.ru
amateurlivechat.org
amazingninja.com amazingninja.com
amazon-adsystem.com an-donut.com
am-se.com apartmentratings.com
andpolice.com apessay.com
anonymizeme.pro apiholdingmypage-a.akamaihd.net
aosheng-tech.com appfastplay.com
apioutoboxnet-a.akamaihd.net ap.senai.br
app5.letmacworkfaster.world asacopaco.tk
appleid-verification.com atofilms.com
appsaurus.com
appsecurityr.com
apptester.tk
apxeo.info
arendatora.ru
artavenuegardenstudios.com
aruplighting.com
asrvvv-a.akamaihd.net
atley.eu.pn
ausergrubhof.info ausergrubhof.info
autolombard-krasnodar.ru autobrennero.it
aversis.net avek.ru
aviav.ru.com b00kmarks.com
avkzarabotok.info bablonow.ru
bagcionderlab.com babosas.com
battleforupdating.site baikaleminer.com
bayareaaeroclub.org barbourjackets.online
bestprofits-there.com bbsoldes.fr
best-seo-software.xyz beachpics.com
bestserials.com best-coupon-offer.com
bestwebsitesawards.com bestimagecoollibrary.com
bezsporno.ru best-mam.ru
bio-optomarket.ru bestplacetobuyeriacta.jw.lt
bitnote.co bestwrinklecreamnow.com
blackwitchcraft.ru beta.hotkeys.com
blog.f00kclan.de bigames.online
blogrankers.com big-cash.net
bmsco.co bikini-image.com
boc.kz billiard-classic.com.ua
bongiornos.info binomo.com
bookhome.info binomo.kz
bristolhostel.com bio-japan.net
brokergid.ru bird1.ru
buigas.00it.com bizfly.info
burn-fat.ga bjgugu.net.ua
blavia.00author.com
blue-square.biz
bmw-ark.ru
boazpower.com
bolezniorganov.ru
bonkers.name
brainboosting.club
break-the-chains.com
bristolhotel.com
b-styles.xyz
buehne-fuer-menschenrechte.de
burger-tycoon.com
business-suggested.tk business-suggested.tk
buyclomidonlaine.com buyessayonline19.blogspot.ru
buyfriend.ru buzzurl.jp
buypillsorderonline.com camsex.xxx-cam.webcam
buypuppies.ca cartechnic.ru
cakemediahq.com.au cartierlove.xyz
canacopegdl.com cartujano-pre.de
canrioloadm.gq cascadelink.org
cartierlove2u.xyz cejewelry.xyz
cayado.snn.gr cenokos.ru
cbox.ws centre-indigo.org.ua
ccjp.eu cheapcigarettesc.info
cenoval.ru cheapjerseysap.com
chatroulette.si cheapjerseysbizwholesale.us
cheapestjerseysonwholesale.com checktext.org
cheap-pills-norx.com chelnytruck.ru
check-host.net chimiver.info
chocolateslim-original.com cialisndbrx.com
cinemaenergy-hd.ru cleanallvirus.com
classiquebijoux.ru clickaider.com
clayvasedesigns.tk clickbanksites.info
cleansearch.net clickprotects.com
clipartnew.com clodo.ru
cntravelre.com cognitiveseo.com
collegerentals.com coldfilm.ru
compliance-alex.top cometorussia.net
compliance-checker.info community.allhiphop.com
compliance-brian.xyz
compliance-irvin.xyz
compliance-olga.top
compucelunlock.net compucelunlock.net
connectingsingles.com cookie-law-enforcement-hh.xyz
constantaservice.net copyrightclaims.org
converse.ddsoldes.fr cornerstone-countertops.com
cookingmeat.ru costablue.xyz
cracksplanet.com crackzplanet.com
cupday.com cubs-jerseys.us
custodieva.ru culmimg.pw
d0t.ru custom-electric-guitar.com
dailystrength.org dairyindia.in
dame-ns.kz dandiyabeats.in
danceuniverse.ru dangphoto.trade
darmebel.com.ua darkbooks.org
data1.scopich.com d-black.bz
date-withme.com detalizaciya-tut.biz
deda-moroza-zakaz.ru dignitasdata.se
defenderxtactical.com dinkolove.ya.ru
delta-line.men dostavimvdom.ru
dengi-pod-zalog-nedvizhimosti.ru dostavka-v-krym.com
deutschland123.de dotnetdotcom.org
dickssportinggoods.com drugstoreforyou.com
digital-video-processing.com duplicashapp.com
div.as eandsgallery.com
dms-sw.ru e-avon.ru
dogsrun.net edge.sharethis.com
dollartree.info edudocs.net
domoysshop.ru eduserver.net
dotmass.top ekobata.ru
dptaughtme.com elektrischezigarette1.blog.pl
driving.kiev.ua elektrozigaretten1.webs.com
drugspowerstore.com engines-usa.com
easync.io erotische-geschichten-xxl.com
efnor-ac.com escortplius.com
electronicadirect.com etm-consult.de
elektroniksigaraankara.info eu-cookie-law.info
elektronischezi.livejournal.com europages.com.ru
elektrozigarettekaufen1.devhub.com evaashop.ru
elektrozigaretten2.yn.lt everytalk.tv
enews.tech exoneration-project.us
englishdictionaryfree.com expdom.com
eng-lyrics.com eyelike.com.ua
enskedesquashclub.se ezigarettekaufen2.yolasite.com
eurosamodelki.ru
evogarage.com
evrotekhservis.ru
executehosting.com
eyemagination.com
ezigarettenkaufen1.deviantart.com ezigarettenkaufen1.deviantart.com
f5mtrack.com ezigarettenkaufen1.pagina.gr
famix.xyz f07.de
faracontrol.ir fable.in.ua
fashionindeed.ml failingmarriege.blogspot.com
faz99.com farmingworm.com
femmesdenudees.com fdzone.org
ff30236ddef1465f88547e760973d70a.com femdom.twiclub.in
fertilitetsradgivningen.se
fickluder69.com
filefilter.weebly.com
film-one.ru
find1friend.com
findanysex.com findanysex.com
fitnesspiks.com fitnesspiks.com
formseo.com fivedwld.cf
forpostlock.ru flagcounter.me
free411games.com flashlarevista.com
freejabs.com floridahuntingfishingadventures.com
free-social-buttons.xyz fm-upgrade.ru
freewhatsappload.com fodelsedagspresenter.nu
fullgirl.ru forexunion.net
funponsel.com forsex.info
gameonasia.com freelinkbuilding.website.tk
freesitetest.com
freeuploader.com
freshsuperbloop.com
front.to
gamblingnerd.com
game300.ru
gameplexcity.com
gamerextra.com
game-top.su game-top.su
gay-site.store gateway.zscalerone.net
gazporno.com genericlowlatencyasiodriverhq.aircus.com
gdebestkupit.ru genericviagrasildenafiled.net
girls-ufa.ru gepezz.info
glastecfilms.com.my getoutofdebtfree.org
go2album.com get-seo-domain.com
go2jump.org gilsonchiro.xyz
golden-praga.ru
goodnightjournal.com
gopixdatabase.com
gox.com.ua
gpms.org.my gpms.org.my
greenidesign.co gratis-sexkontakte.com
gsasearchengineranker.top green-tea.tv
gsasearchengineranker.xyz grupografico-pilar.com.ar
gsmlab.pl gsmlab.pl
gsmtlf.ru gta-top.ru
gymi.name guiadeserraazul.com
handicapbathtubarea.com headpress.ru
hawaiisurf.com healmytrauma.info
headpharmacy.com hentai-manga.porn
heartofpayne.xyz hermesbracelets.xyz
hem.passagen.se hermesreplica.pw
hermesbelts.xyz hesteel.pl
hikesearch.net hit-kino.ru
hildinghr.se hol.es
hobbyhuren-datenbank.com hotblognetwork.com
honyaku.yahoofs.jp hotshoppymac.com
hostingclub.lk hoverboard360.se
hotloans.ru hoztorg-opt.ru
hundejo.com htmlcorner.com
ihc2015.info https-legalrc.biz
ilo134uloh.com hyiphunter.org
iloveitaly.ru igithab.com
ilte.info ikearugs.xyz
imadedinner.net iklysha.ml
images-free.net imfamous.info
imk.com.ua imgarcade.com
incest-ru.com img.wallpaperstock.net
indo-export.ru imitex-plus.ru
infokonkurs.ru imperia31.ru
istripper.com inet-traffic.com
ix20.ru infektsii.com
javrip.net infodocsportal.com
jerseychinabizwholesale.us innodgfdriverhm.aircus.com
jerseyssportsshop.com insider.pro
interior-stickers.ru
investsuccess.org
investyb.com
ispaniya-costa-blanca.ru
istanbulit.com
javstock.com
jeremyeaton.co
jerseywholesalebizchina.com jerseywholesalebizchina.com
jetsli.de job.icivil.ir
juliadiets.com jongose.ninja
kaidalibor.de journalhome.com
kakadu-interior.com.ua
kambasoft.com kambasoft.com
karting196.ru karpun-iris.ru
katushka.net katjimej.blog.fc2.com
kfon.eu keki.info
kicknights.gq kerwinandcariza.com
kinofak.net keyhantercume.com
kinozapas.com keywordhut.com
komp-pomosch.ru kidd.reunionwatch.com
koptims.tiu.ru kimcurlrvsms.com
kountrylife.com kinobest.pl
koversite.info kinopolet.net
ktotut.net klin3952.ru
kolotiloff.ru
kongruan.com
koronirealestate.gr
kotaku.com
kvartira-sutochno.com
lacloop.info lacloop.info
ladsblue.com lalalove.ru
lakomka.com.ua lancheck.net
lapolis.it lexaprogeneric.link
law-check-nine.xyz lezbiyanki.net
lawyers.cafe linkbux.ru
leadn.pl liquimondo.com
lida-ru.com lisque.batcave.net
liky.co.ua live-sexcam.tk
lion.conboy.us liveshoppersmac.com
lion.snapmap.us lob.com.ru
livingroomdecor.info lol-smurfs.com
lonely-mature.com lombia.co
longgreen.info long-beach-air-conditioning.com
longlifelomilomi.info lovasszovetseg.hu
mabdoola.blogspot.com lyngdalhudterapi.no
macresource.co.uk lyrster.com
mansparskats.com macotool.com
manualterap.roleforum.ru magnetpress.sk
manyresultshub-a.akamaihd.net marcoislandvacations.net
marketland.ml maridan.com.ua
medicines-choice.com master-muznachas.ru
medicineseasybuy.com mcar.in.ua
megakino.net mearns-tractors.co.uk
menstennisforums.com medispainstitute.com.au
mesbuta.info meetingrainstorm.bid
mex-annushka.ru
michaelkorsoutlet.store
mielec.pl mielec.pl
mikrobiologies.ru moivestiy.biz
mindbox.co.za monitorwebsitespeed.com
minecraft-rus.org moroccosurfadventures.com
minharevisao.com moscow.xrus.org
misandesign.se muizre.ru
mmog-play.ru musicdaddy.net
mobicover.com.ua
moje-recenze.cz
moonci.ru
moxo.com
moz.com
mp3downloadhq.com
msk-diplomat.com
mturkcontent.com
muabancantho.info
muschisexbilder.com
music7s.me
musicspire.online
musicstock.me
musicvidz.ru musicvidz.ru
muz-tracker.net mvpicton.co.uk
myfreetutorials.com mydearest.co
mypets.by mydownloadengine.com
mypornfree.ru mykings.pw
na-telefon.biz mylida.org
naturalbreakthroughsresearch.com negociosdasha.com
new7ob.com newstraveller.ru
newyorkhotelsmotels.info newyorkhotelsmotels.info
nfljerseysforsalewholesaler.com nfljerseyscheapbiz.us
ningessaybe.me nightvision746.weebly.com
nodup.ru no-fuel.org
nonameread45.live no-rx.info
norththeface.store oivcvx.website
nowtorrents.com oneminutesite.it
oakridgemo.com onescreen.cc
oda.as onlinemegax.com
office-windows.ru online-podarki.com
ohmyrings.com onlyforemont.ru
oil-td.ru opinionreelle.com
olympescort.com orel-reshka.net
onemantrip.com orgasmatrix.com
onlinefilmz.net outrageousdeal-a.akamaihd.net
onlineku.com
onlineporno.site
panchro.co.uk
parajumpersjakkesalgnorge.info parajumpersjakkesalgnorge.info
park.above.com parajumpersstore.online
pcgroup.com.uy partner-stop.men
pcimforum.com partnerworkroom.men
pdns.cz
pepperstyle.ru pepperstyle.ru
perm.xrus.org petrovka-online.com
pewit.pw phobia.us
photorepair.ru photostudiolightings.com
pillscheap24h.com piccdata.com
pizdopletka.club pinsdaddy.com
pipki.r.acdnpro.com
pivka.xyz
plaff-go.ru plaff-go.ru
plusnetwork.com pojdelo.weebly.com
pl-vouchers.com pomoc-drogowa.cba.pl
podshipniki-ntn.ru popup-fdm.xyz
poems.com.ua porndairy.in
poffet.net pornogratisdiario.com
pogruztehnik.ru poshiv-chehol.ru
porn555.com pravoholding.ru
pornofiljmi.com preventheadacheguide.info
pornosexrolik.com privatefx-in.ru
porno.simple-image.com.ua professionaldieselcare.com
portside.cc proposal-engine.com
posible.net prpops.com
pozdrawleniya.ru rapevideosmovies.com
prizesbook.online razleton.com
produkto.net recipedays.ru
promodj.com rednise.com
promover.org ribieiendom.no
prosperent.com rock-cafe.info
prostitutki-kiev.org rocketchange.ru
prostitutki-tyumeni.org rollercoin.com
pts163.ru rospromtest.ru
qualitymarketzone.com roznica.com.ua
quickcashlimited.com ruspdd.com
quickchange.cc rutor.vip
razorweb-a.akamaihd.net s1z.ru
redhotfreebies.co.uk safe-app.net
reelheroes.net sampleletters.net
reklama-i-rabota.ru sanatorrii.ru
rentehno.ru sape.top
ring4rhino.com sashagreyblog.ga
rogervivierforsale.com satoristudio.net
rome2rio.com scanner-olga.top
rossanasaavedra.net scanner-viktor.top
rubbed.us scoopquest.com
ruex.org.ua searchimage.co
rusexy.xyz searchinquire.com
russian-postindex.ru se.bnt-team.com
rvtv.ru sei80.com
rybalka-opt.ru semprofile.com
sajatvelemeny.com semrush.com
sanidumps.com seo-platform.com
saugatuck.com seorussian.ru
sayyoethe.blogspot.co.za sexad.net
sbricur.com sexphoto.site
scalerite.co.za sex-pr.net
scanner-brian.top
scanner-don.top
scopich.com
score-ads.men
secret.xn--oogle-wmc.com
securityallianceservices.com
seeresultshub-a.akamaihd.net
segol.tv
seo-2-0.com
seoanalyses.com
servicecenter.co.ua
service-core.ru
sex-sex-sex5.com
sexstream.pl sexstream.pl
sexxdate.net sfd-chess.ru
shama-rc.net sharebutton.to
shemalegalls.blogporn.in shopvilleroyboch.com.ua
sherlock.se shymkent.xkaz.org
shiksabd.com signal03.ru
shtora66.ru silvercash.com
sirpornogratis.xxx simplepooltips.com
skuteczna-dieta.co.pl sispe.com.br
sky-mine.ru sitevaluation.org
skytraf.xyz s-iwantyou.com
sluganarodu.ru slimcdn.com
social-buttons.com slonechka.ru
slutloadlive.com
smallseotools.com
sms2x2.ru
social-fun.ru social-fun.ru
social-s-ggg.xyz social-s-ggg.xyz
socialtrade.biz
sodexo.com
softomix.net
softwaretrend.net softwaretrend.net
sovetogorod.ru sonata-arctica.wz.cz
sovinsteel.ru soundfrost.org
spl63.fr spaceshipad.com
sport7777.net sport7777.net
sports-supplements.us spravka-medosmotr.ru
spy-app.info
spymac.net
spywarespy.com spywarespy.com
srecorder.com squidoo.com
stard.shop stard.shop
stats-public.grammarly.io stromerrealty.com
stoki.ru styro.ru
sukirgenk.dvrlists.com superoboi.com.ua
summerlinhomes411.info supers.com.ua
supermesta.ru surintech.ac.th
sureone.pro svetodiodoff.ru
svarkagid.com szamponrevita.pl
svnuppsalaorebro.se tattomedia.com
swagbucks.com technopellet.gr
swinger-mobil.net telefonsexi.com
swinginwithme.ru telefonsex-ohne0900.net
tabakur77.com tengohydar.tk
taboola.com terrafootwear.us
tagil.zrus.org
telegraf.by
thaisamkok.com
thegioixekhach.com
theguardlan.com
thruport.com
tizanidinecost.blogspot.com tizanidinecost.blogspot.com
tizanidinehydrochloride2mg.blogspot.com tizanidineshowupondrugtest.blogspot.com
tizanidinepills.blogspot.com tizanidinesideeffectsweightloss.blogspot.com
tizanidinerecreationaluse.blogspot.com
tizanidinesleepaid.blogspot.com
tkanorganizma.ru tkanorganizma.ru
tnaionline.org tn811.us
tomck.com tongkatmadura.info
toondinsey.com top1-seo-service.com
toonfamilies.net topclickguru.com
tovaroboom.vast.ru totu.info
traderzplanet.in traffic2money.com
traffixer.com tripper.de
trahic.ru
trahvid.com
trainoffend.ml
treasuretrack-a.akamaihd.net
truck-addzilla.life
trustaffs.com
try-rx.com
tsstcorpcddvdwshbbdriverfb.aircus.com tsstcorpcddvdwshbbdriverfb.aircus.com
tytoona.com tvoystartup.ru
ukkala.xyz tvteleport.ru
uginekologa.com
uk-zheu20.ru uk-zheu20.ru
ultimateclassicrock.com umityangin.net
ultimatesetnewfreeallsoftupgradesystems.pw univerfiles.com
usacasino.com unpredictable.ga
validccseller.com uptime-delta.net
vashsvet.com uptime-gamma.net
uroffer.link
vacances-voyages.info
valsalud.com
vancleefreplica.pw
vapeface.club
vavilone.com
vbikse.com vbikse.com
venerologiya.com v-doc.co
viagengrarx.com vgoloveboli.net
viagroid.ru videogamesecrets.com
videositename.com videotuber.ru
vipsiterip.org villakohlanta.nu
viteonlusarezzo.it vip.51.la
viven.host.sk visa-pasport.ru
vizitki.net vvpg.ru
vodkoved.ru
vonradio.com
vykupavto-krasnodar.ru vykupavto-krasnodar.ru
wapsite.me vzube.com
wareseeker.com wallpapers-best.com
waterefficiency.co warezkeeper.com
webads.co.nz web.cvut.cz
website-analytics.online wechatdownload10.com
westermarkanjou.se westen-v.life
wheelchairliftsarea.com winwotgold.pl
whengirlsgowild.com withstandingheartwarming.com
wikes.20fr.com wnoz.de
winterclassichockeyjerseys.com woodyguthrie.se
wosik-dach.service-for-web.de world-mmo.com
writersgroup580.web.fc2.com worldmusicfests.com
worst-sites.online
wpsecurity.website
wstroika.ru wstroika.ru
www.arenda-yeisk.ru www.event-tracking.com
wygraj-skiny.win x5market.ru
xgames-04.com xjlottery.com
xjrul.com xkaz.org
x-lime.com xlolitka.com
xmladserver.com
xmronta.com
xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai
xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai
xn--80ahvj9e.xn--p1ai xn----7sbaphztdjeboffeiof6c.xn--p1ai
xn----9sbebi2bvzr7h.xn--p1ai xn--80ahdheogk5l.xn--p1ai
xn--oogle-wmc.com xn--80aikhbrhr.net
x-true.info xn----itbkqkfiq.xn--p1ai
xzlive.com xolodremont.ru
yellowfootprints.com xtremeeagles.net
zaidia.xhost.ro xxxrus.org
zakonobosago.ru yachts-cruise.info
zaobao.com.sg yaoguangdj.com
zarepta.com ynymnwbm.bloger.index.hr
zebradudka.com yoshkarola.zrus.org
zed21.net your-bearings.com
zeikopay.com youtubologia.it
zeroredirect10.com yugo-star.ru
zigarettenonlinekaufen1.bloog.pl zaimite.ru
znaniyapolza.ru zakazvzloma.com
zrelaya.pw zeroredirect7.com
zirondelli.it
zlatnajesen.com
zojirushi-products.ru
zophim.me
zscalerone.net zscalerone.net
zskdla.site
zvuker.net

484
.dev-tools/test_units/random-referrers-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
00webcams.com 1-free-share-buttons.com
0lovespells0.blogspot.com 1xbet4you.com
123cha.com 2rich4bitches.com
123movies.love 4rent.ru
2girls1cup-free.com 7zap.com
3-letter-domains.net 8jn.dating-app.ru
4replicawatch.net a96527gi.beget.tech
5kstore.com aa625d84f1587749c1ab011d6f269f7d64.com
7search.com adamoads.com
9icmzvn6.website adimmix.com
9med.net adultmeetonline.info
aa81bf391151884adfa3dd677e41f94be1.com adultwebhosting.info
abcdefh.xyz affordablewebsitesandmobileapps.com
abclauncher.com ahrefs.com
absolutelyanalog.com akusherok.ru
adultnet.in alfa-medosmotr.ru
airmaxshoes-2016.com allforminecraft.ru
alf-img.com allnews24.in
all4wap.ru alloysteel.ru
alltheviews.com allstatesugarbowl.org
alot.com aloofly.com
anaksma.info arclk.net
ananumous.ru asscenihotosidea.blogspot.com
android-style.com autoblogger24.info
anti-virus-removal.info autowebmarket.com.ua
apelsinnik.website azartmsl.com
ascat.porn
asmxsatadriverin.aircus.com
avto-oligarh.ru
b2b-lounge.com
backlink4u.net backlink4u.net
bagsonsale.online backuperwebcam.weebly.com
balook.com beclean-nn.ru
bestbuy.ca
bezlimitko.xyz bezlimitko.xyz
big-cash.net bfz.biz
bkgr.se bigames.online
blavia.00author.com bjetjt.com
blogs.rediff.com bkns.vn
bobba.dzaba.com blackcurranthumidifiers.site
bonzibuddi.com blockety.co
brakehawk.com bonzbuddy.com
brus.city brainboostingsupplements.org
burn-fat.ga bscodecs.com
buyhoverboard.com buqyxa.rincian.info
californianews.cf buyk.host.sk
cascadelink.org bvlgariwallet.xyz
cayado.snn.gr call-of-duty.info
cbcseward.com canoncdriverq3.pen.io
chimiver.info cartierbraceletsreplica.pw
chlooe.com cheapwebsitehoster.com
chuckguilford.com cheatcode-lita12.rhcloud.com
ciceros.co chelyabinsk.xrus.org
clickcash.com classiquebijoux.ru
cleanallspyware.com
clubfashionista.com clubfashionista.com
cocyq.inwtrade.com
compliance-willy.top
com-supportcenter.website com-supportcenter.website
copblock.org cookingmeat.ru
covadhosting.biz coslab.club
creditnation.ru counter.yadro.ru
cubook.supernew.org crd.clan.su
culmimg.pw cubs-jerseys.us
czat.wp.pl daydream-studio.ru
dafatiri.com dekorkeramik.ru
dairyindia.in dgfitness.co
dame-ns.kz dipstar.org
demian.kz dirtpics.pw
diarioaconcagua.com domainsatcost.com
dichvuvesinhhanoi.com dotmass.top
discountliv.com download-wallpaper.net
doctissimo.fr drunkmoms.net
dostavimvdom.ru druzhininevgeniy63.blogspot.com
doublepimp.com eandsgallery.com
downloadkakaotalk.com earn-from-articles.com
e705.net ekto.ee
easycommerce.cf elitepcgames.com
edwinkonijn.com.au engines-usa.com
enternet.ee eonpal.com
erotische-geschichten-xxl.com
escortplius.com
europeanwatches.ru
everytalk.tv everytalk.tv
expolicenciaslatam.co exoneration-project.us
extlinks.com eyessurgery.ru
eywords-monitoring-your-success.com fable.in.ua
ezigarettenkaufen1.deviantart.com failingmarriege.blogspot.com
ezigaretteshop.webs.com fashionavenuegame.com
ezrvrentals.com fettefrauen.net
fenoyl.batcave.net fickluder69.com
financetip.eu filkhbr.com
folowsite.com findclan.org
forex-indextop20.ru fitness-video.net
fortevidyoze.net fiverr.com
freewebs.com flavors.me
freewlan.info forum69.info
g33.org forums.toucharcade.com
galaxyflowers.ru fotosfotos.eu
gamerscorps.com freejabs.com
gcup.ru free-social-buttons.xyz
get-your-social-buttons.info fxtips.ru
gktt.ru gambarxkata.co
go2jump.org gdcentre.ru
gogalleryawesome.com germetiki.com.ua
goodwinmetals.co getridofstretchmarks.org
guigyverpo.cf gettpromos.com
havepussy.com gk170.ru
hentaiheroes.com glopages.ru
hermesreplica.win gotwebsite1.com
hesteel.pl gsmlab.pl
highspeed5.net helpmymacfaster.trade
himgaws.pw homelygarden.com
hol.es hoverboardforsaledirect.com
howmuchdoestizanidinecost.blogspot.com howlongdoestizanidinestayinyoursystem.blogspot.com
hspline.com hplaserjetpdriver8y.pen.io
iboss.com humanorightswatch.org
ilovevitaly.xyz igithab.com
images.gyffu.com iinstalll-fii1leis.jus0wil.pp.ua
imediadesk.com
i-midias.net.br i-midias.net.br
instakink.com immigrational.info
instasexyblog.com infokonkurs.ru
infowarcraft.ru
in-tandem.co in-tandem.co
iomoio.net intimshop-fantasy.ru
istripper.com int.search.mywebsearch.com
izoll.ru iptool.xyz
janavibekken.no it-max.com.ua
jeremyeaton.co japan-bearings.ru
jerseysbizwholesalecheap.com jumptap.com
jjbabskoe.ru jurajskie.info
jmat.cn justprofit.xyz
joingames.org kambasoft.com
kimcurlrvsms.com karaganda.xkaz.org
kino-filmi.com kasino-money.pw
klikbonus.com kazan.xrus.org
languagecode.com kaz.kz
larose.jb2c.me keywordblocks.com
law-check-two.xyz keywordhut.com
ledis.top kinostorm.net
lenvred.org krynica.info
letmacworkfaster.site lacasamorett.com
letslowbefast.today lflash.ru
liveinternet.ro libertybilisim.com
ljusihus.se likesdesign.com
lomza.info linkrr.com
lubetube.com machicon-ueno.info
marmitaco.cat maju.bluesalt.co
matchpal-a.akamaihd.net mamasuper.prom.ua
matrixalchemy.com mantramusic.ru
medizinreisen.de microsoftportal.net
meetlocalchicks.com mielec.pl
me-ke.com minneapoliscopiers.com
miniature.io moncleroutletonline.xyz
mobstarr.com moneymaster.ru
mojowhois.com moscow-region.ru
mp3ringtone.info mydeathspace.com
my-bc.ru myphotopipe.com
narosty.com myplaycity.com
nerudlogistik.ru narkologiya-penza.ru
newsperuse.com networkad.net
nextrent-crimea.ru newhairstylesformen2014.com
nfvsz.com niroo.info
nodup.ru oakridgemo.com
offf.info offside2.5v.pl
officedocuments.net okayimage.com
okonich.com.ua olympescort.com
o.light.d0t.ru onetravelguides.com
oneclickfiles.com optom-deshevo.ru
oneshotdate.com oren-cats.ru
ooo-gotovie.ru ostrovtaxi.ru
optitrade24.com paparazzistudios.com.au
osoznanie-narkotikam.net pawli.eu
ozoz.it pdamods.ru
paceform.com perfectpracticeweb.com
paleohub.info perl.dp.ua
panchro.co.uk php-market.ru
pcimforum.com physfunc.ru
pc-test.net picturesmania.com
pladform.ru piter.xrus.org
play-movie.pl pliks.pl
pogosh.com porn555.com
popunder.ru pornzone.tv
powitania.pl preparevideosafesystem4unow.site
prize44.com prodvigator.ua
pro-okis.ru prospekt-st.ru
prostitutki-yaroslavlya.org prostitutki-almata.org
pukaporn.com psa48.ru
puteshestvennik.com pst2017.onlinewebshop.net
rapidgator-porn.ga pts163.ru
rethinkwasteni.info purplesphere.in
richinvestmonitor.com qld10000.net
ru-dety.ru qwesa.ru
ruf777.com redbottomheels.xyz
salmonfishingsacramentoriver.com redhotfreebies.co.uk
scanner-donald.top reimageplus.com
scanner-julianna.top remont-mobile-phones.ru
scopich.com rootandroid.org
sdsjweb.com rubanners.com
securesmrt-dt.com ruscopybook.com
sendearnings.com sale-japan.com
seocheckupx.com sawin.beth.webd.pl
serptehnika.ru scanner-willy.top
sexpornotales.net seadragonherbery.com
sharpchallenge.com sharebutton.org
sibecoprom.ru sigmund-freud.co.uk
simplepooltips.com simul.co
sindragosa.comxa.com site3.free-share-buttons.com
s.lollypopgaming.com snip.to
softtor.com sofit-dmd.ru
soserfis.com softxaker.ru
space-worry.ml sotechco.co
spb.ru special-porn.com
spin2016.cf speedup-my.site
sport7777.net sribno.net
steame.ru sstroy44.ru
stroilka.info suggest-keywords.com
strv.se sukarame.net
sygraem.com supernew.org
tecspb.ru t3chtonic.com
tehngr.ru tacbibirfa.tk
telemetryverification.net telegraf.by
templates.radiodigital.co thebitcoincode.com
thebluffs.com thegolfclub.info
thedownloadfreeonlinegames.blogspot.com thelottosecrets.com
thefotosgratis.eu themeforest.net
thfox.com thenews-today.info
threecolumnblogger.com timer4web.com
time-japan.ru tizanidine4mgstreetprice.blogspot.com
tomck.com tizanidinefibromyalgia.blogspot.com
torrentgamer.net tizanidinevscyclobenzaprine.blogspot.com
topdownloads.ru
treasuretrack-a.akamaihd.net treasuretrack-a.akamaihd.net
truck-addzilla.life trustl.life
trudogolik.net typimga.pw
uamtrk.com umg-stroy.ru
uhdtv.website url2image.com
ussearche.cf urlcut.ru
vasileostrovsky-rayon.ru varbergsvind.se
vduplo.ru vellings.info
viagroid.ru venta-prom.ru
vkonche.com warning.or.kr
waterpurifier.club webextract.profound.net
wildworld.site websiteaccountant.de
wingsoffury2.com weburok.com
wordpress-crew.net worst-sites.online
xclicks.net xcombear.ru
xfire.com xdoza.com
xn----ctbbcjd3dbsehgi.xn--p1ai xlolitka.com
xn--e1afanlbnfckd7c3d.xn--p1ai xlovecam.com
yaminecraft.ru x-musics.com
yourporn.com yottos.com
zarabotok--doma.ru yourmovies.pl
zeg-distribution.com zaobao.com.sg
zolotoy-lis.ru zarabiaj-dzis.pl
znakomstvaonlain.ru
zvetki.ru

2
.dev-tools/test_units/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 0; 104.154.182.187 0;
127.0.0.1 0; 127.0.0.1 0;

BIN
.latest_release/bots.d.tar.gz
View file

Binary file not shown.

BIN
.latest_release/conf.d.tar.gz
View file

Binary file not shown.

4
AUTO-CONFIGURATION.md
View file

@ -4,9 +4,9 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2021.01.2229 #### Version: V4.2021.01.2230
#### Bad Referrers Blocked: [6853](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6853](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [583](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [587](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

4
MANUAL-CONFIGURATION.md
View file

@ -4,9 +4,9 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2021.01.2229 #### Version: V4.2021.01.2230
#### Bad Referrers Blocked: [6853](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6853](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [583](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [587](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

4
README.md
View file

@ -11,9 +11,9 @@
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
_______________ _______________
#### Version: V4.2021.01.2229 #### Version: V4.2021.01.2230
#### Bad Referrers Blocked: [6853](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6853](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [583](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [587](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

8
_generator_lists/bad-user-agents.list
View file

@ -1,7 +1,3 @@
Buck
ZoominfoBot
Petalbot
SentiBot
360Spider 360Spider
404checker 404checker
404enemy 404enemy
@ -62,6 +58,7 @@ Bolt
BotALot BotALot
Brandprotect Brandprotect
Brandwatch Brandwatch
Buck
Buddy Buddy
BuiltBotTough BuiltBotTough
BuiltWith BuiltWith
@ -358,6 +355,7 @@ Pavuk
pcBrowser pcBrowser
PECL::HTTP PECL::HTTP
PeoplePal PeoplePal
Petalbot
PHPCrawl PHPCrawl
Picscout Picscout
Picsearch Picsearch
@ -412,6 +410,7 @@ Searchestate
SearchmetricsBot SearchmetricsBot
Semrush Semrush
SemrushBot SemrushBot
SentiBot
SEOkicks SEOkicks
SEOkicks-Robot SEOkicks-Robot
SEOlyticsCrawler SEOlyticsCrawler
@ -583,5 +582,6 @@ Zeus
zgrab zgrab
Zitebot Zitebot
ZmEu ZmEu
ZoominfoBot
ZumBot ZumBot
ZyBorg ZyBorg

4
_google_analytics_ghost_spam/README.md
View file

@ -3,9 +3,9 @@
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
_______________ _______________
#### Version: V4.2021.01.2229 #### Version: V4.2021.01.2230
#### Bad Referrers Blocked: [6853](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6853](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [583](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [587](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

10
_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.01.2229 ### Version: V4.2021.01.2230
### Updated: Sat Jan 2 14:16:54 SAST 2021 ### Updated: Sat Jan 2 15:38:24 SAST 2021
### Bad Referrer Count: 6853 ### Bad Referrer Count: 6853
### Bad Bot Count: 583 ### Bad Bot Count: 587
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -207,6 +207,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)BotALot(?:\b)" 3; "~*(?:\b)BotALot(?:\b)" 3;
"~*(?:\b)Brandprotect(?:\b)" 3; "~*(?:\b)Brandprotect(?:\b)" 3;
"~*(?:\b)Brandwatch(?:\b)" 3; "~*(?:\b)Brandwatch(?:\b)" 3;
"~*(?:\b)Buck(?:\b)" 3;
"~*(?:\b)Buddy(?:\b)" 3; "~*(?:\b)Buddy(?:\b)" 3;
"~*(?:\b)BuiltBotTough(?:\b)" 3; "~*(?:\b)BuiltBotTough(?:\b)" 3;
"~*(?:\b)BuiltWith(?:\b)" 3; "~*(?:\b)BuiltWith(?:\b)" 3;
@ -503,6 +504,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)pcBrowser(?:\b)" 3; "~*(?:\b)pcBrowser(?:\b)" 3;
"~*(?:\b)PECL::HTTP(?:\b)" 3; "~*(?:\b)PECL::HTTP(?:\b)" 3;
"~*(?:\b)PeoplePal(?:\b)" 3; "~*(?:\b)PeoplePal(?:\b)" 3;
"~*(?:\b)Petalbot(?:\b)" 3;
"~*(?:\b)PHPCrawl(?:\b)" 3; "~*(?:\b)PHPCrawl(?:\b)" 3;
"~*(?:\b)Picscout(?:\b)" 3; "~*(?:\b)Picscout(?:\b)" 3;
"~*(?:\b)Picsearch(?:\b)" 3; "~*(?:\b)Picsearch(?:\b)" 3;
@ -557,6 +559,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)SearchmetricsBot(?:\b)" 3; "~*(?:\b)SearchmetricsBot(?:\b)" 3;
"~*(?:\b)Semrush(?:\b)" 3; "~*(?:\b)Semrush(?:\b)" 3;
"~*(?:\b)SemrushBot(?:\b)" 3; "~*(?:\b)SemrushBot(?:\b)" 3;
"~*(?:\b)SentiBot(?:\b)" 3;
"~*(?:\b)SEOkicks(?:\b)" 3; "~*(?:\b)SEOkicks(?:\b)" 3;
"~*(?:\b)SEOkicks-Robot(?:\b)" 3; "~*(?:\b)SEOkicks-Robot(?:\b)" 3;
"~*(?:\b)SEOlyticsCrawler(?:\b)" 3; "~*(?:\b)SEOlyticsCrawler(?:\b)" 3;
@ -728,6 +731,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)zgrab(?:\b)" 3; "~*(?:\b)zgrab(?:\b)" 3;
"~*(?:\b)Zitebot(?:\b)" 3; "~*(?:\b)Zitebot(?:\b)" 3;
"~*(?:\b)ZmEu(?:\b)" 3; "~*(?:\b)ZmEu(?:\b)" 3;
"~*(?:\b)ZoominfoBot(?:\b)" 3;
"~*(?:\b)ZumBot(?:\b)" 3; "~*(?:\b)ZumBot(?:\b)" 3;
"~*(?:\b)ZyBorg(?:\b)" 3; "~*(?:\b)ZyBorg(?:\b)" 3;
# END BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ### # END BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ###

10
conf.d/globalblacklist-testing-version.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2021.01.2229 ### Version: V3.2021.01.2230
### Updated: Sat Jan 2 14:16:55 SAST 2021 ### Updated: Sat Jan 2 15:38:25 SAST 2021
### Bad Referrer Count: 6853 ### Bad Referrer Count: 6853
### Bad Bot Count: 583 ### Bad Bot Count: 587
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -207,6 +207,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)BotALot(?:\b)" 3; "~*(?:\b)BotALot(?:\b)" 3;
"~*(?:\b)Brandprotect(?:\b)" 3; "~*(?:\b)Brandprotect(?:\b)" 3;
"~*(?:\b)Brandwatch(?:\b)" 3; "~*(?:\b)Brandwatch(?:\b)" 3;
"~*(?:\b)Buck(?:\b)" 3;
"~*(?:\b)Buddy(?:\b)" 3; "~*(?:\b)Buddy(?:\b)" 3;
"~*(?:\b)BuiltBotTough(?:\b)" 3; "~*(?:\b)BuiltBotTough(?:\b)" 3;
"~*(?:\b)BuiltWith(?:\b)" 3; "~*(?:\b)BuiltWith(?:\b)" 3;
@ -503,6 +504,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)pcBrowser(?:\b)" 3; "~*(?:\b)pcBrowser(?:\b)" 3;
"~*(?:\b)PECL::HTTP(?:\b)" 3; "~*(?:\b)PECL::HTTP(?:\b)" 3;
"~*(?:\b)PeoplePal(?:\b)" 3; "~*(?:\b)PeoplePal(?:\b)" 3;
"~*(?:\b)Petalbot(?:\b)" 3;
"~*(?:\b)PHPCrawl(?:\b)" 3; "~*(?:\b)PHPCrawl(?:\b)" 3;
"~*(?:\b)Picscout(?:\b)" 3; "~*(?:\b)Picscout(?:\b)" 3;
"~*(?:\b)Picsearch(?:\b)" 3; "~*(?:\b)Picsearch(?:\b)" 3;
@ -557,6 +559,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)SearchmetricsBot(?:\b)" 3; "~*(?:\b)SearchmetricsBot(?:\b)" 3;
"~*(?:\b)Semrush(?:\b)" 3; "~*(?:\b)Semrush(?:\b)" 3;
"~*(?:\b)SemrushBot(?:\b)" 3; "~*(?:\b)SemrushBot(?:\b)" 3;
"~*(?:\b)SentiBot(?:\b)" 3;
"~*(?:\b)SEOkicks(?:\b)" 3; "~*(?:\b)SEOkicks(?:\b)" 3;
"~*(?:\b)SEOkicks-Robot(?:\b)" 3; "~*(?:\b)SEOkicks-Robot(?:\b)" 3;
"~*(?:\b)SEOlyticsCrawler(?:\b)" 3; "~*(?:\b)SEOlyticsCrawler(?:\b)" 3;
@ -728,6 +731,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)zgrab(?:\b)" 3; "~*(?:\b)zgrab(?:\b)" 3;
"~*(?:\b)Zitebot(?:\b)" 3; "~*(?:\b)Zitebot(?:\b)" 3;
"~*(?:\b)ZmEu(?:\b)" 3; "~*(?:\b)ZmEu(?:\b)" 3;
"~*(?:\b)ZoominfoBot(?:\b)" 3;
"~*(?:\b)ZumBot(?:\b)" 3; "~*(?:\b)ZumBot(?:\b)" 3;
"~*(?:\b)ZyBorg(?:\b)" 3; "~*(?:\b)ZyBorg(?:\b)" 3;
# END BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ### # END BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ###

10
conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.01.2229 ### Version: V4.2021.01.2230
### Updated: Sat Jan 2 14:16:54 SAST 2021 ### Updated: Sat Jan 2 15:38:24 SAST 2021
### Bad Referrer Count: 6853 ### Bad Referrer Count: 6853
### Bad Bot Count: 583 ### Bad Bot Count: 587
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -207,6 +207,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)BotALot(?:\b)" 3; "~*(?:\b)BotALot(?:\b)" 3;
"~*(?:\b)Brandprotect(?:\b)" 3; "~*(?:\b)Brandprotect(?:\b)" 3;
"~*(?:\b)Brandwatch(?:\b)" 3; "~*(?:\b)Brandwatch(?:\b)" 3;
"~*(?:\b)Buck(?:\b)" 3;
"~*(?:\b)Buddy(?:\b)" 3; "~*(?:\b)Buddy(?:\b)" 3;
"~*(?:\b)BuiltBotTough(?:\b)" 3; "~*(?:\b)BuiltBotTough(?:\b)" 3;
"~*(?:\b)BuiltWith(?:\b)" 3; "~*(?:\b)BuiltWith(?:\b)" 3;
@ -503,6 +504,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)pcBrowser(?:\b)" 3; "~*(?:\b)pcBrowser(?:\b)" 3;
"~*(?:\b)PECL::HTTP(?:\b)" 3; "~*(?:\b)PECL::HTTP(?:\b)" 3;
"~*(?:\b)PeoplePal(?:\b)" 3; "~*(?:\b)PeoplePal(?:\b)" 3;
"~*(?:\b)Petalbot(?:\b)" 3;
"~*(?:\b)PHPCrawl(?:\b)" 3; "~*(?:\b)PHPCrawl(?:\b)" 3;
"~*(?:\b)Picscout(?:\b)" 3; "~*(?:\b)Picscout(?:\b)" 3;
"~*(?:\b)Picsearch(?:\b)" 3; "~*(?:\b)Picsearch(?:\b)" 3;
@ -557,6 +559,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)SearchmetricsBot(?:\b)" 3; "~*(?:\b)SearchmetricsBot(?:\b)" 3;
"~*(?:\b)Semrush(?:\b)" 3; "~*(?:\b)Semrush(?:\b)" 3;
"~*(?:\b)SemrushBot(?:\b)" 3; "~*(?:\b)SemrushBot(?:\b)" 3;
"~*(?:\b)SentiBot(?:\b)" 3;
"~*(?:\b)SEOkicks(?:\b)" 3; "~*(?:\b)SEOkicks(?:\b)" 3;
"~*(?:\b)SEOkicks-Robot(?:\b)" 3; "~*(?:\b)SEOkicks-Robot(?:\b)" 3;
"~*(?:\b)SEOlyticsCrawler(?:\b)" 3; "~*(?:\b)SEOlyticsCrawler(?:\b)" 3;
@ -728,6 +731,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)zgrab(?:\b)" 3; "~*(?:\b)zgrab(?:\b)" 3;
"~*(?:\b)Zitebot(?:\b)" 3; "~*(?:\b)Zitebot(?:\b)" 3;
"~*(?:\b)ZmEu(?:\b)" 3; "~*(?:\b)ZmEu(?:\b)" 3;
"~*(?:\b)ZoominfoBot(?:\b)" 3;
"~*(?:\b)ZumBot(?:\b)" 3; "~*(?:\b)ZumBot(?:\b)" 3;
"~*(?:\b)ZyBorg(?:\b)" 3; "~*(?:\b)ZyBorg(?:\b)" 3;
# END BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ### # END BAD BOTS ### DO NOT EDIT THIS LINE AT ALL ###

14
robots.txt/robots.txt
View file

@ -6,9 +6,9 @@
### Version Information # ### Version Information #
################################################### ###################################################
### Version: V4.2021.01.2229 ### Version: V4.2021.01.2230
### Updated: Sat Jan 2 14:16:56 SAST 2021 ### Updated: Sat Jan 2 15:38:26 SAST 2021
### Bad Bot Count: 583 ### Bad Bot Count: 587
################################################### ###################################################
### Version Information ## ### Version Information ##
@ -135,6 +135,8 @@ User-agent: Brandprotect
Disallow:/ Disallow:/
User-agent: Brandwatch User-agent: Brandwatch
Disallow:/ Disallow:/
User-agent: Buck
Disallow:/
User-agent: Buddy User-agent: Buddy
Disallow:/ Disallow:/
User-agent: BuiltBotTough User-agent: BuiltBotTough
@ -727,6 +729,8 @@ User-agent: PECL::HTTP
Disallow:/ Disallow:/
User-agent: PeoplePal User-agent: PeoplePal
Disallow:/ Disallow:/
User-agent: Petalbot
Disallow:/
User-agent: PHPCrawl User-agent: PHPCrawl
Disallow:/ Disallow:/
User-agent: Picscout User-agent: Picscout
@ -835,6 +839,8 @@ User-agent: Semrush
Disallow:/ Disallow:/
User-agent: SemrushBot User-agent: SemrushBot
Disallow:/ Disallow:/
User-agent: SentiBot
Disallow:/
User-agent: SEOkicks User-agent: SEOkicks
Disallow:/ Disallow:/
User-agent: SEOkicks-Robot User-agent: SEOkicks-Robot
@ -1177,6 +1183,8 @@ User-agent: Zitebot
Disallow:/ Disallow:/
User-agent: ZmEu User-agent: ZmEu
Disallow:/ Disallow:/
User-agent: ZoominfoBot
Disallow:/
User-agent: ZumBot User-agent: ZumBot
Disallow:/ Disallow:/
User-agent: ZyBorg User-agent: ZyBorg