vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-05 04:00:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

V4.2021.05.2363 [ci skip]

Browse source
This commit is contained in:
Travis 2021-05-27 08:55:39 +02:00
parent 837fe2e9c4
commit e38e86b94a
63 changed files with 1198 additions and 1152 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
.dev-tools/_robots_input/robots-input.txt
View file

@ -429,6 +429,7 @@ SearchmetricsBot
Semrush Semrush
SemrushBot SemrushBot
SentiBot SentiBot
seobility
SeobilityBot SeobilityBot
SEOkicks SEOkicks
SEOkicks-Robot SEOkicks-Robot

10
.dev-tools/beta_conf_files/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2021.05.2362 ### Version: V3.2021.05.2363
### Updated: Thu May 27 08:20:22 SAST 2021 ### Updated: Thu May 27 08:46:19 SAST 2021
### Bad Referrer Count: 7050 ### Bad Referrer Count: 7051
### Bad Bot Count: 609 ### Bad Bot Count: 610
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -578,6 +578,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Semrush(?:\b)" 3; "~*(?:\b)Semrush(?:\b)" 3;
"~*(?:\b)SemrushBot(?:\b)" 3; "~*(?:\b)SemrushBot(?:\b)" 3;
"~*(?:\b)SentiBot(?:\b)" 3; "~*(?:\b)SentiBot(?:\b)" 3;
"~*(?:\b)seobility(?:\b)" 3;
"~*(?:\b)SeobilityBot(?:\b)" 3; "~*(?:\b)SeobilityBot(?:\b)" 3;
"~*(?:\b)SEOkicks(?:\b)" 3; "~*(?:\b)SEOkicks(?:\b)" 3;
"~*(?:\b)SEOkicks-Robot(?:\b)" 3; "~*(?:\b)SEOkicks-Robot(?:\b)" 3;
@ -6287,6 +6288,7 @@ map $http_referer $bad_referer {
"~*(?:\b)seo18\.su(?:\b)" 1; "~*(?:\b)seo18\.su(?:\b)" 1;
"~*(?:\b)seo\-2\-0\.com(?:\b)" 1; "~*(?:\b)seo\-2\-0\.com(?:\b)" 1;
"~*(?:\b)seoanalyses\.com(?:\b)" 1; "~*(?:\b)seoanalyses\.com(?:\b)" 1;
"~*(?:\b)seobility\.net(?:\b)" 1;
"~*(?:\b)seoboxes\.com(?:\b)" 1; "~*(?:\b)seoboxes\.com(?:\b)" 1;
"~*(?:\b)seocdvig\.ru(?:\b)" 1; "~*(?:\b)seocdvig\.ru(?:\b)" 1;
"~*(?:\b)seocheckupx\.com(?:\b)" 1; "~*(?:\b)seocheckupx\.com(?:\b)" 1;

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 1; 34.66.200.49 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 0; 34.66.200.49 0;
127.0.0.1 0; 127.0.0.1 0;

10
.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2021.05.2362 ### Version: V3.2021.05.2363
### Updated: Thu May 27 08:20:22 SAST 2021 ### Updated: Thu May 27 08:46:19 SAST 2021
### Bad Referrer Count: 7050 ### Bad Referrer Count: 7051
### Bad Bot Count: 609 ### Bad Bot Count: 610
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -578,6 +578,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Semrush(?:\b)" 3; "~*(?:\b)Semrush(?:\b)" 3;
"~*(?:\b)SemrushBot(?:\b)" 3; "~*(?:\b)SemrushBot(?:\b)" 3;
"~*(?:\b)SentiBot(?:\b)" 3; "~*(?:\b)SentiBot(?:\b)" 3;
"~*(?:\b)seobility(?:\b)" 3;
"~*(?:\b)SeobilityBot(?:\b)" 3; "~*(?:\b)SeobilityBot(?:\b)" 3;
"~*(?:\b)SEOkicks(?:\b)" 3; "~*(?:\b)SEOkicks(?:\b)" 3;
"~*(?:\b)SEOkicks-Robot(?:\b)" 3; "~*(?:\b)SEOkicks-Robot(?:\b)" 3;
@ -6287,6 +6288,7 @@ map $http_referer $bad_referer {
"~*(?:\b)seo18\.su(?:\b)" 1; "~*(?:\b)seo18\.su(?:\b)" 1;
"~*(?:\b)seo\-2\-0\.com(?:\b)" 1; "~*(?:\b)seo\-2\-0\.com(?:\b)" 1;
"~*(?:\b)seoanalyses\.com(?:\b)" 1; "~*(?:\b)seoanalyses\.com(?:\b)" 1;
"~*(?:\b)seobility\.net(?:\b)" 1;
"~*(?:\b)seoboxes\.com(?:\b)" 1; "~*(?:\b)seoboxes\.com(?:\b)" 1;
"~*(?:\b)seocdvig\.ru(?:\b)" 1; "~*(?:\b)seocdvig\.ru(?:\b)" 1;
"~*(?:\b)seocheckupx\.com(?:\b)" 1; "~*(?:\b)seocheckupx\.com(?:\b)" 1;

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 1; 34.66.200.49 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 0; 34.66.200.49 0;
127.0.0.1 0; 127.0.0.1 0;

10
.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2021.05.2362 ### Version: V3.2021.05.2363
### Updated: Thu May 27 08:20:22 SAST 2021 ### Updated: Thu May 27 08:46:19 SAST 2021
### Bad Referrer Count: 7050 ### Bad Referrer Count: 7051
### Bad Bot Count: 609 ### Bad Bot Count: 610
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -578,6 +578,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Semrush(?:\b)" 3; "~*(?:\b)Semrush(?:\b)" 3;
"~*(?:\b)SemrushBot(?:\b)" 3; "~*(?:\b)SemrushBot(?:\b)" 3;
"~*(?:\b)SentiBot(?:\b)" 3; "~*(?:\b)SentiBot(?:\b)" 3;
"~*(?:\b)seobility(?:\b)" 3;
"~*(?:\b)SeobilityBot(?:\b)" 3; "~*(?:\b)SeobilityBot(?:\b)" 3;
"~*(?:\b)SEOkicks(?:\b)" 3; "~*(?:\b)SEOkicks(?:\b)" 3;
"~*(?:\b)SEOkicks-Robot(?:\b)" 3; "~*(?:\b)SEOkicks-Robot(?:\b)" 3;
@ -6287,6 +6288,7 @@ map $http_referer $bad_referer {
"~*(?:\b)seo18\.su(?:\b)" 1; "~*(?:\b)seo18\.su(?:\b)" 1;
"~*(?:\b)seo\-2\-0\.com(?:\b)" 1; "~*(?:\b)seo\-2\-0\.com(?:\b)" 1;
"~*(?:\b)seoanalyses\.com(?:\b)" 1; "~*(?:\b)seoanalyses\.com(?:\b)" 1;
"~*(?:\b)seobility\.net(?:\b)" 1;
"~*(?:\b)seoboxes\.com(?:\b)" 1; "~*(?:\b)seoboxes\.com(?:\b)" 1;
"~*(?:\b)seocdvig\.ru(?:\b)" 1; "~*(?:\b)seocdvig\.ru(?:\b)" 1;
"~*(?:\b)seocheckupx\.com(?:\b)" 1; "~*(?:\b)seocheckupx\.com(?:\b)" 1;

2
.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 1; 34.66.200.49 1;
127.0.0.1 1; 127.0.0.1 1;

1
.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-user-agents.conf
View file

@ -490,6 +490,7 @@
"~*(?:\b)Semrush(?:\b|)" 0; "~*(?:\b)Semrush(?:\b|)" 0;
"~*(?:\b)SemrushBot(?:\b|)" 0; "~*(?:\b)SemrushBot(?:\b|)" 0;
"~*(?:\b)SentiBot(?:\b|)" 0; "~*(?:\b)SentiBot(?:\b|)" 0;
"~*(?:\b)seobility(?:\b|)" 0;
"~*(?:\b)SeobilityBot(?:\b|)" 0; "~*(?:\b)SeobilityBot(?:\b|)" 0;
"~*(?:\b)SEOkicks(?:\b|)" 0; "~*(?:\b)SEOkicks(?:\b|)" 0;
"~*(?:\b)SEOkicks-Robot(?:\b|)" 0; "~*(?:\b)SEOkicks-Robot(?:\b|)" 0;

1
.dev-tools/beta_conf_files_whitelist/bots.d/custom-bad-referrers.conf
View file

@ -5306,6 +5306,7 @@
"~*(?:\b)seo\-traffic\-ranking\.info(?:\b)" 0; "~*(?:\b)seo\-traffic\-ranking\.info(?:\b)" 0;
"~*(?:\b)seo18\.su(?:\b)" 0; "~*(?:\b)seo18\.su(?:\b)" 0;
"~*(?:\b)seoanalyses\.com(?:\b)" 0; "~*(?:\b)seoanalyses\.com(?:\b)" 0;
"~*(?:\b)seobility\.net(?:\b)" 0;
"~*(?:\b)seoboxes\.com(?:\b)" 0; "~*(?:\b)seoboxes\.com(?:\b)" 0;
"~*(?:\b)seocdvig\.ru(?:\b)" 0; "~*(?:\b)seocdvig\.ru(?:\b)" 0;
"~*(?:\b)seocheckupx\.com(?:\b)" 0; "~*(?:\b)seocheckupx\.com(?:\b)" 0;

2
.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 0; 34.66.200.49 0;
127.0.0.1 0; 127.0.0.1 0;

10
.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2021.05.2362 ### Version: V3.2021.05.2363
### Updated: Thu May 27 08:20:22 SAST 2021 ### Updated: Thu May 27 08:46:19 SAST 2021
### Bad Referrer Count: 7050 ### Bad Referrer Count: 7051
### Bad Bot Count: 609 ### Bad Bot Count: 610
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -578,6 +578,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Semrush(?:\b)" 3; "~*(?:\b)Semrush(?:\b)" 3;
"~*(?:\b)SemrushBot(?:\b)" 3; "~*(?:\b)SemrushBot(?:\b)" 3;
"~*(?:\b)SentiBot(?:\b)" 3; "~*(?:\b)SentiBot(?:\b)" 3;
"~*(?:\b)seobility(?:\b)" 3;
"~*(?:\b)SeobilityBot(?:\b)" 3; "~*(?:\b)SeobilityBot(?:\b)" 3;
"~*(?:\b)SEOkicks(?:\b)" 3; "~*(?:\b)SEOkicks(?:\b)" 3;
"~*(?:\b)SEOkicks-Robot(?:\b)" 3; "~*(?:\b)SEOkicks-Robot(?:\b)" 3;
@ -6287,6 +6288,7 @@ map $http_referer $bad_referer {
"~*(?:\b)seo18\.su(?:\b)" 1; "~*(?:\b)seo18\.su(?:\b)" 1;
"~*(?:\b)seo\-2\-0\.com(?:\b)" 1; "~*(?:\b)seo\-2\-0\.com(?:\b)" 1;
"~*(?:\b)seoanalyses\.com(?:\b)" 1; "~*(?:\b)seoanalyses\.com(?:\b)" 1;
"~*(?:\b)seobility\.net(?:\b)" 1;
"~*(?:\b)seoboxes\.com(?:\b)" 1; "~*(?:\b)seoboxes\.com(?:\b)" 1;
"~*(?:\b)seocdvig\.ru(?:\b)" 1; "~*(?:\b)seocdvig\.ru(?:\b)" 1;
"~*(?:\b)seocheckupx\.com(?:\b)" 1; "~*(?:\b)seocheckupx\.com(?:\b)" 1;

10
.dev-tools/globalblacklist-testing.template
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2021.05.2362 ### Version: V3.2021.05.2363
### Updated: Thu May 27 08:20:22 SAST 2021 ### Updated: Thu May 27 08:46:19 SAST 2021
### Bad Referrer Count: 7050 ### Bad Referrer Count: 7051
### Bad Bot Count: 609 ### Bad Bot Count: 610
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -578,6 +578,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Semrush(?:\b)" 3; "~*(?:\b)Semrush(?:\b)" 3;
"~*(?:\b)SemrushBot(?:\b)" 3; "~*(?:\b)SemrushBot(?:\b)" 3;
"~*(?:\b)SentiBot(?:\b)" 3; "~*(?:\b)SentiBot(?:\b)" 3;
"~*(?:\b)seobility(?:\b)" 3;
"~*(?:\b)SeobilityBot(?:\b)" 3; "~*(?:\b)SeobilityBot(?:\b)" 3;
"~*(?:\b)SEOkicks(?:\b)" 3; "~*(?:\b)SEOkicks(?:\b)" 3;
"~*(?:\b)SEOkicks-Robot(?:\b)" 3; "~*(?:\b)SEOkicks-Robot(?:\b)" 3;
@ -6287,6 +6288,7 @@ map $http_referer $bad_referer {
"~*(?:\b)seo18\.su(?:\b)" 1; "~*(?:\b)seo18\.su(?:\b)" 1;
"~*(?:\b)seo\-2\-0\.com(?:\b)" 1; "~*(?:\b)seo\-2\-0\.com(?:\b)" 1;
"~*(?:\b)seoanalyses\.com(?:\b)" 1; "~*(?:\b)seoanalyses\.com(?:\b)" 1;
"~*(?:\b)seobility\.net(?:\b)" 1;
"~*(?:\b)seoboxes\.com(?:\b)" 1; "~*(?:\b)seoboxes\.com(?:\b)" 1;
"~*(?:\b)seocdvig\.ru(?:\b)" 1; "~*(?:\b)seocdvig\.ru(?:\b)" 1;
"~*(?:\b)seocheckupx\.com(?:\b)" 1; "~*(?:\b)seocheckupx\.com(?:\b)" 1;

10
.dev-tools/globalblacklist.template
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.05.2362 ### Version: V4.2021.05.2363
### Updated: Thu May 27 08:20:21 SAST 2021 ### Updated: Thu May 27 08:46:17 SAST 2021
### Bad Referrer Count: 7050 ### Bad Referrer Count: 7051
### Bad Bot Count: 609 ### Bad Bot Count: 610
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -578,6 +578,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Semrush(?:\b)" 3; "~*(?:\b)Semrush(?:\b)" 3;
"~*(?:\b)SemrushBot(?:\b)" 3; "~*(?:\b)SemrushBot(?:\b)" 3;
"~*(?:\b)SentiBot(?:\b)" 3; "~*(?:\b)SentiBot(?:\b)" 3;
"~*(?:\b)seobility(?:\b)" 3;
"~*(?:\b)SeobilityBot(?:\b)" 3; "~*(?:\b)SeobilityBot(?:\b)" 3;
"~*(?:\b)SEOkicks(?:\b)" 3; "~*(?:\b)SEOkicks(?:\b)" 3;
"~*(?:\b)SEOkicks-Robot(?:\b)" 3; "~*(?:\b)SEOkicks-Robot(?:\b)" 3;
@ -6287,6 +6288,7 @@ map $http_referer $bad_referer {
"~*(?:\b)seo18\.su(?:\b)" 1; "~*(?:\b)seo18\.su(?:\b)" 1;
"~*(?:\b)seo\-2\-0\.com(?:\b)" 1; "~*(?:\b)seo\-2\-0\.com(?:\b)" 1;
"~*(?:\b)seoanalyses\.com(?:\b)" 1; "~*(?:\b)seoanalyses\.com(?:\b)" 1;
"~*(?:\b)seobility\.net(?:\b)" 1;
"~*(?:\b)seoboxes\.com(?:\b)" 1; "~*(?:\b)seoboxes\.com(?:\b)" 1;
"~*(?:\b)seocdvig\.ru(?:\b)" 1; "~*(?:\b)seocdvig\.ru(?:\b)" 1;
"~*(?:\b)seocheckupx\.com(?:\b)" 1; "~*(?:\b)seocheckupx\.com(?:\b)" 1;

1
.dev-tools/referrers-regex-format-whitelist-test.txt
View file

@ -5259,6 +5259,7 @@
"~*(?:\b)seo\-traffic\-ranking\.info(?:\b)" 0; "~*(?:\b)seo\-traffic\-ranking\.info(?:\b)" 0;
"~*(?:\b)seo18\.su(?:\b)" 0; "~*(?:\b)seo18\.su(?:\b)" 0;
"~*(?:\b)seoanalyses\.com(?:\b)" 0; "~*(?:\b)seoanalyses\.com(?:\b)" 0;
"~*(?:\b)seobility\.net(?:\b)" 0;
"~*(?:\b)seoboxes\.com(?:\b)" 0; "~*(?:\b)seoboxes\.com(?:\b)" 0;
"~*(?:\b)seocdvig\.ru(?:\b)" 0; "~*(?:\b)seocdvig\.ru(?:\b)" 0;
"~*(?:\b)seocheckupx\.com(?:\b)" 0; "~*(?:\b)seocheckupx\.com(?:\b)" 0;

1
.dev-tools/referrers-regex-format.txt
View file

@ -5250,6 +5250,7 @@
"~*(?:\b)seo18\.su(?:\b)" 1; "~*(?:\b)seo18\.su(?:\b)" 1;
"~*(?:\b)seo\-2\-0\.com(?:\b)" 1; "~*(?:\b)seo\-2\-0\.com(?:\b)" 1;
"~*(?:\b)seoanalyses\.com(?:\b)" 1; "~*(?:\b)seoanalyses\.com(?:\b)" 1;
"~*(?:\b)seobility\.net(?:\b)" 1;
"~*(?:\b)seoboxes\.com(?:\b)" 1; "~*(?:\b)seoboxes\.com(?:\b)" 1;
"~*(?:\b)seocdvig\.ru(?:\b)" 1; "~*(?:\b)seocdvig\.ru(?:\b)" 1;
"~*(?:\b)seocheckupx\.com(?:\b)" 1; "~*(?:\b)seocheckupx\.com(?:\b)" 1;

2
.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,4 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.193.184.18 0; 35.188.15.155 0;

10
.dev-tools/test1_conf_files/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.05.2362 ### Version: V4.2021.05.2363
### Updated: Thu May 27 08:20:21 SAST 2021 ### Updated: Thu May 27 08:46:17 SAST 2021
### Bad Referrer Count: 7050 ### Bad Referrer Count: 7051
### Bad Bot Count: 609 ### Bad Bot Count: 610
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -578,6 +578,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Semrush(?:\b)" 3; "~*(?:\b)Semrush(?:\b)" 3;
"~*(?:\b)SemrushBot(?:\b)" 3; "~*(?:\b)SemrushBot(?:\b)" 3;
"~*(?:\b)SentiBot(?:\b)" 3; "~*(?:\b)SentiBot(?:\b)" 3;
"~*(?:\b)seobility(?:\b)" 3;
"~*(?:\b)SeobilityBot(?:\b)" 3; "~*(?:\b)SeobilityBot(?:\b)" 3;
"~*(?:\b)SEOkicks(?:\b)" 3; "~*(?:\b)SEOkicks(?:\b)" 3;
"~*(?:\b)SEOkicks-Robot(?:\b)" 3; "~*(?:\b)SEOkicks-Robot(?:\b)" 3;
@ -6287,6 +6288,7 @@ map $http_referer $bad_referer {
"~*(?:\b)seo18\.su(?:\b)" 1; "~*(?:\b)seo18\.su(?:\b)" 1;
"~*(?:\b)seo\-2\-0\.com(?:\b)" 1; "~*(?:\b)seo\-2\-0\.com(?:\b)" 1;
"~*(?:\b)seoanalyses\.com(?:\b)" 1; "~*(?:\b)seoanalyses\.com(?:\b)" 1;
"~*(?:\b)seobility\.net(?:\b)" 1;
"~*(?:\b)seoboxes\.com(?:\b)" 1; "~*(?:\b)seoboxes\.com(?:\b)" 1;
"~*(?:\b)seocdvig\.ru(?:\b)" 1; "~*(?:\b)seocdvig\.ru(?:\b)" 1;
"~*(?:\b)seocheckupx\.com(?:\b)" 1; "~*(?:\b)seocheckupx\.com(?:\b)" 1;

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.173.211 1; 35.192.91.101 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.173.211 0; 35.192.91.101 0;
127.0.0.1 0; 127.0.0.1 0;

10
.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.05.2362 ### Version: V4.2021.05.2363
### Updated: Thu May 27 08:20:21 SAST 2021 ### Updated: Thu May 27 08:46:17 SAST 2021
### Bad Referrer Count: 7050 ### Bad Referrer Count: 7051
### Bad Bot Count: 609 ### Bad Bot Count: 610
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -578,6 +578,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Semrush(?:\b)" 3; "~*(?:\b)Semrush(?:\b)" 3;
"~*(?:\b)SemrushBot(?:\b)" 3; "~*(?:\b)SemrushBot(?:\b)" 3;
"~*(?:\b)SentiBot(?:\b)" 3; "~*(?:\b)SentiBot(?:\b)" 3;
"~*(?:\b)seobility(?:\b)" 3;
"~*(?:\b)SeobilityBot(?:\b)" 3; "~*(?:\b)SeobilityBot(?:\b)" 3;
"~*(?:\b)SEOkicks(?:\b)" 3; "~*(?:\b)SEOkicks(?:\b)" 3;
"~*(?:\b)SEOkicks-Robot(?:\b)" 3; "~*(?:\b)SEOkicks-Robot(?:\b)" 3;
@ -6287,6 +6288,7 @@ map $http_referer $bad_referer {
"~*(?:\b)seo18\.su(?:\b)" 1; "~*(?:\b)seo18\.su(?:\b)" 1;
"~*(?:\b)seo\-2\-0\.com(?:\b)" 1; "~*(?:\b)seo\-2\-0\.com(?:\b)" 1;
"~*(?:\b)seoanalyses\.com(?:\b)" 1; "~*(?:\b)seoanalyses\.com(?:\b)" 1;
"~*(?:\b)seobility\.net(?:\b)" 1;
"~*(?:\b)seoboxes\.com(?:\b)" 1; "~*(?:\b)seoboxes\.com(?:\b)" 1;
"~*(?:\b)seocdvig\.ru(?:\b)" 1; "~*(?:\b)seocdvig\.ru(?:\b)" 1;
"~*(?:\b)seocheckupx\.com(?:\b)" 1; "~*(?:\b)seocheckupx\.com(?:\b)" 1;

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.173.211 1; 35.192.91.101 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.173.211 0; 35.192.91.101 0;
127.0.0.1 0; 127.0.0.1 0;

10
.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.05.2362 ### Version: V4.2021.05.2363
### Updated: Thu May 27 08:20:21 SAST 2021 ### Updated: Thu May 27 08:46:17 SAST 2021
### Bad Referrer Count: 7050 ### Bad Referrer Count: 7051
### Bad Bot Count: 609 ### Bad Bot Count: 610
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -578,6 +578,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Semrush(?:\b)" 3; "~*(?:\b)Semrush(?:\b)" 3;
"~*(?:\b)SemrushBot(?:\b)" 3; "~*(?:\b)SemrushBot(?:\b)" 3;
"~*(?:\b)SentiBot(?:\b)" 3; "~*(?:\b)SentiBot(?:\b)" 3;
"~*(?:\b)seobility(?:\b)" 3;
"~*(?:\b)SeobilityBot(?:\b)" 3; "~*(?:\b)SeobilityBot(?:\b)" 3;
"~*(?:\b)SEOkicks(?:\b)" 3; "~*(?:\b)SEOkicks(?:\b)" 3;
"~*(?:\b)SEOkicks-Robot(?:\b)" 3; "~*(?:\b)SEOkicks-Robot(?:\b)" 3;
@ -6287,6 +6288,7 @@ map $http_referer $bad_referer {
"~*(?:\b)seo18\.su(?:\b)" 1; "~*(?:\b)seo18\.su(?:\b)" 1;
"~*(?:\b)seo\-2\-0\.com(?:\b)" 1; "~*(?:\b)seo\-2\-0\.com(?:\b)" 1;
"~*(?:\b)seoanalyses\.com(?:\b)" 1; "~*(?:\b)seoanalyses\.com(?:\b)" 1;
"~*(?:\b)seobility\.net(?:\b)" 1;
"~*(?:\b)seoboxes\.com(?:\b)" 1; "~*(?:\b)seoboxes\.com(?:\b)" 1;
"~*(?:\b)seocdvig\.ru(?:\b)" 1; "~*(?:\b)seocdvig\.ru(?:\b)" 1;
"~*(?:\b)seocheckupx\.com(?:\b)" 1; "~*(?:\b)seocheckupx\.com(?:\b)" 1;

2
.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.173.211 1; 35.192.91.101 1;
127.0.0.1 1; 127.0.0.1 1;

1
.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf
View file

@ -490,6 +490,7 @@
"~*(?:\b)Semrush(?:\b|)" 0; "~*(?:\b)Semrush(?:\b|)" 0;
"~*(?:\b)SemrushBot(?:\b|)" 0; "~*(?:\b)SemrushBot(?:\b|)" 0;
"~*(?:\b)SentiBot(?:\b|)" 0; "~*(?:\b)SentiBot(?:\b|)" 0;
"~*(?:\b)seobility(?:\b|)" 0;
"~*(?:\b)SeobilityBot(?:\b|)" 0; "~*(?:\b)SeobilityBot(?:\b|)" 0;
"~*(?:\b)SEOkicks(?:\b|)" 0; "~*(?:\b)SEOkicks(?:\b|)" 0;
"~*(?:\b)SEOkicks-Robot(?:\b|)" 0; "~*(?:\b)SEOkicks-Robot(?:\b|)" 0;

1
.dev-tools/test1_conf_files_whitelist/bots.d/custom-bad-referrers.conf
View file

@ -5306,6 +5306,7 @@
"~*(?:\b)seo\-traffic\-ranking\.info(?:\b)" 0; "~*(?:\b)seo\-traffic\-ranking\.info(?:\b)" 0;
"~*(?:\b)seo18\.su(?:\b)" 0; "~*(?:\b)seo18\.su(?:\b)" 0;
"~*(?:\b)seoanalyses\.com(?:\b)" 0; "~*(?:\b)seoanalyses\.com(?:\b)" 0;
"~*(?:\b)seobility\.net(?:\b)" 0;
"~*(?:\b)seoboxes\.com(?:\b)" 0; "~*(?:\b)seoboxes\.com(?:\b)" 0;
"~*(?:\b)seocdvig\.ru(?:\b)" 0; "~*(?:\b)seocdvig\.ru(?:\b)" 0;
"~*(?:\b)seocheckupx\.com(?:\b)" 0; "~*(?:\b)seocheckupx\.com(?:\b)" 0;

2
.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.173.211 0; 35.192.91.101 0;
127.0.0.1 0; 127.0.0.1 0;

10
.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.05.2362 ### Version: V4.2021.05.2363
### Updated: Thu May 27 08:20:21 SAST 2021 ### Updated: Thu May 27 08:46:17 SAST 2021
### Bad Referrer Count: 7050 ### Bad Referrer Count: 7051
### Bad Bot Count: 609 ### Bad Bot Count: 610
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -578,6 +578,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Semrush(?:\b)" 3; "~*(?:\b)Semrush(?:\b)" 3;
"~*(?:\b)SemrushBot(?:\b)" 3; "~*(?:\b)SemrushBot(?:\b)" 3;
"~*(?:\b)SentiBot(?:\b)" 3; "~*(?:\b)SentiBot(?:\b)" 3;
"~*(?:\b)seobility(?:\b)" 3;
"~*(?:\b)SeobilityBot(?:\b)" 3; "~*(?:\b)SeobilityBot(?:\b)" 3;
"~*(?:\b)SEOkicks(?:\b)" 3; "~*(?:\b)SEOkicks(?:\b)" 3;
"~*(?:\b)SEOkicks-Robot(?:\b)" 3; "~*(?:\b)SEOkicks-Robot(?:\b)" 3;
@ -6287,6 +6288,7 @@ map $http_referer $bad_referer {
"~*(?:\b)seo18\.su(?:\b)" 1; "~*(?:\b)seo18\.su(?:\b)" 1;
"~*(?:\b)seo\-2\-0\.com(?:\b)" 1; "~*(?:\b)seo\-2\-0\.com(?:\b)" 1;
"~*(?:\b)seoanalyses\.com(?:\b)" 1; "~*(?:\b)seoanalyses\.com(?:\b)" 1;
"~*(?:\b)seobility\.net(?:\b)" 1;
"~*(?:\b)seoboxes\.com(?:\b)" 1; "~*(?:\b)seoboxes\.com(?:\b)" 1;
"~*(?:\b)seocdvig\.ru(?:\b)" 1; "~*(?:\b)seocdvig\.ru(?:\b)" 1;
"~*(?:\b)seocheckupx\.com(?:\b)" 1; "~*(?:\b)seocheckupx\.com(?:\b)" 1;

4
.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.122.208.80 0; 104.197.122.201 0;
35.193.184.18 0; 35.192.91.101 0;

10
.dev-tools/test2_conf_files/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.05.2362 ### Version: V4.2021.05.2363
### Updated: Thu May 27 08:20:21 SAST 2021 ### Updated: Thu May 27 08:46:17 SAST 2021
### Bad Referrer Count: 7050 ### Bad Referrer Count: 7051
### Bad Bot Count: 609 ### Bad Bot Count: 610
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -578,6 +578,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Semrush(?:\b)" 3; "~*(?:\b)Semrush(?:\b)" 3;
"~*(?:\b)SemrushBot(?:\b)" 3; "~*(?:\b)SemrushBot(?:\b)" 3;
"~*(?:\b)SentiBot(?:\b)" 3; "~*(?:\b)SentiBot(?:\b)" 3;
"~*(?:\b)seobility(?:\b)" 3;
"~*(?:\b)SeobilityBot(?:\b)" 3; "~*(?:\b)SeobilityBot(?:\b)" 3;
"~*(?:\b)SEOkicks(?:\b)" 3; "~*(?:\b)SEOkicks(?:\b)" 3;
"~*(?:\b)SEOkicks-Robot(?:\b)" 3; "~*(?:\b)SEOkicks-Robot(?:\b)" 3;
@ -6287,6 +6288,7 @@ map $http_referer $bad_referer {
"~*(?:\b)seo18\.su(?:\b)" 1; "~*(?:\b)seo18\.su(?:\b)" 1;
"~*(?:\b)seo\-2\-0\.com(?:\b)" 1; "~*(?:\b)seo\-2\-0\.com(?:\b)" 1;
"~*(?:\b)seoanalyses\.com(?:\b)" 1; "~*(?:\b)seoanalyses\.com(?:\b)" 1;
"~*(?:\b)seobility\.net(?:\b)" 1;
"~*(?:\b)seoboxes\.com(?:\b)" 1; "~*(?:\b)seoboxes\.com(?:\b)" 1;
"~*(?:\b)seocdvig\.ru(?:\b)" 1; "~*(?:\b)seocdvig\.ru(?:\b)" 1;
"~*(?:\b)seocheckupx\.com(?:\b)" 1; "~*(?:\b)seocheckupx\.com(?:\b)" 1;

3
.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.193.184.18 0; 35.202.245.105 0;
34.122.173.211 0;

10
.dev-tools/test3_conf_files/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.05.2362 ### Version: V4.2021.05.2363
### Updated: Thu May 27 08:20:21 SAST 2021 ### Updated: Thu May 27 08:46:17 SAST 2021
### Bad Referrer Count: 7050 ### Bad Referrer Count: 7051
### Bad Bot Count: 609 ### Bad Bot Count: 610
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -578,6 +578,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Semrush(?:\b)" 3; "~*(?:\b)Semrush(?:\b)" 3;
"~*(?:\b)SemrushBot(?:\b)" 3; "~*(?:\b)SemrushBot(?:\b)" 3;
"~*(?:\b)SentiBot(?:\b)" 3; "~*(?:\b)SentiBot(?:\b)" 3;
"~*(?:\b)seobility(?:\b)" 3;
"~*(?:\b)SeobilityBot(?:\b)" 3; "~*(?:\b)SeobilityBot(?:\b)" 3;
"~*(?:\b)SEOkicks(?:\b)" 3; "~*(?:\b)SEOkicks(?:\b)" 3;
"~*(?:\b)SEOkicks-Robot(?:\b)" 3; "~*(?:\b)SEOkicks-Robot(?:\b)" 3;
@ -6287,6 +6288,7 @@ map $http_referer $bad_referer {
"~*(?:\b)seo18\.su(?:\b)" 1; "~*(?:\b)seo18\.su(?:\b)" 1;
"~*(?:\b)seo\-2\-0\.com(?:\b)" 1; "~*(?:\b)seo\-2\-0\.com(?:\b)" 1;
"~*(?:\b)seoanalyses\.com(?:\b)" 1; "~*(?:\b)seoanalyses\.com(?:\b)" 1;
"~*(?:\b)seobility\.net(?:\b)" 1;
"~*(?:\b)seoboxes\.com(?:\b)" 1; "~*(?:\b)seoboxes\.com(?:\b)" 1;
"~*(?:\b)seocdvig\.ru(?:\b)" 1; "~*(?:\b)seocdvig\.ru(?:\b)" 1;
"~*(?:\b)seocheckupx\.com(?:\b)" 1; "~*(?:\b)seocheckupx\.com(?:\b)" 1;

6
.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,6 +45,6 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.122.208.80 0; 35.188.15.155 0;
35.193.184.18 0; 35.202.245.105 0;
104.154.182.187 0; 35.192.91.101 0;

10
.dev-tools/test4_conf_files/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.05.2362 ### Version: V4.2021.05.2363
### Updated: Thu May 27 08:20:21 SAST 2021 ### Updated: Thu May 27 08:46:17 SAST 2021
### Bad Referrer Count: 7050 ### Bad Referrer Count: 7051
### Bad Bot Count: 609 ### Bad Bot Count: 610
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -578,6 +578,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Semrush(?:\b)" 3; "~*(?:\b)Semrush(?:\b)" 3;
"~*(?:\b)SemrushBot(?:\b)" 3; "~*(?:\b)SemrushBot(?:\b)" 3;
"~*(?:\b)SentiBot(?:\b)" 3; "~*(?:\b)SentiBot(?:\b)" 3;
"~*(?:\b)seobility(?:\b)" 3;
"~*(?:\b)SeobilityBot(?:\b)" 3; "~*(?:\b)SeobilityBot(?:\b)" 3;
"~*(?:\b)SEOkicks(?:\b)" 3; "~*(?:\b)SEOkicks(?:\b)" 3;
"~*(?:\b)SEOkicks-Robot(?:\b)" 3; "~*(?:\b)SEOkicks-Robot(?:\b)" 3;
@ -6287,6 +6288,7 @@ map $http_referer $bad_referer {
"~*(?:\b)seo18\.su(?:\b)" 1; "~*(?:\b)seo18\.su(?:\b)" 1;
"~*(?:\b)seo\-2\-0\.com(?:\b)" 1; "~*(?:\b)seo\-2\-0\.com(?:\b)" 1;
"~*(?:\b)seoanalyses\.com(?:\b)" 1; "~*(?:\b)seoanalyses\.com(?:\b)" 1;
"~*(?:\b)seobility\.net(?:\b)" 1;
"~*(?:\b)seoboxes\.com(?:\b)" 1; "~*(?:\b)seoboxes\.com(?:\b)" 1;
"~*(?:\b)seocdvig\.ru(?:\b)" 1; "~*(?:\b)seocdvig\.ru(?:\b)" 1;
"~*(?:\b)seocheckupx\.com(?:\b)" 1; "~*(?:\b)seocheckupx\.com(?:\b)" 1;

3
.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,4 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.122.208.80 0; 35.188.15.155 0;
34.66.50.208 0;

10
.dev-tools/test5_conf_files/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.05.2362 ### Version: V4.2021.05.2363
### Updated: Thu May 27 08:20:21 SAST 2021 ### Updated: Thu May 27 08:46:17 SAST 2021
### Bad Referrer Count: 7050 ### Bad Referrer Count: 7051
### Bad Bot Count: 609 ### Bad Bot Count: 610
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -578,6 +578,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Semrush(?:\b)" 3; "~*(?:\b)Semrush(?:\b)" 3;
"~*(?:\b)SemrushBot(?:\b)" 3; "~*(?:\b)SemrushBot(?:\b)" 3;
"~*(?:\b)SentiBot(?:\b)" 3; "~*(?:\b)SentiBot(?:\b)" 3;
"~*(?:\b)seobility(?:\b)" 3;
"~*(?:\b)SeobilityBot(?:\b)" 3; "~*(?:\b)SeobilityBot(?:\b)" 3;
"~*(?:\b)SEOkicks(?:\b)" 3; "~*(?:\b)SEOkicks(?:\b)" 3;
"~*(?:\b)SEOkicks-Robot(?:\b)" 3; "~*(?:\b)SEOkicks-Robot(?:\b)" 3;
@ -6287,6 +6288,7 @@ map $http_referer $bad_referer {
"~*(?:\b)seo18\.su(?:\b)" 1; "~*(?:\b)seo18\.su(?:\b)" 1;
"~*(?:\b)seo\-2\-0\.com(?:\b)" 1; "~*(?:\b)seo\-2\-0\.com(?:\b)" 1;
"~*(?:\b)seoanalyses\.com(?:\b)" 1; "~*(?:\b)seoanalyses\.com(?:\b)" 1;
"~*(?:\b)seobility\.net(?:\b)" 1;
"~*(?:\b)seoboxes\.com(?:\b)" 1; "~*(?:\b)seoboxes\.com(?:\b)" 1;
"~*(?:\b)seocdvig\.ru(?:\b)" 1; "~*(?:\b)seocdvig\.ru(?:\b)" 1;
"~*(?:\b)seocheckupx\.com(?:\b)" 1; "~*(?:\b)seocheckupx\.com(?:\b)" 1;

2
.dev-tools/test_units/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 1; 34.66.200.49 1;
127.0.0.1 1; 127.0.0.1 1;

1
.dev-tools/test_units/blacklist-user-agents.conf
View file

@ -490,6 +490,7 @@
"~*(?:\b)Semrush(?:\b|)" 0; "~*(?:\b)Semrush(?:\b|)" 0;
"~*(?:\b)SemrushBot(?:\b|)" 0; "~*(?:\b)SemrushBot(?:\b|)" 0;
"~*(?:\b)SentiBot(?:\b|)" 0; "~*(?:\b)SentiBot(?:\b|)" 0;
"~*(?:\b)seobility(?:\b|)" 0;
"~*(?:\b)SeobilityBot(?:\b|)" 0; "~*(?:\b)SeobilityBot(?:\b|)" 0;
"~*(?:\b)SEOkicks(?:\b|)" 0; "~*(?:\b)SEOkicks(?:\b|)" 0;
"~*(?:\b)SEOkicks-Robot(?:\b|)" 0; "~*(?:\b)SEOkicks-Robot(?:\b|)" 0;

1
.dev-tools/test_units/custom-bad-referrers.conf
View file

@ -5306,6 +5306,7 @@
"~*(?:\b)seo\-traffic\-ranking\.info(?:\b)" 0; "~*(?:\b)seo\-traffic\-ranking\.info(?:\b)" 0;
"~*(?:\b)seo18\.su(?:\b)" 0; "~*(?:\b)seo18\.su(?:\b)" 0;
"~*(?:\b)seoanalyses\.com(?:\b)" 0; "~*(?:\b)seoanalyses\.com(?:\b)" 0;
"~*(?:\b)seobility\.net(?:\b)" 0;
"~*(?:\b)seoboxes\.com(?:\b)" 0; "~*(?:\b)seoboxes\.com(?:\b)" 0;
"~*(?:\b)seocdvig\.ru(?:\b)" 0; "~*(?:\b)seocdvig\.ru(?:\b)" 0;
"~*(?:\b)seocheckupx\.com(?:\b)" 0; "~*(?:\b)seocheckupx\.com(?:\b)" 0;

20
.dev-tools/test_units/random-bots-for-test-quick.list
View file

@ -1,10 +1,10 @@
Copyscape Brandprotect
Evil Grabber
FDM Joomla
HTTP::Lite lwp-trivial
Nimbostratus Masscan
Pavuk Mister PiX
probe-image-size Morfeus Fucking Scanner
SalesIntelligent Octopus
SISTRIX Pimonster
Sitevigil Sottopop

288
.dev-tools/test_units/random-bots-for-test.list
View file

@ -1,250 +1,250 @@
404checker
80legs 80legs
Abonti Abonti
Aboundexbot Aboundexbot
AhrefsBot Acunetix
ADmantX
AIBOT AIBOT
Alligator Alexibot
AllSubmitter AllSubmitter
AlphaBot Anarchie
Anarchy Anarchy
Anarchy99 arquivo-web-crawler
archive.org_bot
arquivo.pt
ASPSeek
Asterias
autoemailspider
AwarioRssBot AwarioRssBot
AwarioSmartBot
BackDoorBot
Backlink-Ceck Backlink-Ceck
backlink-check backlink-check
BacklinkCrawler
BackWeb BackWeb
Barkrowler
BDCbot BDCbot
Bitacle
Black Hole Black Hole
BlackWidow
BlowFish BlowFish
Brandprotect Bolt
Buddy Brandwatch
BuiltBotTough BuiltWith
BuzzSumo
Calculon Calculon
check1.exe CazoodleBot
CensysInspect
CheeseBot CheeseBot
CherryPicker
ChinaClaw
Chlooe
Cliqzbot
coccocbot-web
Cocolyzebot Cocolyzebot
com.plumanalytics com.plumanalytics
Copier Copier
CopyRightCheck
Copyscape Copyscape
Cosmos Cosmos
Craftbot Craftbot
Curious Crescent
Custo DBLBot
DataCha0s Demon
demandbase-bot
Deusu
Devil Devil
Digincore Digincore
Disco Discoverybot
DnyzBot DittoSpyder
DomainAppender DomainAppender
Dotbot DomainCrawler
Drip DomainSigmaCrawler
domainsproject.org
DomainStatsBot
DomCopBot
Download Wonder
Dragonfly
DSearch DSearch
DTS Agent
EasyDL EasyDL
ECCP/1.0 eCatch
EMail Siphon
Evil Evil
Exabot Exabot
Express WebPictures ExtLinksBot
Extractor facebookscraper
FDM
FemtosearchBot FemtosearchBot
Flunky Fyrebot
Foobot
Fuzz
GalaxyBot GalaxyBot
Genieo Genieo
Getintent Getintent
GetRight
GetWeb
Gigablast
Gigabot
Go-Ahead-Got-It Go-Ahead-Got-It
GoZilla Go!Zilla
GrabNet Grabber
Grafula
GrapeFX GrapeFX
GrapeshotCrawler GrapeshotCrawler
GT::WWW GT::WWW
HaosouSpider HaosouSpider
Havij Harvest
heritrix
Hloader
HMView HMView
HTTP::Lite Iblog
Humanlinks IDBTE4M
IDBot Image Fetch
IlseBot Image Sucker
IndeedBot
Indy Library
InfoTekies
instabid instabid
Intelliseek Internet Ninja
ips-agent ips-agent
Iria
IRLbot IRLbot
isitwp.com Iskanie
IstellaBot IstellaBot
Jbrofuzz JOC Web Spider
JennyBot Kenjin Spider
JetCar
JustView
Kinza Kinza
Kozmosbot Larbin
Lanshanbot LeechGet
Lftp LieBaoFast
Libwhisker
Lightspeedsystems
Likse Likse
LinkextractorPro LinkScan
LinkpadBot
LinkWalker
Lipperhey Lipperhey
Lipperhey Spider Lmspider
Ltx71 LNSpiderguy
lwp-request
LWP::Simple
lwp-trivial
Mag-Net Mag-Net
Mail.RU_Bot
Majestic SEO Majestic SEO
MarkMonitor Majestic-SEO
Masscan MarkWatch
meanpathbot Mata Hari
Meanpathbot MauiBot
MeanPath Bot Metauri
MicroMessenger MIDown tool
Microsoft Data Access MJ12bot
Microsoft URL Control Mojeek
Mister PiX Mozlila
Morfeus Fucking Scanner
MQQBrowser MQQBrowser
muhstik-scan MSIECrawler
Musobot Nameprotect
Name Intelligence
NearSite NearSite
Needle
NetAnts NetAnts
Netcraft Netcraft
NetLyzer netEstate NE Crawler
NetMechanic Nettrack
NetSpider Net Vampire
NextGenSearchBot
NICErsPRO
Nikto
Nimbostratus Nimbostratus
Ninja Nuclei
Nmap Nutch
Offline Navigator Offline Navigator
OnCrawl OnCrawl
OpenLinkProfiler Openfind
Openvas Openvas
OpenVAS
OPPO A33 OPPO A33
OrangeSpider PageScorer
OutclicksBot
OutfoxBot
PageGrabber
page scorer
Pandalytics Pandalytics
Panscient Panscient
Pavuk Papa Foto
pcBrowser
PeoplePal PeoplePal
Picscout Petalbot
PHPCrawl
Picsearch Picsearch
Piepmatz PictureFinder
Pixray
PleaseCrawl
plumanalytics plumanalytics
Probethenet
ProWebWalker ProWebWalker
Psbot
Pu_iN Pu_iN
Pump Pump
QueryN Metasearch QueryN Metasearch
RankActive Quick-Crawler
RankFlex RankingBot2
RankingBot RankurBot
Reaper Recorder
RebelMouse
ReGet
RepoMonkey RepoMonkey
Re-re Re-re
RocketCrawler Ripper
ripz
RSSingBot
s1z.ru
satoristudio.net
SBIder SBIder
ScanAlert ScanAlert
scan.lol scan.lol
Scrapy ScoutJet
SearchmetricsBot Searchestate
Semrush
SemrushBot SemrushBot
SentiBot SentiBot
seobility
SeobilityBot SeobilityBot
SEOlyticsCrawler SEOkicks-Robot
SEOprofiler seoscanners
SeoSiteCheckup serpstatbot
sexsearcher
SISTRIX SISTRIX
SiteCheckerBotCrawler
SiteExplorer SiteExplorer
Siteimprove Siteimprove
siteripz
SiteSnagger SiteSnagger
SiteSucker SiteSucker
SlySearch Sitevigil
SmartDownload
SMTBot SMTBot
Snake sogouspider
Snoopy Sogou web spider
Sociscraper Sottopop
Sosospider
SpaceBison
Spammen
sp_auditbot
Spbot Spbot
Spinn3r spyfu
Sqlworm Sqlmap
Sucuri Stripper
SuperBot SuperHTTP
Surfbot
Suzuran Suzuran
Swiftbot T0PHackTeam
Szukacz tAkeOut
TeleportPro TeleportPro
Telesphorep Telesphorep
The Intraformant TheNomad
Thumbor
TightTwatBot
Titan Titan
Toata Trendiction
Trendictionbot
trendiction.com trendiction.com
trendiction.de
True_Robot True_Robot
Turnitin TurnitinBot
Twice Typhoeus
Upflow Upflow
URLy Warning
Vacuum
Vagabondo Vagabondo
VB Project
VelenPublicWebCrawler VelenPublicWebCrawler
VidibleScraper VeriCiteCrawler
Wallpapers/3.0 Virusdie
Voil
WBSearchBot
Webalta Webalta
WebAuto WebAuto
Web Auto
WebBandit WebBandit
WebCopier
WEBDAV
WebEnhancer WebEnhancer
Web Enhancer Web Enhancer
WebFuck
WebGo IS
WebLeacher WebLeacher
WebmasterWorldForumBot
webmeup-crawler
WebPix
Web Pix
WebSauger
Web Sauger Web Sauger
Webshag
WebStripper WebStripper
Whack WebSucker
WebZIP
Widow Widow
WinHTTrack WinHTTrack
Wotbox WISENutbot
WPScan Woobot
WWW-Mechanize
x09Mozilla x09Mozilla
x22Mozilla
Xaldon_WebSpider Xaldon_WebSpider
Xenu Xenu
YoudaoBot
zauba.io zauba.io
Zeus
zgrab zgrab
Zitebot
ZmEu
ZoomBot
ZoominfoBot ZoominfoBot
ZumBot ZumBot

316
.dev-tools/test_units/random-bots-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
404checker 360Spider
404enemy 404enemy
ADmantX Aboundex
AIBOT Acunetix
AiHitBot AiHitBot
Alexibot
Alligator Alligator
AllSubmitter
AlphaBot
Anarchie Anarchie
Anarchy
Anarchy99
Ankit
Anthill Anthill
archive.org_bot Apexoo
arquivo.pt arquivo-web-crawler
ASPSeek Aspiegel
Asterias Asterias
AwarioSmartBot AwarioRssBot
BackDoorBot BackDoorBot
Backlink-Ceck backlink-check
BackStreet BacklinkCrawler
BackWeb BackWeb
Badass Bandit
BatchFTP BatchFTP
BDFetch Battleztar Bazinga
BetaBot BBBike
Bigfoot
Bitacle Bitacle
Black Hole BlackWidow
BLEXBot Brandprotect
BlowFish
Brandwatch Brandwatch
Buck
Buddy Buddy
BuiltBotTough
Bullseye
BunnySlippers BunnySlippers
CazoodleBot
CCBot
Cegbfeieh Cegbfeieh
check1.exe CensysInspect
CheeseBot CheeseBot
ChinaClaw CherryPicker
Chlooe Chlooe
Claritybot Cloud mapping
coccocbot-web coccocbot-web
Cocolyzebot Collector
Cogentbot
cognitiveseo
CopyRightCheck
Copyscape Copyscape
Cosmos
crawler.feedback
crawl.sogou.com crawl.sogou.com
CrazyWebCrawler
CrunchBot
CSHttp
Curious Curious
DatabaseDriverMysqli CyotekWebCopy
DBLBot demandbase-bot
Deusu Demon
Digincore Devil
DIIbot DIIbot
Dirbuster
Disco Disco
Discoverybot Discobot
DittoSpyder
DnyzBot
DomainCrawler DomainCrawler
DomainSigmaCrawler domainsproject.org
DomCopBot DomCopBot
Dotbot EasyDL
Download Wonder Ebingbong
Dragonfly
Drip
DTS Agent
EirGrabber EirGrabber
EMail Siphon
EMail Wolf EMail Wolf
Evil evc-batch
Exabot Exabot
Express WebPictures Extractor
EyeNetIE
Ezooms Ezooms
Fimap facebookscraper
FlashGet FDM
Flunky FHscan
FrontPage Freeuploader
FyberSpider Genieo
GetRight
gopher
Gotit Gotit
Grabber
GrabNet GrabNet
GrapeshotCrawler Grafula
Harvest GrapeFX
Havij GridBot
HaosouSpider
HEADMasterSEO HEADMasterSEO
HMView heritrix
HTTP::Lite Heritrix
HTMLparser
HTTrack HTTrack
Iblog Humanlinks
IDBTE4M IDBTE4M
Id-search
Image Fetch Image Fetch
InfoNaviRobot IndeedBot
Intelliseek Intelliseek
InternetSeer InternetSeer
ips-agent internetVista monitor
IRLbot Iria
isitwp.com JetCar
Iskanie
Jbrofuzz
JikeSpider JikeSpider
JOC Web Spider
Joomla Joomla
Keyword Density Jyxobot
Kinza Kinza
Kozmosbot Kozmosbot
Lanshanbot
Larbin
LeechFTP LeechFTP
LeechGet Likse
Lftp
Lightspeedsystems
Linkbot Linkbot
LinkScan LinkextractorPro
LinksManager LinkpadBot
LinqiaMetadataDownloaderBot Lmspider
Litemage_walker
LNSpiderguy
Ltx71 Ltx71
LWP::Simple lwp-request
lwp-trivial Majestic12
Mail.RU_Bot Majestic-SEO
MarkMonitor
Mass Downloader Mass Downloader
Meanpathbot Mata Hari
mediawords MauiBot
MFC_Tear_Sample Mb2345Browser
Microsoft URL Control MeanPath Bot
Mediatoolkitbot
Metauri
MicroMessenger
Microsoft Data Access
MIDown tool MIDown tool
MIIxpc MIIxpc
Mister PiX
MJ12bot MJ12bot
Mojeek MQQBrowser
Morfeus Fucking Scanner
Mr.4x3 Mr.4x3
Navroad MSFrontPage
NetAnts MSIECrawler
MTRobot
Musobot
Nameprotect
NearSite
NetLyzer NetLyzer
NetMechanic NetMechanic
NetSpider
NetZIP NetZIP
Nibbler
Nikto Nikto
Ninja NimbleCrawler
Nmap
NPbot NPbot
Nuclei
Nutch Nutch
oBot oBot
Offline Explorer Offline Navigator
Openfind Openfind
OpenLinkProfiler OpenLinkProfiler
OpenVAS OpenVAS
OPPO A33 OrangeBot
OrangeSpider OrangeSpider
OutfoxBot
PageAnalyzer PageAnalyzer
page scorer PageGrabber
PageScorer
Pandalytics
Panscient Panscient
pcBrowser Papa Foto
PECL::HTTP Picscout
PeoplePal Pimonster
Petalbot Pi-Monster
Picsearch Pixray
Probethenet PleaseCrawl
ProPowerBot Pu_iN
Pump
PxBroker PxBroker
PyCurl RankActive
RankFlex RankingBot2
RankingBot RedesScrapy
RealDownload
Reaper
RebelMouse
Re-re Re-re
Ripper
ripz ripz
Rogerbot RocketCrawler
SalesIntelligent s1z.ru
scalaj-http SBIder
Scanbot
scan.lol scan.lol
Screaming Searchestate
ScreenerBot SemrushBot
SearchmetricsBot
SentiBot
SeobilityBot SeobilityBot
SEOkicks SEOkicks
SEOkicks-Robot SEOkicks-Robot
SEOlyticsCrawler SEOlyticsCrawler
Seomoz serpstatbot
SeoSiteCheckup
Shodan Shodan
SISTRIX Sitebeam
sitechecker.pro SiteCheckerBotCrawler
siteripz Siteimprove
SiteSnagger SiteLockSpider
Site Sucker
Sitevigil Sitevigil
SlySearch Snake
SmartDownload
SMTBot
Snapbot
SocialRankIOBot SocialRankIOBot
sogouspider Spammen
Sogou web spider SpankBot
Sottopop
SpaceBison
Spanner Spanner
Spbot sp_auditbot
Spinn3r Spinn3r
SputnikBot
Sqlmap Sqlmap
Steeler
Stripper Stripper
Sucker Sucker
Sucuri
SuperHTTP SuperHTTP
SurveyBot
Suzuran Suzuran
sysscan
Szukacz
T8Abot
tAkeOut
Telesoft Telesoft
Thumbor Telesphorep
TightTwatBot The Intraformant
Tracemyfile
Trendiction Trendiction
trendiction.com
True_Robot True_Robot
TwengaBot
Twice Twice
UnisterBot
Upflow Upflow
URLy Warning Vagabondo
Vacuum VB Project
VeriCiteCrawler VidibleScraper
Virusdie VoidEYE
Webalta Voil
Voltron
Wallpapers/3.0
WebAuto WebAuto
Web Auto
WebBandit
Web Collage Web Collage
WebGo IS WebEnhancer
WebImageCollector Web Enhancer
WebLeacher Web Fetch
WebmasterWorldForumBot WebFuck
webmeup-crawler webmeup-crawler
WebPix WebPix
WebReaper Web Pix
WebsiteExtractor Web Sauger
Webshag
Website Quester Website Quester
Webster Webster
WebStripper WebSucker
WeSEE Web Sucker
Whacker Whacker
WinHTTrack WinHTTrack
Woobot WiseGuys Robot
Wotbox WISENutbot
WWW-Collector-E Wonderbot
WWW-Mechanize Wprecon
Zade x22Mozilla
zauba.io Xaldon WebSpider
Zitebot xpymep1.exe
ZoomBot Zauba
Zeus
zgrab
ZoominfoBot
ZyBorg

20
.dev-tools/test_units/random-referrers-for-test-quick.list
View file

@ -1,10 +1,10 @@
discovertreasure-a.akamaihd.net 83net.jp
iklysha.ml drunkmoms.net
inboundlinks.win housediz.com
iopeninghours.co.uk modnie-futbolki.net
kihi.gdn mundoaberrante.com
leadn.pl nordvpn.com
pirateday.ru norththeface.store
profolan.pl o-dachnik.ru
silktide.com p-business.ru
zzlgxh.com pussyfleet.com

948
.dev-tools/test_units/random-referrers-for-test.list
View file

@ -1,500 +1,500 @@
0912701309f8ce.com 1001watch.com.ua
1001desert.com 123any.com
101raccoon.ru 178evakuator178.ru
108shot.com 1kdailyprofit.me
1j7740kd.website 202ch.com
45en.ru 23kw.ru
4inn.ru 24-ak.ru
5elementov.ru 34.gs
7a2rnuey1tw9ar.ru 404.mn
7zap.com 4kpics.rocks
aa9d046aab36af4ff182f097f840430d51.com 4pp13.com
abbanreddy.com 57883.net
acheterviagrafr24.com 5ws.dating-app.ru
activepr.ru 6128786.com
addtoadd.men 66cpwgln.space
adexprts.com 76brighton.co.uk
adidas.frwebs.fr abcdeg.xyz
adminshop.com adrenalin-stk.ru
ads-cool.pro
adtech.de adtech.de
adultactioncam.com advancedmassagebysara.com
afmuseum.com agapovdg.ru
a.frcls.fr alert-jdh.xyz
air-edem.ru alessandraleone.com
alekseevec.ru alevinefesleri.com
allfinweb.com alice.it
anal-acrobats.hol.es all4wap.ru
anaseracresar.tk allsilver925.co.il
angigreene.com all-streaming-media.com
animebox.com.ua amazingninja.com
anonymizeme.pro analnoeporno.tv
apartmentratings.com analytics-ads.xyz
apifasterlightin-a.akamaihd.net android-style.com
app5.letmacworkfaster.world anmysite.com
apparel-offer.com anti-virus-removal.info
appearance-cool.com antons-transporte.de
arendatora.ru apiadanaknet-a.akamaihd.net
arpelsreplica.xyz apiallgeniusinfo-a.akamaihd.net
as5000.com apisecretsaucebi-a.akamaihd.net
asia-forum.ru apple.com-webbrowsing-security.science
asrv-a.akamaihd.net arenda-avtoprokat-krasnodar.ru
atleticpharm.org arkkivoltti.net
audiofree.ru artdestshop.eu
autolombard-krasnodar.ru aussie-prizes.com
autonew.biz autotrends.today
aviapanda.ru aversis.net
aviav.eu avtochehli.by
avtocredit-legko.ru azadnegar.com
azbaseimages.net babs.com.ua
azbukadiets.ru babyfactory.fr
azbukafree.com baikaleminer.com
bablonow.ru bausparen.bz.it
bbtec.net bdsmgalls.net
bedandbreakfast.com beachtoday.ru
begalka.xyz beget.tech
belinka.com.ua belinvestdom.by
belsetirehafi.tk
benchmarkcommunications.co.uk benchmarkcommunications.co.uk
berdasovivan.ru bestprofits-there.com
best-businessman.ru best-seo-software.xyz
best-deals-products.com bestssaker.com
best-games.today bestwebsiteawards.com
bestmouthwash.club bestwrinklecreamnow.com
bestofferswalkmydogouteveryday.gq bet365.com
bestpornuha.com betonka.pro
best-seo-solution.com beztuberkuleza.ru
beta.hotkeys.com bharatdefencekavach.com
betshuckclean.com bigpenisguide.com
bidr.trellian.com bingoporno.com
bio-optomarket.ru bio-market.kz
blog-hits.com bird1.ru
blogos.kz bitcoinpile.com
bmw-ark.ru bizcheapjerseyswholesalechina.com
bnt-team.com biznesschat.net
bolezniorganov.ru bkns.vn
brothers-smaller.ru blogig.org
buigas.00it.com blpmovies.com
buy-forum.ru bmsco.co
buyk.host.sk bonanza-fortune.men
buypuppies.ca bonzibuddi.com
buzz-porno.info bookmark4you.com.biz
buzzsumo.com boom-celebs.com
cacheimages.com bradleylive.xyz
cakesplus.com.au brainsandeggs.blogspot.com
candlehandmade.com brandehk.dk
candytiner.com breastaugmentation.co.za
carsplate.com brimstonehillfortress.org
cartierlove2u.xyz buypillsorderonline.com
cartierreplica.win bytimedance.ru
cdncash.com californianews.cf
celejihad.info cam-kontakte.org
cherrypointplace.ca canyougethighofftizanidine.blogspot.com
christianlouboutinsaleoutletonline.us cdnanalytics.xyz
cialischsrx.com cdn.walkme.com
civilwartheater.com centraletermice.us
clipartnew.com charmstroy.info
club-lukojl.ru cheapbelstaff.online
codq.info cheapjerseysa.com
communisave.co.za chimiver.info
compliance-alexa.xyz ciproandtizanidine.blogspot.com
compliance-alex.xyz cleanmypc.com
compliance-nelson.top clicksor.com
connectingsingles.com clippingphotoindia.com
conocer-sanabria.com collegeessay19.blogspot.ru
cookielawblog.wordpress.com constantaservice.net
counter.yadro.ru counter.yadro.ru
courtshipgift.com cowlmash.com
crackzplanet.com crazyboost.pro
creditwell.ru
crest3d.ru
crest-poloski.ru
crynet.cc crynet.cc
cubs-jerseys.us custodieva.ru
cymbaltaandtizanidine.blogspot.com customerguru.in
d2jsp.org cyprusbuyproperties.com
dairyindia.in dafatiri.com
datadepths.com darodar.com
ddsoldes.fr data1.scopich.com
dekoration.us dealighted.com
delayreferat.ru detki-opt.ru
dengi-pod-zalog-nedvizhimosti.ru devochki.top
detskie-zabavi.ru dfwu1013.info
dev.citetick.com digital-sale.su
dev-seo.blog digital-video-processing.com
dfwu1019.info discountliv.com
dimaka.info dispo.de
discovertreasurenow.com disruptingdinnerparties.com
divci-hry.info diusyawiga.tk
djihispano.com dividendo.ru
dmmspy.com domznaniy.ru
dms-sw.ru dostavka-v-krym.com
dojki365.online download-of-the-warez.blogspot.com
doktoronline.no dprtb.com
dollartree.info drev.biz
dotmass.top drhomes.biz
druzhininevgeniy63.blogspot.com dustyorate.com
earl-brown.info dverimegapolis.ru
ecommerce-seo.com e-kwiaciarz.pl
eduinfosite.com electronicadirect.com
elektrischezigaretten1.blogse.nl elektrischezigarette1.blog.pl
elektronischezigarettekaufen1.beeplog.com elektrozigarette2.webs.com
elektrozigaretten1.tumblr.com elexies.info
elidelcream.weebly.com elitesportsadvisor.com
eloxal.ru el-nation.com
enge-fotzen.info en.home-task.com
enginebay.ru erot.co
engines-usa.com escort-russian.com
enskedesquashclub.se essayassist.com
european-torches.ru essay-edu.biz
exmasters.com etotupo.ru
exportshop.us evaashop.ru
extlinks.com exoneration-project.us
extremepornos.net ezigarettenshop2.postbit.com
f0815.de f07.de
facebook-mobile.xyz falopicm.pw
familyphysician.ru familienzahnaerzte.com
fanpagerobot.com fanoboi.com
fatfasts-4tmz.com favorcosmetics.com
feargames.ru feel-planet.com
ferrotodo.com filmetricsasia.com
fetroshok.ru filmi-v.online
fighrofacciufreesig.ga finemanteam.com
filmfanatic.com fiverr.com
filunika.com.ru flashahead.info
findclan.org flex4launch.ru
flavors.me fordsonmajbor.cf
flowwwers.com forensicpsychiatry.ru
fok.nl free411games.com
formularz-konkurs.tk freegamesplay.online
free-fb-traffic.com free-social-buttons.com
freelifetimefuckbook.com free-social-buttons.xyz
fres-news.com freewebs.com
frustrated-favorable.gq fuckbuddybestgilf.info
gallictures.com fuck-paid-share-buttons.xyz
gamblingnerd.com fullgirl.ru
gdebestkupit.ru fxtips.ru
generousdeal-a.akamaihd.net galleryawesome.com
germes-trans.com gambarkatabaru.com
get-seo-domain.com gameprimary.com
gidonline.one gaygalls.net
girls-ufa.ru geckoandfly.com
glicol.kz girlsatgames.ru
gne8.com
go2jump.org
gobongo.info gobongo.info
goodhumor24.com goodwinmetals.co
googlefeud.com gosarhivrt.ru
goosefishpost.bid gratuitbaise.com
graphid.com gwhwpxbw.bloger.index.hr
greatgrace.ru hannasolution.ru
gribokstop.com hchha.com
groupmoney.ru healing-dysplasia.ru
gsasearchengineranker.top healmytrauma.info
gta-club.ru
guarrasdelporno.xxx
guiadeserraazul.com
hao123.com
healbio.ru
heartofpayne.xyz
herehloadibs.cf herehloadibs.cf
hmmm.cz hermesbirkinhandbagoutlets.com
hosting-tracker.com hetmanship.xyz
hotchatdate.com homeandhealth.ru
hothor.se hotenergy.ru
hotloans.ru
houston-vikings.com houston-vikings.com
howtoclean.club howmuchdoestizanidinecost.blogspot.com
huimin764128.com hulfingtonpost.com
i-hobot.ru ico.re
imgarit.pw ideibiznesa2015.ru
i-midias.net.br imagine-ex.co
imperiafilm.ru imagui.eu
inboxdollars.com imfamous.info
incest-ru.com imicrovision.com
incolors.club imitex-plus.ru
insta-add.pro inbabes.sexushost.com
instasexyblog.com incep.imagine-ex.co
insurple.com infostatsvc.com
intellego.info interior-stickers.ru
iomoio.net intermesh.net
iqs.biz.ua investmac.com
irkutsk.zrus.org ispaniya-costa-blanca.ru
itbc.kiev.ua istripper.com
itsdp3.com
itservicesthatworkforyou.com
ivearchenceinflu.cf
iyasimasennka.com iyasimasennka.com
j33x.com jackwolfskinoutlet.online
james13prix.info janavibekken.no
javrip.net jerseychinabizwholesale.us
jrpmakati.com jerseyssportsshop.com
jwss.cc jobmarket.com.ua
kaac.ru jofucipiku.tk
johannesburgsingles.co.za
juliaworld.net
jwcialislrt.com
kadashihotel.com kadashihotel.com
karpun-iris.ru kakablog.net
kchaxton.com kellyonline.xyz
kinoduh.ru kerei.ru
kinogolos.ru keywordspay.com
kinotorka.ru kimcurlrvsms.com
kmgamex.cf kliksaya.com
kol-energo.ru kndxbkdx.bloger.index.hr
kotaku.com kochanelli.com
krasivoe-hd.net kometars.xyz
krasnodar.ru krasivye-devushki.net
kreativperlen.ch kvartira-sutochno.com
ks1234.com la-fa.ru
kwzf.net lakomka.com.ua
laapp.com lapolis.it
labelwater.se lawyersinfo.org
landinez.co leadwayau.com
larutti.ru
leboard.ru leboard.ru
lenpipet.ru leftofcentrist.com
lexixxx.com lescinq.com
linkwithin.com levaquin750mg.blogspot.com
live-cam6.info lidoradio.com
lmrauction.com lion.conboy.us
lion.misba.us
loadingpages.me loadingpages.me
locatellicorretor.com.br locationdesaison.com
loftdigital.eu longlifelomilomi.info
m5home.ru lyrics.home-task.com
macdamaged.space
mactechinfo.info mactechinfo.info
mahnwachen-helfen.info magento-crew.net
managerpak204.weebly.com
mararoom.ru mararoom.ru
masterseek.com mature.free-websites.com
matb3aa.com mazda-roadsters.com
mebel-alait.ru mb140.ru
mediawhirl.net mbiologi.ru
mejoresfotos.eu mebel-ekb.com
mesbuta.info meble-bogart.info
m-google.xyz mediaoffers.click
medicovi.com
members.ghanaweb.com
middlerush-a.akamaihd.net
mindeyegames.com
minegam.com
missclub.info missclub.info
missvietnam.org mobicover.com.ua
mmofreegames.online mobilierland.com
mmog-play.ru mobioffertrck.com
mnimmigrantrights.net modabutik.ru
mnogolok.info modenamebel.ru
mockupui.com moesonce.com
monarchfind-a.akamaihd.net moinozhki.com
moneyzzz.ru
moscow.xrus.org
moskva.nodup.ru moskva.nodup.ru
muycerdas.xxx most-kerch.org
my-big-family.com mp3downloadhq.com
mydoctorok.ru mriyadh.com
my-floor.in.ua msk.afora.ru
myghillie.info myfreemp3.eu
mymercy.info mzdish.site
myplaycity.com nalogovyy-kodeks.ru
nalogovyykodeks.ru new7ob.com
national-today-winning-winner.club ngps1.ru
naughtyconnect.com
nbsproject.ru
newyorkhotelsmotels.info
nhl09.ru nhl09.ru
nightvision746.weebly.com ningessaybe.me
njkmznnb.ru nofreezingmac.click
nonameread45.live no-rx.info
northfacestore.online npoet.ru
nosecret.com.ua ntic.fr
oivcvx.website nyfinance.ml
online-hd.pl o00.in
online-zaymy.ru o333o.com
ons-add.men obiavo.in
ooomeru.ru obiavo.net
oops-cinema.ru ohmyrings.com
opinionreelle.com okeinfo.online
optikremont.ru okmusic.jp
oralsexfilme.net oneshotdate.com
onlinebay.ru
onlineslotmaschine.com
onlyforemont.ru
orel-reshka.net
orion-code-access.net
osagonline.ru osagonline.ru
pagesense.com osoznanie-narkotikam.net
painting-planet.com ourtherapy.ru
palvira.com.ua outshop.ru
pandarastore.top parfusale.se
parvezmia.xyz partner-print.men
patterntrader-en.com partybunny.ru
pdamods.ru pc-test.net
pdn-4.com perso.wanadoo.es
pelfind.me pertlocogasilk.tk
perederni.net petsblogroll.com
perm-profnastil.ru phelissota.xyz
pirateday.ru phormchina.com
plastgran.com picmoonco.pw
plastweb.ru picswe.com
picturesboss.com
pinwallpaper.xyz
piratecams.com
plastjulgranar.se
playlott.com playlott.com
pl.id-forex.com pliks.pl
podshipniki-nsk.ru pornhub-ru.com
poems.com.ua pornofiljmi.com
pogruztehnik.ru pornokajf.com
pokemongooo.ml pornoklad.ru
polytopesexempt.com pornosemki.info
popcash.net pornotubexxx.name
porndairy.in portside.xyz
pornodojd.ru positive2b.ru
pornohd1080.online
pornolook.net
pornosexrolik.com
pornoted.com
powitania.pl powitania.pl
pozdravleniya-c.ru prlog.ru
pp-budpostach.com.ua prodess.ru
privat-girl.net profitsport.club
prizesbook.online progonrumarket.ru
proekt-mos.ru promalp-universal.ru
projefrio.com.br qld10000.net
prostitutki-kiev.org quangcaons.com
proxyelite.biz questionmarque.ch
puzo2arbuza.ru quickbuck.com
pxhdwsm.com
quickchange.cc quickchange.cc
rabotaetvse.ru rabotaetvse.ru
rangjued.com rebrand.ly
rasteniya-vs-zombi.ru reimageplus.com
razleton.com rentehno.ru
registry-clean-up.net replicalouboutin.xyz
renecaovilla.online rfd-split.hr
renhacklids.tk rn-to-bsn.com
rep-am.com rocis.site
reversing.cc rockingclicks.com
rniaeba.ga ros-ctm.ru
rocketchange.ru royal-betting.net
roll123.com rrutw.com
rootandroid.org rus-teh.narod.ru
rospromtest.ru salutmontreal.com
royalads.net sandhillsonline.com
savingsslider-a.akamaihd.net scanner-margo.top
sbetodiodnye-lampy.ru seksotur.ru
sbt-aqua.ru seksvideoonlain.com
scat.porn
sc-specialhost.com
sdelatmebel.ru
searchengineranker.email
search-goo.com
seccioncontrabajo.com
secretscook.ru
semrush.com semrush.com
seo18.su seojokes.net
seofirmreviewsus.info serpstat.com
seoheap.com sexcamamateurchat.com
sexgalleries.top sexpornotales.net
sexiporno.net sex-tracker.com
sexkontakte-seite.com
sexsaoy.com
sexy.babes.frontend-stack.top
sexystrippe.info sexystrippe.info
sexytrend.ru shariki-zuma-lines.ru
shodanhq.com shell-pmr.ru
sitebeam.net shivafurnishings.com
site.ru silvermature.net
skutecznetabletkinaporostwlosow.pl similardeals.net
slavic-magic.ru simply.net
smadihome.com si-unique.com
snip.tw small-games.biz
snjack.info smart-balancewheel.com
snworks.com snow.nvr163.com
snyatie-lomki-v-stacionare.ru socialmadesimple.com
socialtrade.biz social-s-ggg.xyz
soheavyblog.com sophang8.com
splendorsearch-a.akamaihd.net soundfrost.org
srdrvp.com spbchampionat.ru
stair.registrydomainservices.com spb.ru
stockspmb.info spidtest.org
stroiminsk.org spl63.fr
sucsesofinspiration.com sport7777.net
svarkagid.com sports-supplements.us
svbur.ru sptslmtrafms.com
symphonyintegratedhealthcare.com squidoo.com
szucs.ru sr-rekneskap.no
tarad.com stanthonyscatholicchurch.org
tattoo33.ru stard.shop
taximytishi.ru staticfs.host
templates.franklinfire.co stats-public.grammarly.io
thebestphotos.eu stpicks.com
thedownloadfromwarez.blogspot.com summerlinhomes411.info
thegolfclub.info superkanpo.com
themeforest.net supermama.top
thepokertimer.com supernew.org
tizanidinehcl2mgsideeffects.blogspot.com taihouse.ru
tizanidineusedfor.blogspot.com takethatad.com
tizanidinevsvalium.blogspot.com tds-advert005.info
tjkckpytpnje.com teenfuck.tv
topcasinoratings.ru telefonsexkostenlos.tk
topshef.ru texbaza.by
topsiteminecraft.com thegioixekhach.com
torrent-newgames.com the-usa-games.blogspot.com
torrent-to-magnet.com tiandeural.ru
tracksurf.daooda.com tizanidinehcl4mgtab.blogspot.com
traderzplanet.in tizanidinepain.blogspot.com
trafficreceiver.club tizanidinesleepaid.blogspot.com
tula.howotorg.ru tmearegion26.com
typer.one todohr.com
tytoona.com toonfamilies.net
uchebavchehii.ru top-l2.com
ukrup.com toproadrunner5.info
ultramart.biz topsy.com
um-razum.ru totu.info
unblocksit.es totu.us
undergroundcityphoto.com trafaret74.ru
unpredictable.ga traffic100.com
uptime-as.net truemfilelj.gq
uptime-gamma.net trustl.life
urccvfmc.bloger.index.hr tula.mdverey.ru
vacances-voyages.info twiclub.in
vadimkravtcov.ru twu.com.ua
velobikestock.com udayavani.com
vepad.com uginekologa.com
via-energy-cumpara.com ultimateclassicrock.com
viandpet.com umaseh.com
viberdownload10.com urlcut.ru
videochat.world ussearche.cf
videogamesecrets.com uytmaster.ru
videooko.weebly.com v720hd.ru
video-woman.com vacuumscleaner.com
vigrx-original.ru vandrie-ict.nl
vip2ch.com vashsvet.com
vipms.ru vedomstvo.net
vipsiterip.org vekzdorov.ru
vostoktrade.info velen.io
versaut.xxx-cam.webcam
viagra.pp.ua
video-production.com
videos-for-your-business.com
vilingstore.net
vip.51.la
vipsexfinders.com
vizitki.net
voprosotvet24.ru
vpnmouse.com
vriel.batcave.net
vse-pesni.com vse-pesni.com
walpaperlist.com vut.com.ru
watchmyfb.pl w3data.co
webnode.me warningwar.ru
webpromotion.ae waterpurifier.club
websitevaluebot.com webextract.profound.net
weburlopener.com wesharepics.site
welcomeauto.ru wfb.hatedriveapart.com
whatzmyip.net whatsappdownload10.com
wheelchairliftsarea.com whiteelephantwellington.com
wholesalecheapjerseysfree.com white-truck.life
wholesalejerseychinaoutlet.com w-journal.ru
womama.ru womensplay.net
wpthemedetector.co.uk worldhistory.biz
www.ehscloud.cn wowas31.ucoz.ru
x5market.ru ww1943.ru
xaylapdiendanang.com www.solartek.ru
xblog.in www.souvenirua.com
xep.info wygraj-teraz.com
xn-----6kccaibs5cb8afhjrfmix2n.xn--p1ai x69ty.ru
xn-----7kcabaipgeakzcss7bjdqdwpfnhv.xn--p1ai xchangetrak.com
xn--80aagddcgkbcqbad7amllnejg6dya.xn--p1ai x-diesel.com
xn----8sbhefaln6acifdaon5c6f4axh.xn--p1ai xjrul.com
xn--d1acah0c.xn--p1ai xn--80aanaardaperhcem4a6i.com
xn--h1ahbi.com.ua xn--80ahdheogk5l.xn--p1ai
xn--l1aengat.xn--p1ai xn--80aikhbrhr.net
xpresscare.ru xn--d1abj0abs9d.in.ua
xn--d1aifoe0a9a.top
xportvusbdriver8i.snack.ws
xuki.us
xxx-cam.webcam xxx-cam.webcam
yellowproxy.net xxx-treker.ru
yoluxuryevents.com yaoguangdj.com
youdesigner.kz yottos.com
youtubologia.it yurgorod.ru
zaimhelp.ru yuweng.info
zaim-pod-zalog-krasnodar.ru zagadki.in.ua
zaloadi.ru zaidia.xhost.ro
zaobao.com.sg zastenchivosti.net
zebramart.ru zebramart.ru
zeroredirect10.com zeroredirect2.com
zeroredirect5.com zhorapankratov7.blogspot.com
zeroredirect6.com zlatnajesen.com
zigarettenonlinekaufen.tumblr.com zocaparj.kz
zreloeporno.tv zoolubimets.ru
zryydi.com zytpirwai.net
zvetki.ru
zvooq.eu

486
.dev-tools/test_units/random-referrers-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
11pikachu.ru 1-free-share-buttons.com
18ps.ru 1hwy.com
777-club.ru 24videos.tv
aa625d84f1587749c1ab011d6f269f7d64.com 6hopping.com
aab94f698f36684c5a852a2ef272e031bb.com 7minuteworkout.com
academiacsmendoza.org aa81bf391151884adfa3dd677e41f94be1.com
adclickservice.com abiente.ru
addblueoff.com.ua abtasty.com
adloads.net adsref.men
alfabot.xyz aerogo.com
alldownload.pw alarmobninsk.ru
allwidewallpapers.com amazon-adsystem.com
alt-servis.ru angel1777.kz
ampower.me animalia-life.club
angkortours.vn apartamentwroclaw.eu
arate.ru apiholdingmypage-a.akamaihd.net
arclk.net applyneedy.xyz
arewater.com approved.su
as5000.com arabgirls.adultgalls.com
asacopaco.tk arenanews.com.ua
asscenihotosidea.blogspot.co.za arquivo.pt
astrochicks.com artparquet.ru
atout-energie-69.com asrv-a.akamaihd.net
ayanaspa.com backlink4u.net
berrymall.ru balitouroffice.com
bg6s0.com bannertesting.com
bif-ru.info best-seo-solution.com
bigames.online bestsexyblog.com
big-boards.info bio-japan.net
big-cash.net bitcoin-ua.top
blue-square.biz bizfly.info
boanonihaca.tk bizlist.com.de
board.f00d.de bosefux.esy.es
bonanza-fortune.men bosman.pluto.ro
bongacams.com bpro1.top
bonvillan.com brainsandeggs.blogspot.com
bonzbuddy.com btnativenav.com
braindaily.xyz buqyxa.rincian.info
brg8.com callmd5map.com
brus.city candypeople.se
buzzzg.men cartierlovebracelet.xyz
chelyabinsk.xrus.org cartierreplica.pw
chiblackhawks-jerseys.com cdncash.net
classicakuhni.ru censys.io
cl.s7.exct.net chorus.terakeet.com
cmhomestayagency.com cialischstgerts.com
cookie-law-enforcement-ff.xyz cialiswithoutadoctor.net
coolwallpapers-hd.com clash-clans.ru
coprofam.org clickbanksites.info
counterbot.com com-onlinesupport.site
credit-respect.ru compliance-alex.top
creditwell.ru coolgramgoods.com
csgo4.win corta.co
custom-electric-guitar.com crynet.cc
customsua.com.ua customcollegeessays.net
directrev.com cwetochki.ru
disruptingdinnerparties.com cyclobenzaprinevstizanidine.blogspot.com
djekxa.ru davebestdeals.com
domashneeruporno.com deadlinkchecker.com
drillsaw.ru delta-line.men
edwinkonijn.com.au dengi-pod-zalog-nedvizhimosti.ru
electro-prom.com dentfidemountpreach.tk
elektrozigaretten1.postbit.com docstoc.com
elektrozigaretten2.yn.lt domain-submit.info
en.altezza.travel dotnetdotcom.org
enbersoft.com dvr.biz.ua
ereko.ru earn-from-articles.com
escortslet.net e-kwiaciarz.pl
europages.com.ru elektronischezigarettekaufen1.myblog.de
exchangeit.gq elektrozigarette1.dreamwidth.org
exhibitionplus.eu elexies.info
ezigarettenkaufen1.pagina.gr enternet.ee
exlarseva.webblog.es
f0815.de f0815.de
ferretsoft.com facecup.top
fillmewithhappiness.com factorynightclub.com
filmfanatic.com filmi-v.online
find1friend.com flirt4free.com
fishtauto.ru fortunejack.com
flashbannernow.com forum-engineering.ru
forms-mtm.ru fotzen-ficken.com
fortwosmartcar.pw frameimage.org
freelifetimefuckbook.com free-gluten.ru
free-social-buttons.com fuckingawesome.com
fr.netlog.com gamesprite.me
funnymama.com gerhardhealer.com
gael-s.ru get-seo-domain.com
get-free-social-traffic.com glass-msk.ru
gfaq.ru gorabagrata.ru
goldenggames.com gstatey.net
googlefeud.com gwhwpxbw.bloger.index.hr
googlemare.com hauleddes.com
graphics8.info health-medical-portal.info
g.starmoe.xyz highstairs-a.akamaihd.net
hackers-crackers.tk hjaoopoa.top
hebr.myddns-flir.com hollywoodactress.info
helpmymacfaster.trade homemade.gq
hentai-manga.porn honyaku.yahoofs.jp
homedo.fabpage.com hornymatches.com
humanorightswatch.org hully.altervista.org
imk.com.ua ibb.com.ua
incanto.in.ua ido3.com
istizanidineanarcoticdrug.blogspot.com igru-xbox.net
izismile.com iideaidekonkatu.info
jagg.info images.gyffu.com
kanimage.com imperiafilm.ru
kazan.zrus.org impisr.edunsk.ru
kazrent.com inclk.com
kemerovo.zrus.org indianmedicaltourismshop.com
ketoanhanoi.info infoupdate.org
kollekcioner.ru instasexyblog.com
kollesa.ru ip-guide.com
komputernaya-pomosh-moscow.ru irunfar.com
kredit-pod-zalog-krasnodar.ru istizanidinelikexanax.blogspot.com
istock-mebel.ru
jo24news.com
jpcycles.com
jwcialislrt.com
kasino-money.pw
kerwinandcariza.com
ks1234.com ks1234.com
lalalove.ru kupiproday.com.ua
lancheck.net kw21.org
lasvegaslockandsafe.com lacave.ntic.fr
lawyers.cafe lanadelreyfans.us
laxdrills.com legalrc.biz
ldrtrack.com levaquin750mg.blogspot.com
lezbiyanki.net
linkredirect.biz linkredirect.biz
lion.misba.us lolnex.us
lkbennettoutlet.online louboutinreplica.pw
lovi-moment.com.ua louboutinreplica.xyz
lubetube.com
luchshie-topcasino.ru luchshie-topcasino.ru
m1media.net macotool.com
magnetpress.sk macresource.co.uk
malls.com magiadinamibia.blogspot.com
marmitaco.cat maju.bluesalt.co
mebel-ekb.com makedo.ru
me-ke.com marinetraffic.com
micasainvest.com mebel-alait.ru
mielec.pl mhtr.be
mir-business-24.ru moesexy.com
monsterdivx.tv moinozhki.com
montredemarque.nl moscow-region.ru
moroccosurfadventures.com mttwtrack.com
music7s.me muztops.ru
musicas.baixar-musicas-gratis.com nardulan.com
mxgetcode.com nelc.edu.eg
mydownlodablefiles.com new-post.tk
myhitmp3.club niroo.info
mysex21.com office2web.com
natali-forex.com of-ireland.info
netanalytics.xyz oneclickfiles.com
nisuturnetdgu.tk openlibrary.org
november-lax.com ownshop.cf
obiavo.kz partner-cdn.men
obiavo.su pc-virus-d0l92j2.pw
offer.camp pdns.cz
oneminutesite.it
onlinadverts.com
onlinewritingjobs17.blogspot.ru
paintingplanet.ru
panouri-solare-acoperis.com
parajumpersjakkesalgnorge.info
partnerads.men
pcimforum.com
pdn-4.com
pechikamini.ru
perfection-pleasure.ru
perosan.com perosan.com
pewit.pw php-market.ru
phobia.us pihl.se
pixgood.com pladform.ru
play-mp3.com platezhka.net
poem-paying.gq poppen-nw.net
pogosh.com printingpeach.com
pokerniydom.ru prostitutki-tyumeni.org
pons-presse.com
popserve.adscpm.net
popup-hgd.xyz
pornhub-ru.com
pornoblood.com
pornosee.info
pornoslive.net
preconnubial.usuby.site
privatefx.all4invest.info
qitt.ru
quebec-bin.com quebec-bin.com
quelle.ru ragecash.com
r-control.ru rangoman.date
renecaovillasale.online ranking2017.ga
renewablewealth.com razvratnoe.org
rfd-split.hr realting-moscow.ru
robertefuller.com referencemoi.com
roznica.com.ua reklama1.ru
saltspray.ru remont-komputerov-notebook.ru
salutmontreal.com retreatia.com
sdelai-prosto.ru rewardpoll.com
sdi-pme.com richinvestmonitor.com
searchengineranker.email rustic-quiver.win
seoexperimenty.ru rvi.biz
seogadget.ru s1z.ru
sexxdate.net santasgift.ml
shama-rc.net scopich.com
shop.acim.org scottbywater.com
shtaketniki.ru seminarykansas904.ml
slomm.ru sibdevice.ru
social-search.me siteexpress.co.il
sogimlecal.tk site-speed-checker.site
solmarket.by slowmac.tech
souvenir.cc small-games.biz
splendorsearch-a.akamaihd.net sms2x2.ru
sport-video-obzor.ru social-buttons.xyz
startwp.org soda.media
stop-zavisimost.com soft1.ru
styro.ru sonata-arctica.wz.cz
suture.co sotkal.lark.ru
svarbit.com soviet-portal.do.am
t3chtonic.com spacash.com
tilido.com startufa.ru
tizanidinenarcotic.blogspot.com stockspmb.info
topflownews.com stroiminsk.org
topquality.cf swinginwithme.ru
torrent-newgames.com tako3.com
traffic100.com tds-advert002.info
trafficshaper.com telemetryverification.net
trustedhealthtips.com thedownloadfreeonlinegames.blogspot.com
ua-company.ru thejournal.ru
ucsol.ru theplacetoupdating.pw
unece.org thepokertimer.com
univerfiles.com tiandeural.ru
urengoy.pro timer4web.com
uzungil.com titangel-vietnam.com
vadimkravtcov.ru tizanidine4mgtablets.blogspot.com
v-doc.co tizanidinesideeffectsweightloss.blogspot.com
verymes.xyz track112.site
videochat.mx tuberkuleznik.ru
viktoria-center.ru tuckermktg.com
vitalads.net turizmus.us
vkgaleria.com ua.tc
vzube.com uchetunet.su
wdrake.com udsgame.online
webix.me ugguk.online
weblibrary.win ukkala.xyz
whereverdesperate.gq utiblog.fr
wholesalejerseysgaa.com vchulkax.com
windowssearch-exp.com vellings.info
woman-orgasm.ru vietimgy.pw
wpsecurity.website vipps.com.my
wurr.voila.net vzlomtw.com
xn-----8kcatubaocd1bneepefojs1h2e.xn--p1ai wanker.us
yhit.press wardreapptokone.tk
yourads.website websiteexplorer.info
youtoner.it wesharepics.site
works.if.ua
worldinternetauthority.com
wowas31.ucoz.ru
xcc24.pl
xfluro.com
xitjw.info
x-mix.info
x-musics.com
xxxguitars.com
yginekologa.com
yoluxuryevents.com
yougotanewdomain.com
zaapplesales.blogspot.com
zaloro.com
zazagames.org zazagames.org
zerocash.msk.ru zeg-distribution.com
zx6.ru zigarettenonlinekaufen.tumblr.com

2
.dev-tools/test_units/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 0; 34.66.200.49 0;
127.0.0.1 0; 127.0.0.1 0;

BIN
.latest_release/bots.d.tar.gz
View file

Binary file not shown.

BIN
.latest_release/conf.d.tar.gz
View file

Binary file not shown.

6
AUTO-CONFIGURATION.md
View file

@ -4,9 +4,9 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2021.05.2362 #### Version: V4.2021.05.2363
#### Bad Referrers Blocked: [7050](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [7051](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [609](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [610](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

6
MANUAL-CONFIGURATION.md
View file

@ -4,9 +4,9 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2021.05.2362 #### Version: V4.2021.05.2363
#### Bad Referrers Blocked: [7050](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [7051](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [609](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [610](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

6
README.md
View file

@ -11,9 +11,9 @@
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
_______________ _______________
#### Version: V4.2021.05.2362 #### Version: V4.2021.05.2363
#### Bad Referrers Blocked: [7050](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [7051](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [609](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [610](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

2
_generator_lists/bad-referrers.list
View file

@ -1,4 +1,3 @@
seobility.net
000free.us 000free.us
007angels.com 007angels.com
00author.com 00author.com
@ -5260,6 +5259,7 @@ seo-tools-optimizing.com
seo-traffic-ranking.info seo-traffic-ranking.info
seo18.su seo18.su
seoanalyses.com seoanalyses.com
seobility.net
seoboxes.com seoboxes.com
seocdvig.ru seocdvig.ru
seocheckupx.com seocheckupx.com

2
_generator_lists/bad-user-agents.list
View file

@ -1,4 +1,3 @@
seobility
01h4x.com 01h4x.com
360Spider 360Spider
404checker 404checker
@ -430,6 +429,7 @@ SearchmetricsBot
Semrush Semrush
SemrushBot SemrushBot
SentiBot SentiBot
seobility
SeobilityBot SeobilityBot
SEOkicks SEOkicks
SEOkicks-Robot SEOkicks-Robot

6
_google_analytics_ghost_spam/README.md
View file

@ -3,9 +3,9 @@
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
_______________ _______________
#### Version: V4.2021.05.2362 #### Version: V4.2021.05.2363
#### Bad Referrers Blocked: [7050](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [7051](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [609](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [610](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

2
_google_analytics_ghost_spam/google-exclude-04.txt
View file

File diff suppressed because one or more lines are too long

2
_google_analytics_ghost_spam/google-exclude-05.txt
View file

File diff suppressed because one or more lines are too long

1
_google_webmaster_disavow_links/google-disavow.txt
View file

@ -5259,6 +5259,7 @@ domain:seo-tools-optimizing.com
domain:seo-traffic-ranking.info domain:seo-traffic-ranking.info
domain:seo18.su domain:seo18.su
domain:seoanalyses.com domain:seoanalyses.com
domain:seobility.net
domain:seoboxes.com domain:seoboxes.com
domain:seocdvig.ru domain:seocdvig.ru
domain:seocheckupx.com domain:seocheckupx.com

10
_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.05.2362 ### Version: V4.2021.05.2363
### Updated: Thu May 27 08:20:21 SAST 2021 ### Updated: Thu May 27 08:46:17 SAST 2021
### Bad Referrer Count: 7050 ### Bad Referrer Count: 7051
### Bad Bot Count: 609 ### Bad Bot Count: 610
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -578,6 +578,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Semrush(?:\b)" 3; "~*(?:\b)Semrush(?:\b)" 3;
"~*(?:\b)SemrushBot(?:\b)" 3; "~*(?:\b)SemrushBot(?:\b)" 3;
"~*(?:\b)SentiBot(?:\b)" 3; "~*(?:\b)SentiBot(?:\b)" 3;
"~*(?:\b)seobility(?:\b)" 3;
"~*(?:\b)SeobilityBot(?:\b)" 3; "~*(?:\b)SeobilityBot(?:\b)" 3;
"~*(?:\b)SEOkicks(?:\b)" 3; "~*(?:\b)SEOkicks(?:\b)" 3;
"~*(?:\b)SEOkicks-Robot(?:\b)" 3; "~*(?:\b)SEOkicks-Robot(?:\b)" 3;
@ -6287,6 +6288,7 @@ map $http_referer $bad_referer {
"~*(?:\b)seo18\.su(?:\b)" 1; "~*(?:\b)seo18\.su(?:\b)" 1;
"~*(?:\b)seo\-2\-0\.com(?:\b)" 1; "~*(?:\b)seo\-2\-0\.com(?:\b)" 1;
"~*(?:\b)seoanalyses\.com(?:\b)" 1; "~*(?:\b)seoanalyses\.com(?:\b)" 1;
"~*(?:\b)seobility\.net(?:\b)" 1;
"~*(?:\b)seoboxes\.com(?:\b)" 1; "~*(?:\b)seoboxes\.com(?:\b)" 1;
"~*(?:\b)seocdvig\.ru(?:\b)" 1; "~*(?:\b)seocdvig\.ru(?:\b)" 1;
"~*(?:\b)seocheckupx\.com(?:\b)" 1; "~*(?:\b)seocheckupx\.com(?:\b)" 1;

10
conf.d/globalblacklist-testing-version.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2021.05.2362 ### Version: V3.2021.05.2363
### Updated: Thu May 27 08:20:22 SAST 2021 ### Updated: Thu May 27 08:46:19 SAST 2021
### Bad Referrer Count: 7050 ### Bad Referrer Count: 7051
### Bad Bot Count: 609 ### Bad Bot Count: 610
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -578,6 +578,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Semrush(?:\b)" 3; "~*(?:\b)Semrush(?:\b)" 3;
"~*(?:\b)SemrushBot(?:\b)" 3; "~*(?:\b)SemrushBot(?:\b)" 3;
"~*(?:\b)SentiBot(?:\b)" 3; "~*(?:\b)SentiBot(?:\b)" 3;
"~*(?:\b)seobility(?:\b)" 3;
"~*(?:\b)SeobilityBot(?:\b)" 3; "~*(?:\b)SeobilityBot(?:\b)" 3;
"~*(?:\b)SEOkicks(?:\b)" 3; "~*(?:\b)SEOkicks(?:\b)" 3;
"~*(?:\b)SEOkicks-Robot(?:\b)" 3; "~*(?:\b)SEOkicks-Robot(?:\b)" 3;
@ -6287,6 +6288,7 @@ map $http_referer $bad_referer {
"~*(?:\b)seo18\.su(?:\b)" 1; "~*(?:\b)seo18\.su(?:\b)" 1;
"~*(?:\b)seo\-2\-0\.com(?:\b)" 1; "~*(?:\b)seo\-2\-0\.com(?:\b)" 1;
"~*(?:\b)seoanalyses\.com(?:\b)" 1; "~*(?:\b)seoanalyses\.com(?:\b)" 1;
"~*(?:\b)seobility\.net(?:\b)" 1;
"~*(?:\b)seoboxes\.com(?:\b)" 1; "~*(?:\b)seoboxes\.com(?:\b)" 1;
"~*(?:\b)seocdvig\.ru(?:\b)" 1; "~*(?:\b)seocdvig\.ru(?:\b)" 1;
"~*(?:\b)seocheckupx\.com(?:\b)" 1; "~*(?:\b)seocheckupx\.com(?:\b)" 1;

10
conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.05.2362 ### Version: V4.2021.05.2363
### Updated: Thu May 27 08:20:21 SAST 2021 ### Updated: Thu May 27 08:46:17 SAST 2021
### Bad Referrer Count: 7050 ### Bad Referrer Count: 7051
### Bad Bot Count: 609 ### Bad Bot Count: 610
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -578,6 +578,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Semrush(?:\b)" 3; "~*(?:\b)Semrush(?:\b)" 3;
"~*(?:\b)SemrushBot(?:\b)" 3; "~*(?:\b)SemrushBot(?:\b)" 3;
"~*(?:\b)SentiBot(?:\b)" 3; "~*(?:\b)SentiBot(?:\b)" 3;
"~*(?:\b)seobility(?:\b)" 3;
"~*(?:\b)SeobilityBot(?:\b)" 3; "~*(?:\b)SeobilityBot(?:\b)" 3;
"~*(?:\b)SEOkicks(?:\b)" 3; "~*(?:\b)SEOkicks(?:\b)" 3;
"~*(?:\b)SEOkicks-Robot(?:\b)" 3; "~*(?:\b)SEOkicks-Robot(?:\b)" 3;
@ -6287,6 +6288,7 @@ map $http_referer $bad_referer {
"~*(?:\b)seo18\.su(?:\b)" 1; "~*(?:\b)seo18\.su(?:\b)" 1;
"~*(?:\b)seo\-2\-0\.com(?:\b)" 1; "~*(?:\b)seo\-2\-0\.com(?:\b)" 1;
"~*(?:\b)seoanalyses\.com(?:\b)" 1; "~*(?:\b)seoanalyses\.com(?:\b)" 1;
"~*(?:\b)seobility\.net(?:\b)" 1;
"~*(?:\b)seoboxes\.com(?:\b)" 1; "~*(?:\b)seoboxes\.com(?:\b)" 1;
"~*(?:\b)seocdvig\.ru(?:\b)" 1; "~*(?:\b)seocdvig\.ru(?:\b)" 1;
"~*(?:\b)seocheckupx\.com(?:\b)" 1; "~*(?:\b)seocheckupx\.com(?:\b)" 1;

8
robots.txt/robots.txt
View file

@ -6,9 +6,9 @@
### Version Information # ### Version Information #
################################################### ###################################################
### Version: V4.2021.05.2362 ### Version: V4.2021.05.2363
### Updated: Thu May 27 08:20:23 SAST 2021 ### Updated: Thu May 27 08:46:20 SAST 2021
### Bad Bot Count: 609 ### Bad Bot Count: 610
################################################### ###################################################
### Version Information ## ### Version Information ##
@ -877,6 +877,8 @@ User-agent: SemrushBot
Disallow:/ Disallow:/
User-agent: SentiBot User-agent: SentiBot
Disallow:/ Disallow:/
User-agent: seobility
Disallow:/
User-agent: SeobilityBot User-agent: SeobilityBot
Disallow:/ Disallow:/
User-agent: SEOkicks User-agent: SEOkicks