vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-03 19:20:16 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

V4.2021.02.2274 [ci skip]

Browse source
This commit is contained in:
Travis 2021-02-08 09:51:37 +02:00
parent d55ca21398
commit bc81eb2d51
64 changed files with 1218 additions and 1127 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
.dev-tools/_robots_input/robots-input.txt
View file

@ -381,6 +381,7 @@ plumanalytics
Pockey Pockey
POE-Component-Client-HTTP POE-Component-Client-HTTP
polaris version polaris version
probe-image-size
Probethenet Probethenet
ProPowerBot ProPowerBot
ProWebWalker ProWebWalker
@ -407,6 +408,7 @@ ReGet
RepoMonkey RepoMonkey
Re-re Re-re
Ripper Ripper
ripz
RocketCrawler RocketCrawler
Rogerbot Rogerbot
RSSingBot RSSingBot
@ -446,6 +448,7 @@ sitechecker.pro
SiteExplorer SiteExplorer
Siteimprove Siteimprove
SiteLockSpider SiteLockSpider
siteripz
SiteSnagger SiteSnagger
SiteSucker SiteSucker
Site Sucker Site Sucker

12
.dev-tools/beta_conf_files/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2021.02.2273 ### Version: V3.2021.02.2274
### Updated: Mon Feb 8 08:46:10 SAST 2021 ### Updated: Mon Feb 8 09:42:13 SAST 2021
### Bad Referrer Count: 6931 ### Bad Referrer Count: 6932
### Bad Bot Count: 605 ### Bad Bot Count: 608
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -530,6 +530,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Pockey(?:\b)" 3; "~*(?:\b)Pockey(?:\b)" 3;
"~*(?:\b)POE-Component-Client-HTTP(?:\b)" 3; "~*(?:\b)POE-Component-Client-HTTP(?:\b)" 3;
"~*(?:\b)polaris\ version(?:\b)" 3; "~*(?:\b)polaris\ version(?:\b)" 3;
"~*(?:\b)probe-image-size(?:\b)" 3;
"~*(?:\b)Probethenet(?:\b)" 3; "~*(?:\b)Probethenet(?:\b)" 3;
"~*(?:\b)ProPowerBot(?:\b)" 3; "~*(?:\b)ProPowerBot(?:\b)" 3;
"~*(?:\b)ProWebWalker(?:\b)" 3; "~*(?:\b)ProWebWalker(?:\b)" 3;
@ -556,6 +557,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)RepoMonkey(?:\b)" 3; "~*(?:\b)RepoMonkey(?:\b)" 3;
"~*(?:\b)Re-re(?:\b)" 3; "~*(?:\b)Re-re(?:\b)" 3;
"~*(?:\b)Ripper(?:\b)" 3; "~*(?:\b)Ripper(?:\b)" 3;
"~*(?:\b)ripz(?:\b)" 3;
"~*(?:\b)RocketCrawler(?:\b)" 3; "~*(?:\b)RocketCrawler(?:\b)" 3;
"~*(?:\b)Rogerbot(?:\b)" 3; "~*(?:\b)Rogerbot(?:\b)" 3;
"~*(?:\b)RSSingBot(?:\b)" 3; "~*(?:\b)RSSingBot(?:\b)" 3;
@ -595,6 +597,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)SiteExplorer(?:\b)" 3; "~*(?:\b)SiteExplorer(?:\b)" 3;
"~*(?:\b)Siteimprove(?:\b)" 3; "~*(?:\b)Siteimprove(?:\b)" 3;
"~*(?:\b)SiteLockSpider(?:\b)" 3; "~*(?:\b)SiteLockSpider(?:\b)" 3;
"~*(?:\b)siteripz(?:\b)" 3;
"~*(?:\b)SiteSnagger(?:\b)" 3; "~*(?:\b)SiteSnagger(?:\b)" 3;
"~*(?:\b)SiteSucker(?:\b)" 3; "~*(?:\b)SiteSucker(?:\b)" 3;
"~*(?:\b)Site\ Sucker(?:\b)" 3; "~*(?:\b)Site\ Sucker(?:\b)" 3;
@ -3090,6 +3093,7 @@ map $http_referer $bad_referer {
"~*(?:\b)facebook\-mobile\.xyz(?:\b)" 1; "~*(?:\b)facebook\-mobile\.xyz(?:\b)" 1;
"~*(?:\b)facecup\.top(?:\b)" 1; "~*(?:\b)facecup\.top(?:\b)" 1;
"~*(?:\b)face\.hostingx\.eu(?:\b)" 1; "~*(?:\b)face\.hostingx\.eu(?:\b)" 1;
"~*(?:\b)facialporntube\.com(?:\b)" 1;
"~*(?:\b)factorynightclub\.com(?:\b)" 1; "~*(?:\b)factorynightclub\.com(?:\b)" 1;
"~*(?:\b)failingmarriege\.blogspot\.com(?:\b)" 1; "~*(?:\b)failingmarriege\.blogspot\.com(?:\b)" 1;
"~*(?:\b)fakehandbags\.xyz(?:\b)" 1; "~*(?:\b)fakehandbags\.xyz(?:\b)" 1;

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
104.154.182.187 1; 35.193.184.18 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
104.154.182.187 0; 35.193.184.18 0;
127.0.0.1 0; 127.0.0.1 0;

12
.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2021.02.2273 ### Version: V3.2021.02.2274
### Updated: Mon Feb 8 08:46:10 SAST 2021 ### Updated: Mon Feb 8 09:42:13 SAST 2021
### Bad Referrer Count: 6931 ### Bad Referrer Count: 6932
### Bad Bot Count: 605 ### Bad Bot Count: 608
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -530,6 +530,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Pockey(?:\b)" 3; "~*(?:\b)Pockey(?:\b)" 3;
"~*(?:\b)POE-Component-Client-HTTP(?:\b)" 3; "~*(?:\b)POE-Component-Client-HTTP(?:\b)" 3;
"~*(?:\b)polaris\ version(?:\b)" 3; "~*(?:\b)polaris\ version(?:\b)" 3;
"~*(?:\b)probe-image-size(?:\b)" 3;
"~*(?:\b)Probethenet(?:\b)" 3; "~*(?:\b)Probethenet(?:\b)" 3;
"~*(?:\b)ProPowerBot(?:\b)" 3; "~*(?:\b)ProPowerBot(?:\b)" 3;
"~*(?:\b)ProWebWalker(?:\b)" 3; "~*(?:\b)ProWebWalker(?:\b)" 3;
@ -556,6 +557,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)RepoMonkey(?:\b)" 3; "~*(?:\b)RepoMonkey(?:\b)" 3;
"~*(?:\b)Re-re(?:\b)" 3; "~*(?:\b)Re-re(?:\b)" 3;
"~*(?:\b)Ripper(?:\b)" 3; "~*(?:\b)Ripper(?:\b)" 3;
"~*(?:\b)ripz(?:\b)" 3;
"~*(?:\b)RocketCrawler(?:\b)" 3; "~*(?:\b)RocketCrawler(?:\b)" 3;
"~*(?:\b)Rogerbot(?:\b)" 3; "~*(?:\b)Rogerbot(?:\b)" 3;
"~*(?:\b)RSSingBot(?:\b)" 3; "~*(?:\b)RSSingBot(?:\b)" 3;
@ -595,6 +597,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)SiteExplorer(?:\b)" 3; "~*(?:\b)SiteExplorer(?:\b)" 3;
"~*(?:\b)Siteimprove(?:\b)" 3; "~*(?:\b)Siteimprove(?:\b)" 3;
"~*(?:\b)SiteLockSpider(?:\b)" 3; "~*(?:\b)SiteLockSpider(?:\b)" 3;
"~*(?:\b)siteripz(?:\b)" 3;
"~*(?:\b)SiteSnagger(?:\b)" 3; "~*(?:\b)SiteSnagger(?:\b)" 3;
"~*(?:\b)SiteSucker(?:\b)" 3; "~*(?:\b)SiteSucker(?:\b)" 3;
"~*(?:\b)Site\ Sucker(?:\b)" 3; "~*(?:\b)Site\ Sucker(?:\b)" 3;
@ -3090,6 +3093,7 @@ map $http_referer $bad_referer {
"~*(?:\b)facebook\-mobile\.xyz(?:\b)" 1; "~*(?:\b)facebook\-mobile\.xyz(?:\b)" 1;
"~*(?:\b)facecup\.top(?:\b)" 1; "~*(?:\b)facecup\.top(?:\b)" 1;
"~*(?:\b)face\.hostingx\.eu(?:\b)" 1; "~*(?:\b)face\.hostingx\.eu(?:\b)" 1;
"~*(?:\b)facialporntube\.com(?:\b)" 1;
"~*(?:\b)factorynightclub\.com(?:\b)" 1; "~*(?:\b)factorynightclub\.com(?:\b)" 1;
"~*(?:\b)failingmarriege\.blogspot\.com(?:\b)" 1; "~*(?:\b)failingmarriege\.blogspot\.com(?:\b)" 1;
"~*(?:\b)fakehandbags\.xyz(?:\b)" 1; "~*(?:\b)fakehandbags\.xyz(?:\b)" 1;

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
104.154.182.187 1; 35.193.184.18 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
104.154.182.187 0; 35.193.184.18 0;
127.0.0.1 0; 127.0.0.1 0;

12
.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2021.02.2273 ### Version: V3.2021.02.2274
### Updated: Mon Feb 8 08:46:10 SAST 2021 ### Updated: Mon Feb 8 09:42:13 SAST 2021
### Bad Referrer Count: 6931 ### Bad Referrer Count: 6932
### Bad Bot Count: 605 ### Bad Bot Count: 608
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -530,6 +530,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Pockey(?:\b)" 3; "~*(?:\b)Pockey(?:\b)" 3;
"~*(?:\b)POE-Component-Client-HTTP(?:\b)" 3; "~*(?:\b)POE-Component-Client-HTTP(?:\b)" 3;
"~*(?:\b)polaris\ version(?:\b)" 3; "~*(?:\b)polaris\ version(?:\b)" 3;
"~*(?:\b)probe-image-size(?:\b)" 3;
"~*(?:\b)Probethenet(?:\b)" 3; "~*(?:\b)Probethenet(?:\b)" 3;
"~*(?:\b)ProPowerBot(?:\b)" 3; "~*(?:\b)ProPowerBot(?:\b)" 3;
"~*(?:\b)ProWebWalker(?:\b)" 3; "~*(?:\b)ProWebWalker(?:\b)" 3;
@ -556,6 +557,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)RepoMonkey(?:\b)" 3; "~*(?:\b)RepoMonkey(?:\b)" 3;
"~*(?:\b)Re-re(?:\b)" 3; "~*(?:\b)Re-re(?:\b)" 3;
"~*(?:\b)Ripper(?:\b)" 3; "~*(?:\b)Ripper(?:\b)" 3;
"~*(?:\b)ripz(?:\b)" 3;
"~*(?:\b)RocketCrawler(?:\b)" 3; "~*(?:\b)RocketCrawler(?:\b)" 3;
"~*(?:\b)Rogerbot(?:\b)" 3; "~*(?:\b)Rogerbot(?:\b)" 3;
"~*(?:\b)RSSingBot(?:\b)" 3; "~*(?:\b)RSSingBot(?:\b)" 3;
@ -595,6 +597,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)SiteExplorer(?:\b)" 3; "~*(?:\b)SiteExplorer(?:\b)" 3;
"~*(?:\b)Siteimprove(?:\b)" 3; "~*(?:\b)Siteimprove(?:\b)" 3;
"~*(?:\b)SiteLockSpider(?:\b)" 3; "~*(?:\b)SiteLockSpider(?:\b)" 3;
"~*(?:\b)siteripz(?:\b)" 3;
"~*(?:\b)SiteSnagger(?:\b)" 3; "~*(?:\b)SiteSnagger(?:\b)" 3;
"~*(?:\b)SiteSucker(?:\b)" 3; "~*(?:\b)SiteSucker(?:\b)" 3;
"~*(?:\b)Site\ Sucker(?:\b)" 3; "~*(?:\b)Site\ Sucker(?:\b)" 3;
@ -3090,6 +3093,7 @@ map $http_referer $bad_referer {
"~*(?:\b)facebook\-mobile\.xyz(?:\b)" 1; "~*(?:\b)facebook\-mobile\.xyz(?:\b)" 1;
"~*(?:\b)facecup\.top(?:\b)" 1; "~*(?:\b)facecup\.top(?:\b)" 1;
"~*(?:\b)face\.hostingx\.eu(?:\b)" 1; "~*(?:\b)face\.hostingx\.eu(?:\b)" 1;
"~*(?:\b)facialporntube\.com(?:\b)" 1;
"~*(?:\b)factorynightclub\.com(?:\b)" 1; "~*(?:\b)factorynightclub\.com(?:\b)" 1;
"~*(?:\b)failingmarriege\.blogspot\.com(?:\b)" 1; "~*(?:\b)failingmarriege\.blogspot\.com(?:\b)" 1;
"~*(?:\b)fakehandbags\.xyz(?:\b)" 1; "~*(?:\b)fakehandbags\.xyz(?:\b)" 1;

2
.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
104.154.182.187 1; 35.193.184.18 1;
127.0.0.1 1; 127.0.0.1 1;

3
.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-user-agents.conf
View file

@ -442,6 +442,7 @@
"~*(?:\b)Pockey(?:\b|)" 0; "~*(?:\b)Pockey(?:\b|)" 0;
"~*(?:\b)POE-Component-Client-HTTP(?:\b|)" 0; "~*(?:\b)POE-Component-Client-HTTP(?:\b|)" 0;
"~*(?:\b)polaris\ version(?:\b|)" 0; "~*(?:\b)polaris\ version(?:\b|)" 0;
"~*(?:\b)probe-image-size(?:\b|)" 0;
"~*(?:\b)Probethenet(?:\b|)" 0; "~*(?:\b)Probethenet(?:\b|)" 0;
"~*(?:\b)ProPowerBot(?:\b|)" 0; "~*(?:\b)ProPowerBot(?:\b|)" 0;
"~*(?:\b)ProWebWalker(?:\b|)" 0; "~*(?:\b)ProWebWalker(?:\b|)" 0;
@ -468,6 +469,7 @@
"~*(?:\b)RepoMonkey(?:\b|)" 0; "~*(?:\b)RepoMonkey(?:\b|)" 0;
"~*(?:\b)Re-re(?:\b|)" 0; "~*(?:\b)Re-re(?:\b|)" 0;
"~*(?:\b)Ripper(?:\b|)" 0; "~*(?:\b)Ripper(?:\b|)" 0;
"~*(?:\b)ripz(?:\b|)" 0;
"~*(?:\b)RocketCrawler(?:\b|)" 0; "~*(?:\b)RocketCrawler(?:\b|)" 0;
"~*(?:\b)Rogerbot(?:\b|)" 0; "~*(?:\b)Rogerbot(?:\b|)" 0;
"~*(?:\b)RSSingBot(?:\b|)" 0; "~*(?:\b)RSSingBot(?:\b|)" 0;
@ -507,6 +509,7 @@
"~*(?:\b)SiteExplorer(?:\b|)" 0; "~*(?:\b)SiteExplorer(?:\b|)" 0;
"~*(?:\b)Siteimprove(?:\b|)" 0; "~*(?:\b)Siteimprove(?:\b|)" 0;
"~*(?:\b)SiteLockSpider(?:\b|)" 0; "~*(?:\b)SiteLockSpider(?:\b|)" 0;
"~*(?:\b)siteripz(?:\b|)" 0;
"~*(?:\b)SiteSnagger(?:\b|)" 0; "~*(?:\b)SiteSnagger(?:\b|)" 0;
"~*(?:\b)SiteSucker(?:\b|)" 0; "~*(?:\b)SiteSucker(?:\b|)" 0;
"~*(?:\b)Site\ Sucker(?:\b|)" 0; "~*(?:\b)Site\ Sucker(?:\b|)" 0;

1
.dev-tools/beta_conf_files_whitelist/bots.d/custom-bad-referrers.conf
View file

@ -2106,6 +2106,7 @@
"~*(?:\b)face\.hostingx\.eu(?:\b)" 0; "~*(?:\b)face\.hostingx\.eu(?:\b)" 0;
"~*(?:\b)facebook\-mobile\.xyz(?:\b)" 0; "~*(?:\b)facebook\-mobile\.xyz(?:\b)" 0;
"~*(?:\b)facecup\.top(?:\b)" 0; "~*(?:\b)facecup\.top(?:\b)" 0;
"~*(?:\b)facialporntube\.com(?:\b)" 0;
"~*(?:\b)factorynightclub\.com(?:\b)" 0; "~*(?:\b)factorynightclub\.com(?:\b)" 0;
"~*(?:\b)failingmarriege\.blogspot\.com(?:\b)" 0; "~*(?:\b)failingmarriege\.blogspot\.com(?:\b)" 0;
"~*(?:\b)fakehandbags\.xyz(?:\b)" 0; "~*(?:\b)fakehandbags\.xyz(?:\b)" 0;

2
.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
104.154.182.187 0; 35.193.184.18 0;
127.0.0.1 0; 127.0.0.1 0;

12
.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2021.02.2273 ### Version: V3.2021.02.2274
### Updated: Mon Feb 8 08:46:10 SAST 2021 ### Updated: Mon Feb 8 09:42:13 SAST 2021
### Bad Referrer Count: 6931 ### Bad Referrer Count: 6932
### Bad Bot Count: 605 ### Bad Bot Count: 608
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -530,6 +530,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Pockey(?:\b)" 3; "~*(?:\b)Pockey(?:\b)" 3;
"~*(?:\b)POE-Component-Client-HTTP(?:\b)" 3; "~*(?:\b)POE-Component-Client-HTTP(?:\b)" 3;
"~*(?:\b)polaris\ version(?:\b)" 3; "~*(?:\b)polaris\ version(?:\b)" 3;
"~*(?:\b)probe-image-size(?:\b)" 3;
"~*(?:\b)Probethenet(?:\b)" 3; "~*(?:\b)Probethenet(?:\b)" 3;
"~*(?:\b)ProPowerBot(?:\b)" 3; "~*(?:\b)ProPowerBot(?:\b)" 3;
"~*(?:\b)ProWebWalker(?:\b)" 3; "~*(?:\b)ProWebWalker(?:\b)" 3;
@ -556,6 +557,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)RepoMonkey(?:\b)" 3; "~*(?:\b)RepoMonkey(?:\b)" 3;
"~*(?:\b)Re-re(?:\b)" 3; "~*(?:\b)Re-re(?:\b)" 3;
"~*(?:\b)Ripper(?:\b)" 3; "~*(?:\b)Ripper(?:\b)" 3;
"~*(?:\b)ripz(?:\b)" 3;
"~*(?:\b)RocketCrawler(?:\b)" 3; "~*(?:\b)RocketCrawler(?:\b)" 3;
"~*(?:\b)Rogerbot(?:\b)" 3; "~*(?:\b)Rogerbot(?:\b)" 3;
"~*(?:\b)RSSingBot(?:\b)" 3; "~*(?:\b)RSSingBot(?:\b)" 3;
@ -595,6 +597,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)SiteExplorer(?:\b)" 3; "~*(?:\b)SiteExplorer(?:\b)" 3;
"~*(?:\b)Siteimprove(?:\b)" 3; "~*(?:\b)Siteimprove(?:\b)" 3;
"~*(?:\b)SiteLockSpider(?:\b)" 3; "~*(?:\b)SiteLockSpider(?:\b)" 3;
"~*(?:\b)siteripz(?:\b)" 3;
"~*(?:\b)SiteSnagger(?:\b)" 3; "~*(?:\b)SiteSnagger(?:\b)" 3;
"~*(?:\b)SiteSucker(?:\b)" 3; "~*(?:\b)SiteSucker(?:\b)" 3;
"~*(?:\b)Site\ Sucker(?:\b)" 3; "~*(?:\b)Site\ Sucker(?:\b)" 3;
@ -3090,6 +3093,7 @@ map $http_referer $bad_referer {
"~*(?:\b)facebook\-mobile\.xyz(?:\b)" 1; "~*(?:\b)facebook\-mobile\.xyz(?:\b)" 1;
"~*(?:\b)facecup\.top(?:\b)" 1; "~*(?:\b)facecup\.top(?:\b)" 1;
"~*(?:\b)face\.hostingx\.eu(?:\b)" 1; "~*(?:\b)face\.hostingx\.eu(?:\b)" 1;
"~*(?:\b)facialporntube\.com(?:\b)" 1;
"~*(?:\b)factorynightclub\.com(?:\b)" 1; "~*(?:\b)factorynightclub\.com(?:\b)" 1;
"~*(?:\b)failingmarriege\.blogspot\.com(?:\b)" 1; "~*(?:\b)failingmarriege\.blogspot\.com(?:\b)" 1;
"~*(?:\b)fakehandbags\.xyz(?:\b)" 1; "~*(?:\b)fakehandbags\.xyz(?:\b)" 1;

12
.dev-tools/globalblacklist-testing.template
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2021.02.2273 ### Version: V3.2021.02.2274
### Updated: Mon Feb 8 08:46:10 SAST 2021 ### Updated: Mon Feb 8 09:42:13 SAST 2021
### Bad Referrer Count: 6931 ### Bad Referrer Count: 6932
### Bad Bot Count: 605 ### Bad Bot Count: 608
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -530,6 +530,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Pockey(?:\b)" 3; "~*(?:\b)Pockey(?:\b)" 3;
"~*(?:\b)POE-Component-Client-HTTP(?:\b)" 3; "~*(?:\b)POE-Component-Client-HTTP(?:\b)" 3;
"~*(?:\b)polaris\ version(?:\b)" 3; "~*(?:\b)polaris\ version(?:\b)" 3;
"~*(?:\b)probe-image-size(?:\b)" 3;
"~*(?:\b)Probethenet(?:\b)" 3; "~*(?:\b)Probethenet(?:\b)" 3;
"~*(?:\b)ProPowerBot(?:\b)" 3; "~*(?:\b)ProPowerBot(?:\b)" 3;
"~*(?:\b)ProWebWalker(?:\b)" 3; "~*(?:\b)ProWebWalker(?:\b)" 3;
@ -556,6 +557,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)RepoMonkey(?:\b)" 3; "~*(?:\b)RepoMonkey(?:\b)" 3;
"~*(?:\b)Re-re(?:\b)" 3; "~*(?:\b)Re-re(?:\b)" 3;
"~*(?:\b)Ripper(?:\b)" 3; "~*(?:\b)Ripper(?:\b)" 3;
"~*(?:\b)ripz(?:\b)" 3;
"~*(?:\b)RocketCrawler(?:\b)" 3; "~*(?:\b)RocketCrawler(?:\b)" 3;
"~*(?:\b)Rogerbot(?:\b)" 3; "~*(?:\b)Rogerbot(?:\b)" 3;
"~*(?:\b)RSSingBot(?:\b)" 3; "~*(?:\b)RSSingBot(?:\b)" 3;
@ -595,6 +597,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)SiteExplorer(?:\b)" 3; "~*(?:\b)SiteExplorer(?:\b)" 3;
"~*(?:\b)Siteimprove(?:\b)" 3; "~*(?:\b)Siteimprove(?:\b)" 3;
"~*(?:\b)SiteLockSpider(?:\b)" 3; "~*(?:\b)SiteLockSpider(?:\b)" 3;
"~*(?:\b)siteripz(?:\b)" 3;
"~*(?:\b)SiteSnagger(?:\b)" 3; "~*(?:\b)SiteSnagger(?:\b)" 3;
"~*(?:\b)SiteSucker(?:\b)" 3; "~*(?:\b)SiteSucker(?:\b)" 3;
"~*(?:\b)Site\ Sucker(?:\b)" 3; "~*(?:\b)Site\ Sucker(?:\b)" 3;
@ -3090,6 +3093,7 @@ map $http_referer $bad_referer {
"~*(?:\b)facebook\-mobile\.xyz(?:\b)" 1; "~*(?:\b)facebook\-mobile\.xyz(?:\b)" 1;
"~*(?:\b)facecup\.top(?:\b)" 1; "~*(?:\b)facecup\.top(?:\b)" 1;
"~*(?:\b)face\.hostingx\.eu(?:\b)" 1; "~*(?:\b)face\.hostingx\.eu(?:\b)" 1;
"~*(?:\b)facialporntube\.com(?:\b)" 1;
"~*(?:\b)factorynightclub\.com(?:\b)" 1; "~*(?:\b)factorynightclub\.com(?:\b)" 1;
"~*(?:\b)failingmarriege\.blogspot\.com(?:\b)" 1; "~*(?:\b)failingmarriege\.blogspot\.com(?:\b)" 1;
"~*(?:\b)fakehandbags\.xyz(?:\b)" 1; "~*(?:\b)fakehandbags\.xyz(?:\b)" 1;

12
.dev-tools/globalblacklist.template
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.02.2273 ### Version: V4.2021.02.2274
### Updated: Mon Feb 8 08:46:09 SAST 2021 ### Updated: Mon Feb 8 09:42:12 SAST 2021
### Bad Referrer Count: 6931 ### Bad Referrer Count: 6932
### Bad Bot Count: 605 ### Bad Bot Count: 608
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -530,6 +530,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Pockey(?:\b)" 3; "~*(?:\b)Pockey(?:\b)" 3;
"~*(?:\b)POE-Component-Client-HTTP(?:\b)" 3; "~*(?:\b)POE-Component-Client-HTTP(?:\b)" 3;
"~*(?:\b)polaris\ version(?:\b)" 3; "~*(?:\b)polaris\ version(?:\b)" 3;
"~*(?:\b)probe-image-size(?:\b)" 3;
"~*(?:\b)Probethenet(?:\b)" 3; "~*(?:\b)Probethenet(?:\b)" 3;
"~*(?:\b)ProPowerBot(?:\b)" 3; "~*(?:\b)ProPowerBot(?:\b)" 3;
"~*(?:\b)ProWebWalker(?:\b)" 3; "~*(?:\b)ProWebWalker(?:\b)" 3;
@ -556,6 +557,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)RepoMonkey(?:\b)" 3; "~*(?:\b)RepoMonkey(?:\b)" 3;
"~*(?:\b)Re-re(?:\b)" 3; "~*(?:\b)Re-re(?:\b)" 3;
"~*(?:\b)Ripper(?:\b)" 3; "~*(?:\b)Ripper(?:\b)" 3;
"~*(?:\b)ripz(?:\b)" 3;
"~*(?:\b)RocketCrawler(?:\b)" 3; "~*(?:\b)RocketCrawler(?:\b)" 3;
"~*(?:\b)Rogerbot(?:\b)" 3; "~*(?:\b)Rogerbot(?:\b)" 3;
"~*(?:\b)RSSingBot(?:\b)" 3; "~*(?:\b)RSSingBot(?:\b)" 3;
@ -595,6 +597,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)SiteExplorer(?:\b)" 3; "~*(?:\b)SiteExplorer(?:\b)" 3;
"~*(?:\b)Siteimprove(?:\b)" 3; "~*(?:\b)Siteimprove(?:\b)" 3;
"~*(?:\b)SiteLockSpider(?:\b)" 3; "~*(?:\b)SiteLockSpider(?:\b)" 3;
"~*(?:\b)siteripz(?:\b)" 3;
"~*(?:\b)SiteSnagger(?:\b)" 3; "~*(?:\b)SiteSnagger(?:\b)" 3;
"~*(?:\b)SiteSucker(?:\b)" 3; "~*(?:\b)SiteSucker(?:\b)" 3;
"~*(?:\b)Site\ Sucker(?:\b)" 3; "~*(?:\b)Site\ Sucker(?:\b)" 3;
@ -3090,6 +3093,7 @@ map $http_referer $bad_referer {
"~*(?:\b)facebook\-mobile\.xyz(?:\b)" 1; "~*(?:\b)facebook\-mobile\.xyz(?:\b)" 1;
"~*(?:\b)facecup\.top(?:\b)" 1; "~*(?:\b)facecup\.top(?:\b)" 1;
"~*(?:\b)face\.hostingx\.eu(?:\b)" 1; "~*(?:\b)face\.hostingx\.eu(?:\b)" 1;
"~*(?:\b)facialporntube\.com(?:\b)" 1;
"~*(?:\b)factorynightclub\.com(?:\b)" 1; "~*(?:\b)factorynightclub\.com(?:\b)" 1;
"~*(?:\b)failingmarriege\.blogspot\.com(?:\b)" 1; "~*(?:\b)failingmarriege\.blogspot\.com(?:\b)" 1;
"~*(?:\b)fakehandbags\.xyz(?:\b)" 1; "~*(?:\b)fakehandbags\.xyz(?:\b)" 1;

1
.dev-tools/referrers-regex-format-whitelist-test.txt
View file

@ -2059,6 +2059,7 @@
"~*(?:\b)face\.hostingx\.eu(?:\b)" 0; "~*(?:\b)face\.hostingx\.eu(?:\b)" 0;
"~*(?:\b)facebook\-mobile\.xyz(?:\b)" 0; "~*(?:\b)facebook\-mobile\.xyz(?:\b)" 0;
"~*(?:\b)facecup\.top(?:\b)" 0; "~*(?:\b)facecup\.top(?:\b)" 0;
"~*(?:\b)facialporntube\.com(?:\b)" 0;
"~*(?:\b)factorynightclub\.com(?:\b)" 0; "~*(?:\b)factorynightclub\.com(?:\b)" 0;
"~*(?:\b)failingmarriege\.blogspot\.com(?:\b)" 0; "~*(?:\b)failingmarriege\.blogspot\.com(?:\b)" 0;
"~*(?:\b)fakehandbags\.xyz(?:\b)" 0; "~*(?:\b)fakehandbags\.xyz(?:\b)" 0;

1
.dev-tools/referrers-regex-format.txt
View file

@ -2057,6 +2057,7 @@
"~*(?:\b)facebook\-mobile\.xyz(?:\b)" 1; "~*(?:\b)facebook\-mobile\.xyz(?:\b)" 1;
"~*(?:\b)facecup\.top(?:\b)" 1; "~*(?:\b)facecup\.top(?:\b)" 1;
"~*(?:\b)face\.hostingx\.eu(?:\b)" 1; "~*(?:\b)face\.hostingx\.eu(?:\b)" 1;
"~*(?:\b)facialporntube\.com(?:\b)" 1;
"~*(?:\b)factorynightclub\.com(?:\b)" 1; "~*(?:\b)factorynightclub\.com(?:\b)" 1;
"~*(?:\b)failingmarriege\.blogspot\.com(?:\b)" 1; "~*(?:\b)failingmarriege\.blogspot\.com(?:\b)" 1;
"~*(?:\b)fakehandbags\.xyz(?:\b)" 1; "~*(?:\b)fakehandbags\.xyz(?:\b)" 1;

2
.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,4 +45,4 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.122.208.80 0; 34.122.173.211 0;

12
.dev-tools/test1_conf_files/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.02.2273 ### Version: V4.2021.02.2274
### Updated: Mon Feb 8 08:46:09 SAST 2021 ### Updated: Mon Feb 8 09:42:12 SAST 2021
### Bad Referrer Count: 6931 ### Bad Referrer Count: 6932
### Bad Bot Count: 605 ### Bad Bot Count: 608
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -530,6 +530,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Pockey(?:\b)" 3; "~*(?:\b)Pockey(?:\b)" 3;
"~*(?:\b)POE-Component-Client-HTTP(?:\b)" 3; "~*(?:\b)POE-Component-Client-HTTP(?:\b)" 3;
"~*(?:\b)polaris\ version(?:\b)" 3; "~*(?:\b)polaris\ version(?:\b)" 3;
"~*(?:\b)probe-image-size(?:\b)" 3;
"~*(?:\b)Probethenet(?:\b)" 3; "~*(?:\b)Probethenet(?:\b)" 3;
"~*(?:\b)ProPowerBot(?:\b)" 3; "~*(?:\b)ProPowerBot(?:\b)" 3;
"~*(?:\b)ProWebWalker(?:\b)" 3; "~*(?:\b)ProWebWalker(?:\b)" 3;
@ -556,6 +557,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)RepoMonkey(?:\b)" 3; "~*(?:\b)RepoMonkey(?:\b)" 3;
"~*(?:\b)Re-re(?:\b)" 3; "~*(?:\b)Re-re(?:\b)" 3;
"~*(?:\b)Ripper(?:\b)" 3; "~*(?:\b)Ripper(?:\b)" 3;
"~*(?:\b)ripz(?:\b)" 3;
"~*(?:\b)RocketCrawler(?:\b)" 3; "~*(?:\b)RocketCrawler(?:\b)" 3;
"~*(?:\b)Rogerbot(?:\b)" 3; "~*(?:\b)Rogerbot(?:\b)" 3;
"~*(?:\b)RSSingBot(?:\b)" 3; "~*(?:\b)RSSingBot(?:\b)" 3;
@ -595,6 +597,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)SiteExplorer(?:\b)" 3; "~*(?:\b)SiteExplorer(?:\b)" 3;
"~*(?:\b)Siteimprove(?:\b)" 3; "~*(?:\b)Siteimprove(?:\b)" 3;
"~*(?:\b)SiteLockSpider(?:\b)" 3; "~*(?:\b)SiteLockSpider(?:\b)" 3;
"~*(?:\b)siteripz(?:\b)" 3;
"~*(?:\b)SiteSnagger(?:\b)" 3; "~*(?:\b)SiteSnagger(?:\b)" 3;
"~*(?:\b)SiteSucker(?:\b)" 3; "~*(?:\b)SiteSucker(?:\b)" 3;
"~*(?:\b)Site\ Sucker(?:\b)" 3; "~*(?:\b)Site\ Sucker(?:\b)" 3;
@ -3090,6 +3093,7 @@ map $http_referer $bad_referer {
"~*(?:\b)facebook\-mobile\.xyz(?:\b)" 1; "~*(?:\b)facebook\-mobile\.xyz(?:\b)" 1;
"~*(?:\b)facecup\.top(?:\b)" 1; "~*(?:\b)facecup\.top(?:\b)" 1;
"~*(?:\b)face\.hostingx\.eu(?:\b)" 1; "~*(?:\b)face\.hostingx\.eu(?:\b)" 1;
"~*(?:\b)facialporntube\.com(?:\b)" 1;
"~*(?:\b)factorynightclub\.com(?:\b)" 1; "~*(?:\b)factorynightclub\.com(?:\b)" 1;
"~*(?:\b)failingmarriege\.blogspot\.com(?:\b)" 1; "~*(?:\b)failingmarriege\.blogspot\.com(?:\b)" 1;
"~*(?:\b)fakehandbags\.xyz(?:\b)" 1; "~*(?:\b)fakehandbags\.xyz(?:\b)" 1;

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 1; 104.154.182.187 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 0; 104.154.182.187 0;
127.0.0.1 0; 127.0.0.1 0;

12
.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.02.2273 ### Version: V4.2021.02.2274
### Updated: Mon Feb 8 08:46:09 SAST 2021 ### Updated: Mon Feb 8 09:42:12 SAST 2021
### Bad Referrer Count: 6931 ### Bad Referrer Count: 6932
### Bad Bot Count: 605 ### Bad Bot Count: 608
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -530,6 +530,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Pockey(?:\b)" 3; "~*(?:\b)Pockey(?:\b)" 3;
"~*(?:\b)POE-Component-Client-HTTP(?:\b)" 3; "~*(?:\b)POE-Component-Client-HTTP(?:\b)" 3;
"~*(?:\b)polaris\ version(?:\b)" 3; "~*(?:\b)polaris\ version(?:\b)" 3;
"~*(?:\b)probe-image-size(?:\b)" 3;
"~*(?:\b)Probethenet(?:\b)" 3; "~*(?:\b)Probethenet(?:\b)" 3;
"~*(?:\b)ProPowerBot(?:\b)" 3; "~*(?:\b)ProPowerBot(?:\b)" 3;
"~*(?:\b)ProWebWalker(?:\b)" 3; "~*(?:\b)ProWebWalker(?:\b)" 3;
@ -556,6 +557,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)RepoMonkey(?:\b)" 3; "~*(?:\b)RepoMonkey(?:\b)" 3;
"~*(?:\b)Re-re(?:\b)" 3; "~*(?:\b)Re-re(?:\b)" 3;
"~*(?:\b)Ripper(?:\b)" 3; "~*(?:\b)Ripper(?:\b)" 3;
"~*(?:\b)ripz(?:\b)" 3;
"~*(?:\b)RocketCrawler(?:\b)" 3; "~*(?:\b)RocketCrawler(?:\b)" 3;
"~*(?:\b)Rogerbot(?:\b)" 3; "~*(?:\b)Rogerbot(?:\b)" 3;
"~*(?:\b)RSSingBot(?:\b)" 3; "~*(?:\b)RSSingBot(?:\b)" 3;
@ -595,6 +597,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)SiteExplorer(?:\b)" 3; "~*(?:\b)SiteExplorer(?:\b)" 3;
"~*(?:\b)Siteimprove(?:\b)" 3; "~*(?:\b)Siteimprove(?:\b)" 3;
"~*(?:\b)SiteLockSpider(?:\b)" 3; "~*(?:\b)SiteLockSpider(?:\b)" 3;
"~*(?:\b)siteripz(?:\b)" 3;
"~*(?:\b)SiteSnagger(?:\b)" 3; "~*(?:\b)SiteSnagger(?:\b)" 3;
"~*(?:\b)SiteSucker(?:\b)" 3; "~*(?:\b)SiteSucker(?:\b)" 3;
"~*(?:\b)Site\ Sucker(?:\b)" 3; "~*(?:\b)Site\ Sucker(?:\b)" 3;
@ -3090,6 +3093,7 @@ map $http_referer $bad_referer {
"~*(?:\b)facebook\-mobile\.xyz(?:\b)" 1; "~*(?:\b)facebook\-mobile\.xyz(?:\b)" 1;
"~*(?:\b)facecup\.top(?:\b)" 1; "~*(?:\b)facecup\.top(?:\b)" 1;
"~*(?:\b)face\.hostingx\.eu(?:\b)" 1; "~*(?:\b)face\.hostingx\.eu(?:\b)" 1;
"~*(?:\b)facialporntube\.com(?:\b)" 1;
"~*(?:\b)factorynightclub\.com(?:\b)" 1; "~*(?:\b)factorynightclub\.com(?:\b)" 1;
"~*(?:\b)failingmarriege\.blogspot\.com(?:\b)" 1; "~*(?:\b)failingmarriege\.blogspot\.com(?:\b)" 1;
"~*(?:\b)fakehandbags\.xyz(?:\b)" 1; "~*(?:\b)fakehandbags\.xyz(?:\b)" 1;

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 1; 104.154.182.187 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 0; 104.154.182.187 0;
127.0.0.1 0; 127.0.0.1 0;

12
.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.02.2273 ### Version: V4.2021.02.2274
### Updated: Mon Feb 8 08:46:09 SAST 2021 ### Updated: Mon Feb 8 09:42:12 SAST 2021
### Bad Referrer Count: 6931 ### Bad Referrer Count: 6932
### Bad Bot Count: 605 ### Bad Bot Count: 608
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -530,6 +530,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Pockey(?:\b)" 3; "~*(?:\b)Pockey(?:\b)" 3;
"~*(?:\b)POE-Component-Client-HTTP(?:\b)" 3; "~*(?:\b)POE-Component-Client-HTTP(?:\b)" 3;
"~*(?:\b)polaris\ version(?:\b)" 3; "~*(?:\b)polaris\ version(?:\b)" 3;
"~*(?:\b)probe-image-size(?:\b)" 3;
"~*(?:\b)Probethenet(?:\b)" 3; "~*(?:\b)Probethenet(?:\b)" 3;
"~*(?:\b)ProPowerBot(?:\b)" 3; "~*(?:\b)ProPowerBot(?:\b)" 3;
"~*(?:\b)ProWebWalker(?:\b)" 3; "~*(?:\b)ProWebWalker(?:\b)" 3;
@ -556,6 +557,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)RepoMonkey(?:\b)" 3; "~*(?:\b)RepoMonkey(?:\b)" 3;
"~*(?:\b)Re-re(?:\b)" 3; "~*(?:\b)Re-re(?:\b)" 3;
"~*(?:\b)Ripper(?:\b)" 3; "~*(?:\b)Ripper(?:\b)" 3;
"~*(?:\b)ripz(?:\b)" 3;
"~*(?:\b)RocketCrawler(?:\b)" 3; "~*(?:\b)RocketCrawler(?:\b)" 3;
"~*(?:\b)Rogerbot(?:\b)" 3; "~*(?:\b)Rogerbot(?:\b)" 3;
"~*(?:\b)RSSingBot(?:\b)" 3; "~*(?:\b)RSSingBot(?:\b)" 3;
@ -595,6 +597,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)SiteExplorer(?:\b)" 3; "~*(?:\b)SiteExplorer(?:\b)" 3;
"~*(?:\b)Siteimprove(?:\b)" 3; "~*(?:\b)Siteimprove(?:\b)" 3;
"~*(?:\b)SiteLockSpider(?:\b)" 3; "~*(?:\b)SiteLockSpider(?:\b)" 3;
"~*(?:\b)siteripz(?:\b)" 3;
"~*(?:\b)SiteSnagger(?:\b)" 3; "~*(?:\b)SiteSnagger(?:\b)" 3;
"~*(?:\b)SiteSucker(?:\b)" 3; "~*(?:\b)SiteSucker(?:\b)" 3;
"~*(?:\b)Site\ Sucker(?:\b)" 3; "~*(?:\b)Site\ Sucker(?:\b)" 3;
@ -3090,6 +3093,7 @@ map $http_referer $bad_referer {
"~*(?:\b)facebook\-mobile\.xyz(?:\b)" 1; "~*(?:\b)facebook\-mobile\.xyz(?:\b)" 1;
"~*(?:\b)facecup\.top(?:\b)" 1; "~*(?:\b)facecup\.top(?:\b)" 1;
"~*(?:\b)face\.hostingx\.eu(?:\b)" 1; "~*(?:\b)face\.hostingx\.eu(?:\b)" 1;
"~*(?:\b)facialporntube\.com(?:\b)" 1;
"~*(?:\b)factorynightclub\.com(?:\b)" 1; "~*(?:\b)factorynightclub\.com(?:\b)" 1;
"~*(?:\b)failingmarriege\.blogspot\.com(?:\b)" 1; "~*(?:\b)failingmarriege\.blogspot\.com(?:\b)" 1;
"~*(?:\b)fakehandbags\.xyz(?:\b)" 1; "~*(?:\b)fakehandbags\.xyz(?:\b)" 1;

2
.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 1; 104.154.182.187 1;
127.0.0.1 1; 127.0.0.1 1;

3
.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf
View file

@ -442,6 +442,7 @@
"~*(?:\b)Pockey(?:\b|)" 0; "~*(?:\b)Pockey(?:\b|)" 0;
"~*(?:\b)POE-Component-Client-HTTP(?:\b|)" 0; "~*(?:\b)POE-Component-Client-HTTP(?:\b|)" 0;
"~*(?:\b)polaris\ version(?:\b|)" 0; "~*(?:\b)polaris\ version(?:\b|)" 0;
"~*(?:\b)probe-image-size(?:\b|)" 0;
"~*(?:\b)Probethenet(?:\b|)" 0; "~*(?:\b)Probethenet(?:\b|)" 0;
"~*(?:\b)ProPowerBot(?:\b|)" 0; "~*(?:\b)ProPowerBot(?:\b|)" 0;
"~*(?:\b)ProWebWalker(?:\b|)" 0; "~*(?:\b)ProWebWalker(?:\b|)" 0;
@ -468,6 +469,7 @@
"~*(?:\b)RepoMonkey(?:\b|)" 0; "~*(?:\b)RepoMonkey(?:\b|)" 0;
"~*(?:\b)Re-re(?:\b|)" 0; "~*(?:\b)Re-re(?:\b|)" 0;
"~*(?:\b)Ripper(?:\b|)" 0; "~*(?:\b)Ripper(?:\b|)" 0;
"~*(?:\b)ripz(?:\b|)" 0;
"~*(?:\b)RocketCrawler(?:\b|)" 0; "~*(?:\b)RocketCrawler(?:\b|)" 0;
"~*(?:\b)Rogerbot(?:\b|)" 0; "~*(?:\b)Rogerbot(?:\b|)" 0;
"~*(?:\b)RSSingBot(?:\b|)" 0; "~*(?:\b)RSSingBot(?:\b|)" 0;
@ -507,6 +509,7 @@
"~*(?:\b)SiteExplorer(?:\b|)" 0; "~*(?:\b)SiteExplorer(?:\b|)" 0;
"~*(?:\b)Siteimprove(?:\b|)" 0; "~*(?:\b)Siteimprove(?:\b|)" 0;
"~*(?:\b)SiteLockSpider(?:\b|)" 0; "~*(?:\b)SiteLockSpider(?:\b|)" 0;
"~*(?:\b)siteripz(?:\b|)" 0;
"~*(?:\b)SiteSnagger(?:\b|)" 0; "~*(?:\b)SiteSnagger(?:\b|)" 0;
"~*(?:\b)SiteSucker(?:\b|)" 0; "~*(?:\b)SiteSucker(?:\b|)" 0;
"~*(?:\b)Site\ Sucker(?:\b|)" 0; "~*(?:\b)Site\ Sucker(?:\b|)" 0;

1
.dev-tools/test1_conf_files_whitelist/bots.d/custom-bad-referrers.conf
View file

@ -2106,6 +2106,7 @@
"~*(?:\b)face\.hostingx\.eu(?:\b)" 0; "~*(?:\b)face\.hostingx\.eu(?:\b)" 0;
"~*(?:\b)facebook\-mobile\.xyz(?:\b)" 0; "~*(?:\b)facebook\-mobile\.xyz(?:\b)" 0;
"~*(?:\b)facecup\.top(?:\b)" 0; "~*(?:\b)facecup\.top(?:\b)" 0;
"~*(?:\b)facialporntube\.com(?:\b)" 0;
"~*(?:\b)factorynightclub\.com(?:\b)" 0; "~*(?:\b)factorynightclub\.com(?:\b)" 0;
"~*(?:\b)failingmarriege\.blogspot\.com(?:\b)" 0; "~*(?:\b)failingmarriege\.blogspot\.com(?:\b)" 0;
"~*(?:\b)fakehandbags\.xyz(?:\b)" 0; "~*(?:\b)fakehandbags\.xyz(?:\b)" 0;

2
.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.193.184.18 0; 104.154.182.187 0;
127.0.0.1 0; 127.0.0.1 0;

12
.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.02.2273 ### Version: V4.2021.02.2274
### Updated: Mon Feb 8 08:46:09 SAST 2021 ### Updated: Mon Feb 8 09:42:12 SAST 2021
### Bad Referrer Count: 6931 ### Bad Referrer Count: 6932
### Bad Bot Count: 605 ### Bad Bot Count: 608
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -530,6 +530,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Pockey(?:\b)" 3; "~*(?:\b)Pockey(?:\b)" 3;
"~*(?:\b)POE-Component-Client-HTTP(?:\b)" 3; "~*(?:\b)POE-Component-Client-HTTP(?:\b)" 3;
"~*(?:\b)polaris\ version(?:\b)" 3; "~*(?:\b)polaris\ version(?:\b)" 3;
"~*(?:\b)probe-image-size(?:\b)" 3;
"~*(?:\b)Probethenet(?:\b)" 3; "~*(?:\b)Probethenet(?:\b)" 3;
"~*(?:\b)ProPowerBot(?:\b)" 3; "~*(?:\b)ProPowerBot(?:\b)" 3;
"~*(?:\b)ProWebWalker(?:\b)" 3; "~*(?:\b)ProWebWalker(?:\b)" 3;
@ -556,6 +557,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)RepoMonkey(?:\b)" 3; "~*(?:\b)RepoMonkey(?:\b)" 3;
"~*(?:\b)Re-re(?:\b)" 3; "~*(?:\b)Re-re(?:\b)" 3;
"~*(?:\b)Ripper(?:\b)" 3; "~*(?:\b)Ripper(?:\b)" 3;
"~*(?:\b)ripz(?:\b)" 3;
"~*(?:\b)RocketCrawler(?:\b)" 3; "~*(?:\b)RocketCrawler(?:\b)" 3;
"~*(?:\b)Rogerbot(?:\b)" 3; "~*(?:\b)Rogerbot(?:\b)" 3;
"~*(?:\b)RSSingBot(?:\b)" 3; "~*(?:\b)RSSingBot(?:\b)" 3;
@ -595,6 +597,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)SiteExplorer(?:\b)" 3; "~*(?:\b)SiteExplorer(?:\b)" 3;
"~*(?:\b)Siteimprove(?:\b)" 3; "~*(?:\b)Siteimprove(?:\b)" 3;
"~*(?:\b)SiteLockSpider(?:\b)" 3; "~*(?:\b)SiteLockSpider(?:\b)" 3;
"~*(?:\b)siteripz(?:\b)" 3;
"~*(?:\b)SiteSnagger(?:\b)" 3; "~*(?:\b)SiteSnagger(?:\b)" 3;
"~*(?:\b)SiteSucker(?:\b)" 3; "~*(?:\b)SiteSucker(?:\b)" 3;
"~*(?:\b)Site\ Sucker(?:\b)" 3; "~*(?:\b)Site\ Sucker(?:\b)" 3;
@ -3090,6 +3093,7 @@ map $http_referer $bad_referer {
"~*(?:\b)facebook\-mobile\.xyz(?:\b)" 1; "~*(?:\b)facebook\-mobile\.xyz(?:\b)" 1;
"~*(?:\b)facecup\.top(?:\b)" 1; "~*(?:\b)facecup\.top(?:\b)" 1;
"~*(?:\b)face\.hostingx\.eu(?:\b)" 1; "~*(?:\b)face\.hostingx\.eu(?:\b)" 1;
"~*(?:\b)facialporntube\.com(?:\b)" 1;
"~*(?:\b)factorynightclub\.com(?:\b)" 1; "~*(?:\b)factorynightclub\.com(?:\b)" 1;
"~*(?:\b)failingmarriege\.blogspot\.com(?:\b)" 1; "~*(?:\b)failingmarriege\.blogspot\.com(?:\b)" 1;
"~*(?:\b)fakehandbags\.xyz(?:\b)" 1; "~*(?:\b)fakehandbags\.xyz(?:\b)" 1;

12
.dev-tools/test2_conf_files/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.02.2273 ### Version: V4.2021.02.2274
### Updated: Mon Feb 8 08:46:09 SAST 2021 ### Updated: Mon Feb 8 09:42:12 SAST 2021
### Bad Referrer Count: 6931 ### Bad Referrer Count: 6932
### Bad Bot Count: 605 ### Bad Bot Count: 608
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -530,6 +530,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Pockey(?:\b)" 3; "~*(?:\b)Pockey(?:\b)" 3;
"~*(?:\b)POE-Component-Client-HTTP(?:\b)" 3; "~*(?:\b)POE-Component-Client-HTTP(?:\b)" 3;
"~*(?:\b)polaris\ version(?:\b)" 3; "~*(?:\b)polaris\ version(?:\b)" 3;
"~*(?:\b)probe-image-size(?:\b)" 3;
"~*(?:\b)Probethenet(?:\b)" 3; "~*(?:\b)Probethenet(?:\b)" 3;
"~*(?:\b)ProPowerBot(?:\b)" 3; "~*(?:\b)ProPowerBot(?:\b)" 3;
"~*(?:\b)ProWebWalker(?:\b)" 3; "~*(?:\b)ProWebWalker(?:\b)" 3;
@ -556,6 +557,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)RepoMonkey(?:\b)" 3; "~*(?:\b)RepoMonkey(?:\b)" 3;
"~*(?:\b)Re-re(?:\b)" 3; "~*(?:\b)Re-re(?:\b)" 3;
"~*(?:\b)Ripper(?:\b)" 3; "~*(?:\b)Ripper(?:\b)" 3;
"~*(?:\b)ripz(?:\b)" 3;
"~*(?:\b)RocketCrawler(?:\b)" 3; "~*(?:\b)RocketCrawler(?:\b)" 3;
"~*(?:\b)Rogerbot(?:\b)" 3; "~*(?:\b)Rogerbot(?:\b)" 3;
"~*(?:\b)RSSingBot(?:\b)" 3; "~*(?:\b)RSSingBot(?:\b)" 3;
@ -595,6 +597,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)SiteExplorer(?:\b)" 3; "~*(?:\b)SiteExplorer(?:\b)" 3;
"~*(?:\b)Siteimprove(?:\b)" 3; "~*(?:\b)Siteimprove(?:\b)" 3;
"~*(?:\b)SiteLockSpider(?:\b)" 3; "~*(?:\b)SiteLockSpider(?:\b)" 3;
"~*(?:\b)siteripz(?:\b)" 3;
"~*(?:\b)SiteSnagger(?:\b)" 3; "~*(?:\b)SiteSnagger(?:\b)" 3;
"~*(?:\b)SiteSucker(?:\b)" 3; "~*(?:\b)SiteSucker(?:\b)" 3;
"~*(?:\b)Site\ Sucker(?:\b)" 3; "~*(?:\b)Site\ Sucker(?:\b)" 3;
@ -3090,6 +3093,7 @@ map $http_referer $bad_referer {
"~*(?:\b)facebook\-mobile\.xyz(?:\b)" 1; "~*(?:\b)facebook\-mobile\.xyz(?:\b)" 1;
"~*(?:\b)facecup\.top(?:\b)" 1; "~*(?:\b)facecup\.top(?:\b)" 1;
"~*(?:\b)face\.hostingx\.eu(?:\b)" 1; "~*(?:\b)face\.hostingx\.eu(?:\b)" 1;
"~*(?:\b)facialporntube\.com(?:\b)" 1;
"~*(?:\b)factorynightclub\.com(?:\b)" 1; "~*(?:\b)factorynightclub\.com(?:\b)" 1;
"~*(?:\b)failingmarriege\.blogspot\.com(?:\b)" 1; "~*(?:\b)failingmarriege\.blogspot\.com(?:\b)" 1;
"~*(?:\b)fakehandbags\.xyz(?:\b)" 1; "~*(?:\b)fakehandbags\.xyz(?:\b)" 1;

1
.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
View file

@ -46,4 +46,3 @@
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.122.208.80 0; 34.122.208.80 0;
104.154.182.187 0;

12
.dev-tools/test3_conf_files/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.02.2273 ### Version: V4.2021.02.2274
### Updated: Mon Feb 8 08:46:09 SAST 2021 ### Updated: Mon Feb 8 09:42:12 SAST 2021
### Bad Referrer Count: 6931 ### Bad Referrer Count: 6932
### Bad Bot Count: 605 ### Bad Bot Count: 608
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -530,6 +530,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Pockey(?:\b)" 3; "~*(?:\b)Pockey(?:\b)" 3;
"~*(?:\b)POE-Component-Client-HTTP(?:\b)" 3; "~*(?:\b)POE-Component-Client-HTTP(?:\b)" 3;
"~*(?:\b)polaris\ version(?:\b)" 3; "~*(?:\b)polaris\ version(?:\b)" 3;
"~*(?:\b)probe-image-size(?:\b)" 3;
"~*(?:\b)Probethenet(?:\b)" 3; "~*(?:\b)Probethenet(?:\b)" 3;
"~*(?:\b)ProPowerBot(?:\b)" 3; "~*(?:\b)ProPowerBot(?:\b)" 3;
"~*(?:\b)ProWebWalker(?:\b)" 3; "~*(?:\b)ProWebWalker(?:\b)" 3;
@ -556,6 +557,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)RepoMonkey(?:\b)" 3; "~*(?:\b)RepoMonkey(?:\b)" 3;
"~*(?:\b)Re-re(?:\b)" 3; "~*(?:\b)Re-re(?:\b)" 3;
"~*(?:\b)Ripper(?:\b)" 3; "~*(?:\b)Ripper(?:\b)" 3;
"~*(?:\b)ripz(?:\b)" 3;
"~*(?:\b)RocketCrawler(?:\b)" 3; "~*(?:\b)RocketCrawler(?:\b)" 3;
"~*(?:\b)Rogerbot(?:\b)" 3; "~*(?:\b)Rogerbot(?:\b)" 3;
"~*(?:\b)RSSingBot(?:\b)" 3; "~*(?:\b)RSSingBot(?:\b)" 3;
@ -595,6 +597,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)SiteExplorer(?:\b)" 3; "~*(?:\b)SiteExplorer(?:\b)" 3;
"~*(?:\b)Siteimprove(?:\b)" 3; "~*(?:\b)Siteimprove(?:\b)" 3;
"~*(?:\b)SiteLockSpider(?:\b)" 3; "~*(?:\b)SiteLockSpider(?:\b)" 3;
"~*(?:\b)siteripz(?:\b)" 3;
"~*(?:\b)SiteSnagger(?:\b)" 3; "~*(?:\b)SiteSnagger(?:\b)" 3;
"~*(?:\b)SiteSucker(?:\b)" 3; "~*(?:\b)SiteSucker(?:\b)" 3;
"~*(?:\b)Site\ Sucker(?:\b)" 3; "~*(?:\b)Site\ Sucker(?:\b)" 3;
@ -3090,6 +3093,7 @@ map $http_referer $bad_referer {
"~*(?:\b)facebook\-mobile\.xyz(?:\b)" 1; "~*(?:\b)facebook\-mobile\.xyz(?:\b)" 1;
"~*(?:\b)facecup\.top(?:\b)" 1; "~*(?:\b)facecup\.top(?:\b)" 1;
"~*(?:\b)face\.hostingx\.eu(?:\b)" 1; "~*(?:\b)face\.hostingx\.eu(?:\b)" 1;
"~*(?:\b)facialporntube\.com(?:\b)" 1;
"~*(?:\b)factorynightclub\.com(?:\b)" 1; "~*(?:\b)factorynightclub\.com(?:\b)" 1;
"~*(?:\b)failingmarriege\.blogspot\.com(?:\b)" 1; "~*(?:\b)failingmarriege\.blogspot\.com(?:\b)" 1;
"~*(?:\b)fakehandbags\.xyz(?:\b)" 1; "~*(?:\b)fakehandbags\.xyz(?:\b)" 1;

3
.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,6 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.122.208.80 0;
34.122.173.211 0; 34.122.173.211 0;
34.122.208.80 0;
35.193.184.18 0;

12
.dev-tools/test4_conf_files/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.02.2273 ### Version: V4.2021.02.2274
### Updated: Mon Feb 8 08:46:09 SAST 2021 ### Updated: Mon Feb 8 09:42:12 SAST 2021
### Bad Referrer Count: 6931 ### Bad Referrer Count: 6932
### Bad Bot Count: 605 ### Bad Bot Count: 608
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -530,6 +530,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Pockey(?:\b)" 3; "~*(?:\b)Pockey(?:\b)" 3;
"~*(?:\b)POE-Component-Client-HTTP(?:\b)" 3; "~*(?:\b)POE-Component-Client-HTTP(?:\b)" 3;
"~*(?:\b)polaris\ version(?:\b)" 3; "~*(?:\b)polaris\ version(?:\b)" 3;
"~*(?:\b)probe-image-size(?:\b)" 3;
"~*(?:\b)Probethenet(?:\b)" 3; "~*(?:\b)Probethenet(?:\b)" 3;
"~*(?:\b)ProPowerBot(?:\b)" 3; "~*(?:\b)ProPowerBot(?:\b)" 3;
"~*(?:\b)ProWebWalker(?:\b)" 3; "~*(?:\b)ProWebWalker(?:\b)" 3;
@ -556,6 +557,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)RepoMonkey(?:\b)" 3; "~*(?:\b)RepoMonkey(?:\b)" 3;
"~*(?:\b)Re-re(?:\b)" 3; "~*(?:\b)Re-re(?:\b)" 3;
"~*(?:\b)Ripper(?:\b)" 3; "~*(?:\b)Ripper(?:\b)" 3;
"~*(?:\b)ripz(?:\b)" 3;
"~*(?:\b)RocketCrawler(?:\b)" 3; "~*(?:\b)RocketCrawler(?:\b)" 3;
"~*(?:\b)Rogerbot(?:\b)" 3; "~*(?:\b)Rogerbot(?:\b)" 3;
"~*(?:\b)RSSingBot(?:\b)" 3; "~*(?:\b)RSSingBot(?:\b)" 3;
@ -595,6 +597,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)SiteExplorer(?:\b)" 3; "~*(?:\b)SiteExplorer(?:\b)" 3;
"~*(?:\b)Siteimprove(?:\b)" 3; "~*(?:\b)Siteimprove(?:\b)" 3;
"~*(?:\b)SiteLockSpider(?:\b)" 3; "~*(?:\b)SiteLockSpider(?:\b)" 3;
"~*(?:\b)siteripz(?:\b)" 3;
"~*(?:\b)SiteSnagger(?:\b)" 3; "~*(?:\b)SiteSnagger(?:\b)" 3;
"~*(?:\b)SiteSucker(?:\b)" 3; "~*(?:\b)SiteSucker(?:\b)" 3;
"~*(?:\b)Site\ Sucker(?:\b)" 3; "~*(?:\b)Site\ Sucker(?:\b)" 3;
@ -3090,6 +3093,7 @@ map $http_referer $bad_referer {
"~*(?:\b)facebook\-mobile\.xyz(?:\b)" 1; "~*(?:\b)facebook\-mobile\.xyz(?:\b)" 1;
"~*(?:\b)facecup\.top(?:\b)" 1; "~*(?:\b)facecup\.top(?:\b)" 1;
"~*(?:\b)face\.hostingx\.eu(?:\b)" 1; "~*(?:\b)face\.hostingx\.eu(?:\b)" 1;
"~*(?:\b)facialporntube\.com(?:\b)" 1;
"~*(?:\b)factorynightclub\.com(?:\b)" 1; "~*(?:\b)factorynightclub\.com(?:\b)" 1;
"~*(?:\b)failingmarriege\.blogspot\.com(?:\b)" 1; "~*(?:\b)failingmarriege\.blogspot\.com(?:\b)" 1;
"~*(?:\b)fakehandbags\.xyz(?:\b)" 1; "~*(?:\b)fakehandbags\.xyz(?:\b)" 1;

2
.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf
View file

@ -46,3 +46,5 @@
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
104.154.182.187 0; 104.154.182.187 0;
34.122.208.80 0;
34.122.173.211 0;

12
.dev-tools/test5_conf_files/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.02.2273 ### Version: V4.2021.02.2274
### Updated: Mon Feb 8 08:46:09 SAST 2021 ### Updated: Mon Feb 8 09:42:12 SAST 2021
### Bad Referrer Count: 6931 ### Bad Referrer Count: 6932
### Bad Bot Count: 605 ### Bad Bot Count: 608
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -530,6 +530,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Pockey(?:\b)" 3; "~*(?:\b)Pockey(?:\b)" 3;
"~*(?:\b)POE-Component-Client-HTTP(?:\b)" 3; "~*(?:\b)POE-Component-Client-HTTP(?:\b)" 3;
"~*(?:\b)polaris\ version(?:\b)" 3; "~*(?:\b)polaris\ version(?:\b)" 3;
"~*(?:\b)probe-image-size(?:\b)" 3;
"~*(?:\b)Probethenet(?:\b)" 3; "~*(?:\b)Probethenet(?:\b)" 3;
"~*(?:\b)ProPowerBot(?:\b)" 3; "~*(?:\b)ProPowerBot(?:\b)" 3;
"~*(?:\b)ProWebWalker(?:\b)" 3; "~*(?:\b)ProWebWalker(?:\b)" 3;
@ -556,6 +557,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)RepoMonkey(?:\b)" 3; "~*(?:\b)RepoMonkey(?:\b)" 3;
"~*(?:\b)Re-re(?:\b)" 3; "~*(?:\b)Re-re(?:\b)" 3;
"~*(?:\b)Ripper(?:\b)" 3; "~*(?:\b)Ripper(?:\b)" 3;
"~*(?:\b)ripz(?:\b)" 3;
"~*(?:\b)RocketCrawler(?:\b)" 3; "~*(?:\b)RocketCrawler(?:\b)" 3;
"~*(?:\b)Rogerbot(?:\b)" 3; "~*(?:\b)Rogerbot(?:\b)" 3;
"~*(?:\b)RSSingBot(?:\b)" 3; "~*(?:\b)RSSingBot(?:\b)" 3;
@ -595,6 +597,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)SiteExplorer(?:\b)" 3; "~*(?:\b)SiteExplorer(?:\b)" 3;
"~*(?:\b)Siteimprove(?:\b)" 3; "~*(?:\b)Siteimprove(?:\b)" 3;
"~*(?:\b)SiteLockSpider(?:\b)" 3; "~*(?:\b)SiteLockSpider(?:\b)" 3;
"~*(?:\b)siteripz(?:\b)" 3;
"~*(?:\b)SiteSnagger(?:\b)" 3; "~*(?:\b)SiteSnagger(?:\b)" 3;
"~*(?:\b)SiteSucker(?:\b)" 3; "~*(?:\b)SiteSucker(?:\b)" 3;
"~*(?:\b)Site\ Sucker(?:\b)" 3; "~*(?:\b)Site\ Sucker(?:\b)" 3;
@ -3090,6 +3093,7 @@ map $http_referer $bad_referer {
"~*(?:\b)facebook\-mobile\.xyz(?:\b)" 1; "~*(?:\b)facebook\-mobile\.xyz(?:\b)" 1;
"~*(?:\b)facecup\.top(?:\b)" 1; "~*(?:\b)facecup\.top(?:\b)" 1;
"~*(?:\b)face\.hostingx\.eu(?:\b)" 1; "~*(?:\b)face\.hostingx\.eu(?:\b)" 1;
"~*(?:\b)facialporntube\.com(?:\b)" 1;
"~*(?:\b)factorynightclub\.com(?:\b)" 1; "~*(?:\b)factorynightclub\.com(?:\b)" 1;
"~*(?:\b)failingmarriege\.blogspot\.com(?:\b)" 1; "~*(?:\b)failingmarriege\.blogspot\.com(?:\b)" 1;
"~*(?:\b)fakehandbags\.xyz(?:\b)" 1; "~*(?:\b)fakehandbags\.xyz(?:\b)" 1;

2
.dev-tools/test_units/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
104.154.182.187 1; 35.193.184.18 1;
127.0.0.1 1; 127.0.0.1 1;

3
.dev-tools/test_units/blacklist-user-agents.conf
View file

@ -442,6 +442,7 @@
"~*(?:\b)Pockey(?:\b|)" 0; "~*(?:\b)Pockey(?:\b|)" 0;
"~*(?:\b)POE-Component-Client-HTTP(?:\b|)" 0; "~*(?:\b)POE-Component-Client-HTTP(?:\b|)" 0;
"~*(?:\b)polaris\ version(?:\b|)" 0; "~*(?:\b)polaris\ version(?:\b|)" 0;
"~*(?:\b)probe-image-size(?:\b|)" 0;
"~*(?:\b)Probethenet(?:\b|)" 0; "~*(?:\b)Probethenet(?:\b|)" 0;
"~*(?:\b)ProPowerBot(?:\b|)" 0; "~*(?:\b)ProPowerBot(?:\b|)" 0;
"~*(?:\b)ProWebWalker(?:\b|)" 0; "~*(?:\b)ProWebWalker(?:\b|)" 0;
@ -468,6 +469,7 @@
"~*(?:\b)RepoMonkey(?:\b|)" 0; "~*(?:\b)RepoMonkey(?:\b|)" 0;
"~*(?:\b)Re-re(?:\b|)" 0; "~*(?:\b)Re-re(?:\b|)" 0;
"~*(?:\b)Ripper(?:\b|)" 0; "~*(?:\b)Ripper(?:\b|)" 0;
"~*(?:\b)ripz(?:\b|)" 0;
"~*(?:\b)RocketCrawler(?:\b|)" 0; "~*(?:\b)RocketCrawler(?:\b|)" 0;
"~*(?:\b)Rogerbot(?:\b|)" 0; "~*(?:\b)Rogerbot(?:\b|)" 0;
"~*(?:\b)RSSingBot(?:\b|)" 0; "~*(?:\b)RSSingBot(?:\b|)" 0;
@ -507,6 +509,7 @@
"~*(?:\b)SiteExplorer(?:\b|)" 0; "~*(?:\b)SiteExplorer(?:\b|)" 0;
"~*(?:\b)Siteimprove(?:\b|)" 0; "~*(?:\b)Siteimprove(?:\b|)" 0;
"~*(?:\b)SiteLockSpider(?:\b|)" 0; "~*(?:\b)SiteLockSpider(?:\b|)" 0;
"~*(?:\b)siteripz(?:\b|)" 0;
"~*(?:\b)SiteSnagger(?:\b|)" 0; "~*(?:\b)SiteSnagger(?:\b|)" 0;
"~*(?:\b)SiteSucker(?:\b|)" 0; "~*(?:\b)SiteSucker(?:\b|)" 0;
"~*(?:\b)Site\ Sucker(?:\b|)" 0; "~*(?:\b)Site\ Sucker(?:\b|)" 0;

1
.dev-tools/test_units/custom-bad-referrers.conf
View file

@ -2106,6 +2106,7 @@
"~*(?:\b)face\.hostingx\.eu(?:\b)" 0; "~*(?:\b)face\.hostingx\.eu(?:\b)" 0;
"~*(?:\b)facebook\-mobile\.xyz(?:\b)" 0; "~*(?:\b)facebook\-mobile\.xyz(?:\b)" 0;
"~*(?:\b)facecup\.top(?:\b)" 0; "~*(?:\b)facecup\.top(?:\b)" 0;
"~*(?:\b)facialporntube\.com(?:\b)" 0;
"~*(?:\b)factorynightclub\.com(?:\b)" 0; "~*(?:\b)factorynightclub\.com(?:\b)" 0;
"~*(?:\b)failingmarriege\.blogspot\.com(?:\b)" 0; "~*(?:\b)failingmarriege\.blogspot\.com(?:\b)" 0;
"~*(?:\b)fakehandbags\.xyz(?:\b)" 0; "~*(?:\b)fakehandbags\.xyz(?:\b)" 0;

20
.dev-tools/test_units/random-bots-for-test-quick.list
View file

@ -1,10 +1,10 @@
Black Hole Bullseye
BunnySlippers Copyscape
Haansoft gopher
JikeSpider IlseBot
muhstik-scan Likse
plumanalytics LinkWalker
Upflow OrangeBot
URLy.Warning RankingBot
Vagabondo seoscanners
Xenu Telesphoreo

316
.dev-tools/test_units/random-bots-for-test.list
View file

@ -1,250 +1,250 @@
360Spider
404enemy
80legs 80legs
AfD-Verbotsverfahren Aboundex
AhrefsBot AhrefsBot
Anarchie AiHitBot
Anarchy99 Alexibot
Apexoo Alligator
Ankit
Anthill
archive.org_bot archive.org_bot
Aspiegel arquivo.pt
Asterias Attach
autoemailspider BackWeb
BackDoorBot Badass
backlink-check Bandit
BackStreet BBBike
Barkrowler BDCbot
BDFetch Bigfoot
BetaBot
Bitacle Bitacle
Black Hole BLEXBot
BlackWidow
Blow
BlowFish
BotALot
Brandwatch Brandwatch
BuzzSumo BuiltWith
Bullseye
Calculon
CATExplorador
CCBot CCBot
Cegbfeieh Cegbfeieh
CensysInspect CensysInspect
CheeseBot Chlooe
ChinaClaw
Claritybot Claritybot
Cloud mapping
Cocolyzebot Cocolyzebot
Copier
crawler.feedback crawler.feedback
Crescent Curious
CSHttp Custo
DBLBot CyotekWebCopy
DataCha0s
demandbase-bot demandbase-bot
Demon
Deusu Deusu
Digincore Digincore
DigitalPebble DigitalPebble
DIIbot Discoverybot
Disco DomainSigmaCrawler
Discobot
DittoSpyder
DomainAppender
DomainCrawler
domainsproject.org domainsproject.org
Dragonfly Dotbot
DSearch Download Wonder
EasyDL Drip
eCatch Ebingbong
Ecxi ECCP/1.0
EirGrabber
EMail Wolf EMail Wolf
EroCrawler EroCrawler
evc-batch Exabot
Evil ExtLinksBot
Extreme Picture Finder Extractor
facebookscraper EyeNetIE
FemtosearchBot
FHscan
Firefox/7.0 Firefox/7.0
Flunky FlashGet
Foobot FrontPage
Fuzz Fuzz
Fyrebot Fyrebot
Genieo GalaxyBot
GermCrawler
Getintent Getintent
Gigabot GetRight
G-i-g-a-b-o-t Go-Ahead-Got-It
gopher
GoZilla GoZilla
Go!Zilla
GrabNet GrabNet
Grafula Grafula
GrapeFX GrapeFX
GrapeshotCrawler
GridBot
Haansoft
Harvest Harvest
Heritrix Havij
Hloader HEADMasterSEO
HMView
HTTP::Lite
HTTrack
HybridBot HybridBot
Iblog Iblog
IDBTE4M IDBot
Id-search
IlseBot
Image Fetch Image Fetch
Indy Library Image Sucker
InfoNaviRobot InfoNaviRobot
instabid InfoTekies
Intelliseek Internet Ninja
InterGET Iria
IRLbot IRLbot
Iskanie Jbrofuzz
JamesBOT
JennyBot
JetCar JetCar
JOC Web Spider JikeSpider
Joomla
Jorgee Jorgee
JustView Jyxobot
Kenjin Spider Kinza
Kozmosbot
Lanshanbot
LeechFTP LeechFTP
LexiBot LexiBot
Libwhisker Libwhisker
LieBaoFast LieBaoFast
Lightspeedsystems Lightspeedsystems
Linkdexbot Linkbot
LinkpadBot
LinksManager LinksManager
LinkWalker LinkWalker
LinqiaMetadataDownloaderBot
LinqiaRSSBot LinqiaRSSBot
LWP::Simple Lipperhey
lwp-trivial LNSpiderguy
Magnet lwp-request
Mag-Net magpie-crawler
Majestic-SEO Majestic SEO
MarkMonitor MarkMonitor
MarkWatch MarkWatch
Mass Downloader Mata Hari
Mb2345Browser Meanpathbot
meanpathbot Mediatoolkitbot
MegaIndex.ru MegaIndex.ru
Metauri
MFC_Tear_Sample
Microsoft Data Access
Microsoft URL Control Microsoft URL Control
MIIxpc
Mister PiX Mister PiX
MQQBrowser Mojeek
MSIECrawler Mojolicious
Msrabot Morfeus Fucking Scanner
Mozlila
MSFrontPage
MTRobot
muhstik-scan muhstik-scan
Musobot Name Intelligence
Nameprotect NearSite
Navroad Nessus
Netcraft
netEstate NE Crawler
NetSpider NetSpider
Netvibes Net Vampire
NetZIP NetZIP
NimbleCrawler Nikto
Nimbostratus Octopus
node-fetch Offline Explorer
Nutch OnCrawl
Offline Navigator Openfind
OpenLinkProfiler
Openvas Openvas
OpenVAS OutfoxBot
PageAnalyzer PageGrabber
page scorer PageScorer
Pandalytics Pandalytics
Panscient PECL::HTTP
Papa Foto
PeoplePal PeoplePal
Petalbot
PHPCrawl PHPCrawl
Picscout PictureFinder
Piepmatz Pimonster
PleaseCrawl Pixray
Pockey polaris version
Pump probe-image-size
Psbot
Pu_iN
PxBroker PxBroker
Quick-Crawler PyCurl
RankActive RankActive
RankActiveLinkBot RankActiveLinkBot
Rankivabot Rankivabot
RealDownload RealDownload
RebelMouse Reaper
Recorder Recorder
RedesScrapy
ReGet ReGet
Rogerbot Ripper
RSSingBot RocketCrawler
SalesIntelligent SBIder
satoristudio.net
scalaj-http
ScanAlert ScanAlert
Scanbot SearchmetricsBot
scan.lol SEOkicks-Robot
ScoutJet Seomoz
Screaming SEOstats
ScreenerBot
SentiBot
SEOkicks
SEOprofiler
SeoSiteCheckup
serpstatbot serpstatbot
Shodan Shodan
SISTRIX Siphon
Sitebeam SiteCheckerBotCrawler
sitechecker.pro
siteripz
SiteSucker SiteSucker
SMTBot SlySearch
Snapbot SocialRankIOBot
Sociscraper sogouspider
Sogou web spider Sogou web spider
Sottopop
SpaceBison SpaceBison
Sqlmap Sqlworm
Sqworm
Steeler Steeler
Stripper
Sucker
Sucuri Sucuri
Surfbot SuperHTTP
Suzuran SurveyBot
Swiftbot
Szukacz Szukacz
Teleport Teleport
TeleportPro
Telesphorep
The Intraformant
TheNomad TheNomad
Toweyabot Thumbor
Trendiction Titan
Tracemyfile
Trendictionbot Trendictionbot
trendiction.com trendiction.com
trendiction.de trendiction.de
True_Robot
Turingos Turingos
TurnitinBot Turnitin
TwengaBot TwengaBot
Twice
UnisterBot
Upflow Upflow
Vacuum Vacuum
VeriCiteCrawler VB Project
VoidEYE VCI
Virusdie
Voil
Voltron
Wallpapers/3.0 Wallpapers/3.0
WallpapersHD WallpapersHD
WASALive-Bot
WBSearchBot
Webalta Webalta
Web Auto WebAuto
WEBDAV WebBandit
WebCollage
Web Enhancer Web Enhancer
WebGo IS WebFetch
WebImageCollector WebFuck
Web Fuck
WebLeacher WebLeacher
WebsiteExtractor WebmasterWorldForumBot
WebsiteQuester Web Pix
WebReaper
WebSauger
Web Sauger
Webshag
WebSucker WebSucker
Web Sucker Web Sucker
WebZIP WebZIP
Whack
Whacker Whacker
Whatweb Who.is Bot
Widow WinHTTrack
WISENutbot
Wonderbot Wonderbot
Wotbox Woobot
x22Mozilla WPScan
WWW-Collector-E
WWWOFFLE
Xaldon_WebSpider Xaldon_WebSpider
Xenu xpymep1.exe
YoudaoBot YoudaoBot
Zade Zade
zgrab zauba.io
ZmEu Zermelo
ZoomBot Zitebot
ZumBot

278
.dev-tools/test_units/random-bots-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
01h4x.com 01h4x.com
360Spider
80legs
Abonti
Aboundex Aboundex
Aboundexbot
Acunetix Acunetix
AhrefsBot
AIBOT AIBOT
Alligator Anarchie
AlphaBot
Anarchy Anarchy
Anarchy99 Anthill
archive.org_bot arquivo.pt
Aspiegel
Asterias
autoemailspider autoemailspider
AwarioRssBot
backlink-check backlink-check
BacklinkCrawler BacklinkCrawler
BackStreet BackStreet
BackWeb Bandit
Badass BatchFTP
Barkrowler
BBBike BBBike
BDFetch BDFetch
BetaBot
Bigfoot
Blackboard Blackboard
Black Hole
BlackWidow BlackWidow
Boardreader
Bolt Bolt
BuiltWith BotALot
Brandprotect
Buddy
BuiltBotTough
Bullseye
BuzzSumo BuzzSumo
CATExplorador Calculon
CazoodleBot
CCBot
Cegbfeieh Cegbfeieh
CensysInspect CensysInspect
check1.exe check1.exe
CherryPicker
CheTeam
ChinaClaw
Chlooe
Claritybot Claritybot
Cloud mapping Cloud mapping
coccocbot-web
Cocolyzebot Cocolyzebot
Cogentbot
cognitiveseo cognitiveseo
Collector Copier
com.plumanalytics Craftbot
CopyRightCheck
Copyscape
Cosmos
crawler.feedback crawler.feedback
CrazyWebCrawler CrazyWebCrawler
Crescent
CrunchBot CrunchBot
CSHttp CSHttp
Curious
CyotekWebCopy
DatabaseDriverMysqli DatabaseDriverMysqli
DataCha0s DataCha0s
DBLBot demandbase-bot
Demon
Deusu Deusu
Devil Disco
Digincore DomainAppender
DigitalPebble
DIIbot
DittoSpyder
DomainSigmaCrawler DomainSigmaCrawler
Domains Project Domains Project
DTS Agent Dotbot
eCatch Drip
DSearch
ECCP/1.0 ECCP/1.0
Ecxi EMail Wolf
EMail Siphon evc-batch
EroCrawler
Exabot Exabot
Express WebPictures
ExtractorPro ExtractorPro
EyeNetIE FemtosearchBot
facebookscraper
FDM
FHscan
Fimap
FlashGet FlashGet
Foobot Freeuploader
FrontPage FrontPage
FyberSpider Fuzz
Getintent GalaxyBot
GetRight
Gigabot Gigabot
Go-Ahead-Got-It Gotit
GoZilla Go!Zilla
GrabNet GridBot
Grafula
GrapeFX
GT::WWW
Haansoft
HaosouSpider HaosouSpider
HMView Harvest
HTTP::Lite Havij
HTTrack Humanlinks
HybridBot
Iblog
IDBTE4M
Id-search Id-search
IlseBot Image Sucker
IndeedBot
Indy Library
InfoTekies InfoTekies
Intelliseek InterGET
Internet Ninja
internetVista monitor
ips-agent
Iria Iria
IRLbot IRLbot
isitwp.com
Iskanie Iskanie
IstellaBot IstellaBot
JamesBOT
Jbrofuzz Jbrofuzz
JennyBot JennyBot
Jyxobot JOC Web Spider
LibWeb Jorgee
JustView
Keyword Density
Lightspeedsystems Lightspeedsystems
Likse
Linkbot
Linkdexbot Linkdexbot
LinkpadBot LinkScan
LinqiaMetadataDownloaderBot LinkWalker
LinqiaRSSBot LinqiaScrapeBot
Lipperhey Spider LNSpiderguy
Litemage_walker Ltx71
lwp-request lwp-trivial
LWP::Simple Magnet
Mag-Net Mag-Net
Mail.RU_Bot magpie-crawler
Majestic SEO MarkMonitor
MarkWatch MarkWatch
MeanPath Bot Masscan
MFC_Tear_Sample Mb2345Browser
Meanpathbot
Microsoft Data Access Microsoft Data Access
Microsoft URL Control MIDown tool
MIIxpc MIIxpc
Mister PiX Mojeek
MQQBrowser Mr.4x3
Msrabot Msrabot
muhstik-scan Nameprotect
NearSite NearSite
Nessus Nessus
Netvibes NetAnts
NextGenSearchBot NetSpider
Nettrack
Net Vampire
NICErsPRO
Niki-bot Niki-bot
Nikto NimbleCrawler
Nimbostratus Nimbostratus
node-fetch node-fetch
NPbot NPbot
Nuclei Nuclei
Nutch oBot
Octopus OnCrawl
Offline Explorer
Openfind Openfind
Openvas
OpenVAS
OPPO A33
PageAnalyzer
Page Analyzer Page Analyzer
PageGrabber
page scorer page scorer
PageScorer Papa Foto
Pandalytics
Petalbot Petalbot
Picsearch
Pimonster Pimonster
Pi-Monster
plumanalytics plumanalytics
POE-Component-Client-HTTP Pockey
Probethenet probe-image-size
ProPowerBot ProWebWalker
Psbot Psbot
PxBroker QueryN Metasearch
RankActive Quick-Crawler
RankActiveLinkBot
RankFlex RankFlex
RankingBot RankingBot
RankingBot2 RankurBot
RealDownload RealDownload
Reaper Reaper
RebelMouse RebelMouse
Recorder ReGet
Re-re RepoMonkey
RocketCrawler
Rogerbot Rogerbot
scalaj-http RSSingBot
s1z.ru
satoristudio.net
ScanAlert ScanAlert
scan.lol Scanbot
ScoutJet
Scrapy
ScreenerBot
SearchmetricsBot SearchmetricsBot
Semrush Semrush
SemrushBot SemrushBot
SEOprofiler SEOkicks
seoscanners SEOlyticsCrawler
serpstatbot serpstatbot
Shodan
Siphon Siphon
SISTRIX
Sitebeam Sitebeam
SiteCheckerBotCrawler SiteCheckerBotCrawler
sitechecker.pro
SiteExplorer SiteExplorer
Siteimprove
SiteLockSpider
SlySearch SlySearch
Snake SMTBot
SocialRankIOBot
Sociscraper Sociscraper
Spammen SpankBot
Spanner sp_auditbot
Spinn3r
spyfu spyfu
Sqlmap Sqlworm
Sqworm
Stripper
Sucker Sucker
Sucuri
Surfbot Surfbot
Swiftbot Swiftbot
sysscan sysscan
T0PHackTeam Szukacz
Teleport
TeleportPro TeleportPro
Telesphoreo Thumbor
Toata Toata
Toweyabot Toweyabot
True_Robot Trendiction
Turingos Turingos
Turnitin
TwengaBot TwengaBot
Typhoeus
Upflow Upflow
URLy Warning
URLy.Warning URLy.Warning
Vagabondo Vagabondo
VB Project
VCI VCI
VelenPublicWebCrawler VelenPublicWebCrawler
VidibleScraper VidibleScraper
VoidEYE Voil
Wallpapers/3.0 Wallpapers/3.0
Webalta WallpapersHD
Web Auto WASALive-Bot
WebCollage WebAuto
Web Enhancer
WebFetch WebFetch
WebFuck Web Fetch
webmeup-crawler Web Fuck
WebPix WebGo IS
Web Pix WebImageCollector
WebSauger WebmasterWorldForumBot
WebReaper
WebsiteExtractor
WebsiteQuester WebsiteQuester
Webster
WebStripper
WebSucker WebSucker
Web Sucker
WebWhacker WebWhacker
Who.is Bot
WinHTTrack WinHTTrack
WISENutbot Woobot
Wotbox
Wprecon Wprecon
WPScan x09Mozilla
WWWOFFLE
x22Mozilla x22Mozilla
Xenu Xaldon WebSpider
Zade YoudaoBot
Zauba
Zermelo Zermelo
Zeus Zeus
ZoomBot zgrab
ZmEu
ZoominfoBot ZoominfoBot
ZyBorg ZumBot

18
.dev-tools/test_units/random-referrers-for-test-quick.list
View file

@ -1,10 +1,10 @@
01apple.com australia-opening-times.com
51.la
compliance-irvin.top compliance-irvin.top
compliance-mary.top dpihatinh.gov.vn
kalb.ru filmi-onlain.info
mitrasound.ru freetangodownload.com
pretty-mart.com hptwaakw.blog.fc2.com
tomatis.gospartner.com lowephotos.info
tozup.com phobia.us
traffixer.com seo-2-0.com
xn----8sbhefaln6acifdaon5c6f4axh.xn--p1ai

912
.dev-tools/test_units/random-referrers-for-test.list
View file

@ -1,500 +1,500 @@
00it.com 08800.top
00webcams.com 100searchengines.com
1008.su 1-99seo.com
123movies.love 1kinobig.ru
13tabs.com 1webmaster.ml
1j7740kd.website 2020iscoming.info
2daytrendingnews.com 21h2o.com
28n2gl3wfyb0.ru
300richmond.co.nz 300richmond.co.nz
45en.ru 3-letter-domains.net
4kpics.rocks 83net.jp
5-steps-to-start-business.com 8gold.com
7fon.ru 8si.ru
7yue.org aa625d84f1587749c1ab011d6f269f7d64.com
aa8b68101d388c446389283820863176e7.com aa8780bb28a1de4eb5bff33c28a218a930.com
abcdeg.xyz adf.ly
actulite.com admanaerofoil.com
adconscious.com adsref.men
adexprts.com ads-seo.men
adprotect.net airmaxshoes-2016.com
adssafeprotected.com aksonural.ru
adultmeetonline.info albamargroup.com
adzpower.com alekseevec.ru
agardomains.com alessandraleone.com
air-edem.ru
alfa9.com
all4wap.ru
allblogroll.com allblogroll.com
allnews.md alpinism.ru
aloofly.com
alvtank.se
anniemation.com
anonymous-redirect.com anonymous-redirect.com
anti-virus-removal.info
antons-transporte.de antons-transporte.de
aosexkontakte.net apartmentratings.com
apiitsthirteende-a.akamaihd.net apper.de
ap.senai.br arkartex.ru
arabgirls.adultgalls.com arpelsreplica.xyz
artdeko.info artdestshop.eu
atmagroup.ru asscenihotosidea.blogspot.com
atofilms.com asseenontvonline.ru
aussie-prizes.com atleticpharm.org
autolombard-krasnodar.ru availit.weebly.com
avtocredit-legko.ru azinoofficial777.ru
avtolombard-krasnodar.ru babyfactory.fr
axbocz.net back.dog
ayanaspa.com bad-stars.net
b2b-lounge.com banan.tv
badavit.com.ua bangla-chat-uk-paralud.ga
balkanfarma.ru beauty-bracelet.com
baltgem.com begalka.xyz
banki76.ru beget.tech
banksrf.ru
barbourjackets.online
bausparen.bz.it
bayareaaeroclub.org
bear.gotcher.us
beauby.ru
beauty-things.com
belinvestdom.by
berdasovivan.ru berdasovivan.ru
bestcalovebracelet.cn bestchoice.cf
bestcurs.org besthoro.ru
bestwebsiteawards.com bestpornuha.com
bfz.biz bidbuy.co.kr
bget.ru bioinnovate.co
bidr.trellian.com bitporno.sx
bimatoprost-careprost.com.ua biznesrealnost.ru
bitcoin-ua.top bizru.info
biznesluxe.ru blog.f00kclan.de
bjanshee.ru blog.koorg.ru
blavia.00author.com blogporn.in
blockety.co blog.remote-computer.de
blog.koreadaily.com
blogs.rediff.com blogs.rediff.com
bonanza-fortune.men bmsco.co
boom-celebs.com board.f00d.de
bosefux.esy.es bouda.kvalitne.cz
braintobe.win brewdom.ru
buchananshardware.com bscodecs.com
bugof.gq bugof.gq
buttons-for-your-website.com bvlgariring.xyz
buyessay3.blogspot.ru byme.se
buyfriend.ru bytimedance.ru
buyscabiescream.com callejondelpozo.es
camdenmemorials.com candlehandmade.com
candycrushshop.com canvas.gloverid.site
capture-room.com centraletermice.us
cardiosport.com.ua cete.ru
cdnanalytics.xyz chatroulette.online
cenoval.ru cheap-pills-norx.com
centrdebut.ru cheatcode-lita12.rhcloud.com
cheapmoncler.win checkpagerank.net
check-host.net chelnytruck.ru
check-this-out-now.online cherrypointplace.ca
chelyabinsk.xrus.org chinese-amezon.com
chocolateslim-original.com cialgenisrx.com
cialischstgerts.com cienum.fr
cialisndbrx.com classicakuhni.ru
clarithromycin500mg.com
cleanmypc.com cleanmypc.com
clean-virus-mac.com
clmforexeu.com
cl.s7.exct.net
com-onlinesupport.site
compliance-checker-7.info
compliance-irvin.top compliance-irvin.top
concordexoticrentals.com compliance-ivan.top
coolyarddecorations.com computernetworksonline.com
cowblog.fr cookie-law-enforcement-hh.xyz
craftinsta.ru copypaste.traderzplanet.in
cryptoswap.biz counter.bloke.com
culmimg.pw creatives.adbetclickin.pink
customerguru.in crest3d.ru
customsua.com.ua csgo4.win
customcollegeessays.net
customergrowthsystems.com
dairyindia.in
daisye.top daisye.top
datract.com datsun-do.com
ddpills.com dekoration.us
dellalimov.com dekorkeramik.ru
demenageur.com delfin-aqua.com.ua
dikqlyremy.info dengi-pod-zalog-nedvizhimosti.ru
dipstar.org dieta-personalna.pl
discountliv.com digitalassetmanagement.site
digitalfaq.com
dinosaurus.site
dirtpics.pw
discovertreasure-a.akamaihd.net
discovertreasurenow.com discovertreasurenow.com
dnepropetrovsk.mistr-x.org distver.ru
doktoronline.no dms-sw.ru
domain-submit.info dogbreedspicture.net
domik-derevne.ru domainroam.win
domznaniy.ru dostavka-v-krym.com
dosug-lux.ru download-wallpaper.net
dprtb.com dpihatinh.gov.vn
drugs-no-rx.info druzhbany.ru
dscaas.website dvd-famille.com
dvr.biz.ua dyshagi.ru
e705.net
e-avon.ru e-avon.ru
e-biznes.info
ebooknovel.club ebooknovel.club
e-c.al editors.choice6912650.hulfingtonpost.com
ecookna.com.ua efnor-ac.com
edelstahlschornstein-123.de ekspertmed.com
ee77ee.com electricwheelchairsarea.com
electro-prom.com eleimgo.pw
elektrischezigarette1.blog.pl elektir.ru
elektrischezigaretten2.beeplog.com elektrischezigarette2.devhub.com
embedle.com elitedollars.com
elitepcgames.com
elmacho.xyz
empirepoker.com
energy-ua.com
enge-fotzen.info
eredijovon.com
essayservicewriting.org essayservicewriting.org
euroskat.ru euromasterclass.ru
eyelike.com.ua evehemming.blogspot.com.au
ezigarettekaufen2.yolasite.com extremal-blog.com
ezigaretteshop2.mywapblog.com
ezigaretteshop2.vefblog.net
f07.de f07.de
favornews.com failingmarriege.blogspot.com
femmesdenudees.com farmingworm.com
ferretsoft.com fbdownloader.com
fetishinside.com fertilitetsradgivningen.se
fickkontakte.org fikasound.tk
filesdatabase.net
filesvine.com
film-one.ru
financehint.eu financehint.eu
findclan.org findanysex.com
floating-share-buttons.com findthe.pet
floridamhca.org firesub.pl
fortwosmartcar.pw fiverr.com
forums.toucharcade.com flooringinstallation-edmonton.com
fototravel.eu forex-procto.ru
freejabs.com forodvd.com
freelifetimefuckbook.com forpackningsutveckling.se
free-stock-illustration.com foto-basa.com
freshsuperbloop.com foxtechfpv.com
fungamelands.com free-floating-buttons.com
gallerylisting.com free-share-buttons.com
gamerextra.com free-today.com
gardene.ru freshmac.space
gay-file.com fullgirl.ru
gdzkurokam.ru funtoonez.com
germes-trans.com games.kolossale.ru
getmyads24.com gateway.zscalerone.net
getprismatic.com gaypornmovie.net
glass-msk.ru gazobeton-p.com.ua
global-ics.co.za gentamicineyedrops.blogspot.com
gojiberriess.apishops.ru get-free-traffic-now.com
gomusix.com getlamborghini.ga
goo.ne.jp globatur.ru
gopro-online.info gnuetella.com
greamimgo.pw go2album.com
greatfind-a.akamaihd.net goodhumor24.com
greatzip.com greendream.com.ua
gribokstop.com gsasearchenginerankerhelp.com
grizzlysgrill.com gsasearchengineranker.pw
growboxbl.ru gsou.cf
gta-top.ru g.starmoe.xyz
guildebzh.info gtopstats.com
gwebtools.com guge.io
hannasolution.ru hamptonoaks.ca
hanwei.us hd720kino.ru
hao123.com healing-dysplasia.ru
hd-film.pl heartofpayne.xyz
headpress.ru hermesbirkinhandbagoutlets.com
heartofbeijing.blogspot.com historichometeam.com
hermesreplica.pw hobild.net
hermesreplica.win hoterika.com
highland-homes.com huhn.altervista.org
hitcpm.com hundejo.com
hledejvshopech.cz hydropump.su
homelygarden.com iboss.com
homik.pw id-forex.com
hotdl.in i-hobot.ru
hotsocialz.com ikritikimou.gr
hoverboard360.se imicrovision.com
hspline.com inclk.com
htmlcorner.com infazavr.ru
igadgetsworld.com infowarcraft.ru
imabase.com
imadedinner.net
imperiafilm.ru
impresagaia.it
inbabes.sexushost.com
indetiske.ya.ru
infostatsvc.com
insider.pro
inspiring-desperate.tk inspiring-desperate.tk
istanbulit.com investsuccess.org
japan-bearings.ru iplusbit.blogspot.co.za
jetsli.de isitpaleo.info
johannesburgsingles.co.za ivearchenceinflu.cf
jpcycles.com iweblist.info
jus0wil.pp.ua ixora.pro
kalb.ru iyasimasennka.com
kamalsinha.com izismile.com
karting196.ru javidol.site
kazan.zrus.org jjbabskoe.ru
keywordhouse.com juliadiets.com
keywordsuggest.org jumptap.com
kino-fun.ru junglenet-a.akamaihd.net
kiskinhouse.com kazka.ru
kiwe-analytics.com kidd.reunionwatch.com
komp-pomosch.ru kmgamex.cf
koronirealestate.gr kochanelli.com
kotaku.com kollekcioner.ru
krasivoe-hd.net konturkrasoty.ru
krasnodar.ru kostenlos-sexvideos.com
kredit-blog.ru kovesszucs.atw.hu
kozhniebolezni.com
krasnodar-avtolombards.ru
kunstaktien.info
kutikomi.net
lacloop.info lacloop.info
lafriore.ru landreferat.ru
lashstudia.ru laptoper.net
lego4x4.ru life-instyle.com
lenvred.org light.ifmo.ru
lineavabit.it limads.men
linerdrilling.com linerdrilling.com
link.ac linkdebrideur.xyz
linkredirect.biz liran-locks.com
lirunet.ru
littleberry.ru littleberry.ru
littlecity.ch liupis.com
liveshoppersmac.com liverpool.gsofootball.com
lockerz.com localmatchbook.com
lombia.com loftdigital.eu
lomza.info lollypopgaming.com
lostaruban.com
low-format.ru low-format.ru
macdamaged.tech m5home.ru
magento-crew.net macrotek.ru
mansiondelrio.co malls.com
marblestyle.ru marketingtechniques.info
marmotstore.online maximpartnerspr.com
maslenka.kz mebeldekor.com.ua
maxxtor.eu medicine-4u.org
m.b00kmarks.com medispainstitute.com.au
medtherapy.ru mega-bony2017.pl
megaapteka.ru megakino.net
me-ke.com menstennisforums.com
metallosajding.ru message-warning.net
michaelkorsoutlet.store metarip.ru
minet.club mezaruk.info
minharevisao.com minecraft-rus.org
mirtorrent.net miniature.io
mistr-x.org mirobuvi.com.ua
mitrasound.ru mixed-wrestling.ru
mmoguider.ru moi-glazki.ru
mnogolok.info monarhs.info
mobicover.com.ua moneyviking-a.akamaihd.net
modabutik.ru morpicert.pw
moesonce.com mosdverka.ru
mole.pluto.ro mountainstream.ms
monclerjacketsoutlet.pw
mowser.com
moyakuhnia.ru moyakuhnia.ru
mp3ritm.top mrvideospornogratis.xxx
mrbitsandbytes.com mundoaberrante.com
mttwtrack.com musicspire.online
musflashtv.com muznachas-service.ru
music7s.me
muz-baza.net
muztops.ru muztops.ru
myiptest.com muz-tracker.net
myseoconsultant.com myftpupload.com
nagdak.ru myhydros.org
naj-filmy24.pl
nash-krym.info
nero-us.com
net-profits.xyz net-profits.xyz
networkad.net net-radar.com
new-apps.ru newsperuse.com
offers.bycontext.com nhl09.ru
nibbler.silktide.com
norththeface.store
nrjmobile.fr
nsatc.net
obiavo.ru
oda.as
oil-td.ru oil-td.ru
okonich.com.ua
okout.ru okout.ru
okroshki.ru omsk.xrus.org
ok.ru onclkads.com
olgacvetmet.com onlywoman.org
olvanto.ru orenburg-gsm.ru
omoikiri-japan.ru orgasmatrix.com
oneminutesite.it orsonet.ru
onlythegames.com
o-o-6-o-o.com
openstat.com
optom-deshevo.ru
oynat.info oynat.info
pandarastore.top ozas.net
patterntrader-en.com panamaforbeginners.com
pattersonsweb.com panchro.co.uk
percin.biz.ly partner-host.men
petedrummond.com pc-virus-d0l92j2.pw
phelissota.xyz perosan.com
piccdata.com photo-clip.ru
picsearch.com photokitchendesign.com
picswe.com photorepair.ru
pictures-and-images.net pigrafix.at
picturesmania.com pijoto.net
pinwallpaper.xyz pinsdaddy.com
pizza-imperia.com piter.xrus.org
platesauto.com platesauto.com
podshipniki-nsk.ru poem-paying.gq
podshipniki-ntn.ru popup-hgd.xyz
pons-presse.com poquoson.org
pony-business.com pornodojd.ru
popunder.net porno-dojki.net
pornophoto.xyz pornoforadult.com
pornosmola.info pornogratisdiario.com
pornoxxx.com.mx porno-home365.com
posible.net portnoff.od.ua
pp-budpostach.com.ua pourvous.info
pricheskaonline.ru preconnubial.usuby.site
priscilarodrigues.com.br pregnant.guru
privat-girl.net preparevideosafesystem4unow.space
prizestohandle.club privatefx.all4invest.info
privatov-zapisi.ru
produkto.net produkto.net
profitwithalex.info proekt-mos.ru
profolan.pl profitfx.online
progonrumarket.ru profitsport.club
prostitutki-yaroslavlya.org prohoster.info
pssucai.info projectforte.ru
qor360.com prokotov.com
qwesa.ru prombudpostach.com.ua
pts163.ru
pulseonclick.com
pxhdwsm.com
qld10000.net
raavidesigns.com
ragecash.com ragecash.com
ranksignals.com r-e-f-e-r-e-r.com
r-control.ru reklama-i-rabota.ru
realizmobi.com remybutler.fr
rebelmouse.com
reimageplus.com
remont-ustanovka-tehniki.ru
renewablewealth.com
resant.ru resant.ru
rewardit.com responsinator.com
reward-survey.net rfd-split.hr
riders.ro romhacking.ru
rightenergysolutions.com.au rostov.xrus.org
ringporno.com rusenvironmental.net
rubanners.com russkie-gorki.ru
sandhillsonline.com sa-live.com
sarm.tk sanidumps.com
sbt-aqua.ru saveindex.xyz
sbtdesign.co.uk scottbywater.com
scanner-jessica.top search-error.com
scanner-josh.top segol.tv
scenicmissouri.us seofirmreviewsus.info
seoanalyses.com seorank.info
seocdvig.ru seorankinglinks.xyz
seorankinglinks.com serdcenebolit.com
service.adtech.us servisural.ru
serw.clicksor.com
sexobzor.info
sextracker.de sextracker.de
sexvideo-sex.com sexvporno.ru
sexyteens.hol.es sexytrend.ru
shoppytoolmac.com share-buttons-for-free.com
sigmund-freud.co.uk sharpchallenge.com
sitevalued.com shoppingjequiti.com.br
si-unique.com silvermature.net
s-iwantyou.com sisi-go.ru
sixcooler.de sitevaluation.com
slavic-magic.ru sitevaluation.org
slowmacfaster.trade skatestick.bid
sneakyboy.com sladkoevideo.com
snegozaderzhatel.ru s.lollypopgaming.com
snjack.info slujbauborki.ru
social-button.xyz smartpet.ru
social-fun.ru smart-scripts.com
soda.media sofit-dmd.ru
soheavyblog.com softlinesolutions.me
soundfrost.org spb.ru
spb.afora.ru spitfiremusic.com
sprttrack.com sprttrack.com
standardchartered-forex.com spyfu.com
startufa.ru spylog.com
statistici.ro stanthonyscatholicchurch.org
steamoff.net start.myplaycity.com
stjamesschool.info stevemonsen.com
stmassage.ru stmassage.ru
streetfooduncovered.com streetfooduncovered.com
strigkaomsk.ru stretchingabuckblog.com
stroy-portal22.ru stroymonolit.su
suhanpacktech.com svarkagid.com
svbur.ru symphonyintegratedhealthcare.com
svetlotorg.ru syndicate.fun
szucs.ru taqplayer.info
tabletkinaodchudzanie.com.pl
tamada69.com
t-bygg.com t-bygg.com
td-33.ru tds-advert002.info
tdsing.ru technopellet.gr
tedy.su
telefonsexsofort.tk telefonsexsofort.tk
texbaza.by thecounter.com
thedownloadfromwarez.blogspot.com thefotosgratis.eu
thegamerznetwork.com thegamerznetwork.com
thelottosecrets.com thejournal.ru
tizanidinerestlesslegsyndrome.blogspot.com thenews-today.info
tizanidineshowupondrugtest.blogspot.com thiegs.reco.ws
tizanidinewithdrawalsymptoms.blogspot.com timeallnews.ru
tk-assortiment.ru timer4web.com
token-lab.org tizanidine4mguses.blogspot.com
tizanidinehcl4mgtablet.blogspot.com
tizanidineinfo.blogspot.com
tizanidineusedfor.blogspot.com
toloka.hurtom.com toloka.hurtom.com
tomatis.gospartner.com
toondinsey.com
toon-families.com
tooplay.com
topappspro.com
topcar-krasnodar.ru
top-study.work top-study.work
topvidos.ru trafaret74.ru
torrentdownloadhub.com tri-slona.org
torrnada.ru trk-4.net
tozup.com trustedmaccleaner.com
tracklead.net tsan.net
traffic2cash.org tubeline.biz
trafficnetzwerk.de tuckpointingmasonrysystems.com
traffictrade.life tula.howotorg.ru
trailer.cinemaflix.website tversvet.ru
trustedhealthtips.com tvnewsclips.info
tsstcorpcddvdwshbbdriverfb.aircus.com tvoystartup.ru
turizm.bz u17795.netangels.ru
tytoona.com ugogo.info
tyumen.xrus.org unitexindia.com
ucoz.ru univerfiles.com
universals.com.ua urll.eu
unrealcommander.org usiad.net
uprour.com utrolive.ru
upstore.me vacuumcleanerguru.com
usadacha.net vacuumscleaner.com
v720hd.ru
vabasa.inwtrade.com
validccseller.com
vapomnoncri.tk
vapsy.com vapsy.com
vashsvet.com vduplo.ru
vbabule.net verymes.xyz
v-doc.co
vereo.eu
vertaform.com
viagra.pp.ua viagra.pp.ua
video-chat.cn video-production.com
video-woman.com videotuber.ru
vip-parfumeria.ru viktoria-center.ru
volgograd.xrus.org vipps.com.my
vipsiterip.org
virtualbb.com
vitalads.net
vozbujdenie.com
vpnhowto.info vpnhowto.info
vrnelectro.ru vseuznaem.com
vseigru.one waterpurifier.club
vtcdns.com webenlace.com.ar
vut.com.ru website-stealer.nufaq.com
vzlom-na-zakaz.com websitevaluebot.com
wallpapers-best.com weddingdresses.xyz
watchdogs-2.ru weightatraining.com
webextract.profound.net whatzmyip.net
website-speed-up.top wholesalejerseys-cheapest.com
weclipart.com wildnatureimages.com
westen-z.life wnoz.de
windowssearch-exp.com wordkeyhelper.com
worldtraveler.world workle.website
www.arenda-yeisk.ru wosik-dach.service-for-web.de
x69ty.ru writersgroup580.web.fc2.com
xaijo.com ws.ampower.me
xgftnlrt.bloger.index.hr wwwadultcheck.com
xn--h1ahbi.com.ua www.event-tracking.com
xvideospornoru.com xjrul.com
xz618.com xn--80aaajbdbddwj2alwjieei2afr3v.xn--p1ai
yellowstonevisitortours.com xn----btbdvdh4aafrfciljm6k.xn--p1ai
youporn-forum.ga xn--h1aakne2ba.xn--p1ai
yourmovies.pl xpresscare.ru
yourserverisdown.com x-rates.ru
zarabotok--doma.ru xuki.us
zeg-distribution.com xxxtube69.com
zeroredirect8.com youandcredit.ru
zeroredirect.com youbrainboost.asia
zigarettenonlinekaufen2.bloog.pl youjizz.com
youraticles.pl
yousense.info
yun56.co
zaapplesales.blogspot.com
zahvat.ru
zaimhelp.ru
zarepta.com
zdesoboi.com
zhorapankratov7.blogspot.com
zigarettenonlinekaufen.tumblr.com
zkjovpdgxivg.ga
zmoda.hostreo.com zmoda.hostreo.com
znaturaloriginal.com zoomovies.org
zrelaya.pw zootravel.com
zrizvtrnpale.tk zs2vm.top
zscalertwo.net

486
.dev-tools/test_units/random-referrers-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
3xforum.ro 00author.com
4istoshop.com 00it.com
4ur.click aa625d84f1587749c1ab011d6f269f7d64.com
aa9bd78f328a6a41279d0fad0a88df1901.com abcdefh.xyz
aad1f4acb0a373420d9b0c4202d38d94fa.com adidas.frwebs.fr
aasoldes.fr ads-seo.men
acgs.tk adzerg.com
adman.se all4invest.ru
adminshop.com alloysteel.ru
advertisingtag.net all-streaming-media.com
albamargroup.com
alfa-medosmotr.ru
aliexpresscashback.club
alltheviews.com alltheviews.com
allwidewallpapers.com alvtank.se
anaksma.info android-systems.ru
apiappenableinfo-a.akamaihd.net animal36.com
api.stathat.com anticrawler.org
applyneedy.xyz apartmentbay.ru
app-ready.xyz apimegabrowsebiz-a.akamaihd.net
ascat.porn appearance-cool.com
astana.xxxkaz.org australia-opening-times.com
autoseo-traffic.com autobrennero.it
availit.weebly.com aviav.ru
avtolombard-krasnodar.ru avirasecureserver.com
backiee.com
bala.getenjoyment.net bala.getenjoyment.net
battlecarnival.su bangla-chat-uk-paralud.ga
benchmarkcommunications.co.uk bankmib.ru
bioinnovate.co beachdriveblog.com
bio-japan.net beetpics.pw
bird1.ru belinvestdom.by
bitcoinremote.com best-deals-products.com
bkns.vn betterscooter.com
blockety.co bgviagrachrx.com
bonky.biz bizlist.com.de
bookhome.info boom-celebs.com
braintobe.win bosman.pluto.ro
buchananshardware.com breget74.ru
burger-imperia.com bristolhostel.com
businescoop.men buyessayonline19.blogspot.ru
bwlx.prepedu.cn bwlx.prepedu.cn
camel-beach.com canoncdriverq3.pen.io
cars-modification.net cardsdumps.com
cialischmrx.com carsdined.org
cindymatches.com cartierreplica.xyz
click2pawn.com cartujano-pre.de
clipartnew.com cbb1smartlist12.click
compliance-irvin.xyz cejewelry.xyz
compliance-jane.top chatroulette.video
continent-e.tv ciceros.co
copyrightclaims.org clubfashionista.com
courtshipgift.com coinsspb.com
credit.co.ua compliance-alexa.xyz
cxpromote.com conciergegroup.org
d0t.ru coolyarddecorations.com
darkages.info cornomase.win
design-lands.ru coslab.club
diffbot.com costablue.xyz
digilander.libero.it customboxes4less.com
diusyawiga.tk cwetochki.ru
drev.biz daneshetabiat.com
driving.kiev.ua dekoration.us
druzhbany.ru den-noch24.ru
dustyorate.com dnepr-avtospar.com.ua
ecommerce-seo.com dneprsvet.com.ua
edudocs.net dosugrostov.site
electro-prom.com draniki.org
elektrischezi.canalblog.com drivotracker.com
druzhininevgeniy63.blogspot.com
dtm-spain.com
duplicashapp.com
dynainbox.com
ekosmetyki.net.pl
eleimgo.pw
elektronischezigarettekaufen1.beeplog.com
elektronischezi.livejournal.com elektronischezi.livejournal.com
elektrozigaretten1.tumblr.com elvenar.com
ereko.ru emergencyneeds.org
escort-russian.com enbersoft.com
essay-edu.biz erotik0049.com
etur.ru este-line.com.ua
europages.com.ru exchanges-bet.com
eyessurgery.ru excitacao.com
fanpagerobot.com expolicenciaslatam.co
fickkontakte.org ezofest.sk
flashlarevista.com fakehandbags.xyz
florida-tourism.net fenoyl.batcave.net
fotopop.club fil.ru
fotosfotos.eu filunika.com.ru
franklinfire.co forum69.info
front.ru foto-weinberger.at
funnypica.com frcls.fr
fyxabomiw.ru freesitetest.com
gamblingnerd.com freeuploader.ml
gamebackyard.com fusoradio.info
game-top.su gallerily.com
gay-site.store gameplexcity.com
geilehausfrauen.net gate5.co.za
gktt.ru gemgrab-a.akamaihd.net
go2mike.ru gk170.ru
goodhousekeeping.com gnuetella.com
gopro-online.info googst2.ru
gowreckdiving.com greatgrace.ru
guardlink.com greenshop.su
guildebzh.info growshop.es
happy.new.yeartwit.com gsasearchengineranker.xyz
hdapp1008-a.akamaihd.net gsmlab.pl
hdimagelib.com gyffu.com
histats.com handsandlegs.ru
hop.clickbank.net himgaws.pw
host-protection.com hoste.octopis.com
igadgetsworld.com hotkeys.com
integritylandscapeservices.com ictizanidinehcl4mg.blogspot.com
int.search.tb.ask.com ideibiznesa2015.ru
iskalko.ru ido3.com
istizanidineanarcoticdrug.blogspot.com ifirestarter.ru
ivanstroi.ru imitex-plus.ru
izhevsk.zrus.org itrevolution.cf
jerseywholesaleelitestore.com izhevsk.xrus.org
kakablog.net jabimgo.pw
keywordsking.com javlibrary.cc
keyword-suggestions.com juliadiets.com
kinocccp.net kanimage.com
komputernaya-pomosh-moscow.ru karadene.com
krasnodar.ru kaz.kz
krassh.ru kinostorm.net
kvartira-sutochno.com kinozapas.com
labafydjxa.su kladrus.ru
lampokrat.ws klikbonus.com
lecbter-relationships.ga klitimg.pw
lob.com.ru kometars.xyz
localflirtbuddies.com krasula.pp.ua
mahnwachen-helfen.info labvis.host.sk
mebelcomplekt.ru ladsblue.com
mebel-vstroika.ru ladsup.com
meddesk.ru law-check-two.xyz
mindbox.co.za laxdrills.com
mobot.site lonely-mature.com
modnie-futbolki.net lotto6888.com
moi-glazki.ru m5home.ru
moncleroutletonline.pw magicplayer-s.acestream.net
monitorwebsitespeed.com mansparskats.com
monsterdivx.tv markjaybeefractal.com
mrwhite.biz mcnamaratech.com
mttwtrack.com mebel-ekb.com
musicstock.me medicines-choice.com
mustat.com medtherapy.ru
mvpicton.co.uk meetingrainstorm.bid
mycaf.it mindeyegames.com
mydeathspace.com missvietnam.org
myfreemp3.eu moje-recenze.cz
navalwiki.info mokrayakiska.com
newstraveller.ru moneyzzz.ru
niroo.info musezone.ru
nodup.ru my-bc.ru
onko-24.com mydirtystuff.com
online-templatestore.com natali-forex.com
optikremont.ru needtosellmyhousefast.com
oranga.host.sk neobux-bg.info
ownshop.cf netanalytics.xyz
pandarastore.top nordstar.pro
partner-high.men no-rx.info
nosecret.com.ua
nowtorrents.com
nuup.info
obiavo.su
obuv-kupit.ru
offer.camp
oil-td.ru
otbelivanie-zubov.com
oynat.info
pammik.ru
patol01.pw
pc-services.ru
pepperstyle.ru pepperstyle.ru
petedrummond.com perm.xrus.org
petitions.whitehouse.gov peugeot-club.org
physfunc.ru phobia.us
piccdata.com photo.houseofgaga.ru
piccshare.com phrcialiled.com
pics-group.com picsfair.com
picswe.com pizdopletka.club
polcin.de podshipniki-ntn.ru
popup.matchmaker.com popunder.ru
pornobrazzers.biz pornhub-forum.ga
pornokajf.com producm.ru
powitania.pl purplestats.com
predmety.in.ua putevka24.ru
promalp-universal.ru
promoheads.com
pst2017.onlinewebshop.net
qitt.ru qitt.ru
raavidesigns.com radiodigital.co
rankingchart.de recipedays.ru
remybutler.fr running-line.ru
rep-am.com russia-tao.ru
rutor.group savetubevideo.com
rvtv.ru scanner-josh.top
sarm.tk scoopquest.com
sbtdesign.co.uk scrapinghub.com
sdelatmebel.ru secretscook.ru
seansonline24.pl seminarykansas904.ml
seofied.com shemale-sex.net
seorank.info sherlock.se
seorankinglinks.com shoplvlv.us
seorankinglinks.us skatestick.bid
shisha-swag.de skytraf.xyz
shopcheermakeup.info sledstvie-veli.net
silktide.com slujbauborki.ru
sinel.info snomer1.ru
slim.sellany.ru social-buttons.xyz
snworks.com sps-shop.com
socas.pluto.ro strongsignal-a.akamaihd.net
social-s-iii.xyz sugarkun.com
sohoindia.net surfbuyermac.com
sonata-arctica.wz.cz tam-gde-more.ru
space4updating.win ticketsys.inetwd.com
spywarebegone.com timeallnews.ru
stop-zavisimost.com tizanidinemusclerelaxant.blogspot.com
swinginwithme.ru tjkckpytpnje.com
testingads.pro top10registrycleaners.com
thetoiletpaper.com tracxn.com
timer4web.com traffmonster.info
titan-cloud.life trahic.ru
tizanidinehcl2mgsideeffects.blogspot.com triumf-realty.ru
tizanidinewithdrawalsymptoms.blogspot.com tvory.predmety.in.ua
tksn.ru twinderbella.com
topanasex.com u17795.netangels.ru
topmira.com uhdtv.website
touchmods.fr uhodzalijami.ru
tubeline.biz unrealcommander.org
twittruth.com uptime-as.net
typer.one v24s.net
unlimitdocs.net vchulkax.com
ural-buldozer.ru
vekzdorov.ru vekzdorov.ru
velobikestock.com videochat.bz
videochat.world video-chat.love
viel.su voditeltrezviy.ru
vip-dom.in webenlace.com.ar
vita.com.hr websitevaluebot.com
vkgaleria.com wedding0venues.tk
vmnmvzsmn.over-blog.com welcomeauto.ru
vzlomsn.org world-mmo.com
wahicbefa31.soup.io wpsecurity.website
wareseeker.com www.jbetting.com
warning.or.kr www.labves.ru
webmasterhome.cn xcombear.ru
westsextube.com xn--80ajbshivpvn2i.xn--p1ai
westvilletowingservices.co.za xn--hxazdsfy.blogspot.com
wheelchairliftsarea.com xxxdatinglocal.us
wholesalejerseyscheapjerseys.us.com yellocloud.be
wildworld.site youporn-ru.com
windowssearch-exp.com zeroredirect2.com
works.if.ua zhorapankratov7.blogspot.com
writingservices17.blogspot.ru znakomstvaonlain.ru
wurr.voila.net zoodrawings.com
wygraj-teraz.com
xdoza.com
xn----7sbaphztdjeboffeiof6c.xn--p1ai
xn----itbkqkfiq.xn--p1ai
xtraffic.plus
yourdesires.ru
youtube-downloader.savetubevideo.com
zaimite.ru
zetgie.com.pl
zigarettenonlinekaufen2.bloog.pl
zoogdinsney.com

2
.dev-tools/test_units/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
104.154.182.187 0; 35.193.184.18 0;
127.0.0.1 0; 127.0.0.1 0;

BIN
.latest_release/bots.d.tar.gz
View file

Binary file not shown.

BIN
.latest_release/conf.d.tar.gz
View file

Binary file not shown.

6
AUTO-CONFIGURATION.md
View file

@ -4,9 +4,9 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2021.02.2273 #### Version: V4.2021.02.2274
#### Bad Referrers Blocked: [6931](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6932](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [605](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [608](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

6
MANUAL-CONFIGURATION.md
View file

@ -4,9 +4,9 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2021.02.2273 #### Version: V4.2021.02.2274
#### Bad Referrers Blocked: [6931](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6932](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [605](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [608](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

6
README.md
View file

@ -11,9 +11,9 @@
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
_______________ _______________
#### Version: V4.2021.02.2273 #### Version: V4.2021.02.2274
#### Bad Referrers Blocked: [6931](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6932](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [605](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [608](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

5
_generator_lists/bad-referrers.list
View file

@ -1,7 +1,3 @@
zreloeporno.tv
supermama.top
siteripz.net
facialporntube.com
000free.us 000free.us
007angels.com 007angels.com
00author.com 00author.com
@ -2063,6 +2059,7 @@ fable.in.ua
face.hostingx.eu face.hostingx.eu
facebook-mobile.xyz facebook-mobile.xyz
facecup.top facecup.top
facialporntube.com
factorynightclub.com factorynightclub.com
failingmarriege.blogspot.com failingmarriege.blogspot.com
fakehandbags.xyz fakehandbags.xyz

6
_generator_lists/bad-user-agents.list
View file

@ -1,6 +1,3 @@
probe-image-size
siteripz
ripz
01h4x.com 01h4x.com
360Spider 360Spider
404checker 404checker
@ -384,6 +381,7 @@ plumanalytics
Pockey Pockey
POE-Component-Client-HTTP POE-Component-Client-HTTP
polaris\ version polaris\ version
probe-image-size
Probethenet Probethenet
ProPowerBot ProPowerBot
ProWebWalker ProWebWalker
@ -410,6 +408,7 @@ ReGet
RepoMonkey RepoMonkey
Re-re Re-re
Ripper Ripper
ripz
RocketCrawler RocketCrawler
Rogerbot Rogerbot
RSSingBot RSSingBot
@ -449,6 +448,7 @@ sitechecker.pro
SiteExplorer SiteExplorer
Siteimprove Siteimprove
SiteLockSpider SiteLockSpider
siteripz
SiteSnagger SiteSnagger
SiteSucker SiteSucker
Site\ Sucker Site\ Sucker

6
_google_analytics_ghost_spam/README.md
View file

@ -3,9 +3,9 @@
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
_______________ _______________
#### Version: V4.2021.02.2273 #### Version: V4.2021.02.2274
#### Bad Referrers Blocked: [6931](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6932](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [605](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [608](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

2
_google_analytics_ghost_spam/google-exclude-02.txt
View file

File diff suppressed because one or more lines are too long

2
_google_analytics_ghost_spam/google-exclude-03.txt
View file

File diff suppressed because one or more lines are too long

2
_google_analytics_ghost_spam/google-exclude-04.txt
View file

File diff suppressed because one or more lines are too long

2
_google_analytics_ghost_spam/google-exclude-05.txt
View file

File diff suppressed because one or more lines are too long

1
_google_webmaster_disavow_links/google-disavow.txt
View file

@ -2059,6 +2059,7 @@ domain:fable.in.ua
domain:face.hostingx.eu domain:face.hostingx.eu
domain:facebook-mobile.xyz domain:facebook-mobile.xyz
domain:facecup.top domain:facecup.top
domain:facialporntube.com
domain:factorynightclub.com domain:factorynightclub.com
domain:failingmarriege.blogspot.com domain:failingmarriege.blogspot.com
domain:fakehandbags.xyz domain:fakehandbags.xyz

12
_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.02.2273 ### Version: V4.2021.02.2274
### Updated: Mon Feb 8 08:46:09 SAST 2021 ### Updated: Mon Feb 8 09:42:12 SAST 2021
### Bad Referrer Count: 6931 ### Bad Referrer Count: 6932
### Bad Bot Count: 605 ### Bad Bot Count: 608
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -530,6 +530,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Pockey(?:\b)" 3; "~*(?:\b)Pockey(?:\b)" 3;
"~*(?:\b)POE-Component-Client-HTTP(?:\b)" 3; "~*(?:\b)POE-Component-Client-HTTP(?:\b)" 3;
"~*(?:\b)polaris\ version(?:\b)" 3; "~*(?:\b)polaris\ version(?:\b)" 3;
"~*(?:\b)probe-image-size(?:\b)" 3;
"~*(?:\b)Probethenet(?:\b)" 3; "~*(?:\b)Probethenet(?:\b)" 3;
"~*(?:\b)ProPowerBot(?:\b)" 3; "~*(?:\b)ProPowerBot(?:\b)" 3;
"~*(?:\b)ProWebWalker(?:\b)" 3; "~*(?:\b)ProWebWalker(?:\b)" 3;
@ -556,6 +557,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)RepoMonkey(?:\b)" 3; "~*(?:\b)RepoMonkey(?:\b)" 3;
"~*(?:\b)Re-re(?:\b)" 3; "~*(?:\b)Re-re(?:\b)" 3;
"~*(?:\b)Ripper(?:\b)" 3; "~*(?:\b)Ripper(?:\b)" 3;
"~*(?:\b)ripz(?:\b)" 3;
"~*(?:\b)RocketCrawler(?:\b)" 3; "~*(?:\b)RocketCrawler(?:\b)" 3;
"~*(?:\b)Rogerbot(?:\b)" 3; "~*(?:\b)Rogerbot(?:\b)" 3;
"~*(?:\b)RSSingBot(?:\b)" 3; "~*(?:\b)RSSingBot(?:\b)" 3;
@ -595,6 +597,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)SiteExplorer(?:\b)" 3; "~*(?:\b)SiteExplorer(?:\b)" 3;
"~*(?:\b)Siteimprove(?:\b)" 3; "~*(?:\b)Siteimprove(?:\b)" 3;
"~*(?:\b)SiteLockSpider(?:\b)" 3; "~*(?:\b)SiteLockSpider(?:\b)" 3;
"~*(?:\b)siteripz(?:\b)" 3;
"~*(?:\b)SiteSnagger(?:\b)" 3; "~*(?:\b)SiteSnagger(?:\b)" 3;
"~*(?:\b)SiteSucker(?:\b)" 3; "~*(?:\b)SiteSucker(?:\b)" 3;
"~*(?:\b)Site\ Sucker(?:\b)" 3; "~*(?:\b)Site\ Sucker(?:\b)" 3;
@ -3090,6 +3093,7 @@ map $http_referer $bad_referer {
"~*(?:\b)facebook\-mobile\.xyz(?:\b)" 1; "~*(?:\b)facebook\-mobile\.xyz(?:\b)" 1;
"~*(?:\b)facecup\.top(?:\b)" 1; "~*(?:\b)facecup\.top(?:\b)" 1;
"~*(?:\b)face\.hostingx\.eu(?:\b)" 1; "~*(?:\b)face\.hostingx\.eu(?:\b)" 1;
"~*(?:\b)facialporntube\.com(?:\b)" 1;
"~*(?:\b)factorynightclub\.com(?:\b)" 1; "~*(?:\b)factorynightclub\.com(?:\b)" 1;
"~*(?:\b)failingmarriege\.blogspot\.com(?:\b)" 1; "~*(?:\b)failingmarriege\.blogspot\.com(?:\b)" 1;
"~*(?:\b)fakehandbags\.xyz(?:\b)" 1; "~*(?:\b)fakehandbags\.xyz(?:\b)" 1;

12
conf.d/globalblacklist-testing-version.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2021.02.2273 ### Version: V3.2021.02.2274
### Updated: Mon Feb 8 08:46:10 SAST 2021 ### Updated: Mon Feb 8 09:42:13 SAST 2021
### Bad Referrer Count: 6931 ### Bad Referrer Count: 6932
### Bad Bot Count: 605 ### Bad Bot Count: 608
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -530,6 +530,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Pockey(?:\b)" 3; "~*(?:\b)Pockey(?:\b)" 3;
"~*(?:\b)POE-Component-Client-HTTP(?:\b)" 3; "~*(?:\b)POE-Component-Client-HTTP(?:\b)" 3;
"~*(?:\b)polaris\ version(?:\b)" 3; "~*(?:\b)polaris\ version(?:\b)" 3;
"~*(?:\b)probe-image-size(?:\b)" 3;
"~*(?:\b)Probethenet(?:\b)" 3; "~*(?:\b)Probethenet(?:\b)" 3;
"~*(?:\b)ProPowerBot(?:\b)" 3; "~*(?:\b)ProPowerBot(?:\b)" 3;
"~*(?:\b)ProWebWalker(?:\b)" 3; "~*(?:\b)ProWebWalker(?:\b)" 3;
@ -556,6 +557,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)RepoMonkey(?:\b)" 3; "~*(?:\b)RepoMonkey(?:\b)" 3;
"~*(?:\b)Re-re(?:\b)" 3; "~*(?:\b)Re-re(?:\b)" 3;
"~*(?:\b)Ripper(?:\b)" 3; "~*(?:\b)Ripper(?:\b)" 3;
"~*(?:\b)ripz(?:\b)" 3;
"~*(?:\b)RocketCrawler(?:\b)" 3; "~*(?:\b)RocketCrawler(?:\b)" 3;
"~*(?:\b)Rogerbot(?:\b)" 3; "~*(?:\b)Rogerbot(?:\b)" 3;
"~*(?:\b)RSSingBot(?:\b)" 3; "~*(?:\b)RSSingBot(?:\b)" 3;
@ -595,6 +597,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)SiteExplorer(?:\b)" 3; "~*(?:\b)SiteExplorer(?:\b)" 3;
"~*(?:\b)Siteimprove(?:\b)" 3; "~*(?:\b)Siteimprove(?:\b)" 3;
"~*(?:\b)SiteLockSpider(?:\b)" 3; "~*(?:\b)SiteLockSpider(?:\b)" 3;
"~*(?:\b)siteripz(?:\b)" 3;
"~*(?:\b)SiteSnagger(?:\b)" 3; "~*(?:\b)SiteSnagger(?:\b)" 3;
"~*(?:\b)SiteSucker(?:\b)" 3; "~*(?:\b)SiteSucker(?:\b)" 3;
"~*(?:\b)Site\ Sucker(?:\b)" 3; "~*(?:\b)Site\ Sucker(?:\b)" 3;
@ -3090,6 +3093,7 @@ map $http_referer $bad_referer {
"~*(?:\b)facebook\-mobile\.xyz(?:\b)" 1; "~*(?:\b)facebook\-mobile\.xyz(?:\b)" 1;
"~*(?:\b)facecup\.top(?:\b)" 1; "~*(?:\b)facecup\.top(?:\b)" 1;
"~*(?:\b)face\.hostingx\.eu(?:\b)" 1; "~*(?:\b)face\.hostingx\.eu(?:\b)" 1;
"~*(?:\b)facialporntube\.com(?:\b)" 1;
"~*(?:\b)factorynightclub\.com(?:\b)" 1; "~*(?:\b)factorynightclub\.com(?:\b)" 1;
"~*(?:\b)failingmarriege\.blogspot\.com(?:\b)" 1; "~*(?:\b)failingmarriege\.blogspot\.com(?:\b)" 1;
"~*(?:\b)fakehandbags\.xyz(?:\b)" 1; "~*(?:\b)fakehandbags\.xyz(?:\b)" 1;

12
conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.02.2273 ### Version: V4.2021.02.2274
### Updated: Mon Feb 8 08:46:09 SAST 2021 ### Updated: Mon Feb 8 09:42:12 SAST 2021
### Bad Referrer Count: 6931 ### Bad Referrer Count: 6932
### Bad Bot Count: 605 ### Bad Bot Count: 608
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -530,6 +530,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)Pockey(?:\b)" 3; "~*(?:\b)Pockey(?:\b)" 3;
"~*(?:\b)POE-Component-Client-HTTP(?:\b)" 3; "~*(?:\b)POE-Component-Client-HTTP(?:\b)" 3;
"~*(?:\b)polaris\ version(?:\b)" 3; "~*(?:\b)polaris\ version(?:\b)" 3;
"~*(?:\b)probe-image-size(?:\b)" 3;
"~*(?:\b)Probethenet(?:\b)" 3; "~*(?:\b)Probethenet(?:\b)" 3;
"~*(?:\b)ProPowerBot(?:\b)" 3; "~*(?:\b)ProPowerBot(?:\b)" 3;
"~*(?:\b)ProWebWalker(?:\b)" 3; "~*(?:\b)ProWebWalker(?:\b)" 3;
@ -556,6 +557,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)RepoMonkey(?:\b)" 3; "~*(?:\b)RepoMonkey(?:\b)" 3;
"~*(?:\b)Re-re(?:\b)" 3; "~*(?:\b)Re-re(?:\b)" 3;
"~*(?:\b)Ripper(?:\b)" 3; "~*(?:\b)Ripper(?:\b)" 3;
"~*(?:\b)ripz(?:\b)" 3;
"~*(?:\b)RocketCrawler(?:\b)" 3; "~*(?:\b)RocketCrawler(?:\b)" 3;
"~*(?:\b)Rogerbot(?:\b)" 3; "~*(?:\b)Rogerbot(?:\b)" 3;
"~*(?:\b)RSSingBot(?:\b)" 3; "~*(?:\b)RSSingBot(?:\b)" 3;
@ -595,6 +597,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)SiteExplorer(?:\b)" 3; "~*(?:\b)SiteExplorer(?:\b)" 3;
"~*(?:\b)Siteimprove(?:\b)" 3; "~*(?:\b)Siteimprove(?:\b)" 3;
"~*(?:\b)SiteLockSpider(?:\b)" 3; "~*(?:\b)SiteLockSpider(?:\b)" 3;
"~*(?:\b)siteripz(?:\b)" 3;
"~*(?:\b)SiteSnagger(?:\b)" 3; "~*(?:\b)SiteSnagger(?:\b)" 3;
"~*(?:\b)SiteSucker(?:\b)" 3; "~*(?:\b)SiteSucker(?:\b)" 3;
"~*(?:\b)Site\ Sucker(?:\b)" 3; "~*(?:\b)Site\ Sucker(?:\b)" 3;
@ -3090,6 +3093,7 @@ map $http_referer $bad_referer {
"~*(?:\b)facebook\-mobile\.xyz(?:\b)" 1; "~*(?:\b)facebook\-mobile\.xyz(?:\b)" 1;
"~*(?:\b)facecup\.top(?:\b)" 1; "~*(?:\b)facecup\.top(?:\b)" 1;
"~*(?:\b)face\.hostingx\.eu(?:\b)" 1; "~*(?:\b)face\.hostingx\.eu(?:\b)" 1;
"~*(?:\b)facialporntube\.com(?:\b)" 1;
"~*(?:\b)factorynightclub\.com(?:\b)" 1; "~*(?:\b)factorynightclub\.com(?:\b)" 1;
"~*(?:\b)failingmarriege\.blogspot\.com(?:\b)" 1; "~*(?:\b)failingmarriege\.blogspot\.com(?:\b)" 1;
"~*(?:\b)fakehandbags\.xyz(?:\b)" 1; "~*(?:\b)fakehandbags\.xyz(?:\b)" 1;

12
robots.txt/robots.txt
View file

@ -6,9 +6,9 @@
### Version Information # ### Version Information #
################################################### ###################################################
### Version: V4.2021.02.2273 ### Version: V4.2021.02.2274
### Updated: Mon Feb 8 08:46:11 SAST 2021 ### Updated: Mon Feb 8 09:42:14 SAST 2021
### Bad Bot Count: 605 ### Bad Bot Count: 608
################################################### ###################################################
### Version Information ## ### Version Information ##
@ -781,6 +781,8 @@ User-agent: POE-Component-Client-HTTP
Disallow:/ Disallow:/
User-agent: polaris version User-agent: polaris version
Disallow:/ Disallow:/
User-agent: probe-image-size
Disallow:/
User-agent: Probethenet User-agent: Probethenet
Disallow:/ Disallow:/
User-agent: ProPowerBot User-agent: ProPowerBot
@ -833,6 +835,8 @@ User-agent: Re-re
Disallow:/ Disallow:/
User-agent: Ripper User-agent: Ripper
Disallow:/ Disallow:/
User-agent: ripz
Disallow:/
User-agent: RocketCrawler User-agent: RocketCrawler
Disallow:/ Disallow:/
User-agent: Rogerbot User-agent: Rogerbot
@ -911,6 +915,8 @@ User-agent: Siteimprove
Disallow:/ Disallow:/
User-agent: SiteLockSpider User-agent: SiteLockSpider
Disallow:/ Disallow:/
User-agent: siteripz
Disallow:/
User-agent: SiteSnagger User-agent: SiteSnagger
Disallow:/ Disallow:/
User-agent: SiteSucker User-agent: SiteSucker