vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-10 14:56:18 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

V4.2021.02.2269 [ci skip]

Browse source
This commit is contained in:
Travis 2021-02-05 10:06:00 +02:00
parent de874654f9
commit 137ff4f650
45 changed files with 1134 additions and 1110 deletions
Download patch file Download diff file Expand all files Collapse all files

1
.dev-tools/_robots_input/robots-input.txt
View file

@ -384,6 +384,7 @@ Probethenet
ProPowerBot ProPowerBot
ProWebWalker ProWebWalker
Psbot Psbot
Pu_iN
Pump Pump
PxBroker PxBroker
PyCurl PyCurl

7
.dev-tools/beta_conf_files/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2021.02.2268 ### Version: V3.2021.02.2269
### Updated: Fri Feb 5 09:41:04 SAST 2021 ### Updated: Fri Feb 5 09:56:32 SAST 2021
### Bad Referrer Count: 6930 ### Bad Referrer Count: 6930
### Bad Bot Count: 603 ### Bad Bot Count: 604
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -533,6 +533,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)ProPowerBot(?:\b)" 3; "~*(?:\b)ProPowerBot(?:\b)" 3;
"~*(?:\b)ProWebWalker(?:\b)" 3; "~*(?:\b)ProWebWalker(?:\b)" 3;
"~*(?:\b)Psbot(?:\b)" 3; "~*(?:\b)Psbot(?:\b)" 3;
"~*(?:\b)Pu_iN(?:\b)" 3;
"~*(?:\b)Pump(?:\b)" 3; "~*(?:\b)Pump(?:\b)" 3;
"~*(?:\b)PxBroker(?:\b)" 3; "~*(?:\b)PxBroker(?:\b)" 3;
"~*(?:\b)PyCurl(?:\b)" 3; "~*(?:\b)PyCurl(?:\b)" 3;

7
.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2021.02.2268 ### Version: V3.2021.02.2269
### Updated: Fri Feb 5 09:41:04 SAST 2021 ### Updated: Fri Feb 5 09:56:32 SAST 2021
### Bad Referrer Count: 6930 ### Bad Referrer Count: 6930
### Bad Bot Count: 603 ### Bad Bot Count: 604
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -533,6 +533,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)ProPowerBot(?:\b)" 3; "~*(?:\b)ProPowerBot(?:\b)" 3;
"~*(?:\b)ProWebWalker(?:\b)" 3; "~*(?:\b)ProWebWalker(?:\b)" 3;
"~*(?:\b)Psbot(?:\b)" 3; "~*(?:\b)Psbot(?:\b)" 3;
"~*(?:\b)Pu_iN(?:\b)" 3;
"~*(?:\b)Pump(?:\b)" 3; "~*(?:\b)Pump(?:\b)" 3;
"~*(?:\b)PxBroker(?:\b)" 3; "~*(?:\b)PxBroker(?:\b)" 3;
"~*(?:\b)PyCurl(?:\b)" 3; "~*(?:\b)PyCurl(?:\b)" 3;

7
.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2021.02.2268 ### Version: V3.2021.02.2269
### Updated: Fri Feb 5 09:41:04 SAST 2021 ### Updated: Fri Feb 5 09:56:32 SAST 2021
### Bad Referrer Count: 6930 ### Bad Referrer Count: 6930
### Bad Bot Count: 603 ### Bad Bot Count: 604
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -533,6 +533,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)ProPowerBot(?:\b)" 3; "~*(?:\b)ProPowerBot(?:\b)" 3;
"~*(?:\b)ProWebWalker(?:\b)" 3; "~*(?:\b)ProWebWalker(?:\b)" 3;
"~*(?:\b)Psbot(?:\b)" 3; "~*(?:\b)Psbot(?:\b)" 3;
"~*(?:\b)Pu_iN(?:\b)" 3;
"~*(?:\b)Pump(?:\b)" 3; "~*(?:\b)Pump(?:\b)" 3;
"~*(?:\b)PxBroker(?:\b)" 3; "~*(?:\b)PxBroker(?:\b)" 3;
"~*(?:\b)PyCurl(?:\b)" 3; "~*(?:\b)PyCurl(?:\b)" 3;

1
.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-user-agents.conf
View file

@ -445,6 +445,7 @@
"~*(?:\b)ProPowerBot(?:\b|)" 0; "~*(?:\b)ProPowerBot(?:\b|)" 0;
"~*(?:\b)ProWebWalker(?:\b|)" 0; "~*(?:\b)ProWebWalker(?:\b|)" 0;
"~*(?:\b)Psbot(?:\b|)" 0; "~*(?:\b)Psbot(?:\b|)" 0;
"~*(?:\b)Pu_iN(?:\b|)" 0;
"~*(?:\b)Pump(?:\b|)" 0; "~*(?:\b)Pump(?:\b|)" 0;
"~*(?:\b)PxBroker(?:\b|)" 0; "~*(?:\b)PxBroker(?:\b|)" 0;
"~*(?:\b)PyCurl(?:\b|)" 0; "~*(?:\b)PyCurl(?:\b|)" 0;

7
.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2021.02.2268 ### Version: V3.2021.02.2269
### Updated: Fri Feb 5 09:41:04 SAST 2021 ### Updated: Fri Feb 5 09:56:32 SAST 2021
### Bad Referrer Count: 6930 ### Bad Referrer Count: 6930
### Bad Bot Count: 603 ### Bad Bot Count: 604
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -533,6 +533,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)ProPowerBot(?:\b)" 3; "~*(?:\b)ProPowerBot(?:\b)" 3;
"~*(?:\b)ProWebWalker(?:\b)" 3; "~*(?:\b)ProWebWalker(?:\b)" 3;
"~*(?:\b)Psbot(?:\b)" 3; "~*(?:\b)Psbot(?:\b)" 3;
"~*(?:\b)Pu_iN(?:\b)" 3;
"~*(?:\b)Pump(?:\b)" 3; "~*(?:\b)Pump(?:\b)" 3;
"~*(?:\b)PxBroker(?:\b)" 3; "~*(?:\b)PxBroker(?:\b)" 3;
"~*(?:\b)PyCurl(?:\b)" 3; "~*(?:\b)PyCurl(?:\b)" 3;

7
.dev-tools/globalblacklist-testing.template
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2021.02.2268 ### Version: V3.2021.02.2269
### Updated: Fri Feb 5 09:41:04 SAST 2021 ### Updated: Fri Feb 5 09:56:32 SAST 2021
### Bad Referrer Count: 6930 ### Bad Referrer Count: 6930
### Bad Bot Count: 603 ### Bad Bot Count: 604
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -533,6 +533,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)ProPowerBot(?:\b)" 3; "~*(?:\b)ProPowerBot(?:\b)" 3;
"~*(?:\b)ProWebWalker(?:\b)" 3; "~*(?:\b)ProWebWalker(?:\b)" 3;
"~*(?:\b)Psbot(?:\b)" 3; "~*(?:\b)Psbot(?:\b)" 3;
"~*(?:\b)Pu_iN(?:\b)" 3;
"~*(?:\b)Pump(?:\b)" 3; "~*(?:\b)Pump(?:\b)" 3;
"~*(?:\b)PxBroker(?:\b)" 3; "~*(?:\b)PxBroker(?:\b)" 3;
"~*(?:\b)PyCurl(?:\b)" 3; "~*(?:\b)PyCurl(?:\b)" 3;

7
.dev-tools/globalblacklist.template
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.02.2268 ### Version: V4.2021.02.2269
### Updated: Fri Feb 5 09:41:03 SAST 2021 ### Updated: Fri Feb 5 09:56:31 SAST 2021
### Bad Referrer Count: 6930 ### Bad Referrer Count: 6930
### Bad Bot Count: 603 ### Bad Bot Count: 604
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -533,6 +533,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)ProPowerBot(?:\b)" 3; "~*(?:\b)ProPowerBot(?:\b)" 3;
"~*(?:\b)ProWebWalker(?:\b)" 3; "~*(?:\b)ProWebWalker(?:\b)" 3;
"~*(?:\b)Psbot(?:\b)" 3; "~*(?:\b)Psbot(?:\b)" 3;
"~*(?:\b)Pu_iN(?:\b)" 3;
"~*(?:\b)Pump(?:\b)" 3; "~*(?:\b)Pump(?:\b)" 3;
"~*(?:\b)PxBroker(?:\b)" 3; "~*(?:\b)PxBroker(?:\b)" 3;
"~*(?:\b)PyCurl(?:\b)" 3; "~*(?:\b)PyCurl(?:\b)" 3;

7
.dev-tools/test1_conf_files/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.02.2268 ### Version: V4.2021.02.2269
### Updated: Fri Feb 5 09:41:03 SAST 2021 ### Updated: Fri Feb 5 09:56:31 SAST 2021
### Bad Referrer Count: 6930 ### Bad Referrer Count: 6930
### Bad Bot Count: 603 ### Bad Bot Count: 604
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -533,6 +533,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)ProPowerBot(?:\b)" 3; "~*(?:\b)ProPowerBot(?:\b)" 3;
"~*(?:\b)ProWebWalker(?:\b)" 3; "~*(?:\b)ProWebWalker(?:\b)" 3;
"~*(?:\b)Psbot(?:\b)" 3; "~*(?:\b)Psbot(?:\b)" 3;
"~*(?:\b)Pu_iN(?:\b)" 3;
"~*(?:\b)Pump(?:\b)" 3; "~*(?:\b)Pump(?:\b)" 3;
"~*(?:\b)PxBroker(?:\b)" 3; "~*(?:\b)PxBroker(?:\b)" 3;
"~*(?:\b)PyCurl(?:\b)" 3; "~*(?:\b)PyCurl(?:\b)" 3;

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.208.80 1; 35.193.184.18 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.208.80 0; 35.193.184.18 0;
127.0.0.1 0; 127.0.0.1 0;

7
.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.02.2268 ### Version: V4.2021.02.2269
### Updated: Fri Feb 5 09:41:03 SAST 2021 ### Updated: Fri Feb 5 09:56:31 SAST 2021
### Bad Referrer Count: 6930 ### Bad Referrer Count: 6930
### Bad Bot Count: 603 ### Bad Bot Count: 604
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -533,6 +533,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)ProPowerBot(?:\b)" 3; "~*(?:\b)ProPowerBot(?:\b)" 3;
"~*(?:\b)ProWebWalker(?:\b)" 3; "~*(?:\b)ProWebWalker(?:\b)" 3;
"~*(?:\b)Psbot(?:\b)" 3; "~*(?:\b)Psbot(?:\b)" 3;
"~*(?:\b)Pu_iN(?:\b)" 3;
"~*(?:\b)Pump(?:\b)" 3; "~*(?:\b)Pump(?:\b)" 3;
"~*(?:\b)PxBroker(?:\b)" 3; "~*(?:\b)PxBroker(?:\b)" 3;
"~*(?:\b)PyCurl(?:\b)" 3; "~*(?:\b)PyCurl(?:\b)" 3;

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.208.80 1; 35.193.184.18 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.208.80 0; 35.193.184.18 0;
127.0.0.1 0; 127.0.0.1 0;

7
.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.02.2268 ### Version: V4.2021.02.2269
### Updated: Fri Feb 5 09:41:03 SAST 2021 ### Updated: Fri Feb 5 09:56:31 SAST 2021
### Bad Referrer Count: 6930 ### Bad Referrer Count: 6930
### Bad Bot Count: 603 ### Bad Bot Count: 604
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -533,6 +533,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)ProPowerBot(?:\b)" 3; "~*(?:\b)ProPowerBot(?:\b)" 3;
"~*(?:\b)ProWebWalker(?:\b)" 3; "~*(?:\b)ProWebWalker(?:\b)" 3;
"~*(?:\b)Psbot(?:\b)" 3; "~*(?:\b)Psbot(?:\b)" 3;
"~*(?:\b)Pu_iN(?:\b)" 3;
"~*(?:\b)Pump(?:\b)" 3; "~*(?:\b)Pump(?:\b)" 3;
"~*(?:\b)PxBroker(?:\b)" 3; "~*(?:\b)PxBroker(?:\b)" 3;
"~*(?:\b)PyCurl(?:\b)" 3; "~*(?:\b)PyCurl(?:\b)" 3;

2
.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.208.80 1; 35.193.184.18 1;
127.0.0.1 1; 127.0.0.1 1;

1
.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf
View file

@ -445,6 +445,7 @@
"~*(?:\b)ProPowerBot(?:\b|)" 0; "~*(?:\b)ProPowerBot(?:\b|)" 0;
"~*(?:\b)ProWebWalker(?:\b|)" 0; "~*(?:\b)ProWebWalker(?:\b|)" 0;
"~*(?:\b)Psbot(?:\b|)" 0; "~*(?:\b)Psbot(?:\b|)" 0;
"~*(?:\b)Pu_iN(?:\b|)" 0;
"~*(?:\b)Pump(?:\b|)" 0; "~*(?:\b)Pump(?:\b|)" 0;
"~*(?:\b)PxBroker(?:\b|)" 0; "~*(?:\b)PxBroker(?:\b|)" 0;
"~*(?:\b)PyCurl(?:\b|)" 0; "~*(?:\b)PyCurl(?:\b|)" 0;

2
.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
34.122.208.80 0; 35.193.184.18 0;
127.0.0.1 0; 127.0.0.1 0;

7
.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.02.2268 ### Version: V4.2021.02.2269
### Updated: Fri Feb 5 09:41:03 SAST 2021 ### Updated: Fri Feb 5 09:56:31 SAST 2021
### Bad Referrer Count: 6930 ### Bad Referrer Count: 6930
### Bad Bot Count: 603 ### Bad Bot Count: 604
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -533,6 +533,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)ProPowerBot(?:\b)" 3; "~*(?:\b)ProPowerBot(?:\b)" 3;
"~*(?:\b)ProWebWalker(?:\b)" 3; "~*(?:\b)ProWebWalker(?:\b)" 3;
"~*(?:\b)Psbot(?:\b)" 3; "~*(?:\b)Psbot(?:\b)" 3;
"~*(?:\b)Pu_iN(?:\b)" 3;
"~*(?:\b)Pump(?:\b)" 3; "~*(?:\b)Pump(?:\b)" 3;
"~*(?:\b)PxBroker(?:\b)" 3; "~*(?:\b)PxBroker(?:\b)" 3;
"~*(?:\b)PyCurl(?:\b)" 3; "~*(?:\b)PyCurl(?:\b)" 3;

1
.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
View file

@ -46,3 +46,4 @@
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.193.184.18 0; 35.193.184.18 0;
34.122.173.211 0;

7
.dev-tools/test2_conf_files/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.02.2268 ### Version: V4.2021.02.2269
### Updated: Fri Feb 5 09:41:03 SAST 2021 ### Updated: Fri Feb 5 09:56:31 SAST 2021
### Bad Referrer Count: 6930 ### Bad Referrer Count: 6930
### Bad Bot Count: 603 ### Bad Bot Count: 604
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -533,6 +533,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)ProPowerBot(?:\b)" 3; "~*(?:\b)ProPowerBot(?:\b)" 3;
"~*(?:\b)ProWebWalker(?:\b)" 3; "~*(?:\b)ProWebWalker(?:\b)" 3;
"~*(?:\b)Psbot(?:\b)" 3; "~*(?:\b)Psbot(?:\b)" 3;
"~*(?:\b)Pu_iN(?:\b)" 3;
"~*(?:\b)Pump(?:\b)" 3; "~*(?:\b)Pump(?:\b)" 3;
"~*(?:\b)PxBroker(?:\b)" 3; "~*(?:\b)PxBroker(?:\b)" 3;
"~*(?:\b)PyCurl(?:\b)" 3; "~*(?:\b)PyCurl(?:\b)" 3;

2
.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,5 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.122.208.80 0;
104.154.182.187 0; 104.154.182.187 0;
35.193.184.18 0;

7
.dev-tools/test3_conf_files/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.02.2268 ### Version: V4.2021.02.2269
### Updated: Fri Feb 5 09:41:03 SAST 2021 ### Updated: Fri Feb 5 09:56:31 SAST 2021
### Bad Referrer Count: 6930 ### Bad Referrer Count: 6930
### Bad Bot Count: 603 ### Bad Bot Count: 604
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -533,6 +533,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)ProPowerBot(?:\b)" 3; "~*(?:\b)ProPowerBot(?:\b)" 3;
"~*(?:\b)ProWebWalker(?:\b)" 3; "~*(?:\b)ProWebWalker(?:\b)" 3;
"~*(?:\b)Psbot(?:\b)" 3; "~*(?:\b)Psbot(?:\b)" 3;
"~*(?:\b)Pu_iN(?:\b)" 3;
"~*(?:\b)Pump(?:\b)" 3; "~*(?:\b)Pump(?:\b)" 3;
"~*(?:\b)PxBroker(?:\b)" 3; "~*(?:\b)PxBroker(?:\b)" 3;
"~*(?:\b)PyCurl(?:\b)" 3; "~*(?:\b)PyCurl(?:\b)" 3;

1
.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf
View file

@ -45,5 +45,6 @@
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.193.184.18 0;
104.154.182.187 0; 104.154.182.187 0;
34.122.208.80 0; 34.122.208.80 0;

7
.dev-tools/test4_conf_files/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.02.2268 ### Version: V4.2021.02.2269
### Updated: Fri Feb 5 09:41:03 SAST 2021 ### Updated: Fri Feb 5 09:56:31 SAST 2021
### Bad Referrer Count: 6930 ### Bad Referrer Count: 6930
### Bad Bot Count: 603 ### Bad Bot Count: 604
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -533,6 +533,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)ProPowerBot(?:\b)" 3; "~*(?:\b)ProPowerBot(?:\b)" 3;
"~*(?:\b)ProWebWalker(?:\b)" 3; "~*(?:\b)ProWebWalker(?:\b)" 3;
"~*(?:\b)Psbot(?:\b)" 3; "~*(?:\b)Psbot(?:\b)" 3;
"~*(?:\b)Pu_iN(?:\b)" 3;
"~*(?:\b)Pump(?:\b)" 3; "~*(?:\b)Pump(?:\b)" 3;
"~*(?:\b)PxBroker(?:\b)" 3; "~*(?:\b)PxBroker(?:\b)" 3;
"~*(?:\b)PyCurl(?:\b)" 3; "~*(?:\b)PyCurl(?:\b)" 3;

1
.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf
View file

@ -47,4 +47,3 @@
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
34.122.208.80 0; 34.122.208.80 0;
104.154.182.187 0; 104.154.182.187 0;
34.122.173.211 0;

7
.dev-tools/test5_conf_files/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.02.2268 ### Version: V4.2021.02.2269
### Updated: Fri Feb 5 09:41:03 SAST 2021 ### Updated: Fri Feb 5 09:56:31 SAST 2021
### Bad Referrer Count: 6930 ### Bad Referrer Count: 6930
### Bad Bot Count: 603 ### Bad Bot Count: 604
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -533,6 +533,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)ProPowerBot(?:\b)" 3; "~*(?:\b)ProPowerBot(?:\b)" 3;
"~*(?:\b)ProWebWalker(?:\b)" 3; "~*(?:\b)ProWebWalker(?:\b)" 3;
"~*(?:\b)Psbot(?:\b)" 3; "~*(?:\b)Psbot(?:\b)" 3;
"~*(?:\b)Pu_iN(?:\b)" 3;
"~*(?:\b)Pump(?:\b)" 3; "~*(?:\b)Pump(?:\b)" 3;
"~*(?:\b)PxBroker(?:\b)" 3; "~*(?:\b)PxBroker(?:\b)" 3;
"~*(?:\b)PyCurl(?:\b)" 3; "~*(?:\b)PyCurl(?:\b)" 3;

1
.dev-tools/test_units/blacklist-user-agents.conf
View file

@ -445,6 +445,7 @@
"~*(?:\b)ProPowerBot(?:\b|)" 0; "~*(?:\b)ProPowerBot(?:\b|)" 0;
"~*(?:\b)ProWebWalker(?:\b|)" 0; "~*(?:\b)ProWebWalker(?:\b|)" 0;
"~*(?:\b)Psbot(?:\b|)" 0; "~*(?:\b)Psbot(?:\b|)" 0;
"~*(?:\b)Pu_iN(?:\b|)" 0;
"~*(?:\b)Pump(?:\b|)" 0; "~*(?:\b)Pump(?:\b|)" 0;
"~*(?:\b)PxBroker(?:\b|)" 0; "~*(?:\b)PxBroker(?:\b|)" 0;
"~*(?:\b)PyCurl(?:\b|)" 0; "~*(?:\b)PyCurl(?:\b|)" 0;

20
.dev-tools/test_units/random-bots-for-test-quick.list
View file

@ -1,10 +1,10 @@
Attach Acunetix
Bolt Calculon
IndeedBot DSearch
Internet Ninja JOC Web Spider
JennyBot Mr.4x3
Keyword Density MSIECrawler
LNSpiderguy SEOprofiler
PxBroker Sucuri
ReGet Vagabondo
scan.lol Whatweb

314
.dev-tools/test_units/random-bots-for-test.list
View file

@ -1,250 +1,250 @@
404checker
404enemy 404enemy
80legs Aboundexbot
Abonti
Acunetix
AfD-Verbotsverfahren AfD-Verbotsverfahren
AhrefsBot AhrefsBot
AIBOT AIBOT
Aipbot
Alexibot Alexibot
Alligator
AlphaBot AlphaBot
Anarchy Anarchy99
Apexoo Ankit
Anthill
arquivo.pt arquivo.pt
Aspiegel arquivo-web-crawler
ASPSeek
Asterias
Attach Attach
BacklinkCrawler autoemailspider
AwarioSmartBot
backlink-check
BackStreet BackStreet
BackWeb BatchFTP
Badass BBBike
Battleztar Bazinga
BDCbot
BDFetch BDFetch
BlackWidow Bitacle
BLEXBot Bolt
Blow BotALot
BlowFish
Boardreader
Brandprotect
Buck
Buddy Buddy
BuiltBotTough
BuiltWith
BunnySlippers BunnySlippers
BuzzSumo
CATExplorador CATExplorador
CazoodleBot
CCBot CCBot
Cegbfeieh
CensysInspect CensysInspect
CherryPicker
ChinaClaw ChinaClaw
Cogentbot Cliqzbot
Cocolyzebot
cognitiveseo cognitiveseo
Collector
com.plumanalytics com.plumanalytics
Craftbot Copier
crawler4j Copyscape
crawl.sogou.com Cosmos
CrazyWebCrawler Crescent
Demon CSHttp
Devil CyotekWebCopy
Dirbuster DatabaseDriverMysqli
Disco DataCha0s
Discobot DBLBot
Discoverybot demandbase-bot
Deusu
Digincore
DittoSpyder DittoSpyder
DomainCrawler DomainAppender
Domains Project
Dotbot Dotbot
DTS Agent Download Wonder
Ebingbong Drip
EirGrabber DSearch
EasyDL
ECCP/1.0
EMail Siphon
Evil
Exabot Exabot
ExtLinksBot ExtLinksBot
Extractor
ExtractorPro
Extreme Picture Finder
EyeNetIE EyeNetIE
FDM Ezooms
FemtosearchBot facebookscraper
FHscan FHscan
Firefox/7.0
FlashGet FlashGet
Flunky Freeuploader
Fuzz Fyrebot
GetRight
GetWeb GetWeb
Gigablast Gigablast
Gotit Gigabot
Go!Zilla G-i-g-a-b-o-t
Grabber gopher
Grafula GoZilla
GrapeFX
GridBot GridBot
HaosouSpider
Harvest Harvest
Havij Havij
HEADMasterSEO heritrix
Heritrix
Hloader Hloader
HMView HMView
Humanlinks HTTP::Lite
IDBot Iblog
IlseBot IlseBot
Image Sucker Image Fetch
IndeedBot Indy Library
InfoTekies
instabid
Intelliseek Intelliseek
InternetSeer InterGET
internetVista monitor
ips-agent
Iria Iria
IRLbot IRLbot
isitwp.com isitwp.com
IstellaBot JennyBot
JikeSpider JikeSpider
Jorgee Joomla
JustView Kenjin Spider
Keyword Density Kinza
Lanshanbot Lanshanbot
Larbin
LeechFTP
LeechGet LeechGet
LexiBot Libwhisker
LieBaoFast Lightspeedsystems
Likse Linkbot
LinkextractorPro
LinkpadBot
LinkWalker
LinqiaMetadataDownloaderBot
LinqiaScrapeBot
Lipperhey Spider Lipperhey Spider
magpie-crawler Ltx71
lwp-trivial
Magnet
Mag-Net
Mail.RU_Bot Mail.RU_Bot
Majestic12 Majestic SEO
MarkMonitor MarkWatch
Masscan Masscan
Mass Downloader Mass Downloader
Mata Hari
MauiBot MauiBot
Mb2345Browser
meanpathbot meanpathbot
Meanpathbot
MeanPath Bot
mediawords mediawords
MegaIndex.ru
MIDown tool MIDown tool
MIIxpc
Mister PiX Mister PiX
Mojeek Mojeek
Morfeus Fucking Scanner Mojolicious
Mr.4x3 MQQBrowser
MSFrontPage
MSIECrawler MSIECrawler
Msrabot
muhstik-scan muhstik-scan
Name Intelligence
NearSite NearSite
Needle
Nessus Nessus
NetAnts netEstate NE Crawler
NetMechanic NetLyzer
NetSpider Net Vampire
Nettrack Netvibes
NetZIP NetZIP
NextGenSearchBot
Nibbler Nibbler
NICErsPRO
Niki-bot
NimbleCrawler NimbleCrawler
Ninja Ninja
Nmap Nuclei
node-fetch Nutch
Octopus OpenLinkProfiler
Offline Navigator Openvas
OnCrawl
OpenVAS OpenVAS
OrangeSpider OPPO A33
OutclicksBot OutfoxBot
Page Analyzer Page Analyzer
PageThing.com
Pandalytics Pandalytics
Pavuk Panscient
PECL::HTTP PeoplePal
Petalbot Petalbot
Picsearch
PictureFinder
Pi-Monster
Pixray Pixray
PleaseCrawl Pockey
POE-Component-Client-HTTP
Probethenet
ProWebWalker
Psbot
Pump
PxBroker PxBroker
PyCurl QueryN Metasearch
RankingBot RankActive
RankingBot2 RankingBot2
RealDownload Rankivabot
RebelMouse Reaper
RepoMonkey RedesScrapy
Re-re scalaj-http
Ripper ScanAlert
Rogerbot Scanbot
RSSingBot ScoutJet
SalesIntelligent Scrapy
satoristudio.net
SBIder
Screaming
Searchestate
SearchmetricsBot SearchmetricsBot
Semrush
SentiBot SentiBot
Seomoz SEOkicks-Robot
seoscanners SEOstats
serpstatbot
sexsearcher sexsearcher
Shodan
Siphon
SISTRIX SISTRIX
sitechecker.pro Sitebeam
SiteSucker SmartDownload
Site Sucker SMTBot
Snake
Snapbot Snapbot
SocialRankIOBot SocialRankIOBot
Spammen Sosospider
SpankBot Sottopop
SpaceBison
sp_auditbot sp_auditbot
Spbot
Spinn3r
SputnikBot SputnikBot
Sqlmap SuperBot
Steeler
Stripper
Sucker
SuperHTTP
SurveyBot SurveyBot
Suzuran Suzuran
Szukacz Szukacz
T8Abot T0PHackTeam
TeleportPro tAkeOut
Teleport
Telesoft Telesoft
Telesphoreo Telesphoreo
Telesphorep Telesphorep
TheNomad TheNomad
Thumbor
Toata
Trendictionbot
True_Robot
Turingos Turingos
Turnitin TurnitinBot
Typhoeus Typhoeus
Upflow Upflow
URLy.Warning Vacuum
VelenPublicWebCrawler VB Project
Virusdie Virusdie
Wallpapers/3.0 Wallpapers/3.0
WallpapersHD Webalta
WASALive-Bot
WebAuto
Web Auto Web Auto
Web Collage
WebCopier
WEBDAV WEBDAV
WebEnhancer WebEnhancer
WebFuck WebFetch
Web Fuck Web Fetch
WebImageCollector WebLeacher
webmeup-crawler webmeup-crawler
Web Pix WebsiteQuester
WebSauger WebStripper
Web Sauger
Webshag
WebsiteExtractor
Webster
Web Sucker Web Sucker
WebZIP
WeSEE WeSEE
Whatweb Whack
Widow
WinHTTrack WinHTTrack
WiseGuys Robot
Wonderbot Wonderbot
WWW-Collector-E Wotbox
WWW-Mechanize WPScan
WWWOFFLE WWW::Mechanize
Xaldon WebSpider xpymep1.exe
Xenu YoudaoBot
Zade Zauba
Zermelo Zeus
zgrab Zitebot
ZmEu ZoomBot

302
.dev-tools/test_units/random-bots-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
01h4x.com 01h4x.com
Abonti 360Spider
Aboundex 404checker
404enemy
80legs
Aboundexbot Aboundexbot
Acunetix Aipbot
ADmantX Alligator
AfD-Verbotsverfahren Anarchie
AIBOT Anarchy99
AlphaBot
Anarchy
Anthill
Apexoo Apexoo
Aspiegel Attach
Backlink-Ceck AwarioRssBot
BacklinkCrawler AwarioSmartBot
BackStreet BackDoorBot
BackWeb Badass
Bandit Barkrowler
BatchFTP
Battleztar Bazinga Battleztar Bazinga
BBBike
BDFetch
Bigfoot Bigfoot
Bitacle Bitacle
Black Hole Blackboard
BlackWidow BlackWidow
Blow Blow
Bolt
Buck
BuiltBotTough BuiltBotTough
BuiltWith
Bullseye Bullseye
BunnySlippers
BuzzSumo BuzzSumo
Calculon
CATExplorador CATExplorador
CazoodleBot CazoodleBot
Cegbfeieh
CensysInspect CensysInspect
CheeseBot CheTeam
CherryPicker
ChinaClaw ChinaClaw
Chlooe Chlooe
Claritybot Cliqzbot
CODE87 Cloud mapping
coccocbot-web
Cocolyzebot
Cogentbot
cognitiveseo
Collector Collector
Cosmos Copier
Craftbot CopyRightCheck
Copyscape
crawler.feedback crawler.feedback
crawl.sogou.com crawl.sogou.com
CrunchBot CrazyWebCrawler
CSHttp
Custo Custo
CyotekWebCopy DatabaseDriverMysqli
demandbase-bot DBLBot
Demon Demon
Devil Devil
Digincore DigitalPebble
Dirbuster
Discobot Discobot
Discoverybot Dispatch
DittoSpyder DittoSpyder
DnyzBot DomainAppender
Dragonfly DomainStatsBot
Download Wonder
Drip Drip
EasyDL DSearch
Ecxi Ebingbong
EirGrabber eCatch
EMail Wolf EMail Siphon
Exabot EroCrawler
Express WebPictures ExtLinksBot
Extractor
EyeNetIE EyeNetIE
facebookscraper facebookscraper
FHscan FemtosearchBot
Fimap Firefox/7.0
Foobot FlashGet
Flunky
Freeuploader
FrontPage FrontPage
Fuzz Fuzz
GalaxyBot
Genieo Genieo
Gigablast GermCrawler
G-i-g-a-b-o-t
Go-Ahead-Got-It Go-Ahead-Got-It
Go!Zilla Go!Zilla
GrapeFX Grafula
Haansoft GrapeshotCrawler
HaosouSpider GridBot
HEADMasterSEO HEADMasterSEO
heritrix HMView
Hloader HTMLparser
HTTrack HTTrack
Iblog Humanlinks
IDBot
IDBTE4M IDBTE4M
Image Fetch
Image Sucker Image Sucker
IndeedBot Intelliseek
Indy Library
InfoNaviRobot
InterGET InterGET
ips-agent
IRLbot
isitwp.com
Iskanie
Jbrofuzz
JennyBot JennyBot
JOC Web Spider JikeSpider
JustView JustView
Jyxobot
Kozmosbot
Lanshanbot Lanshanbot
Lftp Larbin
LeechFTP
LexiBot
LibWeb
Libwhisker Libwhisker
LieBaoFast LieBaoFast
LinkextractorPro Lightspeedsystems
LinkpadBot Linkbot
LinqiaMetadataDownloaderBot Linkdexbot
LinqiaScrapeBot LinkWalker
Lipperhey Lipperhey Spider
Lmspider Litemage_walker
LNSpiderguy
Ltx71 Ltx71
Magnet lwp-trivial
Mag-Net Mag-Net
MarkMonitor Mail.RU_Bot
Majestic12
Majestic-SEO
MarkWatch MarkWatch
Masscan
Mass Downloader Mass Downloader
MauiBot meanpathbot
Mb2345Browser Meanpathbot
mediawords MegaIndex.ru
MicroMessenger Microsoft Data Access
Microsoft URL Control Microsoft URL Control
MIDown tool MIDown tool
MIIxpc MIIxpc
MJ12bot
Mr.4x3 Mr.4x3
Msrabot Msrabot
MTRobot muhstik-scan
Musobot Nameprotect
Name Intelligence Needle
NearSite Nessus
netEstate NE Crawler netEstate NE Crawler
NetLyzer
NetMechanic NetMechanic
NetSpider Nettrack
Netvibes Netvibes
NextGenSearchBot NextGenSearchBot
Niki-bot
Nikto
NimbleCrawler NimbleCrawler
Nmap Ninja
node-fetch node-fetch
NPbot NPbot
oBot Nutch
Octopus Octopus
Offline Navigator Offline Navigator
OutfoxBot OnCrawl
Openfind
OpenLinkProfiler
Openvas
OpenVAS
OutclicksBot
PageAnalyzer
page scorer
PageThing.com PageThing.com
Pandalytics Pandalytics
Panscient
pcBrowser pcBrowser
Picsearch
PictureFinder
Pimonster Pimonster
Pi-Monster
Pixray Pixray
plumanalytics PleaseCrawl
Probethenet Psbot
Pump Pu_iN
PyCurl PyCurl
RankActive QueryN Metasearch
RankActiveLinkBot Quick-Crawler
RankingBot
RankingBot2 RankingBot2
RankurBot Rankivabot
Reaper RealDownload
RedesScrapy Recorder
ReGet
Ripper
RocketCrawler RocketCrawler
Rogerbot s1z.ru
RSSingBot scalaj-http
SalesIntelligent ScanAlert
Scanbot Scanbot
scan.lol scan.lol
ScreenerBot Screaming
SemrushBot SEOkicks
SentiBot
SEOkicks-Robot SEOkicks-Robot
SEOlyticsCrawler
seoscanners
serpstatbot
Sitebeam
SiteCheckerBotCrawler
sitechecker.pro sitechecker.pro
SiteSucker Siteimprove
Site Sucker SiteLockSpider
Snapbot SlySearch
Snoopy SMTBot
Sogou web spider SocialRankIOBot
Sosospider sogouspider
Sottopop
SpaceBison
Spammen Spammen
SpankBot SputnikBot
sp_auditbot
spyfu
Sqlmap
Sqlworm
Sqworm
Steeler
Stripper Stripper
Sucker Sucuri
SuperHTTP SuperHTTP
Surfbot Surfbot
SurveyBot
T0PHackTeam
T8Abot T8Abot
Teleport
TeleportPro
Telesoft Telesoft
Telesphoreo The Intraformant
Thumbor Thumbor
Toata Titan
Tracemyfile Tracemyfile
Trendiction
Trendictionbot
trendiction.com trendiction.com
Turnitin trendiction.de
TwengaBot TurnitinBot
Twice UnisterBot
URLy Warning URLy.Warning
Vacuum Vagabondo
VCI
VelenPublicWebCrawler VelenPublicWebCrawler
VidibleScraper
Virusdie Virusdie
VoidEYE
WASALive-Bot WASALive-Bot
WBSearchBot
Web Auto Web Auto
WebBandit WebBandit
Web Collage Web Collage
WebCopier
WEBDAV WEBDAV
WebEnhancer WebEnhancer
Web Fetch Web Fetch
Web Fetch
WebFuck WebFuck
WebLeacher WebImageCollector
WebmasterWorldForumBot
webmeup-crawler webmeup-crawler
WebPix
WebReaper
WebSauger WebSauger
Webshag Webshag
WebsiteExtractor Website Quester
Webster WebStripper
WebZIP WebZIP
Whack Widow
Whacker
Whatweb
WinHTTrack WinHTTrack
WiseGuys Robot WISENutbot
Wonderbot Woobot
WWW-Collector-E WWW-Mechanize
WWWOFFLE
Xaldon WebSpider
Xaldon_WebSpider Xaldon_WebSpider
Xenu
xpymep1.exe xpymep1.exe
YoudaoBot Zade
Zermelo
Zeus Zeus
ZoomBot ZmEu
ZoominfoBot

20
.dev-tools/test_units/random-referrers-for-test-quick.list
View file

@ -1,10 +1,10 @@
coslab.club 2345.com
craftinsta.ru addtoadd.men
highspeed5.net arendakvartir.kz
homik.pw blogsfunky672.weebly.com
marcogrup.com ftns.ru
matb3aa.com livingroomdecor.info
socialbookmarksubmission.org optikremont.ru
vbabule.net portal-eu.ru
xerox-douglas.cf rarbg.to
yourserverisdown.com westen-v.life

924
.dev-tools/test_units/random-referrers-for-test.list
View file

@ -1,500 +1,500 @@
00author.com 08800.top
0n-line.tv 0n-line.tv
1688.com 123locker.com
1j7740kd.website 1flag.co.za
1qingdao.com
24videos.tv
24x7-server-support.site 24x7-server-support.site
28n2gl3wfyb0.ru 2nt.ru
72-news.com 3xforum.ro
aa81bf391151884adfa3dd677e41f94be1.com 40cg.com
academia-nsk.org 4kplayer.pl
actices.com 4pp13.com
5000-cotydzien.com
7search.com
aaa38852e886ac4af1a3cff9b47cab6272.com
acmebtn.ml
actulite.com actulite.com
adverster.com adultactioncam.com
agadelha.com.br adultfriendfinder.com
agahinameh.com afftrack001.com
ageofclones.com ageofclones.com
aimayangzhi.com ahrefs.com
alert-hgd.xyz air-edem.ru
aludecor.info airmaxshoes-2016.com
am-se.com albumsuper.info
amt-k.ru alert-fdm.xyz
anal-acrobats.com algerianembassy.co.in
ananumous.ru allforminecraft.ru
andpolice.com allstatesugarbowl.org
android-systems.ru alphavisions.net
angigreene.com amazon-seo-service.com
animalrank.com angel1777.kz
animenime.ru apartmentbay.ru
anjalika.co.in apiqualitinknet-a.akamaihd.net
anmysite.com arendakvartir.kz
apiadanaknet-a.akamaihd.net arewater.com
appsecurityr.com arraty.altervista.org
a.pr-cy.ru asiavirtualsolutions.com
arendas.net asmxsatadriverin.aircus.com
arkartex.ru atofilms.com
asacopaco.tk
atlasvkusov.ru
autochoixspinelli.com autochoixspinelli.com
autotop.com.ua autogrep.ru
autowebmarket.com.ua autoplate.info
aviav.eu azazu.ru
backuperwebcam.weebly.com azbukadiets.ru
balois.worldbreak.com azbuka-mo.ru
bamo.xsl.pt azinoofficial777.ru
bang-hotties.com backgroundpictures.net
beauby.ru backlink4u.net
belstaffstore.online bankiem.pl
bestofferswalkmydogouteveryday.gq bannerads.de
bestwaystogetpaid.us bavsac.com
bestwebsiteawards.com beachdriveblog.com
betonka.pro bestcoin.cc
betterhdporn.com bestdooz.com
bidr.trellian.com bestofupload.info
bikini-image.com best-seo-offer.com
biographiya.com bin-brokers.com
bio.trade-jp.net
birzha-truda.eu birzha-truda.eu
bitporno.sx bkns.vn
blackbabesporn.com blog.koreadaily.com
bluerobot.info blog.remote-computer.de
bnt-team.com bloke.com
bocoarchives.org bmw-ark.ru
bookmark4you.com.biz boeuklad.com
brainzpod.win bolezniorganov.ru
brandehk.dk bonky.biz
btnativenav.com b-styles.xyz
bugof.gq burger-tycoon.com
businesxxl.com businesn.men
buyessaynow.biz buyscabiescream.com
buyhoverboard.com bvlgariring.xyz
buzzsumo.com callawaygolfstore.online
cacheimages.com call-of-duty.info
cakesplus.com.au camdolls.com
cam-kontakte.org
camsex.xxx-cam.webcam
canrole.com canrole.com
cartierbracelet.xyz cardsharp1.ru
cascadelink.org carrauterie.be
casite-513049.cloudaccess.net carstrends2015.com
cb.iphantom.com cartierlovestore.xyz
cdnnetwok.xyz cbcseward.com
cfcl.co.uk chlooe.com
cgi2.nintendo.co.jp
chatroulette.online
cheapjerseysbizwholesale.us
cheapmarmot.online
choice-credit.ru choice-credit.ru
christianlouboutinsaleonline.us cicaki.net
cindymatches.com cineacademy.ru
clickcash.com civilwartheater.com
community.allhiphop.com classicakuhni.ru
compiko.info clickbanksites.info
compliance-checker-7.info clickhype.com
compliance-checker.info clickprotects.com
compliance-don.xyz club-lukojl.ru
compliance-elena.xyz coaching-netz.info
construmac.com.mx coderstate.com
converse.ddsoldes.fr codq.info
coolwallpapers4k.info colobit.biz
coolyarddecorations.com companies-catalog.com
coslab.club compliance-alexa.xyz
costablue.xyz compliance-julia.top
crazyboost.pro compucelunlock.net
cs-passion.pl cookie-law-enforcement-aa.xyz
coprofam.org
counciltally.com
cowlmash.com
culad.com culad.com
cyclobenzaprinevstizanidine.blogspot.com d0t.ru
danschawbel.com dafatiri.com
daretodonate.co damedingel.ya.ru
daymusam.com dcj-nn.ru
dealighted.com defenderxtactical.com
delayreferat.ru deluxedumps.com
delfin-aqua.com.ua demian.kz
demenageur.com design-ideas.info
designdevise.com detsky-nabytek.info
dev78.dioniqlabb.se dignitasdata.se
dfwu1019.info dildofotzen.net
discountliv.com directivepub.com
divku.ru dneprsvet.com.ua
docs4all.com dodlive.mil
dogbreedspicture.net
dojki365.online dojki365.online
domainsphoto.com domcran.net
domznaniy.ru dosug-lux.ru
dostavka-v-krym.com dosugrostov.site
downloadkakaotalk.com dotnetdotcom.org
download-of-the-warez.blogspot.com doublepimp.com
downtuptv.gq
drhomes.biz drhomes.biz
driving.kiev.ua dyshagi.ru
drugspowerstore.com e-commerce-seo.com
drugstoreforyou.com electrik-avenue.com
dtnlyss.com electronicadirect.com
dustyorate.com elektronischezigarettekaufen1.myblog.de
e-buyeasy.com enginebay.ru
ed-shop01.ru englishdictionaryfree.com
educatemetv.com eshop.md
ekn-art.se eugenevaultstorage.com
elektrischezi.canalblog.com evogarage.com
elektrischezigarettekaufen2.cowblog.fr executehosting.com
elektrozigarette2.wordpressy.pl extremepornos.net
elitesportsadvisor.com ezb.elvenmachine.com
empis.magix.net
engines-usa.com
errorfixing.space
european-torches.ru
f07.de f07.de
facebook-mobile.xyz f1nder.org
fanoboi.com facecup.top
fearcrow.com fickkontakte.org
feargames.ru figuringmoneyout.com
feeriaclub.ru finejewelryshop.ru
ferieboligkbh.dk firstdrugmall.ru
fickblock18.com fivedwld.cf
finuse.com footbalive.org
fiuxy.com fortunejack.com
flagcounter.me forum-engineering.ru
forensicpsychiatry.ru foxjuegos.com
forms-mtm.ru free-deals.faith
fortevidyoze.net freenom.link
foto-sisek.porngalleries.top
foxweber.com
freejabs.com
free-laptop-reward.com
freelifetimefuckbook.com
freeuploader.ml freeuploader.ml
freshsuperbloop.com fr.netlog.com
froggytube.com front.ru
fuckingawesome.com fsakhalin.ru
fuck-paid-share-buttons.xyz fuck-paid-share-buttons.xyz
futbolkisales.ru
fxgallery.com fxgallery.com
gallerily.com gamevalue7.weebly.com
gamerextra.com geile-lelly.eu
ge0ip.com getoutofdebtfree.org
generalporn.org gettpromos.com
get-seo-domain.com girlsatgames.ru
getyourimage.club glall.ru
ghostvisitor.com glass-msk.ru
gifspics.com globalsurfari.com
girlsfuckdick.com good-mummy.ru
gk-atlant.info googlepositions.com
glavprofit.ru goosefishpost.bid
gnuetella.com gosreg.amchs.ru
go2album.com grand-chlen.ru
go2mike.ru greendream.com.ua
googst2.ru greenzaim.ru
goroda-vsego-mira.ru gsmlab.pl
gotomontenegro.net gtopstats.com
greatzip.com handicapvansarea.com
gz2.bbsoldes.fr hatedriveapart.com
hackers-crackers.tk heartofbeijing.blogspot.com
hacktougroup.ru helvetia.com.ua
hamacapty.com hesteel.pl
handicapvantoday.com hiwibyh.bugs3.com
hdpixion.com hobild.net
heliko.no homegardenlova.com
hentai-manga.porn hoporno.com
hit-kino.ru hosting-tracker.com
hitmuzik.ru
hledejvshopech.cz
homedecorpicture.us
homemature.net
host-tracker.com host-tracker.com
hoverboard360.at hotdl.in
hydropump.su hotenergy.ru
hystersister.com hoterika.com
icaseclub.ru howtoclean.club
imagui.eu howtowhitenteethfast.xyz
imk.com.ua hustoon.over-blog.com
impotentik.com ilovevitaly.ru
inbabes.sexushost.com immigrational.info
infostatsvc.com impisr.edunsk.ru
incep.imagine-ex.co
inmate-locator.us inmate-locator.us
insider.pro insurple.com
ipchicken.com interfucks.net
istock-mebel.ru iplusbit.blogspot.co.za
itag.pw ipornox.xxx
japfm.com iqoption-bin.com
javatex.co.id iscblog.info
jillepille.com isoveti.ru
jobmarket.com.ua ix20.ru
justdating.online joingames.org
kaac.ru journeydownthescale.info
kalb.ru jus0wil.pp.ua
kambasoft.com kazka.ru
kanimage.com kchaxton.com
kevblog.top kemerovo.zrus.org
keywesthideaways.co kerei.ru
kinky-fetishes.com keywordsdoctor.com
kinoduh.ru kinoduh.ru
kino-filmi.com
kino-fun.ru kino-fun.ru
kinoplen.ru kinomaniatv.pl
konica.kz kit-opt.ru
koopilka.com knogg.net
koversite.info kollesa.ru
kovesszucs.atw.hu komp-pomosch.ru
kredit-pod-zalog-krasnodar.ru kongruan.com
ks1234.com konkursowo-24.pl
kupit-adenu.ru
lampokrat.ws
landinez.co
landscaping.center
lankarns.com lankarns.com
law-check-seven.xyz larger.io
linkpulse.com larose.jb2c.me
linkredirect.biz letmacworkfaster.site
lion.bolegapakistan.com letsrepair.in
lion.snapmap.us liffa.ru
liumimgx.pw linkwithin.com
lkbennettstore.online liveinternet.ru
lol-smurfs.com livejasmin.com
loadingpages.me
locatellicorretor.com.br
long-beach-air-conditioning.com long-beach-air-conditioning.com
lotto6888.com louboutinreplica.xyz
lsex.xyz ltvperf.com
lsp-awak-perikanan.com lyngdalhudterapi.no
lubetube.com mackeeper-center.club
luckyshop.net.ua macresource.co.uk
m0r0zk0-krava.ru madot.onlinewebshop.net
m1media.net magicplayer-s.acestream.net
m4ever.net make-money-online.com
mac-shield.com makemoneyonline.com
mactechinfo.info mamasuper.prom.ua
makis.nu mansiondelrio.co
manualterap.roleforum.ru marcogrup.com
markjaybeefractal.com maslenka.kz
masserect.com maximilitary.ru
masthopehomes.com mcnamaratech.com
max-p.men mebel-ekb.com
mebeldekor.com.ua mebel-vstroika.ru
mensandals.xyz mediafresh.online
metaxalonevstizanidine.blogspot.com medicines-choice.com
medispainstitute.com.au
mega-bony2017.pl
menstennisforums.com
mexicosleevegastrectomy.com
mirtorrent.net
misandesign.se misandesign.se
missis.top mncrftpcs.com
misterjtbarbers.com mobile-appster.ru
mixx.com mobioffertrck.com
mmostrike.ru moesexy.com
mnogolok.info monsterdivx.com
mobicover.com.ua morefastermac.trade
mobplayer.net more-letom.ru
modnie-futbolki.net moviemail-online.co.uk
moi-glazki.ru muizre.ru
monclercheap.xyz multgo.ru
moneyteam24.com musicktab.com
morepoweronmac.trade muznachas-service.ru
morpicert.pw myblogregistercm.tk
moscow-region.ru naj-filmy24.pl
mouselink.co nakozhe.com
musirc.com nate.com
mydeathspace.com neks.info
myfreecams.com new-post.tk
mykings.pw nfljerseyscheapbiz.us
nalogovyy-kodeks.ru nikhilbahl.com
nikkiewart.ru obnal.org
niroo.info offer.camp
nordvpn.com ohmyrings.com
nrv.co.za okel.co
nvssf.com ok-ua.info
oconto.ru onescreen.cc
ofanda.com online.ktc45.ru
oksrv.com ontargetseo.us
olympescort.com openmediasoft.com
online7777.com optibuymac.com
online-hd.pl optitrade24.com
onlyporno.ru orion-code-access.net
o-o-11-o-o.com ostrovtaxi.ru
osagonline.ru ourville.info
paintingplanet.ru ovirus.ru
owathemes.com
oxford-book.com.ua
paclitor.com
painting-planet.com
palvira.com.ua
panamaforbeginners.com panamaforbeginners.com
parajumpersoutlet.online parajumpersstore.online
paramountmarble.co.uk par-fallen.ga
partner-cdn.men partner-cdn.men
paydayloanslocal.com partnersafe.men
pc4download.co partybunny.ru
pcgroup.com.uy p-business.ru
petitions.whitehouse.gov petsblogroll.com
pewit.pw picsearch.com
photostudiolightings.com piratecams.com
pic2fly.com piski.top
picsfair.com pochtovyi-index.ru
pijoto.net
piulatte.cz
pixgood.com
plugingeorgia.com
pod-muzyku.club pod-muzyku.club
pogosh.com pokemon-go-play.online
poiskzakona.ru popmarker.com
polcin.de popup-fdm.xyz
polimga.pw popup.matchmaker.com
pooleroadmedicalcentre.co.uk pornoblood.com
poptool.net pornofeuer.com
porndroids.com pornstartits.xblog.in
porngalleries.top porn-w.org
pornhive.org princeadvantagesales.com
pornobrazzers.biz privatamateure.com
porno-dojki.net professionaldieselcare.com
pornophoto.xyz profit-opportunity.com
pozvonim.com prostitutki-tolyatti.org
priora-2.com pushdata.sendpulse.com
profitfx.online q-moto.ru
profitsport.club questionmarque.ch
prointer.net.ua randki-sex.com
promoforum.ru razorweb-a.akamaihd.net
prostitutki-rostova.org realting-moscow.ru
prostitutki-yaroslavlya.org rebelmouse.com
pwwysydh.com redbottomheels.xyz
raisedseo.com reeyanaturopathy.com
rankexperience.com registry-clean-up.net
rarbg.to remont-ustanovka-tehniki.ru
raschtextil.com.ua rentehno.ru
realizmobi.com revistaindustria.com
realmonte.net rfd-split.hr
recipedays.ru ribieiendom.no
recordpage-a.akamaihd.net richinvestmonitor.com
reklama1.ru ringporno.com
renecaovillasale.online rockingclicks.com
rep-am.com ruspdd.com
replicalouboutin.xyz russian-postindex.ru
resellerclub.com s1z.ru
restorator-msk.ru sabaapress.com
reyel1985.webnode.fr saecsa.co
rosbalt.com.ua samara.rosfirm.ru
rospromtest.ru sa-rewards.co.za
ru-dety.ru savememoney.co.za
ruscopybook.com scanmarine.info
saletool.ru scanner-viktor.top
sandhillsonline.com scansafe.net
sanidumps.com scenicmissouri.us
sbricur.com
searchinquire.com
searchinterneat-a.akamaihd.net searchinterneat-a.akamaihd.net
securesmrt-dt.com search.pch.com
seminarygeorgia59.ga seokicks.de
seoholding.com seo-prof1.xyz
seomarketings.online seorankinglinks.xyz
seoprofiler.com servisural.ru
serdcenebolit.com serw.clicksor.com
seryeznie-znakomstva.ru
sevenstars7.com
se-welding.ru
sexkontakte-seite.com
sexphoto.site sexphoto.site
sexy.babes.frontend-stack.top sexpornotales.com
sexy-pings.com sexpornotales.net
shama-rc.net sexreliz.com
sharebutton.org sexystrippe.info
shmetall.com.ua sex-znakomstva.online
shoesonlinebuy.xyz shivafurnishings.com
shoppingmiracles.co.uk shop-electron.ru
sildenafilcitratemed.com silvermature.net
silvercash.com simple-share-buttons.com
simon3.ru site3.free-share-buttons.com
sisiynas.ru siteexpress.co.il
sitechecker.pro sk.golden-praga.ru
siteheart.net sky-mine.ru
site.ru
sitevalued.com
skypasss.com skypasss.com
slavia.info slavkokacunko.de
sledstvie-veli.net slimcdn.com
slowmacfaster.trade small-game.com
smart-balancewheel.com smokewithrabbits.com
smartpet.ru smsactivator.ru
smichovbike.cz snjack.info
snjatie-geroinovoy-lomki.ru snyatie-lomki-v-stacionare.ru
soblaznu.net soblaznu.net
socas.pluto.ro social-buttons.com
social-s-iii.xyz social-fun.ru
softwaretrend.net softtor.com
sophang8.com sortthemesitesby.com
souvenir.cc spasswelt.xyz
spabali.org speechfoodie.com
spbchampionat.ru sports-supplements.us
squidoo.com
stanthonyscatholicchurch.org stanthonyscatholicchurch.org
stathat.com stats-collector.org
storehouse.ua steebook.com
subj.ukr-lit.com svetodiodoff.ru
superoboi.com.ua swinginwithme.ru
suture.co taihouse.ru
sweepstakes.rewardit.com tattoo33.ru
telefonsexkostenlos.tk tds-advert002.info
telefonsexsofort.tk tecspb.ru
tedxrj.com
template-kid.com
testingads.pro testingads.pro
thebluenoodle.com thecounter.com
thelottosecrets.com theendivechronicles.com
thesmartsearch.net thefarmergame.com
thin.me.pn thenews-today.info
tilido.com theprofitsmaker.net
tizanidine4mgstreetprice.blogspot.com thetardistimes.ovh
tizanidinedosageforsleep.blogspot.com thetattoohut.com
tizanidinehydrochloride4mgstreetvalue.blogspot.com thruport.com
tizanidinerecreationaluse.blogspot.com ticketsys.inetwd.com
titslove.yopoint.in
tizanidinepain.blogspot.com
tizanidinewithdrawal.blogspot.com
todohr.com todohr.com
torrentdownloadhub.com token-lab.org
torrnada.ru tongkatmadura.info
toolsky.com
top10-way.com
topbestgames.com
toproadrunner5.info
touchmods.fr touchmods.fr
tourcroatia.co.uk trafficmonetize.org
toxicwap.com
tpu.ru
traffic2money.com
trafficmp.com trafficmp.com
trafficreceiver.club trafficstars.com
trustaffs.com trahvid.com
ttrraacckkrr.com traxdom.ru
turbodsp.com truck-rece.life
txxx.com tt-ipd.info
turkeyreport.tk
typer.one
typimga.pw typimga.pw
tzritel.tk tzritel.tk
udsgame.online uggbootsoutletsale.us
ugogo.info usacasino.com
ukr-lit.com usiad.net
uk-zheu20.ru uzungil.com
umaseh.com vadimkravtcov.ru
umekana.ru vgoloveboli.net
uprour.com via-energy-acquistare.com
uptime-gamma.net videochat.mx
url-extractor.xyz vipms.ru
urlopener.blogspot.com.au vkonche.com
uytmaster.ru vkontarkte.com
v24s.net vltai.com
valsalud.com voluumtrk.com
v-doc.co vseigru.one
vedomstvo.net vut.com.ru
vesnatehno.ru vzlom-na-zakaz.com
via-gra.webstarts.com
vipsiterip.org
volume-pills.biz
vostoktrade.info
vriel.batcave.net
vse-pesni.com
vzubah.com vzubah.com
w3data.co webkeyit.com
wapsite.me webnode.me
watchdogs-2.ru
webmonetizer.net
webstatsdomain.org
wedding0venues.tk wedding0venues.tk
wfb.hatedriveapart.com westen-v.life
whatistizanidine2mg.blogspot.com wetgames.ru
whatsappdownload10.com wheelchairliftsarea.com
wholesalejerseys-cheapest.com whereiskentoday.com
wingsoffury2.com w-journal.ru
woman-h.ru womens-journal.net
wormix-cheats.ru wordpresscore.com
wpsecurity.website word-vorlagen.net
www.kabbalah-red-bracelets.com wttavern.com
xchangetrak.com ww2awards.info
xgames-04.com www.solartek.ru
xitjw.info wyniki-lista.pl
xmronta.com x-diesel.com
xn----7sbaphztdjeboffeiof6c.xn--p1ai x-diesel.org
xn----7sbho2agebbhlivy.xn--p1ai xedserver.com
xn--80abgj3a5acid6ghs.top x-musics.com
xn--80ahdheogk5l.xn--p1ai xn--1-8sbcpb0bdm8k6a.xn--p1ai
xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai xn----7sbbahaq9bb5afgiqfliv4m.xn--p1ai
xsion.net xn----btbdvdh4aafrfciljm6k.xn--p1ai
xtremeeagles.net xn----dtbndd4ae7eub.top
xwatt.ru xnxxandxvideos.com
xxxdatinglocal.us xsfetish.org
yebocasino.co.za xxart.ru
yopoint.in xxxkaz.org
zarabiaj-dzis.pl yebocasino.com
zawyna.ua yhit.press
zdesoboi.com yougetsignal.com
zeikopay.com youresponsive.com
zrizvtrnpale.tk yourserverisdown.com
zvooq.eu yousense.info
youtube-downloader.savetubevideo.com
zero1.it
zeroredirect2.com
zmoda.hostreo.com
zoogdinsney.com
zoogdisany.com
zryydi.com
zverokruh-shop.cz

484
.dev-tools/test_units/random-referrers-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
00webcams.com 123cha.com
123any.com 1flag.co.za
2girls1cup-free.com 2ads.co.uk
40cg.com 7minuteworkout.com
4kepics.com 7ooo.ru
4webmasters.org 7yue.org
55wmz.ru 8jn.dating-app.ru
5kstore.com a1security.com.ua
addtoadd.men acads.net
adktrailmap.com add-add.men
adnotbad.com adsland.men
adtech.fr adultgalls.com
agadelha.com.br advokateg.ru
akusherok.ru alive-ua.com
alert-jdh.xyz all4invest.ru
all4wap.ru amigobulls.com
allproblog.com asrv-a.akamaihd.net
am15.net atmovs.com
amazingpic.net atout-energie-69.com
android4fun.org avtocredit-legko.ru
androids-store.com backgroundpictures.net
anonymizeme.pro balkanfarma.org
anonymous-redirect.com bdsmgalls.net
apartamentwroclaw.eu bedandbreakfast.com
apessay.com bestdooz.com
app5.letmacworkfaster.world bestfortraders.com
apper.de beztuberkuleza.ru
arclk.net
arkartex.ru
asrvvv-a.akamaihd.net
aussie-prizes.com
autobudpostach.club
avtolombard-krasnodar.ru
azartclub.org
bagsonsale.online
basisches-wasser.net
beatifullandscape.co
belstaffstore.online
bestwebsitesawards.com
bimatoprost-careprost.com.ua bimatoprost-careprost.com.ua
bird1.ru bingo8888.com
bluesalt.co blagovest-med.ru
bmwhighperformers.com bum.com.ru
brainboosting.club buqyxa.rincian.info
builtwith.com burkesales.com
bumble.cheapwebsitehoster.com businesn.men
buy-cheap-online.info cand.jp
callawaygolfoutlet.online canyougethighofftizanidine.blogspot.com
cardiosport.com.ua cartierlovebracelet.xyz
casinos4dummies.co.uk caulderwoodkennels.com
cenoval.ru cdnnetwok.xyz
changde.58.com celebsopics.com
chocolateslim-original.com children-learningreading.info
clksite.com comissionka.net
club-musics.ru coolgramgoods.com
com-onlinesupport.site counterbot.com
comsysnet.com dailystrength.org
coolwallpapers4k.info deluxedumps.com
culturevie.info demenageur.com
customboxes4less.com descargar-musica-gratis.net
daptravel.com dieta-personalna.pl
dcj-nn.ru digilander.libero.it
defenderxtactical.com divku.ru
degerlund.net dojki365.online
delitime.info domashneeruporno.com
dentalpearls.com.au domoysshop.ru
discountliv.com dorratex.tn
dms-sw.ru electronicadirect.com
dokumentalkino.net elitesportsadvisor.com
domaineaneblanc.com elstal.com.pl
doska-vsem.ru enskedesquashclub.se
dprtb.com e-poker-2005.com
econom.co eropornosex.ru
eluxer.net erotiktreff24.info
encodable.com eurosamodelki.ru
en.home-task.com event-tracking.com
evening-dating-club.info expertblog.info
everytalk.tv f0815.de
farm26.ru f5mtrack.com
favoritemoney.ru famix.xyz
favornews.com fashionavenuegame.com
ferieboligkbh.dk fickblock18.com
fikasound.tk fickenprivat.info
filmetricsasia.com fickkontakte.org
flooringinstallation-edmonton.com filmidivx.com
forex21.ru fitness-video.net
flauntyoursite.com
f-loaded.de
fodelsedagspresenter.nu
forpostlock.ru
fortevidyoze.net fortevidyoze.net
forum.tvmir.org frbizlist.com
free-laptop-reward.com fuck-paid-share-buttons.xyz
get-your-social-buttons.info gabeshop.ru
gq-catalog.gq gdcentre.ru
gribokstop.com generousdeal-a.akamaihd.net
gsasearchengineranker.space germes-trans.com
hamacapty.com go2jump.org
hanink.biz.ly good-mummy.ru
hard-porn.mobi graphics8.info
haveinc.xyz guge.io
hccoder.info guod.me
heygidday.biz harmonyglen.us
hmywwogw.bloger.index.hr hd-film.pl
home.myplaycity.com hdpixent.com
horoshieokna.com hdwalls.xyz
hostsshop.ru heliko.no
ideibiznesa2015.ru historichometeam.com
ilmen.net hobbyhuren-datenbank.com
hreade.com
hspline.com
hundejo.com
husky-shop.cz
ie.57883.net
ilovevitaly.xyz ilovevitaly.xyz
img.wallpaperstock.net infobabki.ru
inet-traffic.com innodgfdriverhm.aircus.com
iopeninghours.co.uk innoslicon.com
iqoption.pro invitefashion.com
isoveti.ru iphantom.com
itservicesthatworkforyou.com istanbulit.com
iwantedmoney.com iusstf.org
iweblist.info ivoiretechnocom.ci
jamiembrown.com jerseywholesalebizchina.com
johannesburgsingles.co.za jjbabskoe.ru
johnrobertsoninc.com junglenet-a.akamaihd.net
jolic2.com kakadu-interior.com.ua
kaac.ru katjimej.blog.fc2.com
kamalsinha.com kino2018.cc
keyhantercume.com konkursov.net
kino2018.club konturkrasoty.ru
kosova.de koptims.tiu.ru
lasvegaslockandsafe.com laxob.com
li-er.ru li-er.ru
littleberry.ru lookingglassemb.com
live-sexcam.tk losangeles-ads.com
lizace.com lyngdalhudterapi.no
localmatchbook.com magnetic-bracelets.ru
lockerz.com manualterap.roleforum.ru
long-beach-air-conditioning.com matrixalchemy.com
lovasszovetseg.hu max-eclat.men
lsp-awak-perikanan.com mbiologi.ru
luckyday.world medicovi.com
luxup.ru medosmotr-ufa.ru
m4ever.net meetlocalchicks.com
machicon-ueno.info metalonly.info
mailemedicinals.com middlerush-a.akamaihd.net
mainhp.net mobile.ok.ru
mapquestz.us moivestiy.biz
matb3aa.com monarchfind-a.akamaihd.net
matsdale.com monsterdivx.tv
meduza-consult.ru mowser.com
mindbox.co.za mozello.ru
minecraft-rus.org mydearest.co
misandesign.se mydirtystuff.com
mlf.hordo.win mygameplus.com
mmostrike.ru myshopmatemac.com
mojpreskumanie.com naturalshair.site
mossmesi.com notasprensa.info
moviemail-online.co.uk novosti-hi-tech.ru
msk-diplomat.com nw-servis.ru
musicstock.me o333o.com
mvpicton.co.uk okmusic.jp
nalogovyykodeks.ru o.light.d0t.ru
narutonaruto.ru optitrade24.com
navalwiki.info paperwritingservice17.blogspot.ru
netfacet.net picquery.com
netvouz.com piski.top
nevansk.ru
nhl17coins.exblog.jp
no-rx.info
notfastfood.ru
odesproperty.com
ohmyrings.com
oren-cats.ru
owohho.com
paclitor.com
pio.polytopesexempt.com
pistonclasico.com
pix-hd.com
pixshark.com pixshark.com
pornhive.org pokerniydom.ru
pourvous.info porndl.org
prefersurvey.net pornoklad.ru
prizesbook.online porto.abuilder.net
propranolol40mg.blogspot.com presleycollectibles.com
prostitutki-kharkova.org printingpeach.com
pro-tec.kz privatamateure.com
razamicroelectronics.com promalp-universal.ru
razorweb-a.akamaihd.net promoheads.com
realitykings.com pronekut.com
refads.pro prpops.com
refererx.com ptr.ruvds.com
rennlist.com pukaporn.com
reversing.cc puzzleweb.ru
royalcar-ufa.ru rankingchart.de
ruclicks.com ranksonic.org
sashagreyblog.ga rapidokbrain.com
seasonvar.ru raschtextil.com.ua
seocheki.net rewardpoll.com
service.adtech.us royalvegascasino.com
sfd-chess.ru roznica.com.ua
shtaketniki.ru rusprostitute.com
site.ru sadaholding.com
smsactivator.ru samoiedo.it
snomer1.ru satellite.maps.ilovevitaly.com
scat.porn
search-goo.com
secretscook.ru
securesmrt-dt.com
security60-e.com
seoexperimenty.ru
seokicks.de
sexflirtbook.com
sexfreepornoxxx.com
si-unique.com
skincrate.net
slimcdn.com
smokewithrabbits.com
snyatie-lomki-v-stacionare.ru
socialbookmarksubmission.org socialbookmarksubmission.org
songoo.wz.cz sogimlecal.tk
splendorsearch-a.akamaihd.net spaceshipad.com
spy-app.info startwp.org
spymac.net statistici.ro
srgwebmail.nl stoki.ru
stairliftsarea.com stromerrealty.com
stal-rulon.ru sugarkun.com
steelmaster.lv surffoundation.nl
strana-krasoty.ru tabletkinaodchudzanie.com.pl
sukirgenk.dvrlists.com thin.me.pn
survival.betteroffers.review titan-ads.life
tampabaywatch.org todohr.com
teencastingporn.com trackzapper.com
teenporn18.net trafficstars.com
tgtclick.com
thegamerznetwork.com
thewomenlife.com
tizanidinedruginteractions.blogspot.com
tizanidinerecreationaluse.blogspot.com
tizanidinesleepaid.blogspot.com
tizanidinevsvalium.blogspot.com
topvidos.ru
traffmonster.info traffmonster.info
trainoffend.ml trion.od.ua
tripper.de trubywriting.com
trumpetedextremes.com turkeyreport.tk
tsan.net turn-up-life.life
tvorozhnaja-zapekanka-recept.ru tversvet.ru
unpredictable.ga twinderbella.com
url2image.com typer.one
usiad.net uasb.ru
uzungil.com unimodemhalfduplefw.pen.io
v720hd.ru vapeface.club
vashsvet.com vchulkah.net
vegan-foods.us vellings.info
velobikestock.com versaut.xxx-cam.webcam
video-hollywood.ru villacoloniale.com
vkgaleria.com vodaodessa.com
webinstantservice.com vrotike.ru
webpromotion.ae vsdshnik.com
welcomeauto.ru warezkeeper.com
westum.se watchdogs-2.ru
wholesalejerseychinashop.com weburlopener.com
works.if.ua wholesalejerseyscheapjerseys.us.com
xblognetwork.com wiosenny-bon-1500.pl
xwatt.ru worldis.me
xxxhdvideo.site wpthemedetector.co.uk
youjizz.com ws.ampower.me
youporn-forum.ga xep.info
xn--24-glceagatoq7c2a6ioc.xn--p1ai
y8games-free.com
yaaknaa.info
youraticles.pl
yubikk.info yubikk.info
zeroredirect8.com yuweng.info
zigarettenonlinekaufen1.bloog.pl zatjmuzu.info
zeroredirect10.com
zeroredirect7.com
zmoda.hostreo.com
znaturaloriginal.com
zone-kev717.info

BIN
.latest_release/bots.d.tar.gz
View file

Binary file not shown.

BIN
.latest_release/conf.d.tar.gz
View file

Binary file not shown.

4
AUTO-CONFIGURATION.md
View file

@ -4,9 +4,9 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2021.02.2268 #### Version: V4.2021.02.2269
#### Bad Referrers Blocked: [6930](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6930](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [603](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [604](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

4
MANUAL-CONFIGURATION.md
View file

@ -4,9 +4,9 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2021.02.2268 #### Version: V4.2021.02.2269
#### Bad Referrers Blocked: [6930](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6930](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [603](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [604](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

4
README.md
View file

@ -11,9 +11,9 @@
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
_______________ _______________
#### Version: V4.2021.02.2268 #### Version: V4.2021.02.2269
#### Bad Referrers Blocked: [6930](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6930](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [603](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [604](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

2
_generator_lists/bad-user-agents.list
View file

@ -1,4 +1,3 @@
Pu_iN
01h4x.com 01h4x.com
360Spider 360Spider
404checker 404checker
@ -385,6 +384,7 @@ Probethenet
ProPowerBot ProPowerBot
ProWebWalker ProWebWalker
Psbot Psbot
Pu_iN
Pump Pump
PxBroker PxBroker
PyCurl PyCurl

4
_google_analytics_ghost_spam/README.md
View file

@ -3,9 +3,9 @@
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
_______________ _______________
#### Version: V4.2021.02.2268 #### Version: V4.2021.02.2269
#### Bad Referrers Blocked: [6930](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Referrers Blocked: [6930](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
#### Bad User-Agents (Bots) Blocked: [603](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Bad User-Agents (Bots) Blocked: [604](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
____________________ ____________________

7
_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.02.2268 ### Version: V4.2021.02.2269
### Updated: Fri Feb 5 09:41:03 SAST 2021 ### Updated: Fri Feb 5 09:56:31 SAST 2021
### Bad Referrer Count: 6930 ### Bad Referrer Count: 6930
### Bad Bot Count: 603 ### Bad Bot Count: 604
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -533,6 +533,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)ProPowerBot(?:\b)" 3; "~*(?:\b)ProPowerBot(?:\b)" 3;
"~*(?:\b)ProWebWalker(?:\b)" 3; "~*(?:\b)ProWebWalker(?:\b)" 3;
"~*(?:\b)Psbot(?:\b)" 3; "~*(?:\b)Psbot(?:\b)" 3;
"~*(?:\b)Pu_iN(?:\b)" 3;
"~*(?:\b)Pump(?:\b)" 3; "~*(?:\b)Pump(?:\b)" 3;
"~*(?:\b)PxBroker(?:\b)" 3; "~*(?:\b)PxBroker(?:\b)" 3;
"~*(?:\b)PyCurl(?:\b)" 3; "~*(?:\b)PyCurl(?:\b)" 3;

7
conf.d/globalblacklist-testing-version.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2021.02.2268 ### Version: V3.2021.02.2269
### Updated: Fri Feb 5 09:41:04 SAST 2021 ### Updated: Fri Feb 5 09:56:32 SAST 2021
### Bad Referrer Count: 6930 ### Bad Referrer Count: 6930
### Bad Bot Count: 603 ### Bad Bot Count: 604
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -533,6 +533,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)ProPowerBot(?:\b)" 3; "~*(?:\b)ProPowerBot(?:\b)" 3;
"~*(?:\b)ProWebWalker(?:\b)" 3; "~*(?:\b)ProWebWalker(?:\b)" 3;
"~*(?:\b)Psbot(?:\b)" 3; "~*(?:\b)Psbot(?:\b)" 3;
"~*(?:\b)Pu_iN(?:\b)" 3;
"~*(?:\b)Pump(?:\b)" 3; "~*(?:\b)Pump(?:\b)" 3;
"~*(?:\b)PxBroker(?:\b)" 3; "~*(?:\b)PxBroker(?:\b)" 3;
"~*(?:\b)PyCurl(?:\b)" 3; "~*(?:\b)PyCurl(?:\b)" 3;

7
conf.d/globalblacklist.conf
View file

@ -4,10 +4,10 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2021.02.2268 ### Version: V4.2021.02.2269
### Updated: Fri Feb 5 09:41:03 SAST 2021 ### Updated: Fri Feb 5 09:56:31 SAST 2021
### Bad Referrer Count: 6930 ### Bad Referrer Count: 6930
### Bad Bot Count: 603 ### Bad Bot Count: 604
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##
@ -533,6 +533,7 @@ map $http_user_agent $bad_bot {
"~*(?:\b)ProPowerBot(?:\b)" 3; "~*(?:\b)ProPowerBot(?:\b)" 3;
"~*(?:\b)ProWebWalker(?:\b)" 3; "~*(?:\b)ProWebWalker(?:\b)" 3;
"~*(?:\b)Psbot(?:\b)" 3; "~*(?:\b)Psbot(?:\b)" 3;
"~*(?:\b)Pu_iN(?:\b)" 3;
"~*(?:\b)Pump(?:\b)" 3; "~*(?:\b)Pump(?:\b)" 3;
"~*(?:\b)PxBroker(?:\b)" 3; "~*(?:\b)PxBroker(?:\b)" 3;
"~*(?:\b)PyCurl(?:\b)" 3; "~*(?:\b)PyCurl(?:\b)" 3;

8
robots.txt/robots.txt
View file

@ -6,9 +6,9 @@
### Version Information # ### Version Information #
################################################### ###################################################
### Version: V4.2021.02.2268 ### Version: V4.2021.02.2269
### Updated: Fri Feb 5 09:41:05 SAST 2021 ### Updated: Fri Feb 5 09:56:34 SAST 2021
### Bad Bot Count: 603 ### Bad Bot Count: 604
################################################### ###################################################
### Version Information ## ### Version Information ##
@ -787,6 +787,8 @@ User-agent: ProWebWalker
Disallow:/ Disallow:/
User-agent: Psbot User-agent: Psbot
Disallow:/ Disallow:/
User-agent: Pu_iN
Disallow:/
User-agent: Pump User-agent: Pump
Disallow:/ Disallow:/
User-agent: PxBroker User-agent: PxBroker