vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-03 11:10:47 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

V4.2019.06.1656 [ci skip]

Browse source
This commit is contained in:
Travis 2019-06-28 12:55:07 +02:00
parent 2a13000cb9
commit ca0cfa5f02
67 changed files with 1941 additions and 1772 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
.dev-tools/_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.184.96.71 1; 35.184.226.236 1;
127.0.0.1 1; 127.0.0.1 1;

16
.dev-tools/_conf_files_ip_whitelist/bots.d/blockbots.conf
View file

@ -1,11 +1,11 @@
# Author: Mitchell Krog <mitchellkrog@gmail.com> - https://github.com/mitchellkrogza/ # Author/Copyright: Mitchell Krog <mitchellkrog@gmail.com> - https://github.com/mitchellkrogza/
### VERSION INFORMATION # # VERSION INFORMATION #
################################################### #----------------------
### Version: V4.2019.03 # Version: V4.2019.04
### Updated: 2019-06-24 # Updated: 2019-06-28
################################################### #----------------------
### VERSION INFORMATION ## # VERSION INFORMATION #
############################################################################## ##############################################################################
# _ __ _ # # _ __ _ #
@ -20,6 +20,7 @@
############################################################################## ##############################################################################
# Include this in a vhost file within a server {} block using and include statement like below # Include this in a vhost file within a server {} block using and include statement like below
# Place it near the top of your server {} block before any location / statements and it will block everywhere on your site.
# server { # server {
# #Config stuff here # #Config stuff here
@ -82,4 +83,3 @@ if ($validate_client) {
return 444; return 444;
} }
#######################################################################

26
.dev-tools/_conf_files_ip_whitelist/bots.d/custom-bad-referrers.conf
View file

@ -1,11 +1,13 @@
# EDIT THIS FILE AS YOU LIKE TO ADD ANY ADDITIONAL BAD REFERRER DOMAINS YOU WANT TO SCAN FOR ### # EDIT THIS FILE AS YOU LIKE TO ADD ANY ADDITIONAL BAD REFERRER DOMAINS YOU WANT TO SCAN FOR ###
### VERSION INFORMATION # # THIS IS BOTH YOUR WHITELIST AND BLACKLIST FOR REFERRERS and DOMAINS
###################################################
### Version: V4.2019.07 # VERSION INFORMATION #
### Updated: 2019-06-25 #----------------------
################################################### # Version: V4.2019.08
### VERSION INFORMATION ## # Updated: 2019-06-28
#----------------------
# VERSION INFORMATION #
############################################################################## ##############################################################################
# _ __ _ # # _ __ _ #
@ -44,5 +46,17 @@
# "~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b|)" 1; # "~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b|)" 1;
# "~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b|)" 1; # "~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b|)" 1;
# ------------
# MY WHITELIST
# ------------
# "~*(?:\b)mywebsite\.com(?:\b|)" 0;
# ------------
# MY BLACKLIST
# ------------
# "~*(?:\b)someotherwebsite\.com(?:\b|)" 1;

2
.dev-tools/_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.184.96.71 0; 35.184.226.236 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1655 ### Version: V4.2019.06.1656
### Updated: Fri Jun 28 12:06:43 SAST 2019 ### Updated: Fri Jun 28 12:50:45 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.184.96.71 1; 35.184.226.236 1;
127.0.0.1 1; 127.0.0.1 1;

16
.dev-tools/_conf_files_ratelimiting/bots.d/blockbots.conf
View file

@ -1,11 +1,11 @@
# Author: Mitchell Krog <mitchellkrog@gmail.com> - https://github.com/mitchellkrogza/ # Author/Copyright: Mitchell Krog <mitchellkrog@gmail.com> - https://github.com/mitchellkrogza/
### VERSION INFORMATION # # VERSION INFORMATION #
################################################### #----------------------
### Version: V4.2019.03 # Version: V4.2019.04
### Updated: 2019-06-24 # Updated: 2019-06-28
################################################### #----------------------
### VERSION INFORMATION ## # VERSION INFORMATION #
############################################################################## ##############################################################################
# _ __ _ # # _ __ _ #
@ -20,6 +20,7 @@
############################################################################## ##############################################################################
# Include this in a vhost file within a server {} block using and include statement like below # Include this in a vhost file within a server {} block using and include statement like below
# Place it near the top of your server {} block before any location / statements and it will block everywhere on your site.
# server { # server {
# #Config stuff here # #Config stuff here
@ -82,4 +83,3 @@ if ($validate_client) {
return 444; return 444;
} }
#######################################################################

26
.dev-tools/_conf_files_ratelimiting/bots.d/custom-bad-referrers.conf
View file

@ -1,11 +1,13 @@
# EDIT THIS FILE AS YOU LIKE TO ADD ANY ADDITIONAL BAD REFERRER DOMAINS YOU WANT TO SCAN FOR ### # EDIT THIS FILE AS YOU LIKE TO ADD ANY ADDITIONAL BAD REFERRER DOMAINS YOU WANT TO SCAN FOR ###
### VERSION INFORMATION # # THIS IS BOTH YOUR WHITELIST AND BLACKLIST FOR REFERRERS and DOMAINS
###################################################
### Version: V4.2019.07 # VERSION INFORMATION #
### Updated: 2019-06-25 #----------------------
################################################### # Version: V4.2019.08
### VERSION INFORMATION ## # Updated: 2019-06-28
#----------------------
# VERSION INFORMATION #
############################################################################## ##############################################################################
# _ __ _ # # _ __ _ #
@ -44,5 +46,17 @@
# "~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b|)" 1; # "~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b|)" 1;
# "~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b|)" 1; # "~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b|)" 1;
# ------------
# MY WHITELIST
# ------------
# "~*(?:\b)mywebsite\.com(?:\b|)" 0;
# ------------
# MY BLACKLIST
# ------------
# "~*(?:\b)someotherwebsite\.com(?:\b|)" 1;

2
.dev-tools/_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.184.96.71 0; 35.184.226.236 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1655 ### Version: V4.2019.06.1656
### Updated: Fri Jun 28 12:06:43 SAST 2019 ### Updated: Fri Jun 28 12:50:45 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

12
.dev-tools/_conf_files_test1/bots.d/bad-referrer-words.conf
View file

@ -1,11 +1,11 @@
# EDIT THIS FILE AS YOU LIKE TO ADD OR REMOVE ANY BAD WORDS YOU WANT TO SCAN FOR ### # EDIT THIS FILE AS YOU LIKE TO ADD OR REMOVE ANY BAD WORDS YOU WANT TO SCAN FOR ###
### VERSION INFORMATION # # VERSION INFORMATION #
#------------------------ #----------------------
### Version: V4.2019.10 # Version: V4.2019.10
### Updated: 2019-06-28 # Updated: 2019-06-28
#------------------------ #----------------------
### VERSION INFORMATION # # VERSION INFORMATION #
############################################################################## ##############################################################################
# _ __ _ # # _ __ _ #

30
.dev-tools/_conf_files_test1/bots.d/blacklist-ips.conf
View file

@ -1,11 +1,11 @@
# EDIT THIS FILE AS YOU LIKE TO ADD OR REMOVE ANY BAD IP ADDRESSES OR IP RANGES YOU WANT TO BLOCK ### # EDIT THIS FILE AS YOU LIKE TO ADD OR REMOVE ANY BAD IP ADDRESSES OR IP RANGES YOU WANT TO BLOCK ###
### VERSION INFORMATION # # VERSION INFORMATION #
################################################### #----------------------
### Version: V4.2019.08 # Version: V4.2019.09
### Updated: 2019-06-24 # Updated: 2019-06-28
################################################### #----------------------
### VERSION INFORMATION ## # VERSION INFORMATION #
############################################################################## ##############################################################################
@ -32,8 +32,10 @@
# 111.111.111.111 1; # 111.111.111.111 1;
# -------------------------------------------
# Cyveillance / Qwest Communications / PSINET # Cyveillance / Qwest Communications / PSINET
# ******************************************* # -------------------------------------------
# I am extensively researching this subject - appears to be US government involved # I am extensively researching this subject - appears to be US government involved
# and also appears to be used by all sorts of law enforcement agencies. For one they # and also appears to be used by all sorts of law enforcement agencies. For one they
# do not obey robots.txt and continually disguise their User-Agent strings. Time will # do not obey robots.txt and continually disguise their User-Agent strings. Time will
@ -72,9 +74,9 @@
65.222.176.96/27 0; 65.222.176.96/27 0;
65.222.185.72/29 0; 65.222.185.72/29 0;
# **************** # ---------------
# Berkely Scanner # Berkely Scanner
# **************** # ---------------
# The Berkeley University has a scanner testing all over the web sending a complex # The Berkeley University has a scanner testing all over the web sending a complex
# payload an expecting a reply from servers who are infected or who just respond to such # payload an expecting a reply from servers who are infected or who just respond to such
@ -89,3 +91,13 @@
# If you really do want to block them change all the 0 below to 1. # If you really do want to block them change all the 0 below to 1.
169.229.3.91 0; 169.229.3.91 0;
# ------------
# MY BLACKLIST
# ------------
# 111.111.111.111 1;
# NOTE: If you blacklist your own IP by mistake whitelist-ips.conf will completely over-ride this.
# whitelist-ips.conf will always WIN and over-ride anything here and in the blocker

12
.dev-tools/_conf_files_test1/bots.d/blacklist-user-agents.conf
View file

@ -3,12 +3,12 @@
# THIS IS BOTH YOUR WHITELIST AND BLACKLIST FOR USER-AGENTS # THIS IS BOTH YOUR WHITELIST AND BLACKLIST FOR USER-AGENTS
### VERSION INFORMATION # # VERSION INFORMATION #
#------------------------ #----------------------
### Version: V4.2019.07 # Version: V4.2019.07
### Updated: 2019-06-28 # Updated: 2019-06-28
#------------------------ #----------------------
### VERSION INFORMATION # # VERSION INFORMATION #
############################################################################## ##############################################################################
# _ __ _ # # _ __ _ #

16
.dev-tools/_conf_files_test1/bots.d/blockbots.conf
View file

@ -1,11 +1,11 @@
# Author: Mitchell Krog <mitchellkrog@gmail.com> - https://github.com/mitchellkrogza/ # Author/Copyright: Mitchell Krog <mitchellkrog@gmail.com> - https://github.com/mitchellkrogza/
### VERSION INFORMATION # # VERSION INFORMATION #
################################################### #----------------------
### Version: V4.2019.03 # Version: V4.2019.04
### Updated: 2019-06-24 # Updated: 2019-06-28
################################################### #----------------------
### VERSION INFORMATION ## # VERSION INFORMATION #
############################################################################## ##############################################################################
# _ __ _ # # _ __ _ #
@ -20,6 +20,7 @@
############################################################################## ##############################################################################
# Include this in a vhost file within a server {} block using and include statement like below # Include this in a vhost file within a server {} block using and include statement like below
# Place it near the top of your server {} block before any location / statements and it will block everywhere on your site.
# server { # server {
# #Config stuff here # #Config stuff here
@ -82,4 +83,3 @@ if ($validate_client) {
return 444; return 444;
} }
#######################################################################

26
.dev-tools/_conf_files_test1/bots.d/custom-bad-referrers.conf
View file

@ -1,11 +1,13 @@
# EDIT THIS FILE AS YOU LIKE TO ADD ANY ADDITIONAL BAD REFERRER DOMAINS YOU WANT TO SCAN FOR ### # EDIT THIS FILE AS YOU LIKE TO ADD ANY ADDITIONAL BAD REFERRER DOMAINS YOU WANT TO SCAN FOR ###
### VERSION INFORMATION # # THIS IS BOTH YOUR WHITELIST AND BLACKLIST FOR REFERRERS and DOMAINS
###################################################
### Version: V4.2019.07 # VERSION INFORMATION #
### Updated: 2019-06-25 #----------------------
################################################### # Version: V4.2019.08
### VERSION INFORMATION ## # Updated: 2019-06-28
#----------------------
# VERSION INFORMATION #
############################################################################## ##############################################################################
# _ __ _ # # _ __ _ #
@ -44,5 +46,17 @@
# "~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b|)" 1; # "~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b|)" 1;
# "~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b|)" 1; # "~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b|)" 1;
# ------------
# MY WHITELIST
# ------------
# "~*(?:\b)mywebsite\.com(?:\b|)" 0;
# ------------
# MY BLACKLIST
# ------------
# "~*(?:\b)someotherwebsite\.com(?:\b|)" 1;

24
.dev-tools/_conf_files_test1/bots.d/whitelist-domains.conf
View file

@ -1,11 +1,11 @@
# EDIT THIS FILE AS YOU LIKE TO WHITELIST YOUR OWN DOMAIN NAMES AND SPARE THEM FROM ANY REFERRER CHECKING ### # EDIT THIS FILE AS YOU LIKE TO WHITELIST YOUR OWN DOMAIN NAMES AND SPARE THEM FROM ANY REFERRER CHECKING ###
### VERSION INFORMATION # # VERSION INFORMATION #
################################################### #----------------------
### Version: V4.2019.06 # Version: V4.2019.07
### Updated: 2019-06-25 # Updated: 2019-06-28
################################################### #----------------------
### VERSION INFORMATION ## # VERSION INFORMATION #
############################################################################## ##############################################################################
# _ __ _ # # _ __ _ #
@ -42,4 +42,16 @@
# "~*(?:\b)myfirstowndomainname\.com(?:\b|)" 0; # "~*(?:\b)myfirstowndomainname\.com(?:\b|)" 0;
# "~*(?:\b)my\-second\-owndomainname\.com(?:\b|)" 0; # "~*(?:\b)my\-second\-owndomainname\.com(?:\b|)" 0;
# ------------
# MY WHITELIST
# ------------
# NOTE: This file can also blacklist by giving something a value of 1
# but rather please do your blacklisting in the custom-bad-referrers.conf include file.
# NOTE: If you whitelist your own domain here, any words in bad-referrer-words.conf will not be effective if the attacker passes your own domain name in the referrer string.
# SEE NOTES: in bad-referrer-words.conf

26
.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf
View file

@ -1,11 +1,11 @@
# EDIT THIS FILE AS YOU LIKE TO WHITELIST ALL YOUR IP ADDRESSES AND IP RANGES ### # EDIT THIS FILE AS YOU LIKE TO WHITELIST ALL YOUR IP ADDRESSES AND IP RANGES ###
### VERSION INFORMATION # # VERSION INFORMATION #
################################################### #----------------------
### Version: V4.2019.04 # Version: V4.2019.05
### Updated: 2019-06-24 # Updated: 2019-06-28
################################################### #----------------------
### VERSION INFORMATION ## # VERSION INFORMATION #
############################################################################## ##############################################################################
# _ __ _ # # _ __ _ #
@ -32,5 +32,17 @@
# --------- # ---------
# 111.111.111.111 0; # 111.111.111.111 0;
# ------------
# MY WHITELIST
# ------------
104.154.120.187 0;
# ------
# NOTES:
# ------
# - This file rules over any other other parts of the IP blocking.
# - If you blacklisted your own IP in blacklist-ips.conf whitelisting it here will over-ride the blacklisting.
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.202.145.110 0;

4
.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1655 ### Version: V4.2019.06.1656
### Updated: Fri Jun 28 12:06:43 SAST 2019 ### Updated: Fri Jun 28 12:50:45 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

12
.dev-tools/_conf_files_testing_changes/bots.d/bad-referrer-words.conf
View file

@ -1,11 +1,11 @@
# EDIT THIS FILE AS YOU LIKE TO ADD OR REMOVE ANY BAD WORDS YOU WANT TO SCAN FOR ### # EDIT THIS FILE AS YOU LIKE TO ADD OR REMOVE ANY BAD WORDS YOU WANT TO SCAN FOR ###
### VERSION INFORMATION # # VERSION INFORMATION #
#------------------------ #----------------------
### Version: V4.2019.10 # Version: V4.2019.10
### Updated: 2019-06-28 # Updated: 2019-06-28
#------------------------ #----------------------
### VERSION INFORMATION # # VERSION INFORMATION #
############################################################################## ##############################################################################
# _ __ _ # # _ __ _ #

30
.dev-tools/_conf_files_testing_changes/bots.d/blacklist-ips.conf
View file

@ -1,11 +1,11 @@
# EDIT THIS FILE AS YOU LIKE TO ADD OR REMOVE ANY BAD IP ADDRESSES OR IP RANGES YOU WANT TO BLOCK ### # EDIT THIS FILE AS YOU LIKE TO ADD OR REMOVE ANY BAD IP ADDRESSES OR IP RANGES YOU WANT TO BLOCK ###
### VERSION INFORMATION # # VERSION INFORMATION #
################################################### #----------------------
### Version: V4.2019.08 # Version: V4.2019.09
### Updated: 2019-06-24 # Updated: 2019-06-28
################################################### #----------------------
### VERSION INFORMATION ## # VERSION INFORMATION #
############################################################################## ##############################################################################
@ -32,8 +32,10 @@
# 111.111.111.111 1; # 111.111.111.111 1;
# -------------------------------------------
# Cyveillance / Qwest Communications / PSINET # Cyveillance / Qwest Communications / PSINET
# ******************************************* # -------------------------------------------
# I am extensively researching this subject - appears to be US government involved # I am extensively researching this subject - appears to be US government involved
# and also appears to be used by all sorts of law enforcement agencies. For one they # and also appears to be used by all sorts of law enforcement agencies. For one they
# do not obey robots.txt and continually disguise their User-Agent strings. Time will # do not obey robots.txt and continually disguise their User-Agent strings. Time will
@ -72,9 +74,9 @@
65.222.176.96/27 0; 65.222.176.96/27 0;
65.222.185.72/29 0; 65.222.185.72/29 0;
# **************** # ---------------
# Berkely Scanner # Berkely Scanner
# **************** # ---------------
# The Berkeley University has a scanner testing all over the web sending a complex # The Berkeley University has a scanner testing all over the web sending a complex
# payload an expecting a reply from servers who are infected or who just respond to such # payload an expecting a reply from servers who are infected or who just respond to such
@ -89,3 +91,13 @@
# If you really do want to block them change all the 0 below to 1. # If you really do want to block them change all the 0 below to 1.
169.229.3.91 0; 169.229.3.91 0;
# ------------
# MY BLACKLIST
# ------------
# 111.111.111.111 1;
# NOTE: If you blacklist your own IP by mistake whitelist-ips.conf will completely over-ride this.
# whitelist-ips.conf will always WIN and over-ride anything here and in the blocker

12
.dev-tools/_conf_files_testing_changes/bots.d/blacklist-user-agents.conf
View file

@ -3,12 +3,12 @@
# THIS IS BOTH YOUR WHITELIST AND BLACKLIST FOR USER-AGENTS # THIS IS BOTH YOUR WHITELIST AND BLACKLIST FOR USER-AGENTS
### VERSION INFORMATION # # VERSION INFORMATION #
#------------------------ #----------------------
### Version: V4.2019.07 # Version: V4.2019.07
### Updated: 2019-06-28 # Updated: 2019-06-28
#------------------------ #----------------------
### VERSION INFORMATION # # VERSION INFORMATION #
############################################################################## ##############################################################################
# _ __ _ # # _ __ _ #

16
.dev-tools/_conf_files_testing_changes/bots.d/blockbots.conf
View file

@ -1,11 +1,11 @@
# Author: Mitchell Krog <mitchellkrog@gmail.com> - https://github.com/mitchellkrogza/ # Author/Copyright: Mitchell Krog <mitchellkrog@gmail.com> - https://github.com/mitchellkrogza/
### VERSION INFORMATION # # VERSION INFORMATION #
################################################### #----------------------
### Version: V4.2019.03 # Version: V4.2019.04
### Updated: 2019-06-24 # Updated: 2019-06-28
################################################### #----------------------
### VERSION INFORMATION ## # VERSION INFORMATION #
############################################################################## ##############################################################################
# _ __ _ # # _ __ _ #
@ -20,6 +20,7 @@
############################################################################## ##############################################################################
# Include this in a vhost file within a server {} block using and include statement like below # Include this in a vhost file within a server {} block using and include statement like below
# Place it near the top of your server {} block before any location / statements and it will block everywhere on your site.
# server { # server {
# #Config stuff here # #Config stuff here
@ -82,4 +83,3 @@ if ($validate_client) {
return 444; return 444;
} }
#######################################################################

26
.dev-tools/_conf_files_testing_changes/bots.d/custom-bad-referrers.conf
View file

@ -1,11 +1,13 @@
# EDIT THIS FILE AS YOU LIKE TO ADD ANY ADDITIONAL BAD REFERRER DOMAINS YOU WANT TO SCAN FOR ### # EDIT THIS FILE AS YOU LIKE TO ADD ANY ADDITIONAL BAD REFERRER DOMAINS YOU WANT TO SCAN FOR ###
### VERSION INFORMATION # # THIS IS BOTH YOUR WHITELIST AND BLACKLIST FOR REFERRERS and DOMAINS
###################################################
### Version: V4.2019.07 # VERSION INFORMATION #
### Updated: 2019-06-25 #----------------------
################################################### # Version: V4.2019.08
### VERSION INFORMATION ## # Updated: 2019-06-28
#----------------------
# VERSION INFORMATION #
############################################################################## ##############################################################################
# _ __ _ # # _ __ _ #
@ -44,5 +46,17 @@
# "~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b|)" 1; # "~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b|)" 1;
# "~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b|)" 1; # "~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b|)" 1;
# ------------
# MY WHITELIST
# ------------
# "~*(?:\b)mywebsite\.com(?:\b|)" 0;
# ------------
# MY BLACKLIST
# ------------
# "~*(?:\b)someotherwebsite\.com(?:\b|)" 1;

24
.dev-tools/_conf_files_testing_changes/bots.d/whitelist-domains.conf
View file

@ -1,11 +1,11 @@
# EDIT THIS FILE AS YOU LIKE TO WHITELIST YOUR OWN DOMAIN NAMES AND SPARE THEM FROM ANY REFERRER CHECKING ### # EDIT THIS FILE AS YOU LIKE TO WHITELIST YOUR OWN DOMAIN NAMES AND SPARE THEM FROM ANY REFERRER CHECKING ###
### VERSION INFORMATION # # VERSION INFORMATION #
################################################### #----------------------
### Version: V4.2019.06 # Version: V4.2019.07
### Updated: 2019-06-25 # Updated: 2019-06-28
################################################### #----------------------
### VERSION INFORMATION ## # VERSION INFORMATION #
############################################################################## ##############################################################################
# _ __ _ # # _ __ _ #
@ -42,4 +42,16 @@
# "~*(?:\b)myfirstowndomainname\.com(?:\b|)" 0; # "~*(?:\b)myfirstowndomainname\.com(?:\b|)" 0;
# "~*(?:\b)my\-second\-owndomainname\.com(?:\b|)" 0; # "~*(?:\b)my\-second\-owndomainname\.com(?:\b|)" 0;
# ------------
# MY WHITELIST
# ------------
# NOTE: This file can also blacklist by giving something a value of 1
# but rather please do your blacklisting in the custom-bad-referrers.conf include file.
# NOTE: If you whitelist your own domain here, any words in bad-referrer-words.conf will not be effective if the attacker passes your own domain name in the referrer string.
# SEE NOTES: in bad-referrer-words.conf

24
.dev-tools/_conf_files_testing_changes/bots.d/whitelist-ips.conf
View file

@ -1,11 +1,11 @@
# EDIT THIS FILE AS YOU LIKE TO WHITELIST ALL YOUR IP ADDRESSES AND IP RANGES ### # EDIT THIS FILE AS YOU LIKE TO WHITELIST ALL YOUR IP ADDRESSES AND IP RANGES ###
### VERSION INFORMATION # # VERSION INFORMATION #
################################################### #----------------------
### Version: V4.2019.04 # Version: V4.2019.05
### Updated: 2019-06-24 # Updated: 2019-06-28
################################################### #----------------------
### VERSION INFORMATION ## # VERSION INFORMATION #
############################################################################## ##############################################################################
# _ __ _ # # _ __ _ #
@ -32,4 +32,16 @@
# --------- # ---------
# 111.111.111.111 0; # 111.111.111.111 0;
# ------------
# MY WHITELIST
# ------------
# ------
# NOTES:
# ------
# - This file rules over any other other parts of the IP blocking.
# - If you blacklisted your own IP in blacklist-ips.conf whitelisting it here will over-ride the blacklisting.
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST

4
.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.06.1655 ### Version: V3.2019.06.1656
### Updated: Fri Jun 28 12:06:44 SAST 2019 ### Updated: Fri Jun 28 12:50:47 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.202.145.110 1; 35.184.96.71 1;
127.0.0.1 1; 127.0.0.1 1;

12
.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-user-agents.conf
View file

@ -3,12 +3,12 @@
# THIS IS BOTH YOUR WHITELIST AND BLACKLIST FOR USER-AGENTS # THIS IS BOTH YOUR WHITELIST AND BLACKLIST FOR USER-AGENTS
### VERSION INFORMATION # # VERSION INFORMATION #
#------------------------ #----------------------
### Version: V4.2019.07 # Version: V4.2019.07
### Updated: 2019-06-28 # Updated: 2019-06-28
#------------------------ #----------------------
### VERSION INFORMATION # # VERSION INFORMATION #
############################################################################## ##############################################################################
# _ __ _ # # _ __ _ #

16
.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blockbots.conf
View file

@ -1,11 +1,11 @@
# Author: Mitchell Krog <mitchellkrog@gmail.com> - https://github.com/mitchellkrogza/ # Author/Copyright: Mitchell Krog <mitchellkrog@gmail.com> - https://github.com/mitchellkrogza/
### VERSION INFORMATION # # VERSION INFORMATION #
################################################### #----------------------
### Version: V4.2019.03 # Version: V4.2019.04
### Updated: 2019-06-24 # Updated: 2019-06-28
################################################### #----------------------
### VERSION INFORMATION ## # VERSION INFORMATION #
############################################################################## ##############################################################################
# _ __ _ # # _ __ _ #
@ -20,6 +20,7 @@
############################################################################## ##############################################################################
# Include this in a vhost file within a server {} block using and include statement like below # Include this in a vhost file within a server {} block using and include statement like below
# Place it near the top of your server {} block before any location / statements and it will block everywhere on your site.
# server { # server {
# #Config stuff here # #Config stuff here
@ -82,4 +83,3 @@ if ($validate_client) {
return 444; return 444;
} }
#######################################################################

26
.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/custom-bad-referrers.conf
View file

@ -1,11 +1,13 @@
# EDIT THIS FILE AS YOU LIKE TO ADD ANY ADDITIONAL BAD REFERRER DOMAINS YOU WANT TO SCAN FOR ### # EDIT THIS FILE AS YOU LIKE TO ADD ANY ADDITIONAL BAD REFERRER DOMAINS YOU WANT TO SCAN FOR ###
### VERSION INFORMATION # # THIS IS BOTH YOUR WHITELIST AND BLACKLIST FOR REFERRERS and DOMAINS
###################################################
### Version: V4.2019.07 # VERSION INFORMATION #
### Updated: 2019-06-25 #----------------------
################################################### # Version: V4.2019.08
### VERSION INFORMATION ## # Updated: 2019-06-28
#----------------------
# VERSION INFORMATION #
############################################################################## ##############################################################################
# _ __ _ # # _ __ _ #
@ -44,5 +46,17 @@
# "~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b|)" 1; # "~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b|)" 1;
# "~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b|)" 1; # "~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b|)" 1;
# ------------
# MY WHITELIST
# ------------
# "~*(?:\b)mywebsite\.com(?:\b|)" 0;
# ------------
# MY BLACKLIST
# ------------
# "~*(?:\b)someotherwebsite\.com(?:\b|)" 1;

2
.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.202.145.110 0; 35.184.96.71 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.06.1655 ### Version: V3.2019.06.1656
### Updated: Fri Jun 28 12:06:44 SAST 2019 ### Updated: Fri Jun 28 12:50:47 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.202.145.110 1; 35.184.96.71 1;
127.0.0.1 1; 127.0.0.1 1;

16
.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blockbots.conf
View file

@ -1,11 +1,11 @@
# Author: Mitchell Krog <mitchellkrog@gmail.com> - https://github.com/mitchellkrogza/ # Author/Copyright: Mitchell Krog <mitchellkrog@gmail.com> - https://github.com/mitchellkrogza/
### VERSION INFORMATION # # VERSION INFORMATION #
################################################### #----------------------
### Version: V4.2019.03 # Version: V4.2019.04
### Updated: 2019-06-24 # Updated: 2019-06-28
################################################### #----------------------
### VERSION INFORMATION ## # VERSION INFORMATION #
############################################################################## ##############################################################################
# _ __ _ # # _ __ _ #
@ -20,6 +20,7 @@
############################################################################## ##############################################################################
# Include this in a vhost file within a server {} block using and include statement like below # Include this in a vhost file within a server {} block using and include statement like below
# Place it near the top of your server {} block before any location / statements and it will block everywhere on your site.
# server { # server {
# #Config stuff here # #Config stuff here
@ -82,4 +83,3 @@ if ($validate_client) {
return 444; return 444;
} }
#######################################################################

26
.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/custom-bad-referrers.conf
View file

@ -1,11 +1,13 @@
# EDIT THIS FILE AS YOU LIKE TO ADD ANY ADDITIONAL BAD REFERRER DOMAINS YOU WANT TO SCAN FOR ### # EDIT THIS FILE AS YOU LIKE TO ADD ANY ADDITIONAL BAD REFERRER DOMAINS YOU WANT TO SCAN FOR ###
### VERSION INFORMATION # # THIS IS BOTH YOUR WHITELIST AND BLACKLIST FOR REFERRERS and DOMAINS
###################################################
### Version: V4.2019.07 # VERSION INFORMATION #
### Updated: 2019-06-25 #----------------------
################################################### # Version: V4.2019.08
### VERSION INFORMATION ## # Updated: 2019-06-28
#----------------------
# VERSION INFORMATION #
############################################################################## ##############################################################################
# _ __ _ # # _ __ _ #
@ -44,5 +46,17 @@
# "~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b|)" 1; # "~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b|)" 1;
# "~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b|)" 1; # "~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b|)" 1;
# ------------
# MY WHITELIST
# ------------
# "~*(?:\b)mywebsite\.com(?:\b|)" 0;
# ------------
# MY BLACKLIST
# ------------
# "~*(?:\b)someotherwebsite\.com(?:\b|)" 1;

2
.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.202.145.110 0; 35.184.96.71 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.06.1655 ### Version: V3.2019.06.1656
### Updated: Fri Jun 28 12:06:44 SAST 2019 ### Updated: Fri Jun 28 12:50:47 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.202.145.110 1; 35.184.96.71 1;
127.0.0.1 1; 127.0.0.1 1;

16
.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blockbots.conf
View file

@ -1,11 +1,11 @@
# Author: Mitchell Krog <mitchellkrog@gmail.com> - https://github.com/mitchellkrogza/ # Author/Copyright: Mitchell Krog <mitchellkrog@gmail.com> - https://github.com/mitchellkrogza/
### VERSION INFORMATION # # VERSION INFORMATION #
################################################### #----------------------
### Version: V4.2019.03 # Version: V4.2019.04
### Updated: 2019-06-24 # Updated: 2019-06-28
################################################### #----------------------
### VERSION INFORMATION ## # VERSION INFORMATION #
############################################################################## ##############################################################################
# _ __ _ # # _ __ _ #
@ -20,6 +20,7 @@
############################################################################## ##############################################################################
# Include this in a vhost file within a server {} block using and include statement like below # Include this in a vhost file within a server {} block using and include statement like below
# Place it near the top of your server {} block before any location / statements and it will block everywhere on your site.
# server { # server {
# #Config stuff here # #Config stuff here
@ -82,4 +83,3 @@ if ($validate_client) {
return 444; return 444;
} }
#######################################################################

2
.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.202.145.110 0; 35.184.96.71 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.06.1655 ### Version: V3.2019.06.1656
### Updated: Fri Jun 28 12:06:44 SAST 2019 ### Updated: Fri Jun 28 12:50:47 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.184.96.71 1; 35.184.226.236 1;
127.0.0.1 1; 127.0.0.1 1;

16
.dev-tools/_conf_files_whitelist/bots.d/blockbots.conf
View file

@ -1,11 +1,11 @@
# Author: Mitchell Krog <mitchellkrog@gmail.com> - https://github.com/mitchellkrogza/ # Author/Copyright: Mitchell Krog <mitchellkrog@gmail.com> - https://github.com/mitchellkrogza/
### VERSION INFORMATION # # VERSION INFORMATION #
################################################### #----------------------
### Version: V4.2019.03 # Version: V4.2019.04
### Updated: 2019-06-24 # Updated: 2019-06-28
################################################### #----------------------
### VERSION INFORMATION ## # VERSION INFORMATION #
############################################################################## ##############################################################################
# _ __ _ # # _ __ _ #
@ -20,6 +20,7 @@
############################################################################## ##############################################################################
# Include this in a vhost file within a server {} block using and include statement like below # Include this in a vhost file within a server {} block using and include statement like below
# Place it near the top of your server {} block before any location / statements and it will block everywhere on your site.
# server { # server {
# #Config stuff here # #Config stuff here
@ -82,4 +83,3 @@ if ($validate_client) {
return 444; return 444;
} }
#######################################################################

2
.dev-tools/_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.184.96.71 0; 35.184.226.236 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1655 ### Version: V4.2019.06.1656
### Updated: Fri Jun 28 12:06:43 SAST 2019 ### Updated: Fri Jun 28 12:50:45 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/globalblacklist-testing.template
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.06.1655 ### Version: V3.2019.06.1656
### Updated: Fri Jun 28 12:06:44 SAST 2019 ### Updated: Fri Jun 28 12:50:47 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/globalblacklist.template
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1655 ### Version: V4.2019.06.1656
### Updated: Fri Jun 28 12:06:43 SAST 2019 ### Updated: Fri Jun 28 12:50:45 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/test_units/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.202.145.110 1; 35.184.96.71 1;
127.0.0.1 1; 127.0.0.1 1;

86
.dev-tools/test_units/random-bots-for-test-quick.list
View file

@ -1,50 +1,50 @@
Badass AiHitBot
Alexibot
Battleztar Bazinga Battleztar Bazinga
Bitacle Boardreader
BlackWidow CheeseBot
Cogentbot Chlooe
CSHttp Copier
Dotbot CrunchBot
Drip Custo
DatabaseDriverMysqli
Digincore
DTS Agent DTS Agent
EMail Siphon Extractor
EroCrawler FlashGet
ExtractorPro GT::WWW
Foobot HEADMasterSEO
Id-search IndeedBot
JamesBOT Joomla
Lftp
Libwhisker
Lightspeedsystems
LinkextractorPro LinkextractorPro
Magnet LinqiaRSSBot
Majestic-SEO MarkWatch
MarkMonitor MSIECrawler
Navroad
Netvibes Netvibes
Nibbler NICErsPRO
NPbot NPbot
Nutch PageAnalyzer
Octopus Papa Foto
Openvas Picsearch
Pavuk Psbot
ProPowerBot RedesScrapy
RankingBot SalesIntelligent
Recorder Scrapy
Shodan ScreenerBot
SiteExplorer SearchmetricsBot
Snoopy serpstatbot
sp_auditbot sexsearcher
Spbot Sqworm
Sucker Steeler
T8Abot SurveyBot
TeleportPro Suzuran
The Intraformant tAkeOut
Tracemyfile TwengaBot
trendiction.de
Typhoeus Typhoeus
URLy Warning UnisterBot
Virusdie Whacker
WebCollage
WebFetch
Web Fuck
Web Pix
WinHTTrack WinHTTrack
Zermelo
Zitebot

290
.dev-tools/test_units/random-bots-for-test.list
View file

@ -1,250 +1,250 @@
360Spider 404checker
404enemy 404enemy
ADmantX 80legs
AhrefsBot Abonti
AIBOT Acunetix
AiHitBot Aipbot
Alexibot
AllSubmitter AllSubmitter
archive.org_bot AlphaBot
ASPSeek Apexoo
autoemailspider autoemailspider
Backlink-Ceck Backlink-Ceck
Bandit Badass
BBBike BatchFTP
Battleztar Bazinga
BDCbot BDCbot
BetaBot Bigfoot
BlackWidow Blackboard
BLEXBot Blow
BlowFish
Boardreader Boardreader
Bolt BuiltWith
BotALot BunnySlippers
Brandwatch Cegbfeieh
CATExplorador
CazoodleBot
CCBot
CheeseBot
CherryPicker
CheTeam
ChinaClaw
Chlooe
Claritybot Claritybot
Cliqzbot
cognitiveseo cognitiveseo
Collector Copier
Copyscape Copyscape
crawler4j Cosmos
crawl.sogou.com Craftbot
CrazyWebCrawler CrazyWebCrawler
CrunchBot
CSHttp CSHttp
Curious
DataCha0s
DBLBot DBLBot
demandbase-bot demandbase-bot
Deusu
Devil Devil
Digincore Digincore
DIIbot
Disco Disco
Discobot Discoverybot
DnyzBot Dispatch
DittoSpyder
DomainAppender
DomainSigmaCrawler
Dotbot Dotbot
Dragonfly Download Wonder
Drip
DSearch DSearch
DTS Agent
EasyDL
Ebingbong Ebingbong
Ecxi
EMail Siphon EMail Siphon
Express WebPictures evc-batch
Evil
Exabot
ExtLinksBot ExtLinksBot
Ezooms Extreme Picture Finder
FemtosearchBot EyeNetIE
Firefox/7.0 facebookscraper
FyberSpider Fimap
FlashGet
Flunky
Freeuploader
FrontPage
Fyrebot Fyrebot
Genieo Genieo
GermCrawler
Getintent
GetRight
Gigablast
Gigabot Gigabot
G-i-g-a-b-o-t
Gotit Gotit
Go!Zilla Go!Zilla
Grabber
GrabNet
Grafula Grafula
GrapeshotCrawler
GridBot GridBot
GT::WWW GT::WWW
Harvest HaosouSpider
Havij Havij
HEADMasterSEO HMView
HTTrack HTMLparser
Humanlinks HTTP::Lite
HybridBot
Iblog Iblog
IDBot IDBot
Image Sucker Image Sucker
IndeedBot IndeedBot
Indy Library
InfoTekies
instabid instabid
Intelliseek internetVista monitor
Internet Ninja ips-agent
InternetSeer Iskanie
Iria
Jbrofuzz Jbrofuzz
Jetty
JikeSpider JikeSpider
JustView Joomla
Jyxobot Jorgee
Kenjin Spider Keyword Density
Lanshanbot Kozmosbot
Larbin Larbin
LeechFTP LeechFTP
LeechGet
LexiBot LexiBot
Likse Lightspeedsystems
Linkdexbot Linkdexbot
LinkextractorPro LinkextractorPro
LinkpadBot
LinkScan LinkScan
LinkWalker
LinqiaMetadataDownloaderBot
LinqiaRSSBot
Lipperhey
Litemage_walker
Lmspider Lmspider
LNSpiderguy LNSpiderguy
Ltx71 Ltx71
LWP::Simple LWP::Simple
Magnet lwp-trivial
Mag-Net Mag-Net
Mail.RU_Bot
Majestic12 Majestic12
Majestic SEO Majestic SEO
MarkMonitor Majestic-SEO
MarkWatch Mass Downloader
Masscan
Meanpathbot Meanpathbot
Mediatoolkitbot Metauri
MegaIndex.ru MFC_Tear_Sample
Microsoft URL Control Microsoft URL Control
MIDown tool Mr.4x3
MJ12bot MSIECrawler
MS Web Services Client Protocol MS Web Services Client Protocol
muhstik-scan
Navroad
Needle Needle
Nessus Nessus
NetAnts NetLyzer
Netcraft Nikto
netEstate NE Crawler NimbleCrawler
NetSpider Nmap
Netvibes NPbot
Nibbler
NICErsPRO
Nimbostratus
Ninja
Nutch Nutch
oBot
Offline Explorer
Offline Navigator Offline Navigator
OnCrawl OnCrawl
Openfind OpenVAS
OpenLinkProfiler OrangeBot
Openvas OutclicksBot
OrangeSpider OutfoxBot
PageAnalyzer PageGrabber
Page Analyzer page scorer
Panscient
Papa Foto Papa Foto
Pavuk
pcBrowser pcBrowser
PECL::HTTP
Picsearch
PictureFinder PictureFinder
Pimonster Pi-Monster
Pixray Pixray
PleaseCrawl
plumanalytics plumanalytics
Probethenet Pockey
POE-Component-Client-HTTP
ProPowerBot ProPowerBot
ProWebWalker
Psbot
PxBroker
PyCurl
QueryN Metasearch QueryN Metasearch
RankActive RankActive
RankActiveLinkBot
RankingBot
RankingBot2 RankingBot2
RankurBot Rankivabot
RealDownload Reaper
RebelMouse Recorder
RepoMonkey ReGet
Ripper RocketCrawler
s1z.ru SalesIntelligent
SBIder ScanAlert
Scanbot
scan.lol scan.lol
Searchestate Scrapy
Screaming
ScreenerBot
SemrushBot SemrushBot
SEOkicks-Robot SEOkicks
Seomoz
SEOprofiler
seoscanners
SeoSiteCheckup SeoSiteCheckup
sexsearcher sexsearcher
Siphon Shodan
SISTRIX SISTRIX
Sitebeam Siteimprove
SiteLockSpider SiteLockSpider
SiteSnagger
SiteSucker SiteSucker
Site Sucker SlySearch
SMTBot SMTBot
Snake Snapbot
Snoopy Snoopy
Sociscraper Sottopop
Sogou web spider
Sosospider
SpankBot
Spanner Spanner
Spinn3r sp_auditbot
SputnikBot
Sqlmap Sqlmap
Sqworm Sqworm
Stripper
Sucker Sucker
SurveyBot SuperBot
Suzuran
sysscan sysscan
Szukacz Teleport
T8Abot
TeleportPro TeleportPro
Telesoft Telesphoreo
TheNomad TheNomad
Titan Toweyabot
Trendiction Trendiction
TurnitinBot Trendictionbot
trendiction.com
Turingos
Turnitin
TwengaBot TwengaBot
Twice Twice
UnisterBot UnisterBot
URLy Warning Vacuum
URLy.Warning
Vagabondo Vagabondo
VB Project
VCI
VeriCiteCrawler
Voil
Voltron Voltron
WallpapersHD
WASALive-Bot
WBSearchBot WBSearchBot
WebBandit WebAuto
Web Collage WEBDAV
WebCopier
WebEnhancer
Web Enhancer
WebFetch WebFetch
Web Fetch WebGo IS
WebFuck WebImageCollector
Web Fuck webmeup-crawler
WebPix
Web Pix Web Pix
WebReaper
WebSauger
WebsiteExtractor WebsiteExtractor
WebsiteQuester WebsiteQuester
Web Sucker Website Quester
WebWhacker WebStripper
WebSucker
WebZIP
WeSEE
Whack Whack
Whacker
Whatweb Whatweb
Who.is Bot Who.is Bot
WinHTTrack WiseGuys Robot
WISENutbot WISENutbot
Wonderbot WPScan
Woobot
Wotbox
WWW-Collector-E WWW-Collector-E
WWWOFFLE WWWOFFLE
x09Mozilla
x22Mozilla x22Mozilla
Xaldon WebSpider
YoudaoBot YoudaoBot
Zade
Zauba Zauba
Zeus Zeus
Zitebot Zitebot
ZumBot ZmEu
ZyBorg

246
.dev-tools/test_units/random-bots-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
360Spider
404enemy 404enemy
Aboundex Aboundex
Aboundexbot Aboundexbot
ADmantX AIBOT
Aipbot AiHitBot
Alligator Alexibot
AllSubmitter AlphaBot
Anarchie
Apexoo Apexoo
archive.org_bot
ASPSeek ASPSeek
BacklinkCrawler autoemailspider
Backlink-Ceck
backlink-check
BackWeb BackWeb
Barkrowler BBBike
BatchFTP
BDCbot BDCbot
BetaBot
Bigfoot
Bitacle Bitacle
BlackWidow
BLEXBot
Blow
BlowFish BlowFish
BotALot
Brandprotect
Brandwatch
BunnySlippers BunnySlippers
CCBot Calculon
CazoodleBot
Cegbfeieh Cegbfeieh
CherryPicker
ChinaClaw ChinaClaw
Claritybot
Cliqzbot Cliqzbot
Cloud mapping cognitiveseo
coccocbot-web
com.plumanalytics com.plumanalytics
Cosmos
Craftbot Craftbot
crawler4j CrunchBot
crawler.feedback
CrazyWebCrawler
Crescent
Curious Curious
DBLBot
demandbase-bot
Demon Demon
Deusu DIIbot
Digincore
Dirbuster
Disco Disco
Discoverybot
DittoSpyder DittoSpyder
DnyzBot
DomainAppender DomainAppender
DomainCrawler
DomainSigmaCrawler DomainSigmaCrawler
Dotbot DomainStatsBot
Dragonfly Dragonfly
DSearch DSearch
EasyDL DTS Agent
Ebingbong Ebingbong
Ecxi EirGrabber
EMail Siphon
EMail Wolf
evc-batch
Evil Evil
Express WebPictures Extreme Picture Finder
ExtractorPro EyeNetIE
facebookscraper
FDM FDM
FemtosearchBot FemtosearchBot
Firefox/7.0 Firefox/7.0
Flunky Foobot
FyberSpider
Fyrebot Fyrebot
GalaxyBot
Genieo Genieo
GermCrawler Gigabot
GetRight G-i-g-a-b-o-t
GetWeb
Go-Ahead-Got-It
GoZilla
GrabNet
Grafula
GrapeFX
GrapeshotCrawler GrapeshotCrawler
GridBot GridBot
GT::WWW GT::WWW
Haansoft Haansoft
Havij Havij
HEADMasterSEO
HTTrack HTTrack
Humanlinks Iblog
IDBot
Id-search
IlseBot IlseBot
Image Fetch
Image Sucker Image Sucker
IndeedBot
instabid
InterGET InterGET
Internet Ninja ips-agent
internetVista monitor
Iria Iria
Jbrofuzz Jbrofuzz
JetCar Jetty
JOC Web Spider
Joomla Joomla
Kenjin Spider
Keyword Density Keyword Density
Kozmosbot Kozmosbot
Lanshanbot Larbin
LeechGet LeechFTP
Lftp Lftp
LibWeb
Libwhisker Libwhisker
Likse Lightspeedsystems
Linkdexbot
LinkextractorPro LinkextractorPro
LinkScan
LinksManager
LinkWalker LinkWalker
Lipperhey Lipperhey
Lipperhey Spider
Litemage_walker Litemage_walker
Lmspider
Ltx71 Ltx71
lwp-request
lwp-trivial lwp-trivial
Magnet
Mag-Net
Majestic12 Majestic12
Majestic SEO
MarkMonitor
MarkWatch
Masscan Masscan
Mass Downloader Mass Downloader
MauiBot MauiBot
meanpathbot meanpathbot
Meanpathbot Meanpathbot
Mediatoolkitbot
mediawords
Metauri
MFC_Tear_Sample MFC_Tear_Sample
Microsoft Data Access
Microsoft URL Control Microsoft URL Control
MIDown tool
MIIxpc MIIxpc
MJ12bot Morfeus Fucking Scanner
Mojeek MSFrontPage
Mr.4x3 Msrabot
MSIECrawler MS Web Services Client Protocol
Musobot Musobot
Nameprotect Nameprotect
Navroad Navroad
NearSite NearSite
Needle
Nessus
Netcraft Netcraft
netEstate NE Crawler NetMechanic
Net Vampire NetSpider
Netvibes Nettrack
NextGenSearchBot
Niki-bot
Nikto Nikto
Nimbostratus Ninja
Nmap NPbot
oBot Nutch
Offline Navigator Octopus
Openfind Offline Explorer
Openvas Openvas
OrangeSpider OrangeBot
OutclicksBot OutclicksBot
OutfoxBot PageGrabber
page scorer
Pandalytics Pandalytics
Papa Foto
Pavuk Pavuk
PECL::HTTP
PHPCrawl
Picsearch
PictureFinder PictureFinder
Pi-Monster Pixray
PleaseCrawl
plumanalytics plumanalytics
POE-Component-Client-HTTP
Probethenet
ProWebWalker ProWebWalker
Psbot
Pump Pump
PxBroker PxBroker
RankActive RankActiveLinkBot
RankingBot RankingBot
RankingBot2 RankurBot
Rankivabot RealDownload
Reaper Reaper
RebelMouse RebelMouse
Recorder Recorder
RedesScrapy RedesScrapy
RepoMonkey RepoMonkey
Ripper Ripper
RocketCrawler Rogerbot
s1z.ru
SBIder
ScanAlert
Scanbot Scanbot
scan.lol
Scrapy Scrapy
ScreenerBot Screaming
Semrush Semrush
SemrushBot
SEOprofiler SEOprofiler
SeoSiteCheckup
serpstatbot serpstatbot
Sitebeam Shodan
SISTRIX
SiteExplorer SiteExplorer
Siteimprove
SiteSucker
Sitevigil Sitevigil
SmartDownload
Snake
Snapbot Snapbot
Snoopy Snoopy
SocialRankIOBot SocialRankIOBot
sogouspider sogouspider
Sosospider
Sottopop
SpankBot SpankBot
Spanner sp_auditbot
Spbot
Spinn3r Spinn3r
SputnikBot SputnikBot
spyfu spyfu
Sqworm Steeler
Stripper Stripper
Sucker
Sucuri
Surfbot
sysscan sysscan
Telesoft T0PHackTeam
Thumbor tAkeOut
Titan Teleport
Telesphoreo
TheNomad
TightTwatBot
Toweyabot Toweyabot
Tracemyfile Tracemyfile
Trendiction Trendiction
Trendictionbot True_Robot
trendiction.com Turingos
Turnitin
TurnitinBot
TwengaBot TwengaBot
Twice
Typhoeus
UnisterBot UnisterBot
Upflow Upflow
URLy Warning
URLy.Warning URLy.Warning
Vagabondo Vagabondo
VeriCiteCrawler VB Project
Wallpapers/3.0 VCI
VoidEYE
WallpapersHD WallpapersHD
WASALive-Bot
WBSearchBot
Webalta
WebAuto WebAuto
WebBandit WebBandit
WebCollage
Web Collage Web Collage
WebCopier
WebEnhancer
WebFetch WebFetch
Web Fetch
Web Fuck Web Fuck
WebImageCollector
WebmasterWorldForumBot
webmeup-crawler webmeup-crawler
WebPix WebPix
Web Pix Web Pix
WebReaper
Web Sauger Web Sauger
WebsiteQuester WebsiteQuester
Website Quester
Webster Webster
WebStripper WebSucker
WebWhacker WebZIP
WeSEE Whack
Whatweb Whatweb
Widow Who.is Bot
WISENutbot WISENutbot
Wonderbot
Woobot Woobot
Wotbox
Wprecon
WPScan
WWW-Mechanize WWW-Mechanize
WWW::Mechanize WWW::Mechanize
x22Mozilla Xaldon WebSpider
Xenu Zauba
xpymep1.exe
zauba.io zauba.io
Zermelo
zgrab zgrab
Zitebot ZmEu
ZumBot

198
.dev-tools/test_units/random-referrers-for-test-quick.list
View file

@ -1,100 +1,100 @@
1-free-share-buttons.com 76brighton.co.uk
34.gs
aa625d84f1587749c1ab011d6f269f7d64.com
aa81bf391151884adfa3dd677e41f94be1.com aa81bf391151884adfa3dd677e41f94be1.com
abclauncher.com abusora.com
adbetclickin.pink aksonural.ru
adman.se arkartex.ru
aliexpresscashback.club artavenuegardenstudios.com
allwidewallpapers.com asscenihotosidea.blogspot.com
apimegabrowsebiz-a.akamaihd.net avto-oligarh.ru
arenda-yeisk.ru backuperwebcam.weebly.com
artdeko.info battleforupdating.site
aversis.net beatifullandscape.co
bazaronline24.ru bestadbid.com
bestpornuha.com bestpriceninja.com
bimatoprost-careprost.com best-seo-software.xyz
bjorkbacken.nu bioscorp.ru
bochemit.com.ua blagovest-med.ru
bolezniorganov.ru bluerobot.info
bpro1.top bmw.afora.ru
buy-meds24.com boole.onlinewebshop.net
buytizanidineonline.blogspot.com buyessaynow.biz
carmuffler.net candiceloves.us
chiblackhawks-jerseys.com carson.getenjoyment.net
clickpapa.com clknsee.com
cornomase.win coinsspb.com
cv.wallhade.co communisave.co.za
dengi-pod-zalog-nedvizhimosti.ru compucelunlock.net
depositfiles-porn.ga com-supportcenter.website
design-ideas.info darmebel.com.ua
discountbarbour.online detalizaciya-tut.biz
downloadmefiranaratb1972.xpg.com.br earn-from-articles.com
downvids.net el-nation.com
e-biznes.info epngo.bz
edwinkonijn.com.au erotikstories.ru
empis.magix.net essayservicewriting.org
eu-cookie-law.blogspot.com ezigarettekaufen1.hpage.com
filesclub.net fetishinside.com
finemanteam.com finansov.info
freeuploader.com fishingwholesale.us
fuel-gas.com flauntyoursite.com
greatzip.com germes-trans.com
hanink.biz.ly heygidday.biz
helvetia.com.ua hoste.octopis.com
hit-kino.ru host-tracker.com
inome.com.ua igithab.com
irunfar.com ihc2015.info
jolic2.com insta-add.pro
kchaxton.com i-service.kz
kinobest.pl kaac.ru
kutikomi.net keywordsking.com
lego4x4.ru kinogonew.ru
link.ac labelwater.se
littleberry.ru lacapilla.info
mapquestz.us liveu.infoteka.hu
matematikus.info mabdoola.blogspot.com
mirzonru.net medicineseasybuy.com
mister-shop.com miniature.io
morepoweronmac.trade monarhs.info
moyakuhnia.ru nootrino.com
napalm51.nut.cc office2web.com
nosecret.com.ua okeinfo.online
nrjmobile.fr online-podarki.com
pateaswing.com orgasmus-virtual.com
phpdevops.com photo-clip.ru
podshipniki-ntn.ru piccshare.com
pornosexrolik.com picsfair.com
portal-eu.ru picurams.pw
quelle.ru pony-business.com
rankia.com prostitutki-almata.org
realmonte.net pufip.com
rique.host.sk reimageplus.com
sanatorrii.ru richinvestmonitor.com
santasgift.ml salut-camp.ru
search.xtconnect.com search-goo.com
seoheap.com semprofile.com
seo-platform.com sex.hotblog.top
servingnotice.com shoesonlinebuy.cn
sexkrasivo.net sibdevice.ru
sibvitr.ru site-speed-check.site
sk.golden-praga.ru snsdeainavi.info
slowmacfaster.trade social-buttons.com
sosdepotdebilan.com sukirgenk.dvrlists.com
space2019.top svbur.ru
statistici.ro tizanidinehcl2mgsideeffects.blogspot.com
superstats.com tradgardspartner.se
tubo360.com ukrobstep.com
ua.tc umekana.ru
versaut.xxx-cam.webcam urlopener.blogspot.com.au
vipps.com.my v-doc.co
vysigy.su vellings.info
website-speed-checker.site viktoria-center.ru
whatzmyip.net warningwar.ru
winner7777.net waysbetter.cn
xn-----8kcatubaocd1bneepefojs1h2e.xn--p1ai westsextube.com
youjizz.vc wyniki-lista.pl
zdesoboi.com xtrafficplus.com
zeroredirect9.com yottos.com
zeroredirect.com youjizz.com
zoomovies.org zapiszto.pl
zeroredirect6.com
znakomstva-piter78.ru

1678
.dev-tools/test_units/random-referrers-for-test.list
View file

File diff suppressed because it is too large Load diff

480
.dev-tools/test_units/random-referrers-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
08800.top
1bet.com
1j7740kd.website
1kinobig.ru
1millionusd.xyz 1millionusd.xyz
acc.eu.org 3th.co.in
acmebtn.ml 57883.net
adimmix.com 7makemoneyonline.com
adsfresh.men 8xv8.com
adtology.com 91abcw.com
adult-shop.com.ua aadroid.net
adventureparkcostarica.com advertisingtag.net
aktivator-windows10.blogspot.com alarmobninsk.ru
alert-fdm.xyz alert.scansafe.net
amehdaily.com alif-ba-ta.com
anonymizeme.pro allboard.xobor.de
apiitsthirteende-a.akamaihd.net apelsinnik.website
apptester.tk apiwebwebgetcom-a.akamaihd.net
arcadeplayhouse.com apxeo.info
arkkivoltti.net aquarium-pro.ru
asscenihotosidea.blogspot.com arenda-yeisk.ru
atlasvkusov.ru artdeko.info
ausmepa.org.au ascat.porn
autotop.com.ua asia-forum.ru
autochoixspinelli.com
aviav.eu
avitocars.ru avitocars.ru
avtochehli.by avon-severozapad.ru
azbuka-mo.ru baditri.com
balook.com bankcrediti.ru
bambi.ck.ua bard-real.com.ua
beauty-b0x.pl beget.tech
bestofpicture.com betterscooter.com
beta.hotkeys.com bonanza-fortune.men
bharatdefencekavach.com bookhome.info
bjgugu.net.ua breastaugmentation.co.za
blogig.org bscodecs.com
bodybuilding-shop.biz burn-fat.ga
brainboostingsupplements.org buttons-for-website.com
brendbutik.ru buyclomidonlaine.com
brillianty.info buzzurl.jp
bristolhotel.com.ua calc-for-credit.ru
bronzeaid-a.akamaihd.net cashonads.com
brus.city cheapjerseysa.com
bumascloset.com chiblackhawks-jerseys.com
businesn.men chocoslim.pro
buyessaynow.biz cityadspix.com
buzz-porno.info cleanallvirus.com
cablecar.us coaching-netz.info
callstevens.com cobaltpro.ru
candypeople.se compliance-andrew.xyz
canyougethighofftizanidine.blogspot.com compliance-mark.top
caveavins.fr concordexoticrentals.com
cdnanalytics.xyz copyrightclaims.org
cdn.walkme.com countbertwistdisp26.soup.io
cenoval.ru counterbot.com
cfjump.com
cleanallspyware.com
cmd.kz
cntravelre.com
comissionka.net
companies-catalog.com
cowblog.fr cowblog.fr
crazyprotocol.com creditmoney.com.ua
danschawbel.com cubs-jerseys.us
ddospanel.com custom-electric-guitar.com
devochki.top dailystrength.org
dev-seo.blog decorationspcs.com
digitalassetmanagement.site dellalimov.com
doctormakarova.ru distver.ru
dostavimvdom.ru dnepr-avtospar.com.ua
dvd-famille.com downloaddy.net
eachdayisagift.review doxyporno.com
egovaleo.it dtnlyss.com
electricwheelchairsarea.com easytuningshop.ru
electronicadirect.com ekn-art.se
elektronischezigarettekaufen2.tumblr.com eredijovon.com
eropornosex.ru etur.ru
escort-russian.com eupornstar.info
estelight.ru euronis-free.com
expertblog.info evehemming.blogspot.com.au
excaliburfilms.com
extlabs.io
extremepornos.net
eyelike.com.ua eyelike.com.ua
fable.in.ua ezigarettenkaufen2.dreamwidth.org
farm26.ru facebook-mobile.xyz
femmesdenudees.com fakehandbags.xyz
filefilter.weebly.com ff30236ddef1465f88547e760973d70a.com
filmbokep69.com fickenbumsen.net
filmi-v.online filunika.com.ru
folowsite.com firesub.pl
forminecrafters.ru fiverr.com
forpackningsutveckling.se flooringinstallation-edmonton.com
foxjuegos.com forex.osobye.ru
free-gluten.ru forum.poker4life.ru
fr.netlog.com forums.toucharcade.com
gateway.zscalertwo.net freegamesplay.online
gazobeton-p.com.ua free-traffic.xyz
getyourimage.club gallerylisting.com
glastecfilms.com.my gdcentre.ru
goodwinmetals.co gemgrab-a.akamaihd.net
gov.yanao.ru getmyads24.com
gsmlab.pl gifspics.com
hackers-crackers.tk girlsfuckdick.com
handsandlegs.ru googlsucks.com
hd720kino.ru gta-club.ru
hit-men.men hacktougroup.ru
hiwibyh.bugs3.com hawaiisurf.com
hoholikik.club hcate.com
hoste.octopis.com hebr.myddns-flir.com
hotchatdate.com highstairs-a.akamaihd.net
hptwaakw.blog.fc2.com home.myplaycity.com
hut1.ru host-tracker.com
iboss.com htmlcorner.com
ideibiznesa2015.ru hubbble.com
igrovyeavtomaty777.ru i-hobot.ru
iinstalll-fii1leis.jus0wil.pp.ua images.gyffu.com
incolors.club imgata.com
infokonkurs.ru inboundlinks.win
islamtoday.co.za incanto.in.ua
iwantedmoney.com indianmedicaltourismshop.com
janavibekken.no infospot.pt
jerseywholesalebizchina.com insta-add.pro
kamen-e.ru in-tandem.co
keenoutlet.online integritylandscapeservices.com
klumba55.ru investsuccess.org
kotaku.com investyb.com
krasnodar-avtolombards.ru ip-guide.com
irkutsk.online-podarki.com
jav-way.site
jerseywholesaleelitestore.com
katjimej.blog.fc2.com
kinofak.net
kinogonew.ru
kinostorm.net
koleso24.com.ua
konturkrasoty.ru
krasula.pp.ua krasula.pp.ua
laulini.soclog.se lafriore.ru
lechtaczka.net lechtaczka.net
le-clos-des-alouettes.com lerporn.info
legalrc.biz lifebyleese.com
lescinq.com linerdrilling.com
lignofix.ua linkbux.ru
limtu.ifmo.ru lmrauction.com
liveinternet.ru loadingpages.me
live-sexchat.ru ltvperf.com
liveu.infoteka.hu machicon-akihabara.info
loadopia.com maju.bluesalt.co
lombardfinder.ru malls.com
long-beach-air-conditioning.com manve.info
max-eclat.men master-muznachas.ru
metallosajding.ru masthopehomes.com
micasainvest.com masturbate.co.uk
migente.com meltwater.com
miniads.ca mixx.com
mnogabukaff.net modabutik.ru
moesonce.com moskva.nodup.ru
monsterdivx.tv musflashtv.com
more-letom.ru mycaf.it
mountainstream.ms
muabancantho.info
mundoaberrante.com
mylida.org mylida.org
nate.com mystats.xyz
netfacet.net nhl09.ru
nfvsz.com nudepatch.net
noscrapleftbehind.co oda.as
nzfilecloud.weebly.com okout.ru
offside2.5v.pl one-gear.com
okeinfo.online openmultipleurl.com
okroshki.ru ostroike.org
omsk.xrus.org ourville.info
oneclickfiles.com pandarastore.top
oneminutesite.it parajumpersjakkesalgnorge.info
onlythegames.com partners-ship.pro
ooo-olni.ru pc-services.ru
orion-v.com pelfind.me
ownshop.cf phobia.us
papasdelivery.ru pisanieprac.info
perso.wanadoo.es piulatte.cz
poisk-zakona.ru pk-pomosch.ru
pojdelo.weebly.com plastweb.ru
pornhub-ru.com pl-vouchers.com
pornofeuer.com pregnant.guru
pornoforadult.com privatefx.all4invest.info
powc.r.ca.d.sendibm2.com privatefx-in.ru
pozvonim.com promalp-universal.ru
praisong.net proxyradar.com
priceg.com push-ad.com
privhosting.com puteshestvennik.com
prize44.com pyrodesigns.com.au
pro-tec.kz quebec-bin.com
quick-seeker.com queerspace.com
registrationdomainsite.com realnye-otzyvy.info
registrydomainservices.com registrysweeper.com
reimageplus.com riders.ro
resant.ru scanner-elena.top
retailwith.com screentoolkit.com
rewardit.com sdelatmebel.ru
rique.host.sk seksotur.ru
rusenvironmental.net sexy.babes.frontend-stack.top
rvtv.ru sharebutton.net
sammyweaver.com shikiso.info
sanatorrii.ru shopsellcardsdumps.com
sarm.tk shopwme.ru
savetubevideo.com simon3.ru
scanner-mark.top sirpornogratis.xxx
secret.xn--oogle-wmc.com skachat-besplatno-obrazcy.ru
see-your-website-here.com social-fun.ru
seonetwizard.com socialmadesimple.com
seorussian.ru sortthemesitesby.com
serpstat.com soviet-portal.do.am
shinikiev.com.ua spasswelt.net
shopfishing.com.ua staticfs.host
sisiynas.ru svetodiodoff.ru
slavia.info tandvardshuset.net
slomm.ru templates.radiodigital.co
snjatie-geroinovoy-lomki.ru thejournal.ru
socialbookmarksubmission.org the-torrent-tracker.blogspot.com
socialbutton.xyz tizanidine6mg.blogspot.com
soft1.ru
softomix.net
sovetogorod.ru
spamnuker.com
spywareit.com
star61.de
stardevine.com
stroyhelp-dv.ru
studiokamyk.com.pl
taihouse.ru
textads.men
thecoral.com.br
thegolfclub.info
thenews-today.info
tizanidinedrugtest.blogspot.com
tizanidineforopiatewithdrawal.blogspot.com
tizanidinehydrochloride4mgstreetvalue.blogspot.com
tizanidinerecreationaluse.blogspot.com tizanidinerecreationaluse.blogspot.com
tnctrx.com topquality.cf
toondinsey.com track-rankings.online
top-karkas.ru traderzplanet.in
trafficjunky.com tupper-posuda.ru
tx41tclega.ru uchebavchehii.ru
usadacha.net umaseh.com
us-america.ru unitexindia.com
vabasa.inwtrade.com urccvfmc.bloger.index.hr
valoresito.com urlopener.com
vielporno.net venerologiya.com
villakohlanta.nu videokrik.net
vitalads.net vk-mus.ru
vykup-avto-krasnodar.ru voltrknc1.com
wareseeker.com
warezaccess.com
watchmyfb.pl watchmyfb.pl
webkeyit.com weburlopener.com
wikes.20fr.com weburok.com
whatsappdownload10.com
wineration.com wineration.com
win-spy.com witherrom55.eklablog.fr
worldmusicfests.com wleuaprpxuvr.ga
xn--80aaafbn2bc2ahdfrfkln6l.xn--p1ai wttavern.com
xn--80aaagvmjabrs1aoc9luc.xn--p1ai wwwadultcheck.com
xn--80abgj3a5acid6ghs.top wygraj-skiny.win
xn----8sbhefaln6acifdaon5c6f4axh.xn--p1ai xn----itbeirbjbi7bc6bh2d.xn--p1ai
yourporngay.com xvideosbay.com
ypmuseum.ru yebocasino.co.za
zeikopay.com ynymnwbm.bloger.index.hr
zhorapankratov7.blogspot.com youdesigner.kz
zoominfo.com yougame.biz
yunque.pluto.ro
zaapplesales.blogspot.com
zaimhelp.ru
zarabotat-na-sajte.ru
zarenica.net

40
.dev-tools/test_units/ratelimittest-beta.txt
View file

@ -1,14 +1,4 @@
<!DOCTYPE html>
<html> <html>
<head>
<title>Welcome to the Nginx</title>
</head>
<body>
<div align=center>
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><html>
<head><title>503 Service Temporarily Unavailable</title></head> <head><title>503 Service Temporarily Unavailable</title></head>
<body bgcolor="white"> <body bgcolor="white">
<center><h1>503 Service Temporarily Unavailable</h1></center> <center><h1>503 Service Temporarily Unavailable</h1></center>
@ -106,4 +96,34 @@
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1> <h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p> <p>This is merely used for testing !!!</p>
</body> </body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to the Nginx</title>
</head>
<body>
<div align=center>
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to the Nginx</title>
</head>
<body>
<div align=center>
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to the Nginx</title>
</head>
<body>
<div align=center>
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html> </html>

27
.dev-tools/test_units/ratelimittest-master.txt
View file

@ -1,20 +1,3 @@
<!DOCTYPE html>
<html>
<head>
<title>Welcome to the Nginx</title>
</head>
<body>
<div align=center>
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body bgcolor="white">
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.14.2</center>
</body>
</html>
<html> <html>
<head><title>503 Service Temporarily Unavailable</title></head> <head><title>503 Service Temporarily Unavailable</title></head>
<body bgcolor="white"> <body bgcolor="white">
@ -126,4 +109,14 @@
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1> <h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p> <p>This is merely used for testing !!!</p>
</body> </body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to the Nginx</title>
</head>
<body>
<div align=center>
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html> </html>

2
.dev-tools/test_units/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.202.145.110 0; 35.184.96.71 0;
127.0.0.1 0; 127.0.0.1 0;

BIN
.latest_release/bots.d.tar.gz
View file

Binary file not shown.

BIN
.latest_release/conf.d.tar.gz
View file

Binary file not shown.

2
AUTO-CONFIGURATION.md
View file

@ -4,7 +4,7 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2019.06.1655 #### Version: V4.2019.06.1656
#### Bad Referrer Count: 6713 #### Bad Referrer Count: 6713
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

2
MANUAL-CONFIGURATION.md
View file

@ -4,7 +4,7 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2019.06.1655 #### Version: V4.2019.06.1656
#### Bad Referrer Count: 6713 #### Bad Referrer Count: 6713
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

2
README.md
View file

@ -11,7 +11,7 @@
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
_______________ _______________
#### Version: V4.2019.06.1655 #### Version: V4.2019.06.1656
#### Bad Referrer Count: 6713 #### Bad Referrer Count: 6713
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

2
_google_analytics_ghost_spam/README.md
View file

@ -3,7 +3,7 @@
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
_______________ _______________
#### Version: V4.2019.06.1655 #### Version: V4.2019.06.1656
#### Bad Referrer Count: 6713 #### Bad Referrer Count: 6713
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

4
_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1655 ### Version: V4.2019.06.1656
### Updated: Fri Jun 28 12:06:43 SAST 2019 ### Updated: Fri Jun 28 12:50:45 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
conf.d/globalblacklist-testing-version.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.06.1655 ### Version: V3.2019.06.1656
### Updated: Fri Jun 28 12:06:44 SAST 2019 ### Updated: Fri Jun 28 12:50:47 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1655 ### Version: V4.2019.06.1656
### Updated: Fri Jun 28 12:06:43 SAST 2019 ### Updated: Fri Jun 28 12:50:45 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
robots.txt/robots.txt
View file

@ -6,8 +6,8 @@
### Version Information # ### Version Information #
################################################### ###################################################
### Version: V4.2019.06.1655 ### Version: V4.2019.06.1656
### Updated: Fri Jun 28 12:06:46 SAST 2019 ### Updated: Fri Jun 28 12:50:48 SAST 2019
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################
### Version Information ## ### Version Information ##