vikarti.anatra/nginx-ultimate-bad-bot-blocker
1
0
Fork 0
mirror of https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git synced 2025-09-05 12:09:57 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

V4.2019.06.1665 [ci skip]

Browse source
This commit is contained in:
Travis 2019-06-28 18:26:03 +02:00
parent 702d6ed478
commit a51e15a7fe
59 changed files with 19547 additions and 12068 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
.dev-tools/_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
104.198.131.58 1; 35.202.145.110 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
104.198.131.58 0; 35.202.145.110 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1663 ### Version: V4.2019.06.1665
### Updated: Fri Jun 28 16:02:38 SAST 2019 ### Updated: Fri Jun 28 18:20:38 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/_conf_files_ip_whitelist/default.vhost
View file

@ -1,5 +1,7 @@
server { server {
# Bad Bot Blocker
# Nginx Bad Bot Blocker Includes
include /etc/nginx/bots.d/ddos.conf; include /etc/nginx/bots.d/ddos.conf;
include /etc/nginx/bots.d/blockbots.conf; include /etc/nginx/bots.d/blockbots.conf;

2
.dev-tools/_conf_files_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
104.198.131.58 1; 35.202.145.110 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/_conf_files_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
104.198.131.58 0; 35.202.145.110 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1663 ### Version: V4.2019.06.1665
### Updated: Fri Jun 28 16:02:38 SAST 2019 ### Updated: Fri Jun 28 18:20:38 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/_conf_files_ratelimiting/default.vhost
View file

@ -1,5 +1,7 @@
server { server {
# Bad Bot Blocker
# Nginx Bad Bot Blocker Includes
include /etc/nginx/bots.d/ddos.conf; include /etc/nginx/bots.d/ddos.conf;
include /etc/nginx/bots.d/blockbots.conf; include /etc/nginx/bots.d/blockbots.conf;

73
.dev-tools/_conf_files_test2/bots.d/bad-referrer-words.conf
View file

@ -1,11 +1,11 @@
# EDIT THIS FILE AS YOU LIKE TO ADD OR REMOVE ANY BAD WORDS YOU WANT TO SCAN FOR ### # EDIT THIS FILE AS YOU LIKE TO ADD OR REMOVE ANY BAD WORDS YOU WANT TO SCAN FOR ###
### VERSION INFORMATION # # VERSION INFORMATION #
################################################### #----------------------
### Version: V3.2018.06 # Version: V4.2019.10
### Updated: 2018-08-21 # Updated: 2019-06-28
################################################### #----------------------
### VERSION INFORMATION ## # VERSION INFORMATION #
############################################################################## ##############################################################################
# _ __ _ # # _ __ _ #
@ -25,13 +25,13 @@
# completely blank if you do not want your Nginx Blocker to include scanning for bad words within urls or referrer string # completely blank if you do not want your Nginx Blocker to include scanning for bad words within urls or referrer string
# Only add one entry per line # Only add one entry per line
# ******************************* # -------------------------------
# !!! WARNING WARNING WARNING !!! # !!! WARNING WARNING WARNING !!!
# ******************************* # -------------------------------
# *************************************** # ---------------------------------------
# PLEASE BE VERY CAREFUL HOW YOU USE THIS # PLEASE BE VERY CAREFUL HOW YOU USE THIS
# *************************************** # ---------------------------------------
# Here is an example of how one supposed bad word can cause your whole site to go down. # Here is an example of how one supposed bad word can cause your whole site to go down.
# An issue was logged where the users own domain name was specialisteparquet.com # An issue was logged where the users own domain name was specialisteparquet.com
# Because this list contained the word "cialis" it was detected within his domain name causing # Because this list contained the word "cialis" it was detected within his domain name causing
@ -42,9 +42,9 @@
# Think very carefully before you add any word here # Think very carefully before you add any word here
# ***************************************************************************************** # -----------------------------------------------------------------------------------------
# PLEASE MAKE SURE that you use word regex boundaries to avoid false positive detection !!! # PLEASE MAKE SURE that you use word regex boundaries to avoid false positive detection !!!
# ***************************************************************************************** # -----------------------------------------------------------------------------------------
# BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
@ -54,20 +54,39 @@
# --------- # ---------
# EXAMPLES: # EXAMPLES:
# --------- # ---------
# "~*\badultgalls\b" 1; # "~*(?:\b)adultgalls(?:\b|)" 1;
# "~*\bamateurxpass\b" 1; # "~*(?:\b)amateurxpass(?:\b|)" 1;
# "~*\bbigblackbooty\b" 1; # "~*(?:\b)bigblackbooty(?:\b|)" 1;
# "~*\bblacktits\b" 1; # "~*(?:\b)blacktits(?:\b|)" 1;
# "~*\bcookie\-law\-enforcement\b" 1; # "~*(?:\b)cookie\-law\-enforcement(?:\b|)" 1;
# "~*\bfree\-share\-buttons\b" 1; # "~*(?:\b)free\-share\-buttons(?:\b|)" 1;
# "~*\bfree\-social\-buttons\b" 1; # "~*(?:\b)free\-social\-buttons(?:\b|)" 1;
# "~*\bfuck\-paid\-share\-buttons\b" 1; # "~*(?:\b)fuck\-paid\-share\-buttons(?:\b|)" 1;
# "~*\bilovevitaly\b" 1; # "~*(?:\b)ilovevitaly(?:\b|)" 1;
# "~*\blaw\-enforcement\-bot\b" 1; # "~*(?:\b)law\-enforcement\-bot(?:\b|)" 1;
# "~*\blaw\-enforcement\-check\b" 1; # "~*(?:\b)law\-enforcement\-check(?:\b|)" 1;
# "~*\bshare\-buttons\-for\-free\b" 1; # "~*(?:\b)share\-buttons\-for\-free(?:\b|)" 1;
# "~*\bwebfuck\b" 1; # "~*(?:\b)webfuck(?:\b|)" 1;
# "~*\bxxxrus\b" 1; # "~*(?:\b)xxxrus(?:\b|)" 1;
# "~*\bzeroredirect\b" 1; # "~*(?:\b)zeroredirect(?:\b|)" 1;
# "~*(?:\b|)x22(?:\b|)" 1; (in this string if your own domain name was sex22.com it would be blocked)
# Here is a list of unsanitary words used in referrer strings - used in various injection attacks
# THE RULES BELOW ARE ENABLED BY DEFAULT
# You can disable this default list by switching the values to 0
"~*(?:\b|)mb_ereg_replace(?:\b|)" 1;
# -----------
# PLEASE NOTE
# -----------
# If you whitelist your own domain in whitelist-domains.conf and your own domain is passed in the referrer string with an attack string it will NOT be blocked.
# --------
# EXAMPLE:
# --------
# This string "http://yourwebsite.com/?s=/index/%5Cthink%5Capp/invokefunction&function=call_user_func_array&vars[0]=file_put_contents&vars[1][]=gqopu.php&vars[1][]=<?php mb_ereg_replace('.*',@$_REQUEST[_], '', 'e');?>$"
# contains the above 'mb_ereg_replace" attack string
# If your domain is whitelisted in whitelist-domains.conf this string will NOT be detected

30
.dev-tools/_conf_files_test2/bots.d/blacklist-ips.conf
View file

@ -1,11 +1,11 @@
# EDIT THIS FILE AS YOU LIKE TO ADD OR REMOVE ANY BAD IP ADDRESSES OR IP RANGES YOU WANT TO BLOCK ### # EDIT THIS FILE AS YOU LIKE TO ADD OR REMOVE ANY BAD IP ADDRESSES OR IP RANGES YOU WANT TO BLOCK ###
### VERSION INFORMATION # # VERSION INFORMATION #
################################################### #----------------------
### Version: V3.2018.07 # Version: V4.2019.09
### Updated: 2018-08-06 # Updated: 2019-06-28
################################################### #----------------------
### VERSION INFORMATION ## # VERSION INFORMATION #
############################################################################## ##############################################################################
@ -32,8 +32,10 @@
# 111.111.111.111 1; # 111.111.111.111 1;
# -------------------------------------------
# Cyveillance / Qwest Communications / PSINET # Cyveillance / Qwest Communications / PSINET
# ******************************************* # -------------------------------------------
# I am extensively researching this subject - appears to be US government involved # I am extensively researching this subject - appears to be US government involved
# and also appears to be used by all sorts of law enforcement agencies. For one they # and also appears to be used by all sorts of law enforcement agencies. For one they
# do not obey robots.txt and continually disguise their User-Agent strings. Time will # do not obey robots.txt and continually disguise their User-Agent strings. Time will
@ -72,9 +74,9 @@
65.222.176.96/27 0; 65.222.176.96/27 0;
65.222.185.72/29 0; 65.222.185.72/29 0;
# **************** # ---------------
# Berkely Scanner # Berkely Scanner
# **************** # ---------------
# The Berkeley University has a scanner testing all over the web sending a complex # The Berkeley University has a scanner testing all over the web sending a complex
# payload an expecting a reply from servers who are infected or who just respond to such # payload an expecting a reply from servers who are infected or who just respond to such
@ -89,3 +91,13 @@
# If you really do want to block them change all the 0 below to 1. # If you really do want to block them change all the 0 below to 1.
169.229.3.91 0; 169.229.3.91 0;
# ------------
# MY BLACKLIST
# ------------
# 111.111.111.111 1;
# NOTE: If you blacklist your own IP by mistake whitelist-ips.conf will completely over-ride this.
# whitelist-ips.conf will always WIN and over-ride anything here and in the blocker

47
.dev-tools/_conf_files_test2/bots.d/blacklist-user-agents.conf
View file

@ -1,12 +1,14 @@
# EDIT THIS FILE AS YOU LIKE TO BLACKLIST OR WHITELIST ANY BAD USER-AGENT STRINGS YOU WANT TO SCAN FOR # EDIT THIS FILE AS YOU LIKE TO BLACKLIST OR WHITELIST ANY BAD USER-AGENT STRINGS YOU WANT TO SCAN FOR
# **************************************************************************************************** # ****************************************************************************************************
### VERSION INFORMATION # # THIS IS BOTH YOUR WHITELIST AND BLACKLIST FOR USER-AGENTS
###################################################
### Version: V3.2018.05 # VERSION INFORMATION #
### Updated: 2018-08-21 #----------------------
################################################### # Version: V4.2019.07
### VERSION INFORMATION ## # Updated: 2019-06-28
#----------------------
# VERSION INFORMATION #
############################################################################## ##############################################################################
# _ __ _ # # _ __ _ #
@ -38,25 +40,40 @@
# Make sure any words that contain special characters are escaped and include word boundaries as per the Regex examples below. # Make sure any words that contain special characters are escaped and include word boundaries as per the Regex examples below.
# Example the User-Agent name "someverybaduseragentname1" is entered as "\bsomeverybaduseragentname1\b" # Example the User-Agent name "someverybaduseragentname1" is entered as "(?:\b)someverybaduseragentname1(?:\b|)"
# Example the User-Agent name "some-very-bad-useragentname2" is entered as "\bsome\-very\-bad\-useragentname1\b" # Example the User-Agent name "some-very-bad-useragentname2" is entered as "(?:\b)some\-very\-bad\-useragentname1(?:\b|)"
# the "\b" are word boundaries which prevents partial matching and false positives. # the "(?:\b)" and "(?:\b|)" are word boundaries which prevents partial matching and false positives.
# BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
# --------------------- # ---------------------
# WHITELISTING EXAMPLES # WHITELISTING EXAMPLES
# --------------------- # ---------------------
# "~*\bsomeverygooduseragentname1\b" 0; # "~*(?:\b)someverygooduseragentname1(?:\b|)" 0;
# "~*\bsomeverygooduseragentname2\b" 0; # "~*(?:\b)someverygooduseragentname2(?:\b|)" 0;
# "~*\bsome\-very\-good\-useragentname2\b" 0; # "~*(?:\b)some\-very\-good\-useragentname2(?:\b|)" 0;
# --------------------- # ---------------------
# BLACKLISTING EXAMPLES # BLACKLISTING EXAMPLES
# --------------------- # ---------------------
# "~*\bsomeverybaduseragentname1\b" 3; # "~*(?:\b)someverybaduseragentname1(?:\b|)" 3;
# "~*\bsomeverybaduseragentname2\b" 3; # "~*(?:\b)someverybaduseragentname2(?:\b|)" 3;
# "~*\bsome\-very\-bad\-useragentname2\b" 3; # "~*(?:\b)some\-very\-bad\-useragentname2(?:\b|)" 3;
# Here are some default things I block on my own server, these appear in various types of injection attacks
# You can disable them if you have problems or don't agree by switching thir value to 0 or moving them into the whitelist section first and then making their value 0
# ------------
# MY WHITELIST
# ------------
# ------------
# MY BLACKLIST
# ------------
"~*(?:\b)x22(?:\b|)" 3;
"~*(?:\b){|}(?:\b|)" 3;
"~*(?:\b|)mb_ereg_replace(?:\b|)" 3;
"~*(?:\b|)file_put_contents(?:\b|)" 3;

58
.dev-tools/_conf_files_test2/bots.d/blockbots.conf
View file

@ -1,12 +1,11 @@
# Author: Mitchell Krog <mitchellkrog@gmail.com> - https://github.com/mitchellkrogza/ # Author/Copyright: Mitchell Krog <mitchellkrog@gmail.com> - https://github.com/mitchellkrogza/
### VERSION INFORMATION #
###################################################
### Version: V3.2017.02
### Updated: Mon Aug 21 11:29:32 SAST 2017
###################################################
### VERSION INFORMATION ##
# VERSION INFORMATION #
#----------------------
# Version: V4.2019.04
# Updated: 2019-06-28
#----------------------
# VERSION INFORMATION #
############################################################################## ##############################################################################
# _ __ _ # # _ __ _ #
@ -21,6 +20,7 @@
############################################################################## ##############################################################################
# Include this in a vhost file within a server {} block using and include statement like below # Include this in a vhost file within a server {} block using and include statement like below
# Place it near the top of your server {} block before any location / statements and it will block everywhere on your site.
# server { # server {
# #Config stuff here # #Config stuff here
@ -31,33 +31,55 @@
####################################################################### #######################################################################
# BOTS # -----------------------------------
# **** # OVER-RIDE BLOCKER / SUPER WHITELIST
# -----------------------------------
# In this block you can allow any IP address specified here to over-ride any bad bot or IP blocking of the blocker.
# This is useful for testing or allowing only specific IP's (ie. Internal ranges) to never be blocked.
# More IP's can be added example > "(127.0.0.1)|(192.168.0.1)|(192.168.1.1)"
# If you even blacklisted 127.0.0.1 or your own IP by giving it a value of 1 in any of the includes, this will over-ride that block.
# UNCOMMENT THE NEXT 4 LINES TO ACTIVATE THE SUPER WHITELIST
#if ($remote_addr ~ "(127.0.0.1)|(192.168.0.1)" ) {
#set $bad_bot '0'; #Uncommenting this line will disable bad_bots functionality for specified IP(s)
#set $validate_client '0'; #Uncommenting this line will disable validate_client ip blocking functionality for specified IP(s)
#}
# --------------
# BLOCK BAD BOTS
# --------------
# Section bot_1 Unused
#limit_conn bot1_connlimit 100; #limit_conn bot1_connlimit 100;
limit_conn bot2_connlimit 10;
#limit_req zone=bot1_reqlimitip burst=50; #limit_req zone=bot1_reqlimitip burst=50;
limit_conn bot2_connlimit 10;
limit_req zone=bot2_reqlimitip burst=10; limit_req zone=bot2_reqlimitip burst=10;
if ($bad_bot = '3') { if ($bad_bot = '3') {
return 444; return 444;
} }
# BAD REFER WORDS # ---------------------
# *************** # BLOCK BAD REFER WORDS
# ---------------------
if ($bad_words) { if ($bad_words) {
return 444; return 444;
} }
# ------------------
# BLOCK BAD REFERERS
# ------------------
# REFERERS
# ********
if ($bad_referer) { if ($bad_referer) {
return 444; return 444;
} }
# IP BLOCKS # -----------------------------
# ********* # BLOCK IP ADDRESSES and RANGES
# -----------------------------
if ($validate_client) { if ($validate_client) {
return 444; return 444;
} }
#######################################################################

34
.dev-tools/_conf_files_test2/bots.d/custom-bad-referrers.conf
View file

@ -1,11 +1,13 @@
# EDIT THIS FILE AS YOU LIKE TO ADD ANY ADDITIONAL BAD REFERRER DOMAINS YOU WANT TO SCAN FOR ### # EDIT THIS FILE AS YOU LIKE TO ADD ANY ADDITIONAL BAD REFERRER DOMAINS YOU WANT TO SCAN FOR ###
### VERSION INFORMATION # # THIS IS BOTH YOUR WHITELIST AND BLACKLIST FOR REFERRERS and DOMAINS
###################################################
### Version: V3.2018.05 # VERSION INFORMATION #
### Updated: 2018-08-21 #----------------------
################################################### # Version: V4.2019.08
### VERSION INFORMATION ## # Updated: 2019-06-28
#----------------------
# VERSION INFORMATION #
############################################################################## ##############################################################################
# _ __ _ # # _ __ _ #
@ -39,10 +41,22 @@
# EXAMPLES: # EXAMPLES:
# --------- # ---------
# BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
# "~*\bsomeveryveryrandomwebsitenamethatdoesnotexist1\.com\b" 1; # "~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b|)" 1;
# "~*\bsomeveryveryrandomwebsitenamethatdoesnotexist2\.com\b" 1; # "~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist2\.com(?:\b|)" 1;
# "~*\bsomeveryveryrandomwebsitenamethatdoesnotexist3\.com\b" 1; # "~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b|)" 1;
# "~*\bsome\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com\b" 1; # "~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b|)" 1;
# ------------
# MY WHITELIST
# ------------
# "~*(?:\b)mywebsite\.com(?:\b|)" 0;
# ------------
# MY BLACKLIST
# ------------
# "~*(?:\b)someotherwebsite\.com(?:\b|)" 1;

4
.dev-tools/_conf_files_test2/bots.d/ddos.conf
View file

@ -2,8 +2,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2017.01 ### Version: V4.2019.02
### Updated: Sun Jan 29 11:35:32 SAST 2017 ### Updated: 2019-06-24
################################################### ###################################################
### VERSION INFORMATION ## ### VERSION INFORMATION ##

28
.dev-tools/_conf_files_test2/bots.d/whitelist-domains.conf
View file

@ -1,11 +1,11 @@
# EDIT THIS FILE AS YOU LIKE TO WHITELIST YOUR OWN DOMAIN NAMES AND SPARE THEM FROM ANY REFERRER CHECKING ### # EDIT THIS FILE AS YOU LIKE TO WHITELIST YOUR OWN DOMAIN NAMES AND SPARE THEM FROM ANY REFERRER CHECKING ###
### VERSION INFORMATION # # VERSION INFORMATION #
################################################### #----------------------
### Version: V3.2018.04 # Version: V4.2019.07
### Updated: 2018-08-21 # Updated: 2019-06-28
################################################### #----------------------
### VERSION INFORMATION ## # VERSION INFORMATION #
############################################################################## ##############################################################################
# _ __ _ # # _ __ _ #
@ -39,7 +39,19 @@
# --------- # ---------
# EXAMPLES: # EXAMPLES:
# --------- # ---------
# "~*\bmyfirstowndomainname\.com\b" 0; # "~*(?:\b)myfirstowndomainname\.com(?:\b|)" 0;
# "~*\bmy\-second\-owndomainname\.com\b" 0; # "~*(?:\b)my\-second\-owndomainname\.com(?:\b|)" 0;
# ------------
# MY WHITELIST
# ------------
# NOTE: This file can also blacklist by giving something a value of 1
# but rather please do your blacklisting in the custom-bad-referrers.conf include file.
# NOTE: If you whitelist your own domain here, any words in bad-referrer-words.conf will not be effective if the attacker passes your own domain name in the referrer string.
# SEE NOTES: in bad-referrer-words.conf

28
.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf
View file

@ -1,11 +1,11 @@
# EDIT THIS FILE AS YOU LIKE TO WHITELIST ALL YOUR IP ADDRESSES AND IP RANGES ### # EDIT THIS FILE AS YOU LIKE TO WHITELIST ALL YOUR IP ADDRESSES AND IP RANGES ###
### VERSION INFORMATION # # VERSION INFORMATION #
################################################### #----------------------
### Version: V3.2018.03 # Version: V4.2019.05
### Updated: 2018-08-21 # Updated: 2019-06-28
################################################### #----------------------
### VERSION INFORMATION ## # VERSION INFORMATION #
############################################################################## ##############################################################################
# _ __ _ # # _ __ _ #
@ -32,6 +32,18 @@
# --------- # ---------
# 111.111.111.111 0; # 111.111.111.111 0;
# ------------
# MY WHITELIST
# ------------
35.202.145.110 0;
35.184.226.236 0; # ------
# NOTES:
# ------
# - This file rules over any other other parts of the IP blocking.
# - If you blacklisted your own IP in blacklist-ips.conf whitelisting it here will over-ride the blacklisting.
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
35.193.7.13 0;
104.154.120.187 0;

4
.dev-tools/_conf_files_test2/conf.d/botblocker-nginx-settings.conf
View file

@ -13,8 +13,10 @@
# Version 1.1 # Version 1.1
# ! new directives also to be added to include_filelist.txt ! # # ! new directives also to be added to include_filelist.txt ! #
server_names_hash_bucket_size 128; server_names_hash_bucket_size 256;
server_names_hash_max_size 4096; server_names_hash_max_size 4096;
variables_hash_max_size 4096;
variables_hash_bucket_size 4096;
limit_req_zone $binary_remote_addr zone=flood:50m rate=90r/s; limit_req_zone $binary_remote_addr zone=flood:50m rate=90r/s;
limit_conn_zone $binary_remote_addr zone=addr:50m; limit_conn_zone $binary_remote_addr zone=addr:50m;

27994
.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf
View file

File diff suppressed because it is too large Load diff

5
.dev-tools/_conf_files_test2/default.vhost
View file

@ -1,5 +1,7 @@
server { server {
# Bad Bot Blocker
# Nginx Bad Bot Blocker Includes
include /usr/local/nginx/bots.d/ddos.conf; include /usr/local/nginx/bots.d/ddos.conf;
include /usr/local/nginx/bots.d/blockbots.conf; include /usr/local/nginx/bots.d/blockbots.conf;
@ -8,6 +10,7 @@ server {
root /var/www/html; root /var/www/html;
server_name localhost; server_name localhost;
charset UTF-8; charset UTF-8;
index index.html;
location / { location / {
root /var/www/html/; root /var/www/html/;

4
.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.06.1663 ### Version: V3.2019.06.1665
### Updated: Fri Jun 28 16:02:40 SAST 2019 ### Updated: Fri Jun 28 18:20:39 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/_conf_files_testing_changes/default.vhost
View file

@ -1,5 +1,7 @@
server { server {
# Bad Bot Blocker
# Nginx Bad Bot Blocker Includes
include /etc/nginx/bots.d/ddos.conf; include /etc/nginx/bots.d/ddos.conf;
include /etc/nginx/bots.d/blockbots.conf; include /etc/nginx/bots.d/blockbots.conf;

2
.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.192.136.167 1; 35.192.85.2 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.192.136.167 0; 35.192.85.2 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.06.1663 ### Version: V3.2019.06.1665
### Updated: Fri Jun 28 16:02:40 SAST 2019 ### Updated: Fri Jun 28 18:20:39 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/_conf_files_testing_changes_ip_whitelist/default.vhost
View file

@ -1,5 +1,7 @@
server { server {
# Bad Bot Blocker
# Nginx Bad Bot Blocker Includes
include /etc/nginx/bots.d/ddos.conf; include /etc/nginx/bots.d/ddos.conf;
include /etc/nginx/bots.d/blockbots.conf; include /etc/nginx/bots.d/blockbots.conf;

2
.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.192.136.167 1; 35.192.85.2 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.192.136.167 0; 35.192.85.2 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.06.1663 ### Version: V3.2019.06.1665
### Updated: Fri Jun 28 16:02:40 SAST 2019 ### Updated: Fri Jun 28 18:20:39 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/_conf_files_testing_changes_ratelimiting/default.vhost
View file

@ -1,5 +1,7 @@
server { server {
# Bad Bot Blocker
# Nginx Bad Bot Blocker Includes
include /etc/nginx/bots.d/ddos.conf; include /etc/nginx/bots.d/ddos.conf;
include /etc/nginx/bots.d/blockbots.conf; include /etc/nginx/bots.d/blockbots.conf;

2
.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.192.136.167 1; 35.192.85.2 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.192.136.167 0; 35.192.85.2 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.06.1663 ### Version: V3.2019.06.1665
### Updated: Fri Jun 28 16:02:40 SAST 2019 ### Updated: Fri Jun 28 18:20:39 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/_conf_files_testing_changes_whitelist/default.vhost
View file

@ -1,5 +1,7 @@
server { server {
# Bad Bot Blocker
# Nginx Bad Bot Blocker Includes
include /etc/nginx/bots.d/ddos.conf; include /etc/nginx/bots.d/ddos.conf;
include /etc/nginx/bots.d/blockbots.conf; include /etc/nginx/bots.d/blockbots.conf;

2
.dev-tools/_conf_files_whitelist/bots.d/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
104.198.131.58 1; 35.202.145.110 1;
127.0.0.1 1; 127.0.0.1 1;

2
.dev-tools/_conf_files_whitelist/bots.d/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
104.198.131.58 0; 35.202.145.110 0;
127.0.0.1 0; 127.0.0.1 0;

4
.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1663 ### Version: V4.2019.06.1665
### Updated: Fri Jun 28 16:02:38 SAST 2019 ### Updated: Fri Jun 28 18:20:38 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/_conf_files_whitelist/default.vhost
View file

@ -1,5 +1,7 @@
server { server {
# Bad Bot Blocker
# Nginx Bad Bot Blocker Includes
include /etc/nginx/bots.d/ddos.conf; include /etc/nginx/bots.d/ddos.conf;
include /etc/nginx/bots.d/blockbots.conf; include /etc/nginx/bots.d/blockbots.conf;

4
.dev-tools/globalblacklist-testing.template
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.06.1663 ### Version: V3.2019.06.1665
### Updated: Fri Jun 28 16:02:40 SAST 2019 ### Updated: Fri Jun 28 18:20:39 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
.dev-tools/globalblacklist.template
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1663 ### Version: V4.2019.06.1665
### Updated: Fri Jun 28 16:02:38 SAST 2019 ### Updated: Fri Jun 28 18:20:38 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

2
.dev-tools/test_units/blacklist-ips.conf
View file

@ -1,2 +1,2 @@
35.192.136.167 1; 35.192.85.2 1;
127.0.0.1 1; 127.0.0.1 1;

96
.dev-tools/test_units/random-bots-for-test-quick.list
View file

@ -1,50 +1,50 @@
Aboundexbot AiHitBot
Alexibot Attach
BackWeb BatchFTP
Bandit BetaBot
BBBike BlackWidow
BDFetch ExtractorPro
BotALot Extreme Picture Finder
CherryPicker FlashGet
ChinaClaw Foobot
Collector GalaxyBot
Cosmos Go!Zilla
Curious GridBot
Devil Harvest
DTS Agent HTTP::Lite
EyeNetIE HybridBot
Internet Ninja Image Fetch
ips-agent Image Sucker
JikeSpider IndeedBot
JustView InfoTekies
LinqiaRSSBot JamesBOT
Litemage_walker Jorgee
LNSpiderguy Keyword Density
magpie-crawler
Majestic12
MarkWatch
Masscan Masscan
MFC_Tear_Sample Metauri
MIDown tool MSFrontPage
OpenVAS muhstik-scan
PageAnalyzer NearSite
ProPowerBot NimbleCrawler
PyCurl Octopus
RankActiveLinkBot OrangeBot
ReGet PageGrabber
Scanbot Pimonster
ScreenerBot plumanalytics
SEOlyticsCrawler Reaper
serpstatbot Recorder
Snoopy s1z.ru
SemrushBot
SiteLockSpider
SMTBot
SpankBot
sp_auditbot sp_auditbot
Sqworm Sqlworm
Sucker tAkeOut
SuperBot TheNomad
URLy Warning trendiction.com
Web Enhancer Twice
Wotbox Vacuum
WWW-Mechanize WebsiteExtractor
x09Mozilla Widow
Zade WWW::Mechanize
Zitebot

270
.dev-tools/test_units/random-bots-for-test.list
View file

@ -1,250 +1,250 @@
Abonti 360Spider
404enemy
Aboundexbot
ADmantX ADmantX
AfD-Verbotsverfahren AfD-Verbotsverfahren
AhrefsBot AhrefsBot
Alexibot AIBOT
Alligator
AllSubmitter AllSubmitter
Apexoo AlphaBot
archive.org_bot ASPSeek
Attach Attach
autoemailspider
backlink-check backlink-check
BacklinkCrawler BackWeb
BackStreet
Badass Badass
BBBike Battleztar Bazinga
BDFetch
Bitacle Bitacle
Black Hole Blackboard
BlackWidow BlackWidow
BLEXBot BLEXBot
Blow Blow
Boardreader Boardreader
BotALot Bolt
Brandprotect Brandprotect
Brandwatch Brandwatch
Buddy Buddy
BuiltBotTough
Bullseye Bullseye
BunnySlippers BunnySlippers
BuzzSumo
Calculon Calculon
CCBot
CheeseBot CheeseBot
CheTeam CheTeam
Chlooe Chlooe
Claritybot
coccocbot-web coccocbot-web
Collector Cogentbot
cognitiveseo
Copier
CopyRightCheck
crawler.feedback crawler.feedback
crawl.sogou.com crawl.sogou.com
CrazyWebCrawler
Crescent
CrunchBot CrunchBot
CSHttp CSHttp
DatabaseDriverMysqli DataCha0s
demandbase-bot demandbase-bot
Demon Demon
Devil
Digincore Digincore
DigitalPebble
Dirbuster Dirbuster
Disco
Discobot Discobot
Discoverybot
Dispatch Dispatch
DittoSpyder DittoSpyder
DnyzBot DnyzBot
DomainAppender
DomainStatsBot DomainStatsBot
Dragonfly Dotbot
Ebingbong Download Wonder
eCatch EMail Siphon
ECCP/1.0 evc-batch
EroCrawler Exabot
ExtLinksBot
Extractor Extractor
ExtractorPro ExtractorPro
EyeNetIE Extreme Picture Finder
Ezooms
FDM FDM
FemtosearchBot FHscan
Firefox/7.0 Foobot
Flunky
Freeuploader Freeuploader
FyberSpider Fyrebot
GalaxyBot Genieo
GermCrawler Getintent
GetRight GetRight
GetWeb
Gigablast Gigablast
Gigabot Gigabot
G-i-g-a-b-o-t
Go-Ahead-Got-It
Gotit Gotit
GoZilla GoZilla
GrabNet
GrapeFX GrapeFX
GrapeshotCrawler GrapeshotCrawler
GT::WWW
Haansoft
Harvest
Heritrix
HTTP::Lite
Humanlinks Humanlinks
Iblog Id-search
IlseBot
Image Fetch
Image Sucker
IndeedBot IndeedBot
instabid instabid
InterGET
internetVista monitor internetVista monitor
Iskanie Iria
IstellaBot IRLbot
Jbrofuzz JennyBot
Jetty
JikeSpider JikeSpider
Joomla Jyxobot
Kenjin Spider Keyword Density
LeechGet Kozmosbot
LexiBot LeechFTP
LibWeb Lftp
Likse Libwhisker
LinkextractorPro
LinkScan LinkScan
LinkWalker LinksManager
LinqiaMetadataDownloaderBot LinqiaMetadataDownloaderBot
Lipperhey LinqiaScrapeBot
Lipperhey Spider Lipperhey Spider
Lmspider Litemage_walker
lwp-request Ltx71
LWP::Simple
lwp-trivial lwp-trivial
Magnet Mag-Net
Majestic-SEO Mail.RU_Bot
MarkMonitor
MarkWatch MarkWatch
Mass Downloader meanpathbot
MauiBot Meanpathbot
MeanPath Bot MeanPath Bot
Mediatoolkitbot Mediatoolkitbot
mediawords mediawords
MegaIndex.ru MegaIndex.ru
MJ12bot Microsoft URL Control
MSFrontPage MSIECrawler
Msrabot
muhstik-scan muhstik-scan
Musobot Musobot
Name Intelligence Name Intelligence
Nameprotect Nameprotect
Navroad NearSite
Netcraft Needle
NetLyzer
NetMechanic NetMechanic
NetSpider NetSpider
Nettrack Net Vampire
NetZIP Netvibes
NextGenSearchBot NextGenSearchBot
Nibbler Nibbler
NICErsPRO Nikto
Niki-bot
NimbleCrawler NimbleCrawler
Nimbostratus Ninja
Nmap
Nutch Nutch
oBot oBot
Octopus
Offline Navigator
OnCrawl OnCrawl
OpenLinkProfiler OrangeBot
Openvas Page Analyzer
OutfoxBot page scorer
PageGrabber
PageScorer PageScorer
Panscient Pandalytics
Papa Foto Papa Foto
Pavuk
pcBrowser
PECL::HTTP PECL::HTTP
PictureFinder PeoplePal
Pimonster PHPCrawl
Pi-Monster
POE-Component-Client-HTTP POE-Component-Client-HTTP
Probethenet
ProWebWalker ProWebWalker
Pump Psbot
PyCurl PyCurl
QueryN Metasearch Quick-Crawler
RankFlex RankActiveLinkBot
RankingBot RankingBot
RankingBot2
Rankivabot Rankivabot
Reaper
RebelMouse RebelMouse
Recorder
RedesScrapy
ReGet
RepoMonkey RepoMonkey
Rogerbot RocketCrawler
Screaming SalesIntelligent
SearchmetricsBot SBIder
Semrush scan.lol
Scrapy
ScreenerBot
SEOkicks SEOkicks
SEOkicks-Robot
SEOlyticsCrawler SEOlyticsCrawler
Seomoz
SEOprofiler
SeoSiteCheckup SeoSiteCheckup
serpstatbot
sexsearcher sexsearcher
Siphon Shodan
SISTRIX
SiteExplorer SiteExplorer
Siteimprove
SiteLockSpider
SiteSnagger SiteSnagger
SiteSucker
Site Sucker Site Sucker
SMTBot SlySearch
Snapbot SmartDownload
Snoopy
Sociscraper Sociscraper
sogouspider
Sogou web spider
Sosospider
Sottopop
SpaceBison SpaceBison
SpankBot SpankBot
Spanner
Spbot Spbot
Spinn3r spyfu
Sqlmap Sqlmap
Sqworm Sqlworm
Steeler
SuperBot SuperBot
Surfbot SurveyBot
Suzuran
sysscan sysscan
Szukacz Szukacz
T8Abot T0PHackTeam
tAkeOut Teleport
TeleportPro Telesphoreo
TheNomad Telesphorep
Thumbor
TightTwatBot TightTwatBot
Titan Toata
Trendictionbot Tracemyfile
trendiction.com TurnitinBot
True_Robot
Turingos
Turnitin
Upflow
URLy Warning URLy Warning
VB Project Vacuum
VCI Vagabondo
Virusdie VidibleScraper
VoidEYE Voil
Voltron
Wallpapers/3.0
WallpapersHD
WASALive-Bot WASALive-Bot
WBSearchBot Webalta
Web Auto
WebBandit WebBandit
WebCollage Web Collage
WebCopier WEBDAV
WebEnhancer WebEnhancer
Web Enhancer Web Fetch
WebLeacher WebmasterWorldForumBot
WebPix webmeup-crawler
Web Sauger
Webshag Webshag
WebsiteQuester WebsiteQuester
Website Quester Website Quester
Webster Webster
WebSucker WebStripper
WebWhacker WebWhacker
WeSEE
Whack Whack
Whacker Widow
WISENutbot
Wonderbot Wonderbot
Woobot Woobot
Wotbox WWW-Collector-E
WWW-Mechanize WWW::Mechanize
WWWOFFLE x09Mozilla
x22Mozilla x22Mozilla
Xaldon WebSpider YoudaoBot
xpymep1.exe Zade
zauba.io Zauba
Zeus Zeus
zgrab zgrab
Zitebot Zitebot
ZmEu
ZumBot
ZyBorg ZyBorg

258
.dev-tools/test_units/random-bots-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
360Spider 360Spider
404enemy
80legs 80legs
Abonti
Aboundex
Aboundexbot Aboundexbot
ADmantX ADmantX
AfD-Verbotsverfahren AhrefsBot
AIBOT
Alexibot
AllSubmitter AllSubmitter
AlphaBot
Anarchie
Apexoo Apexoo
archive.org_bot archive.org_bot
Asterias ASPSeek
Attach
autoemailspider autoemailspider
BackDoorBot Backlink-Ceck
backlink-check
BackWeb BackWeb
BatchFTP Bandit
Battleztar Bazinga
BBBike BBBike
BDCbot
BDFetch BDFetch
Bigfoot Blackboard
BlackWidow BLEXBot
Blow
Bolt Bolt
BotALot BotALot
Brandprotect
Buddy Buddy
BuiltBotTough BuiltWith
BunnySlippers
BuzzSumo
Calculon
CATExplorador CATExplorador
CCBot CazoodleBot
Cegbfeieh CheeseBot
CherryPicker
Claritybot Claritybot
Cliqzbot coccocbot-web
Cogentbot Cogentbot
Copier Collector
CopyRightCheck
crawler4j crawler4j
crawl.sogou.com crawler.feedback
Crescent
CrunchBot CrunchBot
CSHttp
DatabaseDriverMysqli
DataCha0s DataCha0s
Demon Demon
Deusu Deusu
Devil DIIbot
Dirbuster
Discobot Discobot
Discoverybot
Dispatch Dispatch
DnyzBot DnyzBot
DomainAppender
DomainCrawler
DomainSigmaCrawler DomainSigmaCrawler
Download Wonder DTS Agent
EasyDL
Ebingbong Ebingbong
eCatch
ECCP/1.0 ECCP/1.0
Ecxi
EMail Siphon
EMail Wolf EMail Wolf
EroCrawler Exabot
Extreme Picture Finder ExtractorPro
facebookscraper EyeNetIE
FDM FDM
FemtosearchBot FemtosearchBot
FHscan Firefox/7.0
FlashGet Foobot
Freeuploader Freeuploader
FrontPage
GalaxyBot GalaxyBot
Genieo Getintent
GetRight
GetWeb GetWeb
Gigabot
GoZilla
Go!Zilla Go!Zilla
GrabNet GrabNet
GrapeFX
GT::WWW GT::WWW
Harvest Haansoft
HaosouSpider
Havij Havij
HEADMasterSEO
Hloader Hloader
HTMLparser HMView
HTTP::Lite HTTP::Lite
Humanlinks
Id-search Id-search
Image Fetch IlseBot
Indy Library
InfoTekies InfoTekies
InterGET InterGET
Internet Ninja
internetVista monitor internetVista monitor
ips-agent ips-agent
IRLbot IstellaBot
Iskanie JamesBOT
Jetty JennyBot
JikeSpider JetCar
JOC Web Spider JOC Web Spider
Jorgee
JustView
Kenjin Spider Kenjin Spider
Keyword Density Keyword Density
Kozmosbot Kozmosbot
Libwhisker Lanshanbot
Lightspeedsystems Larbin
Likse LeechFTP
Linkdexbot LeechGet
LibWeb
LinkextractorPro
LinkpadBot LinkpadBot
LinkScan LinkScan
LinksManager Litemage_walker
LinqiaMetadataDownloaderBot
LinqiaRSSBot
LinqiaScrapeBot
Lmspider Lmspider
LNSpiderguy LNSpiderguy
Ltx71
lwp-request lwp-request
LWP::Simple LWP::Simple
Magnet Magnet
Mag-Net
magpie-crawler
Mail.RU_Bot Mail.RU_Bot
Majestic-SEO
MarkMonitor
MarkWatch MarkWatch
Masscan
Mass Downloader Mass Downloader
meanpathbot
Meanpathbot Meanpathbot
Mediatoolkitbot Mediatoolkitbot
Metauri MFC_Tear_Sample
Microsoft Data Access Microsoft Data Access
MIDown tool MIIxpc
Mojeek Mister PiX
muhstik-scan MJ12bot
Musobot Msrabot
Needle Name Intelligence
NearSite
Netcraft Netcraft
netEstate NE Crawler
NetLyzer NetLyzer
NetMechanic
Nettrack Nettrack
Net Vampire
Netvibes Netvibes
NetZIP
NextGenSearchBot
NICErsPRO
Nikto Nikto
NimbleCrawler NimbleCrawler
Ninja
NPbot
Octopus Octopus
Offline Explorer Offline Explorer
Openfind Offline Navigator
OpenVAS OpenLinkProfiler
OrangeBot OutfoxBot
PageAnalyzer
PageGrabber PageGrabber
PageScorer
Pandalytics Pandalytics
Panscient Panscient
Papa Foto pcBrowser
Pavuk
PECL::HTTP
PeoplePal PeoplePal
PHPCrawl PHPCrawl
Picsearch
PictureFinder
Pimonster Pimonster
Pi-Monster Pi-Monster
Pixray
PleaseCrawl PleaseCrawl
Pockey Pockey
POE-Component-Client-HTTP POE-Component-Client-HTTP
ProPowerBot ProPowerBot
Pump Pump
PxBroker
PyCurl
QueryN Metasearch QueryN Metasearch
Quick-Crawler Quick-Crawler
RankingBot RankActiveLinkBot
Rankivabot
RankurBot RankurBot
RealDownload RealDownload
Reaper RebelMouse
Recorder
ReGet ReGet
RepoMonkey RepoMonkey
RocketCrawler RocketCrawler
Rogerbot
s1z.ru s1z.ru
SalesIntelligent SalesIntelligent
SBIder SBIder
Scanbot ScanAlert
scan.lol scan.lol
ScoutJet Screaming
Scrapy SemrushBot
ScreenerBot
SEOkicks-Robot SEOkicks-Robot
SEOprofiler SEOprofiler
seoscanners seoscanners
SeoSiteCheckup SeoSiteCheckup
serpstatbot sexsearcher
Shodan
Siphon
Sitebeam Sitebeam
SiteExplorer SiteSnagger
Siteimprove
SiteLockSpider
SiteSucker SiteSucker
Sitevigil
SlySearch
SmartDownload SmartDownload
Snake
Snapbot
Snoopy
SocialRankIOBot
Sociscraper
sogouspider sogouspider
Sosospider Sogou web spider
Sottopop
SpaceBison
sp_auditbot sp_auditbot
Spbot Sucuri
Spinn3r SuperBot
spyfu SuperHTTP
Stripper Surfbot
SurveyBot SurveyBot
Swiftbot Szukacz
sysscan T0PHackTeam
T8Abot T8Abot
tAkeOut
Teleport
TeleportPro
Telesoft Telesoft
Telesphorep The Intraformant
TheNomad
Thumbor Thumbor
Titan Titan
Toweyabot
Tracemyfile Tracemyfile
Trendictionbot Trendiction
trendiction.com True_Robot
Turingos Turingos
TwengaBot Turnitin
Upflow TurnitinBot
VCI Typhoeus
Virusdie UnisterBot
VidibleScraper
VoidEYE
Voil Voil
Voltron Webalta
Wallpapers/3.0
WallpapersHD
WASALive-Bot
WebAuto WebAuto
Web Auto
Web Collage
WebCopier
WebFetch WebFetch
WebFuck
WebLeacher
WebmasterWorldForumBot WebmasterWorldForumBot
Web Sauger webmeup-crawler
Webshag WebPix
Web Pix
WebReaper
WebSauger
WebsiteQuester
Website Quester Website Quester
WebStripper WebSucker
Web Sucker Web Sucker
WebWhacker
Whack
Whacker Whacker
Widow Whatweb
WinHTTrack WinHTTrack
WiseGuys Robot
WISENutbot
Wonderbot Wonderbot
Wotbox Wprecon
WPScan
WWW-Collector-E WWW-Collector-E
x09Mozilla WWW-Mechanize
Xaldon WebSpider WWW::Mechanize
Zade WWWOFFLE
x22Mozilla
Zauba Zauba
ZumBot
ZyBorg ZyBorg

198
.dev-tools/test_units/random-referrers-for-test-quick.list
View file

@ -1,100 +1,100 @@
1webmaster.ml 3xforum.ro
6128786.com 777-club.ru
8xv8.com aa8780bb28a1de4eb5bff33c28a218a930.com
animalrank.com absugars.com
apple.com-webbrowsing-security.review aero2.ru
artavenuegardenstudios.com aliexpresscashback.club
asscenihotosidea.blogspot.com allknow.info
asscenihotosidea.blogspot.co.za alpharma.net
babieca.com anjalika.co.in
beget.tech automatic-seo.com
benchmarkcommunications.co.uk bankofthewext.com
besthoro.ru bestbuy.ca
bestwrinklecreamnow.com bloglag.com
bet-prognoz.com brokergid.ru
blackcurranthumidifiers.site budpost.com.ua
bonanza-fortune.men canyougethighofftizanidine.blogspot.com
buchananshardware.com carmuffler.net
cheapmarmot.online cctva.tv
cienum.fr cejewelry.xyz
comissionka.net cenoval.ru
compliance-fred.xyz ceotrk.com
clean-virus-mac.com
codysbbq.com
compliance-alex.xyz
compliance-brian.xyz
compliance-don.top
compliance-julia.top
compliance-mary.top
compucelunlock.net
connectionstrenth.com connectionstrenth.com
cv.wallhade.co customchocolate.business-for-home.com
darkages.info dbmkfhqk.bloger.index.hr
dawlenie.com dinkolove.ya.ru
design-lands.ru domaincheck.io
docstoc.com domik-derevne.ru
e-c.al eandsgallery.com
ezigaretteshop2.mywapblog.com estelight.ru
fatmaelgarny.com evaashop.ru
floridahuntingfishingadventures.com gallery.rennlist.com
floridamhca.org germes-trans.com
food.dtu.dk gfaq.ru
franecki.net glass-msk.ru
fuckbuddybestgilf.info goodwinmetals.co
fun-mobi.pl hptwaakw.blog.fc2.com
gameonasia.com indetiske.ya.ru
gourcy.altervista.org infostatsvc.com
guildebzh.info itservicesthatworkforyou.com
hdfreeporno.net kashubadesign.ru
helicalpile.us keywordglobal.co.za
hifidesign.ru kino2018.cc
imk.com.ua kirov.zrus.org
indiakino.net locksmith.jp
irunfar.com luckyshop.net.ua
jewelryandfiligree.com manipulyator-peterburg.ru
kletkimehan.ru medicineseasybuy.com
knowsitall.info mensandals.xyz
kretpicf.pw millionare.com
labplus.ru mygameplus.com
larchik.net narkologiya-belgorod.ru
merryhouse.co.uk networkcheck.xyz
microsearch.ru newstraveller.ru
misandesign.se nibbler.silktide.com
monclervests.xyz nyfinance.ml
mrbitsandbytes.com onescreen.cc
nicefloor.co.uk osoznanie-narkotikam.net
nordstar.pro panchro.co.uk
oconto.ru partner-host.men
onclickpredictiv.com picsearch.com
online-hit.info pkr1hand.com
orion-v.com playtap.us
pandarastore.top proftests.net
parlament.biz prpops.com
porto.abuilder.net putevka24.ru
preparevideosafesystem4unow.space research.ifmo.ru
purchasepillsnorx.com scanner-mark.top
pushdata.sendpulse.com seonetwizard.com
rabotaetvse.ru sexsearch.com
rankia.com sigmund-freud.co.uk
ranksignals.com soserfis.com
redbottomheels.xyz suggest-keywords.com
responsive-test.net thaisamkok.com
ruclicks.com thruport.com
sdsjweb.com tiandeural.ru
security60-e.com torrents.cd
seo-2-0.com tula.mdverey.ru
seo-prof1.xyz tvorozhnaja-zapekanka-recept.ru
serw.clicksor.com urlopener.com
sexstream.pl vabasa.inwtrade.com
sextracker.be viagengrarx.com
ship-marvel.co.ua videooko.weebly.com
smartshoppymac.com vita.com.hr
souvenirua.com webads.co.nz
spy-sts.com webjam.com
telefonsexsofort.tk website-speed-up.site
topquality.cf worldis.me
ufa.xrus.org xcc24.pl
umityangin.net xn--80aafb2a.xn--p1ai
uptime.com xxxguitars.com
venta-prom.ru zarajbuilders.com
vizag.kharkov.ua zeroredirect10.com
vkontarkte.com
vksaver-all.ru
vzglyadriv.kg
webix.me
wingsoffury2.com
ww1943.ru
xtubeporno.net
xxxkaz.org

1688
.dev-tools/test_units/random-referrers-for-test.list
View file

File diff suppressed because it is too large Load diff

480
.dev-tools/test_units/random-referrers-for-whitelist-test.list
View file

@ -1,250 +1,250 @@
101raccoon.ru 1qingdao.com
12masterov.com 2x2fan.ru
1-free-share-buttons.com 4k-player.pl
1kdailyprofit.me aa9d046aab36af4ff182f097f840430d51.com
5ws.dating-app.ru acortarurl.es
aac500b7a15b2646968f6bd8c6305869d7.com actulite.com
abcguru.xyz addblueoff.com.ua
adbetclickin.pink advertex.info
admeasures.com aliexpress.com
agardomains.com allblogroll.com
akvamaster.dp.ua allkrim.com
allstatesugarbowl.org animali.deagostinipassion.it
alot.com animalrank.com
amanda-porn.ga apple.com-cleaner.systems
amazon-adsystem.com arenda-yeisk.ru
apartment.ru arendovalka.xyz
apiluckyleapnet-a.akamaihd.net autonew.biz
apimossnetinfo-a.akamaihd.net
apps-analytics.net
availit.weebly.com
babyguns.ru
baikaleminer.com
banan.tv banan.tv
bang-hotties.com
banksrf.ru
baoxaydung.com.vn
bayareaaeroclub.org bayareaaeroclub.org
begalka.xyz bestfortraders.com
bestchoice.cf best-seo-software.xyz
bestimagecoollibrary.com bezsporno.ru
bezcmexa.ru bizru.info
bget.ru blackle.com
bioscorp.ru blog.yam.com
biznesschat.net bmsco.co
bmw-ark.ru bonkers.name
boleznikogi.com brewdom.ru
brainboostingsupplements.org brianhenry.co
brandbucket.com bryansk.zrus.org
breastaugmentation.co.za buqyxa.rincian.info
brimstonehillfortress.org businescoop.men
cam-kontakte.org buypillsorderonline.com
candelluxsklep.pl carina-sy.de
candlehandmade.com cb.iphantom.com
cashkitten-a.akamaihd.net cdnanalytics.xyz
cashonads.com cdncash.net
cbcseward.com cejewelry.xyz
chuckguilford.com centrdebut.ru
cialisovercounteratwalmartusa.com cheapcigarettesc.info
ci.ua cheapjerseysbizwholesale.us
clickbanksites.info cigarpass.com
clipartnew.com cinemaenergy-hd.ru
clksite.com cleanpcnow.com
compliance-jack.top cntravelre.com
compucelunlock.net coaching-netz.info
converse.ddsoldes.fr colobit.biz
coolwallpapers-hd.com compliance-barak.top
customchocolate.business-for-home.com copypaste.traderzplanet.in
customerguru.in craftinsta.ru
daneshetabiat.com crirussian.ru
degerlund.net customboxes4less.com
detki-opt.ru customcollegeessays.net
dimaka.info damedingel.ya.ru
directivepub.com delta-line.men
dogsrun.net descargar-musica-gratis.net
e-avon.ru diegolopezcastan.com
election.interferencer.ru dipstar.org
elmacho.xyz divci-hry.info
eloconcream.blogspot.com divisioncore.com
elstal.com.pl domainsatcost.com
empirepoker.com domain.webkeyit.com
enternet.ee duplicashapp.com
esopini.com dverimegapolis.ru
eyes-on-you.ga ecommerce-seo.com
f1nder.org educatemetv.com
fanrto.com ekobata.ru
fearcrow.com escortplius.com
figuringmoneyout.com etur.ru
filefilter.weebly.com extlinks.com
film-one.ru ezigarettenshop1.yolasite.com
findacheaplawyers.com fermersovet.ru
finemanteam.com folowsite.com
food.dtu.dk forensicpsychiatry.ru
forpostlock.ru forexunion.net
foto-weinberger.at forumprofi.de
free-share-buttons.blogspot.com foto-basa.com
freshsuperbloop.com frbizlist.com
fr.netlog.com freejabs.com
ftns.ru freewlan.info
fuckbuddybestgilf.info funnymama.com
getresponse.com gallery.rennlist.com
gigablast.com gazoblok.net.ua
girlsatgames.ru gaz-voshod.ru
goodhousekeeping.com geilehausfrauen.net
good-mummy.ru germetiki.com.ua
gorabagrata.ru gogalleryawesome.com
goroda-vsego-mira.ru gok-kasten.net
gosarhivrt.ru greatgrace.ru
graphicwe.org growmyfunds.ca
groupmoney.ru growshop.es
guardlink.org grupografico-pilar.com.ar
gwagka.com gsmlab.pl
hcate.com guiadeserraazul.com
hchha.com hanink.biz.ly
hitcpm.com hayate.biz
hit-men.men healmytrauma.info
hol.es heartofbeijing.blogspot.com
hollywoodactress.info hermesbracelets.xyz
hoverboard360.at homeandhealth.ru
https-legalrc.biz hothot.ru
ie.57883.net houseofgaga.ru
ihc2015.info hoverboard360.se
infazavr.ru hunterboots.online
irkutsk.online-podarki.com ikearugs.xyz
jacago.com ikritikimou.gr
jewelryandfiligree.com imgarcade.com
joessmogtestonly.com imgarit.pw
insider.pro
intellektmedia.at
itch.io
javrip.net
jetsli.de
jongose.ninja jongose.ninja
jwss.cc keywordsuggest.org
kanimage.com kidd.reunionwatch.com
karpun-iris.ru kinopolet.net
kazan.zrus.org
keywordsdoctor.com
kmgamex.cf
kndxbkdx.bloger.index.hr kndxbkdx.bloger.index.hr
kupit-adenu.ru knowsitall.info
lafourmiliaire.com komputers-best.ru
lesbian.xyz koronirealestate.gr
lezbiyanki.net kovesszucs.atw.hu
linkpulse.com kumuk.info
live-sexcam.tk kvartir-remont.biz
ljusihus.se lazy-z.com
lostfilm-online.ru linkdebrideur.xyz
mainlinehobby.net littleberry.ru
malls.com livetsomudvekslingstudent.bloggersdelight.dk
mall.uk localflirtbuddies.com
mathgym.com.au lostaruban.com
mlf.hordo.win low-format.ru
morlat.altervista.org luxmagazine.cf
muz-shoes.ru mackeeper-land-672695126.us-east-1.elb.amazonaws.com
napalm51.nut.cc mafa-free.com
nardulan.com magicdiet.gq
negociosdasha.com mansparskats.com
nfljerseysforsalewholesaler.com marcogrup.com
nl.netlog.com mcadamssupplyco.com
nonews.co megavolt.net.ua
onlinebay.ru mere.host.sk
o-o-8-o-o.ru merryhouse.co.uk
osoznanie-narkotikam.net metalonly.info
ossmalta.com millionare.com
oxford-book.com.ua minyetki.ru
partybunny.ru misandesign.se
peugeot-club.org mouselink.co
picmoonco.pw mybinaryoptionsrobot.com
picscout.com my-floor.in.ua
pierrehardysale.online naperehresti.info
pix-hd.com nbsproject.ru
playtap.us new7ob.com
poppen-nw.net njpalletremoval.com
pornokorol.com no-rx.info
pornoreino.com offtime.ru
porno-transsexuals.ru offtopic.biz
pornowarp.info onlineslotmaschine.com
presleycollectibles.com oralsexfilme.net
prize44.com orenburg-gsm.ru
pukaporn.com outrageousdeal-a.akamaihd.net
ranksignals.com oyster-green.com
rosbalt.com.ua paleohub.info
roznica.com.ua photo.houseofgaga.ru
s1z.ru piluli.info
saveindex.xyz pinwallpaper.xyz
scanner-fred.top popcash.net
scanner-julianna.top popup-fdm.xyz
scanner-viktor.top pornodojd.ru
scanner-walter.top princevc.com
seansonline24.pl prizefestival.mobi
semalt.com prodess.ru
seofirmreviewsus.info proekt-mos.ru
sexflirtbook.com prom23.ru
prostitutki-kiev.org
purplesphere.in
quangcaons.com
quickchange.cc
rada.ru
randki-sex.com
rankings-analytics.com
ranksonic.com
renecaovillasale.online
rep-am.com
responsinator.com
reversing.cc
rfid-locker.co
rimedia.org
roma-kukareku.livejournal.com
rusoft-zone.ru
rvi.biz
salut-camp.ru
sa-rewards.co.za
scalerite.co.za
sdelai-prosto.ru
search.pch.com
searchtooknow-a.akamaihd.net
searchwebknow-a.akamaihd.net
serdcenebolit.com
service.adtech.us
serviporno.com
sexpornotales.com sexpornotales.com
sharebutton.org shariki-zuma-lines.ru
shikiso.info shlyahten.ru
shymkent.xkaz.org sildenafilcitratemed.com
silvercash.com site-speed-checker.site
skylta.com s-iwantyou.com
sockshare.net socialbookmarksubmission.org
soc-proof.su social-fun.ru
solinf.co social-vestnik.ru
sptslmtrafms.com solution4u.com
spy-sts.com specialfinanceoffers.com
spywarenuker.com spitfiremusic.com
star61.de splendorsearch-a.akamaihd.net
starpages.net stardevine.com
steame.ru suggest-keywords.com
styro.ru sukarame.net
sugvant.ru superstarfloraluk.com
surcentro.com svetodiodoff.ru
svarbit.com swsociety.se
svensk-poesi.com
svetlotorg.ru
taihouse.ru taihouse.ru
templates.radiodigital.co tengohydar.tk
thecoral.com.br thaisamkok.com
thejournal.ru thiegs.reco.ws
the-usa-games.blogspot.com tizanidine4mgtablets.blogspot.com
thruport.com tizanidinecapsules.blogspot.com
tizanidinedruginteractions.blogspot.com tizanidinedosage.blogspot.com
topads.men tizanidinedosageforsleep.blogspot.com
tozup.com tizanidineforopiatewithdrawal.blogspot.com
tracksz.co tizanidineoral.blogspot.com
traffictrade.life tpu.ru
trumpetedextremes.com trustedhealthtips.com
tuckermktg.com twelvevisionspartyofcolorado.com
twittrading.com ukrup.com
txxx.com vasileostrovsky-rayon.ru
uggbootsoutletsale.us
ukrobstep.com
urldelivery.com
ustion.ru
valmetrundan.se
vashsvet.com
versaut.xxx-cam.webcam
viagra.pp.ua
video-chat.cn video-chat.cn
video-production.com vitoriacabos.com
videositename.com vkgaleria.com
vksaver-all.ru vsesubwaysurfers.com
vvon.co.uk webextract.profound.net
vykupavto-krasnodar.ru
vysigy.su
wallpapers-best.com
waycash.net
website-analyzer.info
wildworld.site wildworld.site
wingsofrefuge.net woman-tampon.ru
wiosenny-bon-1500.pl works.if.ua
wonderfulflowers.biz xblognetwork.com
wordkeyhelper.com
wordpresscore.com
worldtraveler.world
wtsindia.in
xcombear.ru xcombear.ru
xgftnlrt.bloger.index.hr xn-----7kcabaipgeakzcss7bjdqdwpfnhv.xn--p1ai
x-musics.com
xn-----6kccaibs5cb8afhjrfmix2n.xn--p1ai
xn--80aaaks3bbhabgbigamdr2h.xn--p1ai xn--80aaaks3bbhabgbigamdr2h.xn--p1ai
xn----8sbhefaln6acifdaon5c6f4axh.xn--p1ai xn----8sbarihbihxpxqgaf0g1e.xn--80adxhks
xxx-cam.webcam xpresscare.ru
zdesformula.ru yatrk.xyz
zdesoboi.com yottos.com
zooggames.com znakomstva-moskva77.ru

20
.dev-tools/test_units/ratelimittest-beta.txt
View file

@ -1,4 +1,14 @@
<!DOCTYPE html>
<html> <html>
<head>
<title>Welcome to the Nginx</title>
</head>
<body>
<div align=center>
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><html>
<head><title>503 Service Temporarily Unavailable</title></head> <head><title>503 Service Temporarily Unavailable</title></head>
<body bgcolor="white"> <body bgcolor="white">
<center><h1>503 Service Temporarily Unavailable</h1></center> <center><h1>503 Service Temporarily Unavailable</h1></center>
@ -96,14 +106,4 @@
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1> <h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p> <p>This is merely used for testing !!!</p>
</body> </body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to the Nginx</title>
</head>
<body>
<div align=center>
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html> </html>

178
.dev-tools/test_units/ratelimittest-master.txt
View file

@ -1,3 +1,24 @@
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body bgcolor="white">
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.14.2</center>
</body>
</html>
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body bgcolor="white">
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.14.2</center>
</body>
</html>
<html>
<head><title>503 Service Temporarily Unavailable</title></head>
<body bgcolor="white">
<center><h1>503 Service Temporarily Unavailable</h1></center>
<hr><center>nginx/1.14.2</center>
</body>
</html>
<!DOCTYPE html> <!DOCTYPE html>
<html> <html>
<head> <head>
@ -8,122 +29,81 @@
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1> <h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p> <p>This is merely used for testing !!!</p>
</body> </body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to the Nginx</title>
</head>
<body>
<div align=center>
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to the Nginx</title>
</head>
<body>
<div align=center>
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to the Nginx</title>
</head>
<body>
<div align=center>
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to the Nginx</title>
</head>
<body>
<div align=center>
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to the Nginx</title>
</head>
<body>
<div align=center>
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><html> </html><html>
<head><title>503 Service Temporarily Unavailable</title></head> <head><title>403 Forbidden</title></head>
<body bgcolor="white"> <body bgcolor="white">
<center><h1>503 Service Temporarily Unavailable</h1></center> <center><h1>403 Forbidden</h1></center>
<hr><center>nginx/1.14.2</center> <hr><center>nginx/1.14.2</center>
</body> </body>
</html> </html>
<html> <html>
<head><title>503 Service Temporarily Unavailable</title></head> <head><title>403 Forbidden</title></head>
<body bgcolor="white"> <body bgcolor="white">
<center><h1>503 Service Temporarily Unavailable</h1></center> <center><h1>403 Forbidden</h1></center>
<hr><center>nginx/1.14.2</center> <hr><center>nginx/1.14.2</center>
</body> </body>
</html> </html>
<html> <html>
<head><title>503 Service Temporarily Unavailable</title></head> <head><title>403 Forbidden</title></head>
<body bgcolor="white"> <body bgcolor="white">
<center><h1>503 Service Temporarily Unavailable</h1></center> <center><h1>403 Forbidden</h1></center>
<hr><center>nginx/1.14.2</center> <hr><center>nginx/1.14.2</center>
</body> </body>
</html> </html>
<html> <html>
<head><title>503 Service Temporarily Unavailable</title></head> <head><title>403 Forbidden</title></head>
<body bgcolor="white"> <body bgcolor="white">
<center><h1>503 Service Temporarily Unavailable</h1></center> <center><h1>403 Forbidden</h1></center>
<hr><center>nginx/1.14.2</center> <hr><center>nginx/1.14.2</center>
</body> </body>
</html> </html>
<!DOCTYPE html>
<html>
<head>
<title>Welcome to the Nginx</title>
</head>
<body>
<div align=center>
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to the Nginx</title>
</head>
<body>
<div align=center>
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to the Nginx</title>
</head>
<body>
<div align=center>
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to the Nginx</title>
</head>
<body>
<div align=center>
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to the Nginx</title>
</head>
<body>
<div align=center>
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to the Nginx</title>
</head>
<body>
<div align=center>
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to the Nginx</title>
</head>
<body>
<div align=center>
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to the Nginx</title>
</head>
<body>
<div align=center>
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html><!DOCTYPE html>
<html>
<head>
<title>Welcome to the Nginx</title>
</head>
<body>
<div align=center>
<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
<p>This is merely used for testing !!!</p>
</body>
</html>

2
.dev-tools/test_units/whitelist-ips.conf
View file

@ -1,2 +1,2 @@
35.192.136.167 0; 35.192.85.2 0;
127.0.0.1 0; 127.0.0.1 0;

BIN
.latest_release/bots.d.tar.gz
View file

Binary file not shown.

BIN
.latest_release/conf.d.tar.gz
View file

Binary file not shown.

2
AUTO-CONFIGURATION.md
View file

@ -4,7 +4,7 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2019.06.1663 #### Version: V4.2019.06.1665
#### Bad Referrer Count: 6713 #### Bad Referrer Count: 6713
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

2
MANUAL-CONFIGURATION.md
View file

@ -4,7 +4,7 @@
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
_______________ _______________
#### Version: V4.2019.06.1663 #### Version: V4.2019.06.1665
#### Bad Referrer Count: 6713 #### Bad Referrer Count: 6713
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

2
README.md
View file

@ -11,7 +11,7 @@
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
_______________ _______________
#### Version: V4.2019.06.1663 #### Version: V4.2019.06.1665
#### Bad Referrer Count: 6713 #### Bad Referrer Count: 6713
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

2
_google_analytics_ghost_spam/README.md
View file

@ -3,7 +3,7 @@
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
_______________ _______________
#### Version: V4.2019.06.1663 #### Version: V4.2019.06.1665
#### Bad Referrer Count: 6713 #### Bad Referrer Count: 6713
#### Bad Bot Count: 556 #### Bad Bot Count: 556
____________________ ____________________

4
_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1663 ### Version: V4.2019.06.1665
### Updated: Fri Jun 28 16:02:38 SAST 2019 ### Updated: Fri Jun 28 18:20:38 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
conf.d/globalblacklist-testing-version.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V3.2019.06.1663 ### Version: V3.2019.06.1665
### Updated: Fri Jun 28 16:02:40 SAST 2019 ### Updated: Fri Jun 28 18:20:39 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
conf.d/globalblacklist.conf
View file

@ -4,8 +4,8 @@
### VERSION INFORMATION # ### VERSION INFORMATION #
################################################### ###################################################
### Version: V4.2019.06.1663 ### Version: V4.2019.06.1665
### Updated: Fri Jun 28 16:02:38 SAST 2019 ### Updated: Fri Jun 28 18:20:38 SAST 2019
### Bad Referrer Count: 6713 ### Bad Referrer Count: 6713
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################

4
robots.txt/robots.txt
View file

@ -6,8 +6,8 @@
### Version Information # ### Version Information #
################################################### ###################################################
### Version: V4.2019.06.1663 ### Version: V4.2019.06.1665
### Updated: Fri Jun 28 16:02:41 SAST 2019 ### Updated: Fri Jun 28 18:20:40 SAST 2019
### Bad Bot Count: 556 ### Bad Bot Count: 556
################################################### ###################################################
### Version Information ## ### Version Information ##