V4.2019.06.1674 [ci skip]

.dev-tools/_conf_files_ip_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-104.154.120.187	1;
+35.192.85.2	1;
 127.0.0.1	1;

.dev-tools/_conf_files_ip_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-104.154.120.187	0;
+35.192.85.2	0;
 127.0.0.1	0;

.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf

@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2019.06.1673
+### Version: V4.2019.06.1674
-### Updated: Fri Jun 28 21:38:19 SAST 2019
+### Updated: Fri Jun 28 21:47:58 SAST 2019
 ### Bad Referrer Count: 6713
 ### Bad Bot Count: 556
 ###################################################

.dev-tools/_conf_files_ratelimiting/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-104.154.120.187	1;
+35.192.85.2	1;
 127.0.0.1	1;

.dev-tools/_conf_files_ratelimiting/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-104.154.120.187	0;
+35.192.85.2	0;
 127.0.0.1	0;

.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf

@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2019.06.1673
+### Version: V4.2019.06.1674
-### Updated: Fri Jun 28 21:38:19 SAST 2019
+### Updated: Fri Jun 28 21:47:58 SAST 2019
 ### Bad Referrer Count: 6713
 ### Bad Bot Count: 556
 ###################################################

.dev-tools/_conf_files_test2/bots.d/whitelist-ips.conf

@@ -45,5 +45,5 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-35.188.1.99             0;
+35.184.96.71            0;
 35.193.7.13             0;

.dev-tools/_conf_files_test2/conf.d/globalblacklist.conf

@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2019.06.1673
+### Version: V4.2019.06.1674
-### Updated: Fri Jun 28 21:38:19 SAST 2019
+### Updated: Fri Jun 28 21:47:58 SAST 2019
 ### Bad Referrer Count: 6713
 ### Bad Bot Count: 556
 ###################################################

.dev-tools/_conf_files_test3/bots.d/bad-referrer-words.conf

@@ -1,11 +1,11 @@
 # EDIT THIS FILE AS YOU LIKE TO ADD OR REMOVE ANY BAD WORDS YOU WANT TO SCAN FOR ###
 
-### VERSION INFORMATION #
+# VERSION INFORMATION #
-###################################################
+#----------------------
-### Version: V3.2018.06
+# Version: V4.2019.10
-### Updated: 2018-08-21
+# Updated: 2019-06-28
-###################################################
+#----------------------
-### VERSION INFORMATION ##
+# VERSION INFORMATION #
 
 ##############################################################################                                                                
 #       _  __     _                                                          #
@@ -25,13 +25,13 @@
 # completely blank if you do not want your Nginx Blocker to include scanning for bad words within urls or referrer string
 # Only add one entry per line
 
-# *******************************
+# -------------------------------
 # !!! WARNING WARNING WARNING !!!
-# *******************************
+# -------------------------------
 
-# ***************************************
+# ---------------------------------------
 # PLEASE BE VERY CAREFUL HOW YOU USE THIS
-# ***************************************
+# ---------------------------------------
 # Here is an example of how one supposed bad word can cause your whole site to go down.
 # An issue was logged where the users own domain name was specialisteparquet.com
 # Because this list contained the word "cialis" it was detected within his domain name causing 
@@ -42,9 +42,9 @@
 
 # Think very carefully before you add any word here
 
-# *****************************************************************************************
+# -----------------------------------------------------------------------------------------
 # PLEASE MAKE SURE that you use word regex boundaries to avoid false positive detection !!!
-# *****************************************************************************************
+# -----------------------------------------------------------------------------------------
 
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
 
@@ -54,20 +54,39 @@
 # ---------
 # EXAMPLES:
 # ---------
-#	"~*\badultgalls\b"						1;
+#	"~*(?:\b)adultgalls(?:\b|)"						1;
-#	"~*\bamateurxpass\b"					1;
+#	"~*(?:\b)amateurxpass(?:\b|)"					1;
-#	"~*\bbigblackbooty\b"					1;
+#	"~*(?:\b)bigblackbooty(?:\b|)"					1;
-#	"~*\bblacktits\b"						1;
+#	"~*(?:\b)blacktits(?:\b|)"						1;
-#	"~*\bcookie\-law\-enforcement\b"		1;
+#	"~*(?:\b)cookie\-law\-enforcement(?:\b|)"		1;
-#	"~*\bfree\-share\-buttons\b"			1;
+#	"~*(?:\b)free\-share\-buttons(?:\b|)"			1;
-#	"~*\bfree\-social\-buttons\b"			1;
+#	"~*(?:\b)free\-social\-buttons(?:\b|)"			1;
-#	"~*\bfuck\-paid\-share\-buttons\b"		1;
+#	"~*(?:\b)fuck\-paid\-share\-buttons(?:\b|)"		1;
-#	"~*\bilovevitaly\b"						1;
+#	"~*(?:\b)ilovevitaly(?:\b|)"					1;
-#	"~*\blaw\-enforcement\-bot\b"			1;
+#	"~*(?:\b)law\-enforcement\-bot(?:\b|)"			1;
-#	"~*\blaw\-enforcement\-check\b"			1;
+#	"~*(?:\b)law\-enforcement\-check(?:\b|)"		1;
-#	"~*\bshare\-buttons\-for\-free\b"		1;
+#	"~*(?:\b)share\-buttons\-for\-free(?:\b|)"		1;
-#	"~*\bwebfuck\b"							1;
+#	"~*(?:\b)webfuck(?:\b|)"						1;
-#	"~*\bxxxrus\b"							1;
+#	"~*(?:\b)xxxrus(?:\b|)"							1;
-#	"~*\bzeroredirect\b"					1;
+#	"~*(?:\b)zeroredirect(?:\b|)"					1;
+#	"~*(?:\b|)x22(?:\b|)" 					        1; (in this string if your own domain name was sex22.com it would be blocked)
 
 
+# Here is a list of unsanitary words used in referrer strings - used in various injection attacks
+# THE RULES BELOW ARE ENABLED BY DEFAULT
+# You can disable this default list by switching the values to 0
+
+    "~*(?:\b|)mb_ereg_replace(?:\b|)"		1;
+
+# -----------
+# PLEASE NOTE
+# -----------
+
+# If you whitelist your own domain in whitelist-domains.conf and your own domain is passed in the referrer string with an attack string it will NOT be blocked.
+
+# --------
+# EXAMPLE:
+# -------- 
+# This string "http://yourwebsite.com/?s=/index/%5Cthink%5Capp/invokefunction&function=call_user_func_array&vars[0]=file_put_contents&vars[1][]=gqopu.php&vars[1][]=<?php mb_ereg_replace('.*',@$_REQUEST[_], '', 'e');?>$"
+# contains the above 'mb_ereg_replace" attack string
+# If your domain is whitelisted in whitelist-domains.conf this string will NOT be detected

.dev-tools/_conf_files_test3/bots.d/blacklist-ips.conf

@@ -1,11 +1,11 @@
 # EDIT THIS FILE AS YOU LIKE TO ADD OR REMOVE ANY BAD IP ADDRESSES OR IP RANGES YOU WANT TO BLOCK ###
 
-### VERSION INFORMATION #
+# VERSION INFORMATION #
-###################################################
+#----------------------
-### Version: V3.2018.07
+# Version: V4.2019.09
-### Updated: 2018-08-06
+# Updated: 2019-06-28
-###################################################
+#----------------------
-### VERSION INFORMATION ##
+# VERSION INFORMATION #
 
 
 ##############################################################################                                                                
@@ -32,8 +32,10 @@
 
 # 111.111.111.111	1;
 
+# -------------------------------------------
 # Cyveillance / Qwest Communications / PSINET
-# *******************************************
+# -------------------------------------------
+
 # I am extensively researching this subject - appears to be US government involved
 # and also appears to be used by all sorts of law enforcement agencies. For one they 
 # do not obey robots.txt and continually disguise their User-Agent strings. Time will
@@ -72,9 +74,9 @@
 	65.222.176.96/27	0;
 	65.222.185.72/29	0;
 
-# ****************
+# ---------------
 # Berkely Scanner
-# ****************
+# ---------------
 
 # The Berkeley University has a scanner testing all over the web sending a complex
 # payload an expecting a reply from servers who are infected or who just respond to such
@@ -89,3 +91,13 @@
 # If you really do want to block them change all the 0 below to 1.
 
 	169.229.3.91		0;
+
+# ------------
+# MY BLACKLIST
+# ------------
+
+# 111.111.111.111	1;
+
+
+# NOTE: If you blacklist your own IP by mistake whitelist-ips.conf will completely over-ride this.
+# whitelist-ips.conf will always WIN and over-ride anything here and in the blocker

.dev-tools/_conf_files_test3/bots.d/blacklist-user-agents.conf

@@ -1,12 +1,14 @@
 # EDIT THIS FILE AS YOU LIKE TO BLACKLIST OR WHITELIST ANY BAD USER-AGENT STRINGS YOU WANT TO SCAN FOR
 # ****************************************************************************************************
 
-### VERSION INFORMATION #
+# THIS IS BOTH YOUR WHITELIST AND BLACKLIST FOR USER-AGENTS
-###################################################
+
-### Version: V3.2018.05
+# VERSION INFORMATION #
-### Updated: 2018-08-21
+#----------------------
-###################################################
+# Version: V4.2019.07
-### VERSION INFORMATION ##
+# Updated: 2019-06-28
+#----------------------
+# VERSION INFORMATION #
 
 ##############################################################################                                                                
 #       _  __     _                                                          #
@@ -38,25 +40,40 @@
 
 # Make sure any words that contain special characters are escaped and include word boundaries as per the Regex examples below.
 
-# Example the User-Agent name "someverybaduseragentname1" is entered as "\bsomeverybaduseragentname1\b"
+# Example the User-Agent name "someverybaduseragentname1" is entered as "(?:\b)someverybaduseragentname1(?:\b|)"
-# Example the User-Agent name "some-very-bad-useragentname2" is entered as "\bsome\-very\-bad\-useragentname1\b" 
+# Example the User-Agent name "some-very-bad-useragentname2" is entered as "(?:\b)some\-very\-bad\-useragentname1(?:\b|)" 
-# the "\b" are word boundaries which prevents partial matching and false positives.
+# the "(?:\b)" and "(?:\b|)" are word boundaries which prevents partial matching and false positives.
 
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
 
 # ---------------------	
 # WHITELISTING EXAMPLES
 # ---------------------
-#	"~*\bsomeverygooduseragentname1\b"			0;
+#	"~*(?:\b)someverygooduseragentname1(?:\b|)"			0;
-#	"~*\bsomeverygooduseragentname2\b"			0;
+#	"~*(?:\b)someverygooduseragentname2(?:\b|)"			0;
-#	"~*\bsome\-very\-good\-useragentname2\b"	0;
+#	"~*(?:\b)some\-very\-good\-useragentname2(?:\b|)"	0;
 
 # ---------------------
 # BLACKLISTING EXAMPLES
 # ---------------------
-#	"~*\bsomeverybaduseragentname1\b"			3;
+#	"~*(?:\b)someverybaduseragentname1(?:\b|)"			3;
-#	"~*\bsomeverybaduseragentname2\b"			3;
+#	"~*(?:\b)someverybaduseragentname2(?:\b|)"			3;
-#	"~*\bsome\-very\-bad\-useragentname2\b"		3;
+#	"~*(?:\b)some\-very\-bad\-useragentname2(?:\b|)"	3;
+
+# Here are some default things I block on my own server, these appear in various types of injection attacks
+# You can disable them if you have problems or don't agree by switching thir value to 0 or moving them into the whitelist section first and then making their value 0
 
 
+# ------------
+# MY WHITELIST
+# ------------
 
+
+# ------------
+# MY BLACKLIST
+# ------------
+
+"~*(?:\b)x22(?:\b|)"					3;
+"~*(?:\b){|}(?:\b|)"					3;
+"~*(?:\b|)mb_ereg_replace(?:\b|)"			3;
+"~*(?:\b|)file_put_contents(?:\b|)"			3;

.dev-tools/_conf_files_test3/bots.d/blockbots.conf

@@ -1,12 +1,11 @@
-# Author: Mitchell Krog <mitchellkrog@gmail.com> - https://github.com/mitchellkrogza/
+# Author/Copyright: Mitchell Krog <mitchellkrog@gmail.com> - https://github.com/mitchellkrogza/
-
-### VERSION INFORMATION #
-###################################################
-### Version: V3.2017.02
-### Updated: Mon Aug  21 11:29:32 SAST 2017
-###################################################
-### VERSION INFORMATION ##
 
+# VERSION INFORMATION #
+#----------------------
+# Version: V4.2019.04
+# Updated: 2019-06-28
+#----------------------
+# VERSION INFORMATION #
 
 ##############################################################################                                                                
 #       _  __     _                                                          #
@@ -21,6 +20,7 @@
 ##############################################################################                                                                
 
 # Include this in a vhost file within a server {} block using and include statement like below
+# Place it near the top of your server {} block before any location / statements and it will block everywhere on your site.
 
 # server {
 #			#Config stuff here
@@ -31,33 +31,55 @@
 
 #######################################################################
 
-# BOTS
+# -----------------------------------
-# ****
+# OVER-RIDE BLOCKER / SUPER WHITELIST
+# -----------------------------------
+# In this block you can allow any IP address specified here to over-ride any bad bot or IP blocking of the blocker.
+# This is useful for testing or allowing only specific IP's (ie. Internal ranges) to never be blocked.
+# More IP's can be added example > "(127.0.0.1)|(192.168.0.1)|(192.168.1.1)"
+# If you even blacklisted 127.0.0.1 or your own IP by giving it a value of 1 in any of the includes, this will over-ride that block.
+
+# UNCOMMENT THE NEXT 4 LINES TO ACTIVATE THE SUPER WHITELIST
+#if ($remote_addr ~ "(127.0.0.1)|(192.168.0.1)" ) {
+    #set $bad_bot  '0'; #Uncommenting this line will disable bad_bots functionality for specified IP(s)
+    #set $validate_client '0'; #Uncommenting this line will disable validate_client  ip blocking functionality for specified IP(s)
+#}
+
+# --------------
+# BLOCK BAD BOTS
+# --------------
+
+# Section bot_1 Unused
 #limit_conn bot1_connlimit 100;
-limit_conn bot2_connlimit 10;
 #limit_req  zone=bot1_reqlimitip burst=50;
+
+limit_conn bot2_connlimit 10;
 limit_req  zone=bot2_reqlimitip burst=10;
 if ($bad_bot = '3') {
   return 444;
   }
 
-# BAD REFER WORDS
+# ---------------------
-# ***************
+# BLOCK BAD REFER WORDS
+# ---------------------
+
 if ($bad_words) {
   return 444;
 }
 
+# ------------------
+# BLOCK BAD REFERERS
+# ------------------
 
-# REFERERS
-# ********
 if ($bad_referer) {
   return 444;
 }
 
-# IP BLOCKS
+# -----------------------------
-# *********
+# BLOCK IP ADDRESSES and RANGES
+# -----------------------------
+
 if ($validate_client) {
   return 444;
 }
 
-#######################################################################

.dev-tools/_conf_files_test3/bots.d/custom-bad-referrers.conf

@@ -1,11 +1,13 @@
 # EDIT THIS FILE AS YOU LIKE TO ADD ANY ADDITIONAL BAD REFERRER DOMAINS YOU WANT TO SCAN FOR ###
 
-### VERSION INFORMATION #
+# THIS IS BOTH YOUR WHITELIST AND BLACKLIST FOR REFERRERS and DOMAINS
-###################################################
+
-### Version: V3.2018.05
+# VERSION INFORMATION #
-### Updated: 2018-08-21
+#----------------------
-###################################################
+# Version: V4.2019.08
-### VERSION INFORMATION ##
+# Updated: 2019-06-28
+#----------------------
+# VERSION INFORMATION #
 
 ##############################################################################                                                                
 #       _  __     _                                                          #
@@ -39,10 +41,22 @@
 # EXAMPLES:
 # ---------
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
-#	"~*\bsomeveryveryrandomwebsitenamethatdoesnotexist1\.com\b"			1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b|)"			1;
-#	"~*\bsomeveryveryrandomwebsitenamethatdoesnotexist2\.com\b"			1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist2\.com(?:\b|)"			1;
-#	"~*\bsomeveryveryrandomwebsitenamethatdoesnotexist3\.com\b" 		1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b|)" 		    1;
-#	"~*\bsome\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com\b" 	1;
+#	"~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b|)" 	    1;
+
+# ------------
+# MY WHITELIST
+# ------------
+
+#	"~*(?:\b)mywebsite\.com(?:\b|)"			0;
+
+
+# ------------
+# MY BLACKLIST
+# ------------
+
+#	"~*(?:\b)someotherwebsite\.com(?:\b|)"	1;
 
 
-	

.dev-tools/_conf_files_test3/bots.d/ddos.conf

@@ -2,8 +2,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V3.2017.01
+### Version: V4.2019.02
-### Updated: Sun Jan  29 11:35:32 SAST 2017
+### Updated: 2019-06-24
 ###################################################
 ### VERSION INFORMATION ##
 

.dev-tools/_conf_files_test3/bots.d/whitelist-domains.conf

@@ -1,11 +1,11 @@
 # EDIT THIS FILE AS YOU LIKE TO WHITELIST YOUR OWN DOMAIN NAMES AND SPARE THEM FROM ANY REFERRER CHECKING ###
 
-### VERSION INFORMATION #
+# VERSION INFORMATION #
-###################################################
+#----------------------
-### Version: V3.2018.04
+# Version: V4.2019.07
-### Updated: 2018-08-21
+# Updated: 2019-06-28
-###################################################
+#----------------------
-### VERSION INFORMATION ##
+# VERSION INFORMATION #
 
 ##############################################################################                                                                
 #       _  __     _                                                          #
@@ -39,7 +39,19 @@
 # ---------
 # EXAMPLES:
 # ---------
-#	"~*\bmyfirstowndomainname\.com\b" 			0;
+#	"~*(?:\b)myfirstowndomainname\.com(?:\b|)" 			0;
-#	"~*\bmy\-second\-owndomainname\.com\b"		0;
+#	"~*(?:\b)my\-second\-owndomainname\.com(?:\b|)"		0;
+
+# ------------
+# MY WHITELIST
+# ------------
 
 
+
+
+
+# NOTE: This file can also blacklist by giving something a value of 1
+# but rather please do your blacklisting in the custom-bad-referrers.conf include file.
+
+# NOTE: If you whitelist your own domain here, any words in bad-referrer-words.conf will not be effective if the attacker passes your own domain name in the referrer string.
+# SEE NOTES: in bad-referrer-words.conf

.dev-tools/_conf_files_test3/bots.d/whitelist-ips.conf

@@ -1,11 +1,11 @@
 # EDIT THIS FILE AS YOU LIKE TO WHITELIST ALL YOUR IP ADDRESSES AND IP RANGES ###
 
-### VERSION INFORMATION #
+# VERSION INFORMATION #
-###################################################
+#----------------------
-### Version: V3.2018.03
+# Version: V4.2019.05
-### Updated: 2018-08-21
+# Updated: 2019-06-28
-###################################################
+#----------------------
-### VERSION INFORMATION ##
+# VERSION INFORMATION #
 
 ##############################################################################                                                                
 #       _  __     _                                                          #
@@ -32,6 +32,18 @@
 # ---------
 #	111.111.111.111		0;
 
+# ------------
+# MY WHITELIST
+# ------------
 
-35.193.7.13             0;
+
+# ------
+# NOTES:
+# ------ 
+# - This file rules over any other other parts of the IP blocking.
+# - If you blacklisted your own IP in blacklist-ips.conf whitelisting it here will over-ride the blacklisting.
+# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
+# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
+# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
 35.202.145.110          0;
+35.193.7.13             0;

.dev-tools/_conf_files_test3/conf.d/botblocker-nginx-settings.conf

@@ -13,8 +13,10 @@
 # Version 1.1
 # ! new directives also to be added to include_filelist.txt ! #
 
-server_names_hash_bucket_size 128;
+server_names_hash_bucket_size 256;
 server_names_hash_max_size 4096;
+variables_hash_max_size 4096;
+variables_hash_bucket_size 4096;
 limit_req_zone $binary_remote_addr zone=flood:50m rate=90r/s;
 limit_conn_zone $binary_remote_addr zone=addr:50m;
 

.dev-tools/_conf_files_test3/default.vhost

@@ -1,13 +1,16 @@
 server {
- 	# Bad Bot Blocker
-	include /etc/nginx/mybots.d/ddos.conf; 
- 	include /etc/nginx/mybots.d/blockbots.conf;
- 
 	listen *:9000;
 
 	root /var/www/html;
 	server_name localhost;
 	charset UTF-8;
+ 	
+
+# Nginx Bad Bot Blocker Includes
+	include /etc/nginx/mybots.d/ddos.conf; 
+ 	include /etc/nginx/mybots.d/blockbots.conf;
+ 
+	index index.html;
 
     location / {
       root /var/www/html/;

.dev-tools/_conf_files_test3/nginx.conf

@@ -1,8 +1,4 @@
 user www-data;
- 	# Bad Bot Blocker
-	include /etc/nginx/myconf.d/botblocker-nginx-settings.conf; 
- 	include /etc/nginx/myconf.d/globalblacklist.conf;
- 
 worker_processes auto;
 pid /run/nginx.pid;
 include /etc/nginx/modules-enabled/*.conf;
@@ -64,6 +60,13 @@ http {
 
 	include /etc/nginx/conf.d/*.conf;
 	include /etc/nginx/sites-enabled/*;
+ 
+ 	
+
+# Nginx Bad Bot Blocker Includes
+	include /etc/nginx/myconf.d/botblocker-nginx-settings.conf; 
+ 	include /etc/nginx/myconf.d/globalblacklist.conf; 
+ 
 }
 
 

.dev-tools/_conf_files_test4/bots.d/bad-referrer-words.conf

@@ -1,11 +1,11 @@
 # EDIT THIS FILE AS YOU LIKE TO ADD OR REMOVE ANY BAD WORDS YOU WANT TO SCAN FOR ###
 
-### VERSION INFORMATION #
+# VERSION INFORMATION #
-###################################################
+#----------------------
-### Version: V3.2018.06
+# Version: V4.2019.10
-### Updated: 2018-08-21
+# Updated: 2019-06-28
-###################################################
+#----------------------
-### VERSION INFORMATION ##
+# VERSION INFORMATION #
 
 ##############################################################################                                                                
 #       _  __     _                                                          #
@@ -25,13 +25,13 @@
 # completely blank if you do not want your Nginx Blocker to include scanning for bad words within urls or referrer string
 # Only add one entry per line
 
-# *******************************
+# -------------------------------
 # !!! WARNING WARNING WARNING !!!
-# *******************************
+# -------------------------------
 
-# ***************************************
+# ---------------------------------------
 # PLEASE BE VERY CAREFUL HOW YOU USE THIS
-# ***************************************
+# ---------------------------------------
 # Here is an example of how one supposed bad word can cause your whole site to go down.
 # An issue was logged where the users own domain name was specialisteparquet.com
 # Because this list contained the word "cialis" it was detected within his domain name causing 
@@ -42,9 +42,9 @@
 
 # Think very carefully before you add any word here
 
-# *****************************************************************************************
+# -----------------------------------------------------------------------------------------
 # PLEASE MAKE SURE that you use word regex boundaries to avoid false positive detection !!!
-# *****************************************************************************************
+# -----------------------------------------------------------------------------------------
 
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
 
@@ -54,20 +54,39 @@
 # ---------
 # EXAMPLES:
 # ---------
-#	"~*\badultgalls\b"						1;
+#	"~*(?:\b)adultgalls(?:\b|)"						1;
-#	"~*\bamateurxpass\b"					1;
+#	"~*(?:\b)amateurxpass(?:\b|)"					1;
-#	"~*\bbigblackbooty\b"					1;
+#	"~*(?:\b)bigblackbooty(?:\b|)"					1;
-#	"~*\bblacktits\b"						1;
+#	"~*(?:\b)blacktits(?:\b|)"						1;
-#	"~*\bcookie\-law\-enforcement\b"		1;
+#	"~*(?:\b)cookie\-law\-enforcement(?:\b|)"		1;
-#	"~*\bfree\-share\-buttons\b"			1;
+#	"~*(?:\b)free\-share\-buttons(?:\b|)"			1;
-#	"~*\bfree\-social\-buttons\b"			1;
+#	"~*(?:\b)free\-social\-buttons(?:\b|)"			1;
-#	"~*\bfuck\-paid\-share\-buttons\b"		1;
+#	"~*(?:\b)fuck\-paid\-share\-buttons(?:\b|)"		1;
-#	"~*\bilovevitaly\b"						1;
+#	"~*(?:\b)ilovevitaly(?:\b|)"					1;
-#	"~*\blaw\-enforcement\-bot\b"			1;
+#	"~*(?:\b)law\-enforcement\-bot(?:\b|)"			1;
-#	"~*\blaw\-enforcement\-check\b"			1;
+#	"~*(?:\b)law\-enforcement\-check(?:\b|)"		1;
-#	"~*\bshare\-buttons\-for\-free\b"		1;
+#	"~*(?:\b)share\-buttons\-for\-free(?:\b|)"		1;
-#	"~*\bwebfuck\b"							1;
+#	"~*(?:\b)webfuck(?:\b|)"						1;
-#	"~*\bxxxrus\b"							1;
+#	"~*(?:\b)xxxrus(?:\b|)"							1;
-#	"~*\bzeroredirect\b"					1;
+#	"~*(?:\b)zeroredirect(?:\b|)"					1;
+#	"~*(?:\b|)x22(?:\b|)" 					        1; (in this string if your own domain name was sex22.com it would be blocked)
 
 
+# Here is a list of unsanitary words used in referrer strings - used in various injection attacks
+# THE RULES BELOW ARE ENABLED BY DEFAULT
+# You can disable this default list by switching the values to 0
+
+    "~*(?:\b|)mb_ereg_replace(?:\b|)"		1;
+
+# -----------
+# PLEASE NOTE
+# -----------
+
+# If you whitelist your own domain in whitelist-domains.conf and your own domain is passed in the referrer string with an attack string it will NOT be blocked.
+
+# --------
+# EXAMPLE:
+# -------- 
+# This string "http://yourwebsite.com/?s=/index/%5Cthink%5Capp/invokefunction&function=call_user_func_array&vars[0]=file_put_contents&vars[1][]=gqopu.php&vars[1][]=<?php mb_ereg_replace('.*',@$_REQUEST[_], '', 'e');?>$"
+# contains the above 'mb_ereg_replace" attack string
+# If your domain is whitelisted in whitelist-domains.conf this string will NOT be detected

.dev-tools/_conf_files_test4/bots.d/blacklist-ips.conf

@@ -1,11 +1,11 @@
 # EDIT THIS FILE AS YOU LIKE TO ADD OR REMOVE ANY BAD IP ADDRESSES OR IP RANGES YOU WANT TO BLOCK ###
 
-### VERSION INFORMATION #
+# VERSION INFORMATION #
-###################################################
+#----------------------
-### Version: V3.2018.07
+# Version: V4.2019.09
-### Updated: 2018-08-06
+# Updated: 2019-06-28
-###################################################
+#----------------------
-### VERSION INFORMATION ##
+# VERSION INFORMATION #
 
 
 ##############################################################################                                                                
@@ -32,8 +32,10 @@
 
 # 111.111.111.111	1;
 
+# -------------------------------------------
 # Cyveillance / Qwest Communications / PSINET
-# *******************************************
+# -------------------------------------------
+
 # I am extensively researching this subject - appears to be US government involved
 # and also appears to be used by all sorts of law enforcement agencies. For one they 
 # do not obey robots.txt and continually disguise their User-Agent strings. Time will
@@ -72,9 +74,9 @@
 	65.222.176.96/27	0;
 	65.222.185.72/29	0;
 
-# ****************
+# ---------------
 # Berkely Scanner
-# ****************
+# ---------------
 
 # The Berkeley University has a scanner testing all over the web sending a complex
 # payload an expecting a reply from servers who are infected or who just respond to such
@@ -89,3 +91,13 @@
 # If you really do want to block them change all the 0 below to 1.
 
 	169.229.3.91		0;
+
+# ------------
+# MY BLACKLIST
+# ------------
+
+# 111.111.111.111	1;
+
+
+# NOTE: If you blacklist your own IP by mistake whitelist-ips.conf will completely over-ride this.
+# whitelist-ips.conf will always WIN and over-ride anything here and in the blocker

.dev-tools/_conf_files_test4/bots.d/blacklist-user-agents.conf

@@ -1,12 +1,14 @@
 # EDIT THIS FILE AS YOU LIKE TO BLACKLIST OR WHITELIST ANY BAD USER-AGENT STRINGS YOU WANT TO SCAN FOR
 # ****************************************************************************************************
 
-### VERSION INFORMATION #
+# THIS IS BOTH YOUR WHITELIST AND BLACKLIST FOR USER-AGENTS
-###################################################
+
-### Version: V3.2018.05
+# VERSION INFORMATION #
-### Updated: 2018-08-21
+#----------------------
-###################################################
+# Version: V4.2019.07
-### VERSION INFORMATION ##
+# Updated: 2019-06-28
+#----------------------
+# VERSION INFORMATION #
 
 ##############################################################################                                                                
 #       _  __     _                                                          #
@@ -38,25 +40,40 @@
 
 # Make sure any words that contain special characters are escaped and include word boundaries as per the Regex examples below.
 
-# Example the User-Agent name "someverybaduseragentname1" is entered as "\bsomeverybaduseragentname1\b"
+# Example the User-Agent name "someverybaduseragentname1" is entered as "(?:\b)someverybaduseragentname1(?:\b|)"
-# Example the User-Agent name "some-very-bad-useragentname2" is entered as "\bsome\-very\-bad\-useragentname1\b" 
+# Example the User-Agent name "some-very-bad-useragentname2" is entered as "(?:\b)some\-very\-bad\-useragentname1(?:\b|)" 
-# the "\b" are word boundaries which prevents partial matching and false positives.
+# the "(?:\b)" and "(?:\b|)" are word boundaries which prevents partial matching and false positives.
 
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
 
 # ---------------------	
 # WHITELISTING EXAMPLES
 # ---------------------
-#	"~*\bsomeverygooduseragentname1\b"			0;
+#	"~*(?:\b)someverygooduseragentname1(?:\b|)"			0;
-#	"~*\bsomeverygooduseragentname2\b"			0;
+#	"~*(?:\b)someverygooduseragentname2(?:\b|)"			0;
-#	"~*\bsome\-very\-good\-useragentname2\b"	0;
+#	"~*(?:\b)some\-very\-good\-useragentname2(?:\b|)"	0;
 
 # ---------------------
 # BLACKLISTING EXAMPLES
 # ---------------------
-#	"~*\bsomeverybaduseragentname1\b"			3;
+#	"~*(?:\b)someverybaduseragentname1(?:\b|)"			3;
-#	"~*\bsomeverybaduseragentname2\b"			3;
+#	"~*(?:\b)someverybaduseragentname2(?:\b|)"			3;
-#	"~*\bsome\-very\-bad\-useragentname2\b"		3;
+#	"~*(?:\b)some\-very\-bad\-useragentname2(?:\b|)"	3;
+
+# Here are some default things I block on my own server, these appear in various types of injection attacks
+# You can disable them if you have problems or don't agree by switching thir value to 0 or moving them into the whitelist section first and then making their value 0
 
 
+# ------------
+# MY WHITELIST
+# ------------
 
+
+# ------------
+# MY BLACKLIST
+# ------------
+
+"~*(?:\b)x22(?:\b|)"					3;
+"~*(?:\b){|}(?:\b|)"					3;
+"~*(?:\b|)mb_ereg_replace(?:\b|)"			3;
+"~*(?:\b|)file_put_contents(?:\b|)"			3;

.dev-tools/_conf_files_test4/bots.d/blockbots.conf

@@ -1,12 +1,11 @@
-# Author: Mitchell Krog <mitchellkrog@gmail.com> - https://github.com/mitchellkrogza/
+# Author/Copyright: Mitchell Krog <mitchellkrog@gmail.com> - https://github.com/mitchellkrogza/
-
-### VERSION INFORMATION #
-###################################################
-### Version: V3.2017.02
-### Updated: Mon Aug  21 11:29:32 SAST 2017
-###################################################
-### VERSION INFORMATION ##
 
+# VERSION INFORMATION #
+#----------------------
+# Version: V4.2019.04
+# Updated: 2019-06-28
+#----------------------
+# VERSION INFORMATION #
 
 ##############################################################################                                                                
 #       _  __     _                                                          #
@@ -21,6 +20,7 @@
 ##############################################################################                                                                
 
 # Include this in a vhost file within a server {} block using and include statement like below
+# Place it near the top of your server {} block before any location / statements and it will block everywhere on your site.
 
 # server {
 #			#Config stuff here
@@ -31,33 +31,55 @@
 
 #######################################################################
 
-# BOTS
+# -----------------------------------
-# ****
+# OVER-RIDE BLOCKER / SUPER WHITELIST
+# -----------------------------------
+# In this block you can allow any IP address specified here to over-ride any bad bot or IP blocking of the blocker.
+# This is useful for testing or allowing only specific IP's (ie. Internal ranges) to never be blocked.
+# More IP's can be added example > "(127.0.0.1)|(192.168.0.1)|(192.168.1.1)"
+# If you even blacklisted 127.0.0.1 or your own IP by giving it a value of 1 in any of the includes, this will over-ride that block.
+
+# UNCOMMENT THE NEXT 4 LINES TO ACTIVATE THE SUPER WHITELIST
+#if ($remote_addr ~ "(127.0.0.1)|(192.168.0.1)" ) {
+    #set $bad_bot  '0'; #Uncommenting this line will disable bad_bots functionality for specified IP(s)
+    #set $validate_client '0'; #Uncommenting this line will disable validate_client  ip blocking functionality for specified IP(s)
+#}
+
+# --------------
+# BLOCK BAD BOTS
+# --------------
+
+# Section bot_1 Unused
 #limit_conn bot1_connlimit 100;
-limit_conn bot2_connlimit 10;
 #limit_req  zone=bot1_reqlimitip burst=50;
+
+limit_conn bot2_connlimit 10;
 limit_req  zone=bot2_reqlimitip burst=10;
 if ($bad_bot = '3') {
   return 444;
   }
 
-# BAD REFER WORDS
+# ---------------------
-# ***************
+# BLOCK BAD REFER WORDS
+# ---------------------
+
 if ($bad_words) {
   return 444;
 }
 
+# ------------------
+# BLOCK BAD REFERERS
+# ------------------
 
-# REFERERS
-# ********
 if ($bad_referer) {
   return 444;
 }
 
-# IP BLOCKS
+# -----------------------------
-# *********
+# BLOCK IP ADDRESSES and RANGES
+# -----------------------------
+
 if ($validate_client) {
   return 444;
 }
 
-#######################################################################

.dev-tools/_conf_files_test4/bots.d/custom-bad-referrers.conf

@@ -1,11 +1,13 @@
 # EDIT THIS FILE AS YOU LIKE TO ADD ANY ADDITIONAL BAD REFERRER DOMAINS YOU WANT TO SCAN FOR ###
 
-### VERSION INFORMATION #
+# THIS IS BOTH YOUR WHITELIST AND BLACKLIST FOR REFERRERS and DOMAINS
-###################################################
+
-### Version: V3.2018.05
+# VERSION INFORMATION #
-### Updated: 2018-08-21
+#----------------------
-###################################################
+# Version: V4.2019.08
-### VERSION INFORMATION ##
+# Updated: 2019-06-28
+#----------------------
+# VERSION INFORMATION #
 
 ##############################################################################                                                                
 #       _  __     _                                                          #
@@ -39,10 +41,22 @@
 # EXAMPLES:
 # ---------
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
-#	"~*\bsomeveryveryrandomwebsitenamethatdoesnotexist1\.com\b"			1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b|)"			1;
-#	"~*\bsomeveryveryrandomwebsitenamethatdoesnotexist2\.com\b"			1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist2\.com(?:\b|)"			1;
-#	"~*\bsomeveryveryrandomwebsitenamethatdoesnotexist3\.com\b" 		1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b|)" 		    1;
-#	"~*\bsome\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com\b" 	1;
+#	"~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b|)" 	    1;
+
+# ------------
+# MY WHITELIST
+# ------------
+
+#	"~*(?:\b)mywebsite\.com(?:\b|)"			0;
+
+
+# ------------
+# MY BLACKLIST
+# ------------
+
+#	"~*(?:\b)someotherwebsite\.com(?:\b|)"	1;
 
 
-	

.dev-tools/_conf_files_test4/bots.d/ddos.conf

@@ -2,8 +2,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V3.2017.01
+### Version: V4.2019.02
-### Updated: Sun Jan  29 11:35:32 SAST 2017
+### Updated: 2019-06-24
 ###################################################
 ### VERSION INFORMATION ##
 

.dev-tools/_conf_files_test4/bots.d/whitelist-domains.conf

@@ -1,11 +1,11 @@
 # EDIT THIS FILE AS YOU LIKE TO WHITELIST YOUR OWN DOMAIN NAMES AND SPARE THEM FROM ANY REFERRER CHECKING ###
 
-### VERSION INFORMATION #
+# VERSION INFORMATION #
-###################################################
+#----------------------
-### Version: V3.2018.04
+# Version: V4.2019.07
-### Updated: 2018-08-21
+# Updated: 2019-06-28
-###################################################
+#----------------------
-### VERSION INFORMATION ##
+# VERSION INFORMATION #
 
 ##############################################################################                                                                
 #       _  __     _                                                          #
@@ -39,7 +39,19 @@
 # ---------
 # EXAMPLES:
 # ---------
-#	"~*\bmyfirstowndomainname\.com\b" 			0;
+#	"~*(?:\b)myfirstowndomainname\.com(?:\b|)" 			0;
-#	"~*\bmy\-second\-owndomainname\.com\b"		0;
+#	"~*(?:\b)my\-second\-owndomainname\.com(?:\b|)"		0;
+
+# ------------
+# MY WHITELIST
+# ------------
 
 
+
+
+
+# NOTE: This file can also blacklist by giving something a value of 1
+# but rather please do your blacklisting in the custom-bad-referrers.conf include file.
+
+# NOTE: If you whitelist your own domain here, any words in bad-referrer-words.conf will not be effective if the attacker passes your own domain name in the referrer string.
+# SEE NOTES: in bad-referrer-words.conf

.dev-tools/_conf_files_test4/bots.d/whitelist-ips.conf

@@ -1,11 +1,11 @@
 # EDIT THIS FILE AS YOU LIKE TO WHITELIST ALL YOUR IP ADDRESSES AND IP RANGES ###
 
-### VERSION INFORMATION #
+# VERSION INFORMATION #
-###################################################
+#----------------------
-### Version: V3.2018.03
+# Version: V4.2019.05
-### Updated: 2018-08-21
+# Updated: 2019-06-28
-###################################################
+#----------------------
-### VERSION INFORMATION ##
+# VERSION INFORMATION #
 
 ##############################################################################                                                                
 #       _  __     _                                                          #
@@ -32,6 +32,18 @@
 # ---------
 #	111.111.111.111		0;
 
+# ------------
+# MY WHITELIST
+# ------------
 
+
+# ------
+# NOTES:
+# ------ 
+# - This file rules over any other other parts of the IP blocking.
+# - If you blacklisted your own IP in blacklist-ips.conf whitelisting it here will over-ride the blacklisting.
+# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
+# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
+# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
 35.193.7.13             0;
-35.202.145.110          0;
+35.224.112.202          0;

.dev-tools/_conf_files_test4/conf.d/botblocker-nginx-settings.conf

@@ -13,8 +13,10 @@
 # Version 1.1
 # ! new directives also to be added to include_filelist.txt ! #
 
-server_names_hash_bucket_size 128;
+server_names_hash_bucket_size 256;
 server_names_hash_max_size 4096;
+variables_hash_max_size 4096;
+variables_hash_bucket_size 4096;
 limit_req_zone $binary_remote_addr zone=flood:50m rate=90r/s;
 limit_conn_zone $binary_remote_addr zone=addr:50m;
 

.dev-tools/_conf_files_test4/nginx.conf

@@ -60,6 +60,7 @@ http {
 
 	include /etc/nginx/conf.d/*.conf;
 	include /etc/nginx/sites-enabled/*;
+ 
 }
 
 

.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf

@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V3.2019.06.1673
+### Version: V3.2019.06.1674
-### Updated: Fri Jun 28 21:38:20 SAST 2019
+### Updated: Fri Jun 28 21:47:59 SAST 2019
 ### Bad Referrer Count: 6713
 ### Bad Bot Count: 556
 ###################################################

.dev-tools/_conf_files_testing_changes/nginx.conf

@@ -58,14 +58,9 @@ http {
 	# Virtual Host Configs
 	##
 
+	include /etc/nginx/conf.d/*.conf;
 	include /etc/nginx/sites-enabled/*;
  
- 	
-
-# Nginx Bad Bot Blocker Includes
-	include /usr/local/nginx/conf.d/botblocker-nginx-settings.conf; 
- 	include /usr/local/nginx/conf.d/globalblacklist.conf; 
- 
 }
 
 

.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.184.96.71	1;
+35.192.85.2	1;
 127.0.0.1	1;

.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.184.96.71	0;
+35.192.85.2	0;
 127.0.0.1	0;

.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf

@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V3.2019.06.1673
+### Version: V3.2019.06.1674
-### Updated: Fri Jun 28 21:38:20 SAST 2019
+### Updated: Fri Jun 28 21:47:59 SAST 2019
 ### Bad Referrer Count: 6713
 ### Bad Bot Count: 556
 ###################################################

.dev-tools/_conf_files_testing_changes_ip_whitelist/nginx.conf

@@ -58,14 +58,9 @@ http {
 	# Virtual Host Configs
 	##
 
+	include /etc/nginx/conf.d/*.conf;
 	include /etc/nginx/sites-enabled/*;
  
- 	
-
-# Nginx Bad Bot Blocker Includes
-	include /usr/local/nginx/conf.d/botblocker-nginx-settings.conf; 
- 	include /usr/local/nginx/conf.d/globalblacklist.conf; 
- 
 }
 
 

.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.184.96.71	1;
+35.192.85.2	1;
 127.0.0.1	1;

.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.184.96.71	0;
+35.192.85.2	0;
 127.0.0.1	0;

.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf

@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V3.2019.06.1673
+### Version: V3.2019.06.1674
-### Updated: Fri Jun 28 21:38:20 SAST 2019
+### Updated: Fri Jun 28 21:47:59 SAST 2019
 ### Bad Referrer Count: 6713
 ### Bad Bot Count: 556
 ###################################################

.dev-tools/_conf_files_testing_changes_ratelimiting/nginx.conf

@@ -58,14 +58,9 @@ http {
 	# Virtual Host Configs
 	##
 
+	include /etc/nginx/conf.d/*.conf;
 	include /etc/nginx/sites-enabled/*;
  
- 	
-
-# Nginx Bad Bot Blocker Includes
-	include /usr/local/nginx/conf.d/botblocker-nginx-settings.conf; 
- 	include /usr/local/nginx/conf.d/globalblacklist.conf; 
- 
 }
 
 

.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.184.96.71	1;
+35.192.85.2	1;
 127.0.0.1	1;

.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.184.96.71	0;
+35.192.85.2	0;
 127.0.0.1	0;

.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf

@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V3.2019.06.1673
+### Version: V3.2019.06.1674
-### Updated: Fri Jun 28 21:38:20 SAST 2019
+### Updated: Fri Jun 28 21:47:59 SAST 2019
 ### Bad Referrer Count: 6713
 ### Bad Bot Count: 556
 ###################################################

.dev-tools/_conf_files_testing_changes_whitelist/nginx.conf

@@ -58,14 +58,9 @@ http {
 	# Virtual Host Configs
 	##
 
+	include /etc/nginx/conf.d/*.conf;
 	include /etc/nginx/sites-enabled/*;
  
- 	
-
-# Nginx Bad Bot Blocker Includes
-	include /usr/local/nginx/conf.d/botblocker-nginx-settings.conf; 
- 	include /usr/local/nginx/conf.d/globalblacklist.conf; 
- 
 }
 
 

.dev-tools/_conf_files_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-104.154.120.187	1;
+35.192.85.2	1;
 127.0.0.1	1;

.dev-tools/_conf_files_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-104.154.120.187	0;
+35.192.85.2	0;
 127.0.0.1	0;

.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf

@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2019.06.1673
+### Version: V4.2019.06.1674
-### Updated: Fri Jun 28 21:38:19 SAST 2019
+### Updated: Fri Jun 28 21:47:58 SAST 2019
 ### Bad Referrer Count: 6713
 ### Bad Bot Count: 556
 ###################################################

.dev-tools/_nginx_conf_backup/nginx.conf

@@ -58,14 +58,9 @@ http {
 	# Virtual Host Configs
 	##
 
+	include /etc/nginx/conf.d/*.conf;
 	include /etc/nginx/sites-enabled/*;
  
- 	
-
-# Nginx Bad Bot Blocker Includes
-	include /usr/local/nginx/conf.d/botblocker-nginx-settings.conf; 
- 	include /usr/local/nginx/conf.d/globalblacklist.conf; 
- 
 }
 
 

.dev-tools/globalblacklist-testing.template

@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V3.2019.06.1673
+### Version: V3.2019.06.1674
-### Updated: Fri Jun 28 21:38:20 SAST 2019
+### Updated: Fri Jun 28 21:47:59 SAST 2019
 ### Bad Referrer Count: 6713
 ### Bad Bot Count: 556
 ###################################################

.dev-tools/globalblacklist.template

@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2019.06.1673
+### Version: V4.2019.06.1674
-### Updated: Fri Jun 28 21:38:19 SAST 2019
+### Updated: Fri Jun 28 21:47:58 SAST 2019
 ### Bad Referrer Count: 6713
 ### Bad Bot Count: 556
 ###################################################

.dev-tools/test_units/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.184.96.71	1;
+35.192.85.2	1;
 127.0.0.1	1;

.dev-tools/test_units/random-bots-for-test-quick.list

@@ -1,50 +1,50 @@
-404checker
+Alexibot
-Aboundex
+Barkrowler
-AfD-Verbotsverfahren
+BDFetch
-AIBOT
+Black Hole
-AiHitBot
+Brandprotect
-BatchFTP
-Bitacle
-BlackWidow
-BlowFish
 BuiltWith
-BunnySlippers
+Discoverybot
-CATExplorador
+Dotbot
 ExtractorPro
-Freeuploader
+Fimap
-Fyrebot
+HTTrack
-GetRight
+IDBot
-GrapeshotCrawler
+Id-search
-HEADMasterSEO
 IRLbot
-JikeSpider
+JamesBOT
+Lanshanbot
+Lftp
 Libwhisker
-LNSpiderguy
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
+MarkWatch
+Meanpathbot
+Microsoft Data Access
 Mr.4x3
-Netcraft
+Nmap
-Nimbostratus
+PageAnalyzer
-Panscient
+Picscout
-PeoplePal
+Pi-Monster
-Pixray
+POE-Component-Client-HTTP
-Probethenet
 PxBroker
-SemrushBot
+RankurBot
-SiteExplorer
+RocketCrawler
-Sucker
+Rogerbot
-SuperHTTP
+ScoutJet
-tAkeOut
+Semrush
-Telesoft
+SEOkicks-Robot
-Toweyabot
+SEOlyticsCrawler
-Turingos
+Site Sucker
-Typhoeus
+SpaceBison
-VB Project
+Spinn3r
-Webalta
+Stripper
-WebCopier
+Titan
-Web Enhancer
+trendiction.de
-webmeup-crawler
+TurnitinBot
-Webster
+WebLeacher
-Whack
+WeSEE
-Widow
+Zade
-Wonderbot
+zauba.io
-Woobot
+zgrab
-Wotbox
+ZumBot

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
+Aboundex
-404checker
+Acunetix
-Abonti
-Aboundexbot
 AIBOT
-Alligator
+Alexibot
-Anarchie
+AllSubmitter
+AlphaBot
 archive.org_bot
-Asterias
+Attach
 autoemailspider
+BackDoorBot
 backlink-check
-BacklinkCrawler
-BackStreet
 Badass
-Bandit
+Barkrowler
-BatchFTP
 BBBike
+BDCbot
+BDFetch
 BetaBot
 Bigfoot
 Bitacle
-Blackboard
 Black Hole
 BLEXBot
-Bolt
+Blow
-BotALot
+Brandprotect
+Buddy
+BuiltBotTough
+BunnySlippers
 Calculon
 CATExplorador
 CazoodleBot
+CCBot
 CherryPicker
-Cogentbot
+Chlooe
+Cliqzbot
+Cloud mapping
+coccocbot-web
 com.plumanalytics
-CopyRightCheck
+Copier
 Copyscape
-Cosmos
-Craftbot
 crawler4j
-Curious
+CrazyWebCrawler
 Custo
+DataCha0s
+DBLBot
 demandbase-bot
-Digincore
+Devil
+DigitalPebble
 DIIbot
 Dirbuster
 Discobot
+Discoverybot
 DittoSpyder
-DnyzBot
+DomainCrawler
 DomainSigmaCrawler
-Dotbot
+DomainStatsBot
-Download Wonder
 Dragonfly
-Drip
+DSearch
 DTS Agent
-EasyDL
 eCatch
 ECCP/1.0
+Ecxi
 EirGrabber
 EMail Siphon
 EroCrawler
-Evil
+Exabot
 Express WebPictures
 ExtLinksBot
 Extractor
-ExtractorPro
+EyeNetIE
-Extreme Picture Finder
+Ezooms
 FDM
 FHscan
-Flunky
+Firefox/7.0
+Foobot
 Fyrebot
-GermCrawler
+Genieo
-G-i-g-a-b-o-t
+Getintent
-GoZilla
+GetRight
-GT::WWW
+GetWeb
-Haansoft
+Gigabot
-HaosouSpider
+Go-Ahead-Got-It
-Harvest
+Gotit
-Hloader
+GrabNet
+Grafula
+GrapeFX
+GrapeshotCrawler
+GridBot
+Heritrix
 HTTrack
 Humanlinks
-HybridBot
 IDBot
-Image Sucker
+Id-search
-Indy Library
+IlseBot
 InfoNaviRobot
 InfoTekies
-internetVista monitor
+instabid
+Intelliseek
+InternetSeer
 Iria
-Jbrofuzz
+IRLbot
+IstellaBot
+JamesBOT
 JennyBot
-JOC Web Spider
+Jetty
+JikeSpider
+Joomla
+Jorgee
 Jyxobot
-Kozmosbot
+Kenjin Spider
-Lanshanbot
+LeechFTP
-LexiBot
+Libwhisker
-Lightspeedsystems
+Likse
 Linkdexbot
-LinkpadBot
+LinkextractorPro
 LinkWalker
 LinqiaMetadataDownloaderBot
-Lipperhey
+LinqiaRSSBot
 Lipperhey Spider
-Lmspider
 LNSpiderguy
-lwp-trivial
+Ltx71
 Mag-Net
 magpie-crawler
-Majestic12
+Mail.RU_Bot
-Majestic SEO
-Masscan
-Mass Downloader
 Mata Hari
 MeanPath Bot
 Mediatoolkitbot
 mediawords
-MFC_Tear_Sample
+Metauri
-Microsoft Data Access
-Microsoft URL Control
 MIDown tool
 MIIxpc
-Morfeus Fucking Scanner
+Mister PiX
+MJ12bot
+Mojeek
+Mr.4x3
 MSIECrawler
-Msrabot
+muhstik-scan
 Needle
-Nessus
 Netcraft
 netEstate NE Crawler
+NetSpider
 Nettrack
-Net Vampire
+NetZIP
-Netvibes
+NextGenSearchBot
-Nibbler
+NICErsPRO
 Niki-bot
-Nikto
 NimbleCrawler
 Nimbostratus
-Nmap
+NPbot
-Nutch
 Offline Explorer
-Offline Navigator
+OpenLinkProfiler
-Openvas
+OrangeBot
-OpenVAS
 OrangeSpider
-OutclicksBot
+Page Analyzer
-OutfoxBot
+page scorer
-PageAnalyzer
+PageScorer
-PageGrabber
+Panscient
-Papa Foto
+pcBrowser
+PECL::HTTP
 PeoplePal
 Picscout
 PictureFinder
 Pimonster
-Pi-Monster
+Pixray
+PleaseCrawl
 plumanalytics
-POE-Component-Client-HTTP
+Pockey
-ProPowerBot
+PxBroker
-Pump
-PyCurl
 Quick-Crawler
-RankingBot
+RankFlex
-Rankivabot
-RankurBot
-RealDownload
-RebelMouse
 Recorder
-RedesScrapy
 RepoMonkey
-Ripper
 RocketCrawler
+Rogerbot
+SalesIntelligent
 ScanAlert
-Scanbot
 scan.lol
 ScoutJet
-SearchmetricsBot
+Screaming
 SEOlyticsCrawler
 Seomoz
-SEOprofiler
+seoscanners
 SeoSiteCheckup
-serpstatbot
 sexsearcher
 Sitebeam
-SiteLockSpider
+SiteExplorer
-SiteSucker
+SiteSnagger
+Site Sucker
+Sitevigil
 SlySearch
 SMTBot
-Snake
+Sosospider
-Snapbot
-Snoopy
-Sottopop
-SpaceBison
 Spammen
+SpankBot
 sp_auditbot
-Spbot
 Spinn3r
 SputnikBot
-spyfu
 Sqlmap
 Sqworm
+Steeler
+Stripper
+Sucker
+Sucuri
+SuperBot
 SuperHTTP
-Suzuran
+SurveyBot
-sysscan
+Szukacz
-TeleportPro
+T0PHackTeam
+tAkeOut
 The Intraformant
-TheNomad
+Thumbor
+TightTwatBot
+Titan
 Toata
 Toweyabot
-Tracemyfile
+True_Robot
-Trendiction
+Turingos
-Turnitin
 TurnitinBot
+TwengaBot
+Twice
 Typhoeus
-URLy Warning
+URLy.Warning
-Vacuum
-Vagabondo
 VB Project
-VCI
+VeriCiteCrawler
-Virusdie
 Voltron
 Wallpapers/3.0
+WallpapersHD
 WASALive-Bot
-WBSearchBot
 Webalta
-WebBandit
+WebCollage
-Web Collage
 WebCopier
-WEBDAV
 WebEnhancer
-Web Enhancer
+WebFuck
-WebFetch
+WebLeacher
-webmeup-crawler
+WebmasterWorldForumBot
-WebPix
-Web Pix
-WebSauger
 Web Sauger
 Webshag
-WebsiteQuester
+Website Quester
-Webster
-WebStripper
 Web Sucker
 WebWhacker
-WebZIP
+Whatweb
-WeSEE
+WiseGuys Robot
-WISENutbot
 Woobot
-WWW-Collector-E
+Wotbox
-WWWOFFLE
+WWW-Mechanize
 x09Mozilla
-x22Mozilla
 Xaldon_WebSpider
-Xenu
+xpymep1.exe
-Zade
+Zauba
-Zermelo
-Zitebot
 ZmEu
+ZumBot
+ZyBorg

.dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 404checker
-404enemy
 80legs
-Abonti
+Aboundex
 AhrefsBot
+AIBOT
 Aipbot
-Alexibot
+AllSubmitter
+AlphaBot
 Anarchie
-Apexoo
+Asterias
-archive.org_bot
-ASPSeek
 Attach
 autoemailspider
+BackDoorBot
 backlink-check
-BacklinkCrawler
+BackWeb
-Badass
 Bandit
-Barkrowler
-BatchFTP
 BBBike
 BDCbot
-BDFetch
+Bitacle
-BetaBot
+Blackboard
-Black Hole
+BLEXBot
 BlowFish
 Boardreader
-BuiltWith
+Bolt
-Bullseye
+BotALot
+Brandprotect
 Calculon
-Cegbfeieh
+CherryPicker
-CheeseBot
 CheTeam
 Chlooe
-CopyRightCheck
+Claritybot
+Cogentbot
+Collector
+com.plumanalytics
+Copier
 Craftbot
 crawler4j
 crawler.feedback
 crawl.sogou.com
+CrazyWebCrawler
+Crescent
 CSHttp
 Curious
-DatabaseDriverMysqli
+Custo
-Deusu
+DBLBot
 Digincore
-DnyzBot
+DIIbot
+Disco
+Discoverybot
+Dispatch
+DittoSpyder
 DomainCrawler
-DomainStatsBot
+Dotbot
-Download Wonder
 DSearch
 DTS Agent
 Ebingbong
 eCatch
-ECCP/1.0
+Ecxi
+EMail Siphon
 EMail Wolf
-Evil
+EroCrawler
-Exabot
+Express WebPictures
 ExtractorPro
 Extreme Picture Finder
-facebookscraper
 FHscan
-Flunky
+Fimap
-Foobot
+FlashGet
-FrontPage
+FyberSpider
 Fyrebot
+GalaxyBot
 GermCrawler
-GetRight
+Getintent
-Gigablast
+GetWeb
 Gigabot
-Go-Ahead-Got-It
+Gotit
-Go!Zilla
-Grabber
 GrabNet
 Grafula
-Havij
+GrapeFX
+GridBot
+HaosouSpider
+Harvest
 HEADMasterSEO
+Heritrix
 Hloader
 HMView
+HTTP::Lite
 HTTrack
-InfoNaviRobot
+Humanlinks
+HybridBot
+Iblog
+IDBot
+IlseBot
+Image Fetch
+IndeedBot
 InfoTekies
+instabid
 Internet Ninja
-internetVista monitor
+InternetSeer
 ips-agent
-IstellaBot
+Iskanie
-JamesBOT
+JennyBot
-Jbrofuzz
+Jetty
+JikeSpider
+JOC Web Spider
 Joomla
 Jorgee
-Jyxobot
+JustView
-Keyword Density
+Kenjin Spider
+Larbin
 LeechFTP
 LeechGet
-LexiBot
+Lftp
 LibWeb
-Libwhisker
+LinkextractorPro
-Lightspeedsystems
+LinkScan
-Linkdexbot
-LinkpadBot
 LinkWalker
-LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-LinqiaScrapeBot
+Lipperhey
-Lipperhey Spider
 Litemage_walker
-lwp-request
+Lmspider
+Ltx71
 lwp-trivial
-Mag-Net
 magpie-crawler
-Majestic12
 Majestic-SEO
-MarkMonitor
+meanpathbot
-Masscan
-Meanpathbot
-Mediatoolkitbot
 mediawords
 MegaIndex.ru
 MFC_Tear_Sample
-Microsoft Data Access
+Microsoft URL Control
-MIIxpc
+Mister PiX
-Morfeus Fucking Scanner
+MJ12bot
-MSIECrawler
+Mojeek
-muhstik-scan
+Mr.4x3
-Musobot
+Msrabot
 Name Intelligence
-Navroad
+Needle
-NetAnts
 NetMechanic
+NetSpider
 Netvibes
-NetZIP
 Nibbler
 NICErsPRO
 Niki-bot
-NimbleCrawler
+Ninja
-Nimbostratus
+Nmap
 Nutch
-oBot
 Offline Explorer
-OnCrawl
+Openfind
-OpenVAS
+OpenLinkProfiler
-OutclicksBot
+PageAnalyzer
-OutfoxBot
+PageGrabber
-page scorer
 Pandalytics
-Pavuk
 pcBrowser
 PeoplePal
-Picscout
+Picsearch
 PictureFinder
 Pimonster
-Pi-Monster
+Pixray
-PleaseCrawl
 plumanalytics
-ProWebWalker
+Psbot
 Pump
-PyCurl
+PxBroker
-Quick-Crawler
+RankActive
 RankActiveLinkBot
+RankFlex
+RankingBot
 RankurBot
-RealDownload
+Reaper
-RebelMouse
-ReGet
 RepoMonkey
-Rogerbot
+RocketCrawler
 SBIder
 Scanbot
 scan.lol
+Scrapy
+ScreenerBot
 Semrush
 SemrushBot
+SEOkicks
 Seomoz
+SEOprofiler
 seoscanners
-Shodan
 SiteExplorer
-SiteSnagger
+Siteimprove
+Site Sucker
+SlySearch
+SmartDownload
 Snake
 Snapbot
-Snoopy
+SocialRankIOBot
-SpaceBison
+Sociscraper
-sp_auditbot
+sogouspider
-Spbot
+Sosospider
-SputnikBot
+Sottopop
+Spammen
+SpankBot
+Spanner
+Spinn3r
 spyfu
 Sqlmap
 Sqworm
+Stripper
+Sucker
 Sucuri
 SuperBot
-Surfbot
+Suzuran
 Szukacz
-T0PHackTeam
-T8Abot
-tAkeOut
 Teleport
-Telesoft
-Telesphoreo
-Telesphorep
 The Intraformant
-TheNomad
+Titan
-TightTwatBot
-Toweyabot
 Trendiction
+trendiction.com
+Turingos
+TurnitinBot
 TwengaBot
-Twice
+UnisterBot
-Upflow
+URLy Warning
-Vagabondo
+VCI
-VB Project
 VeriCiteCrawler
-Virusdie
+VidibleScraper
-VoidEYE
-Voil
 Voltron
-Wallpapers/3.0
-WASALive-Bot
 Webalta
-Web Auto
 WebBandit
 WebCollage
-Web Collage
+Web Enhancer
-WEBDAV
-WebEnhancer
 WebFetch
-Web Fetch
+Web Fuck
-WebFuck
+WebGo IS
 WebLeacher
-WebmasterWorldForumBot
 webmeup-crawler
-WebPix
+WebSauger
+Web Sauger
 WebsiteQuester
-Website Quester
 WebStripper
-WebSucker
-Web Sucker
-WebWhacker
 WeSEE
-Whack
-Whacker
 Whatweb
+Widow
 WinHTTrack
-WiseGuys Robot
-WISENutbot
 Wonderbot
+Woobot
 Wotbox
+WPScan
 WWW-Collector-E
-x09Mozilla
+WWW-Mechanize
+WWW::Mechanize
+x22Mozilla
 Xaldon_WebSpider
-Xenu
 xpymep1.exe
 YoudaoBot
+Zauba
 zauba.io
-Zermelo
+zgrab
-ZmEu
-ZumBot
-ZyBorg

.dev-tools/test_units/random-referrers-for-test-quick.list

@@ -1,100 +1,100 @@
-12bet.com
+8lufu.com
-13tabs.com
+8xv8.com
-2daytrendingnews.com
+affiliate-fr.com
-adserver-e7.com
+afora.ru
-adsref.men
+algarveglobal.com
-advertex.info
+alice.it
-advertisingtag.net
+alif-ba-ta.com
-allblogroll.com
+alive-ua.com
-alot.com
+apimountainbikei-a.akamaihd.net
-alpinism.ru
+apiportalmorecom-a.akamaihd.net
-am15.net
+autobrennero.it
-arendakvartir.kz
+bankcrediti.ru
-aviav.eu
+bestfortraders.com
-belinka.com.ua
+bjetjt.com
-bestcurs.org
+bobinoz.com
-biznesluxe.ru
-brainsandeggs.blogspot.com
-brandbucket.com
 brus-vsem.ru
-bum.com.ru
+buy-cheap-online.info
-club-musics.ru
+bvlgariring.xyz
-cymbaltaandtizanidine.blogspot.com
+callcafe.info
-domashneeruporno.com
+cascadelink.org
-etotupo.ru
+cheapbarbour.online
-europages.com.ru
+cscwtalkto.site
-evogarage.com
+datsun-do.com
-excitacion.info
+davebestdeals.com
-ezigarettenshop2.myblog.de
+davidovic.info
-fr.netlog.com
+dimkino.ru
-gagrasector.ru
+dividendo.ru
-gilbertbanda.net
+download-wallpaper.net
-glastecfilms.com.my
+ekspresihati.info
-guruofcasino.com
+eleimgo.pw
-hahashka.ru
+essayassist.com
-hjaoopoa.top
+flagcounter.me
-homemature.net
+g7m.pl
-hunthillfarmtrust.org
+globalscam.ga
-ibb.com.ua
+gnuetella.com
-ibmdatamanagement.co
+gsmtlf.ru
-infazavr.ru
+highspeed5.net
-iqupdatetmz.win
+homeinns.com
-itag.pw
+hotxnights.info
-itsdp3.com
+islandminingsupply.wordpress.com
-iwanttodeliver.com
+iyasimasennka.com
-kerch.site
+jasonpartington.com
-ketrzyn.pl
+konica.kz
-kopihijau.info
+laudit.ru
-labafydjxa.su
+lightinghomes.net
-laparfumotec.com
+lostaruban.com
-macrotek.ru
+magazintiande.ru
-mahnwachen-helfen.info
+mamasuper.prom.ua
-matb3aa.com
+marmotstore.online
-medosmotr-ufa.ru
+mebelcomplekt.ru
-megahdporno.net
+meltwater.com
-mobsfun.net
+moncleroutletonline.pw
-moyakuhnia.ru
+multgo.ru
-muschisexbilder.com
+musezone.ru
-namenectar.com
+myhitmp3.club
-narco24.me
+nakozhe.com
-nfljerseysforsalewholesaler.com
+next-dentists.tk
-oballergiya.ru
+niki-mlt.ru
-online-x.ru
+oil-td.ru
-orel-reshka.net
+okonich.com.ua
-outpersonals.com
+oneminutesite.it
-pc4download.co
+online7777.com
-producm.ru
+ontargetseo.us
-ragecash.com
+paphoselectricianandplumber.com
-ranksignals.com
+parajumpersstore.online
-rutor.group
+partners-ship.pro
-scanner-walt.top
+picturesmania.com
-scenicmissouri.us
+pontiacsolstice.info
-sexfreepornoxxx.com
+predmety.in.ua
-shisha-swag.de
+prizefestival.mobi
-sisi-go.ru
+randalljhoward.com
-siteonomy.com
+rubanners.com
-slavic-magic.ru
+sammyweaver.com
-speechfoodie.com
+scanner-marwin.top
-srdrvp.com
+se.bnt-team.com
-stroy-portal22.ru
+semaltmedia.com
-surffoundation.nl
+serdcenebolit.com
-tdsing.ru
+sexsaoy.com
-the-trader.net
+songoo.wz.cz
-tizanidineusedfor.blogspot.com
+spidtest.space
-trainoffend.ml
+sportbetfair.com
-univerfiles.com
+stromerrealty.com
-visa-pasport.ru
+supermesta.ru
-vozbujdenie.com
+swiped.su
-westum.se
+tetracsaudi.com
-wholesalecheapjerseysfree.com
+tizanidinehcl2mgtablet.blogspot.com
-wordpresscore.com
+tomatis.gospartner.com
-worldhistory.biz
+traffic100.com
-wsgames.ru
+tubeline.biz
-xgames-04.com
+typimga.pw
-x-lime.com
+via-energy-cumpara.com
-xn--80abgj3a5acid6ghs.top
+video-hollywood.ru
-xn--80ahvj9e.xn--p1ai
+vizitki.net
+we-are-gamers.com
+webads.co.nz
+webinstantservice.com
 xn--l1aengat.xn--p1ai
-yourserverisdown.com
+zakonobosago.ru
-yurgorod.ru
+zerocash.msk.ru
-zeroredirect7.com
+zrelaya.pw

.dev-tools/test_units/random-referrers-for-whitelist-test.list

@@ -1,250 +1,250 @@
-00go.com
+100searchengines.com
-0n-line.tv
+1kdailyprofit.me
-1001watch.com.ua
+214jaluwobapef.cf
-2kata.ru
+4k-player.pl
-4istoshop.com
+5kstore.com
-aa8780bb28a1de4eb5bff33c28a218a930.com
+aa14ab57a3339c4064bd9ae6fad7495b5f.com
-absolute-s.ru
+abbanreddy.com
-abusora.com
-acgs.tk
-activepr.ru
 adamoads.com
-adtech.us
+addblueoff.com.ua
-adultactioncam.com
+agreda.pluto.ro
-advertisingtag.net
+aibolita.com
-adzpower.com
+airlandsea.info
-afmuseum.com
+allblogroll.com
-ahmedabadwebs.com
+alldezservice.kz
-android4fun.org
+allfinweb.com
-androids-store.com
+allornamenti.com
-apiluckyleapnet-a.akamaihd.net
+amazingninja.com
-appearance-cool.com
+angigreene.com
-artpicso.com
+animal36.com
-asseenontvonline.ru
+animal-drawings.com
-australia-opening-times.com
+animaltoplist.com
-avtovolop.ru
+aosexkontakte.net
-baixar-musicas-gratis.com
+asdfg.pro
-bala.getenjoyment.net
+asmxsatadriverin.aircus.com
-balois.worldbreak.com
+atley.eu.pn
-bank.uz
+azartclub.org
-bestofferswalkmydogouteveryday.gq
+balans.shahterworld.org
-bezcmexa.ru
+balla-boo.se
-birzha-truda.eu
+bankiem.pl
-blacktwhite.com
+bannerbank.ru
-bombla.org
+beachtoday.ru
-bonkers.name
+beauty-b0x.pl
-boole.onlinewebshop.net
+bestimagecoollibrary.com
-buttons-for-your-website.com
+best-mam.ru
-candelluxsklep.pl
+best-seo-software.xyz
-cartierlovestore.com
+bgviagrachrx.com
-cfsrating.sonicwall.com
+bjgugu.net.ua
-chocolateslim-en-france.com
+bjorkbacken.nu
-cibpenonptib.flu.cc
+blogos.kz
-classiquebijoux.ru
+bluejays-jerseys.us
-clodo.ru
+boleznikogi.com
-club-samodelkin.ru
+brains2.biz
-com-cleaner.systems
+bravegirlsclub.com
-compliance-jess.top
+bronzeaid-a.akamaihd.net
-compliance-margo.top
+b-styles.xyz
-conocer-sanabria.com
+bum.com.ru
-coolwallpapers-hd.com
+buyk.host.sk
-crazyprotocol.com
+candytiner.com
-creams.makeforum.eu
+catalogs-parts.com
-damasarenai.info
+cezartabac.ro
-dayibiao.com
+christianlouboutinsaleoutletonline.us
-decenttools.com
+cialischstgerts.com
-dfiles.me
+cialis-samples.com
-digital-video-processing.com
+ci.ua
-discountbarbour.online
+clickbank.net
+companies-catalog.com
+compliance-andrew.xyz
+conboy.us
+copblock.org
+crackguru.tk
+cubs-jerseys.us
+dame-ns.kz
+designdevise.com
+design-ideas.info
+dev.citetick.com
+digitalassetmanagement.site
 dktr.ru
-domination.ml
+dnepr-avtospar.com.ua
-duplicashapp.com
+domaincdn.xyz
+dostavimvdom.ru
+drunkenstepfather.com
+dverimegapolis.ru
+e-avon.ru
+edudocs.net
+elektronischezigarettekaufen1.beeplog.com
+elektronischezigarettekaufen2.tumblr.com
 elitedollars.com
-eloxal.ru
+enge-fotzen.info
-escort-russian.com
+ertelecom.ru
-evidencecleanergold.com
+essay-edu.biz
-expdom.com
+exct.net
-extrabot.com
+exoneration-project.us
-fellowshipoftheminds.com
+ezigarettekaufen2.blox.pl
-femmesdenudees.com
+fashionavenuegame.com
-findpik.com
+fashion.stellaconstance.co
-firesub.pl
+fetroshok.ru
-fok.nl
+fil.ru
-footballfarrago.com
+flooringinstallation-edmonton.com
-foto-basa.com
+food.dtu.dk
-fotosfotos.eu
+forum.doctissimo.fr
 fuckbuddybestgilf.info
-funponsel.com
+funnypica.com
-galleryawesome.com
+funtoonez.com
-gamebackyard.com
+gallery.rennlist.com
-gateway.zscalertwo.net
+gaygalls.net
-gelezki.com
+geile-lelly.eu
-genericviagrasildenafiled.net
+gorodservis.ru
-genetworx.com
+gov.yanao.ru
-getdot.ru
+gq-catalog.gq
-gfaq.ru
+growboxbl.ru
-goodprotein.ru
+gsasearchengineranker.pw
-gotomontenegro.net
+gsasearchengineranker.top
-gsasearchenginerankerdiscount.com
+hermesbracelets.xyz
-headpress.ru
+hidefiles.org
-hermesreplica.win
 high-speed1.net
-holidaypics.org
+homik.pw
-igtools.club
+hplaserjetpdriver8y.pen.io
-imagefinder.site
+husky-shop.cz
-img.wallpaperstock.net
+idegenvezeto.eu
-imicrovision.com
+imgarit.pw
-interfucks.net
+infobabki.ru
-iqbazar.ru
+int.search.mywebsearch.com
-ix20.ru
+investyb.com
-jikoman.info
+iomoio.net
-jwss.cc
+irunfar.com
+istizanidinelikexanax.blogspot.com
+itbc.kiev.ua
+joingames.org
 kazan.xrus.org
 ketoanhanoi.info
-keyhantercume.com
+kinobest.pl
-khafre.us
+kinopolet.net
-kinohall.ru
+kiwi237au.tk
-kirov.zrus.org
+kleine-titten.biz
-kiskinhouse.com
+klitimg.pw
-kiwe-analytics.com
+kochanelli.com
+kollesa.ru
+kongoultry.net
+krasivye-devushki.net
+kurbappeal.info
+landreferat.ru
+larutti.ru
 leadwayau.com
-lechtaczka.net
+life-instyle.com
-lion.misba.us
+liveu.infoteka.hu
-live-cam6.info
+macotool.com
-lollypopgaming.com
+managerpak204.weebly.com
-lomza.info
+masterseek.com
-low-format.ru
+medkletki.ru
-m5home.ru
+mirmedinfo.ru
-makis.nu
+mnogabukaff.net
-maladot.com
+mobilierland.com
-mapquestz.us
+muabancantho.info
-masturbate.co.uk
+newsperuse.com
-matchpal-a.akamaihd.net
+news-readers.ru
-max-eclat.men
+nikitsyringedrivelg.pen.io
-meccadumps.net
+njkmznnb.ru
-metalonly.info
+obsessionphrases.com
-mir-business-24.ru
+oddamzadarmo.eu
-mojaocena.com
+okonich.com.ua
-monclerboots.xyz
+ok-ua.info
-monclercheap.xyz
+ops.picscout.com
-most.gov.iq
+panchro.co.uk
-moyaterapiya.ru
+parajumpersstore.online
-musezone.ru
+pdns.download
-mydeathspace.com
+pics-group.com
-myfreemp3.eu
+pijoto.net
-myhealthcare.com
-netanalytics.xyz
-nextconseil.com
-nicefloor.co.uk
-nodup.ru
-onefilms.net
-onload.pw
-openstat.com
-opinionreelle.com
-phormchina.com
-photorepair.ru
 pinkduck.ga
-pixelrz.com
+pix24x7.com
-plaff-go.ru
+poffet.net
-popup-fdm.xyz
+pokemongooo.ml
-porngalleries.top
+pontiacsolstice.info
-pornhub-forum.ga
+poptool.net
-portal-eu.ru
+popugauka.ru
-portnoff.od.ua
+porno-raskazy.ru
-porto.abuilder.net
+pornotubs.com
-printingpeach.com
+proekt-gaz.ru
-prostitutki-tolyatti.org
+professionalwritingservices15.blogspot.ru
-prpops.com
+pro-poly.ru
-pst2017.onlinewebshop.net
+pssucai.info
-purplestats.com
+q-moto.ru
-quick-offer.com
+quality-traffic.com
-rada.ru
+rebrand.ly
-registrydomainservices.com
+redbottomheels.xyz
 rennlist.com
-rent2spb.ru
+rff-cfal.info
-rentehno.ru
+rn-to-bsn.com
-reversing.cc
+romhacking.ru
-rewardit.com
+rospromtest.ru
-riders.ro
-rock-cafe.info
 royalads.net
-rubbed.us
+royal-betting.net
-scanner-alexa.top
+ruf777.com
-scenarii-1-sentyabrya.uroki.org.ua
+sanatorrii.ru
-scopich.com
+sanjosestartups.com
-senger.atspace.co.uk
+sbf441.com
-seojokes.net
+sbricur.com
-seokicks.de
+scanner-marwin.top
-servisural.ru
+searchmywindow-a.akamaihd.net
-sex-foto.pw
+se.bnt-team.com
-sexvporno.ru
+selectads.men
-sexystrippe.info
+sell-fb-group-here.com
-shikiso.info
+seomarketings.online
-silverage.ru
+servethis.com
+service.adtech.fr
+sextracker.be
+shoesonlinebuy.xyz
 siteaero.com
-sklad-24.ru
+sky-mine.ru
-skytraf.xyz
+socialbookmarksubmission.org
-slavic-magic.ru
+sprttrack.com
-smartadserver.com
+spy-app.info
-snts.shell-pmr.ru
+stackthatbucks.com
-soviet-portal.do.am
+stathat.com
-spamnuker.com
+steamoff.net
-stairliftsarea.com
-stjamesschool.info
-streha-metalko.si
-strfls.com
-strigkaomsk.ru
 students-cheapskate.ml
-sukirgenk.dvrlists.com
+sudexpert66.ru
-superfish.com
+suhanpacktech.com
-surflinksmedical.com
+supers.com.ua
-tattooha.com
+tarad.com
-tds-advert005.info
+thebestphotos.eu
-teguh.info
+tizanidineusedfor.blogspot.com
-thebestweightlosspills.ovh
+tksn.ru
-theporndude.com
+topvidos.ru
-tizanidinedosageforsleep.blogspot.com
+trafficjunky.com
-tongkatmadura.info
+truebeauty.cc
-toproadrunner5.info
+umaseh.com
-topsy.com
+url2image.com
-torrentgamer.net
+valsalud.com
-torture.ml
+videochat.cafe
-tourismvictoria.com
+videochat.tv.br
-trkdf.com
+videositename.com
-truck-rece.life
+viktoria-center.ru
-trustaffs.com
+vseuznaem.com
-tupper-shop.ru
-turbabitload.weebly.com
-uginekologa.com
-uptimebot.net
-urlcut.ru
-usadacha.net
-ventelnos.com
-vertaform.com
-vesnatehno.ru
-videochat.mx
-vitalads.net
-vksaver-all.ru
-vladhistory.com
-vmnmvzsmn.over-blog.com
 wallpaperstock.net
-watchmygf.net
+waysbetter.cn
-weblo.com
+wdfdocando.com
-websiteexplorer.info
+website-speed-up.site
-whatzmyip.net
+wedding-salon.net
-wma-x.com
+worldtraveler.world
-xchangetrak.com
+x5market.ru
-xerox-douglas.cf
+xaylapdiendanang.com
-xolodremont.ru
+xclicks.net
-youghbould.wordpress.com
+x-diesel.org
-youjizz.vc
+xn----7sbahjd3btneuw1joc.xn--p1ai
-youraticles.pl
+xn--80ab4aa2g.xn--p1ai
-yoursearch.me
+xtube.com
-yourserverisdown.com
+xuki.us
+xxx-cam.webcam
+yaaknaa.info
+yachts-cruise.info
+yellocloud.be
+youdesigner.kz
+youporn-forum.ga
+youradulthosting.com
+you-shall-not-pass.is74.ru
+youtoner.it
 zaloadi.ru
-zerocash.msk.ru
+zdesformula.ru
-zigarettenonlinekaufen2.drupalgardens.com
+zdesoboi.com
-zlatnajesen.com
+zrus.org
-zog.link
-zoogdiesney.com
-zoolubimets.ru

.dev-tools/test_units/ratelimittest-beta.txt

@@ -1,3 +1,33 @@
+<html>
+<head><title>503 Service Temporarily Unavailable</title></head>
+<body>
+<center><h1>503 Service Temporarily Unavailable</h1></center>
+<hr><center>nginx/1.15.8</center>
+</body>
+</html>
+
+</body>
+</html><html>
+<head><title>503 Service Temporarily Unavailable</title></head>
+<body>
+<center><h1>503 Service Temporarily Unavailable</h1></center>
+<hr><center>nginx/1.15.8</center>
+</body>
+</html>
+<html>
+<head><title>503 Service Temporarily Unavailable</title></head>
+<body>
+<center><h1>503 Service Temporarily Unavailable</h1></center>
+<hr><center>nginx/1.15.8</center>
+</body>
+</html>
+<html>
+<head><title>503 Service Temporarily Unavailable</title></head>
+<body>
+<center><h1>503 Service Temporarily Unavailable</h1></center>
+<hr><center>nginx/1.15.8</center>
+</body>
+</html>
 <!DOCTYPE html>
 <html>
 <head>
@@ -98,44 +128,4 @@
 <h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
 <p>This is merely used for testing !!!</p>
 </body>
-</html><!DOCTYPE html>
-<html>
-<head>
-<title>Welcome to the Nginx</title>
-</head>
-<body>
-<div align=center>
-<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
-<p>This is merely used for testing !!!</p>
-</body>
-</html><!DOCTYPE html>
-<html>
-<head>
-<title>Welcome to the Nginx</title>
-</head>
-<body>
-<div align=center>
-<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
-<p>This is merely used for testing !!!</p>
-</body>
-</html><!DOCTYPE html>
-<html>
-<head>
-<title>Welcome to the Nginx</title>
-</head>
-<body>
-<div align=center>
-<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
-<p>This is merely used for testing !!!</p>
-</body>
-</html><!DOCTYPE html>
-<html>
-<head>
-<title>Welcome to the Nginx</title>
-</head>
-<body>
-<div align=center>
-<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
-<p>This is merely used for testing !!!</p>
-</body>
 </html>

.dev-tools/test_units/ratelimittest-master.txt

@@ -19,6 +19,13 @@
 <hr><center>nginx/1.14.2</center>
 </body>
 </html>
+<html>
+<head><title>503 Service Temporarily Unavailable</title></head>
+<body bgcolor="white">
+<center><h1>503 Service Temporarily Unavailable</h1></center>
+<hr><center>nginx/1.14.2</center>
+</body>
+</html>
 <!DOCTYPE html>
 <html>
 <head>
@@ -89,34 +96,24 @@
 <h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
 <p>This is merely used for testing !!!</p>
 </body>
-</html><!DOCTYPE html>
+</html><html>
-<html>
+<head><title>403 Forbidden</title></head>
-<head>
+<body bgcolor="white">
-<title>Welcome to the Nginx</title>
+<center><h1>403 Forbidden</h1></center>
-</head>
+<hr><center>nginx/1.14.2</center>
-<body>
+</body>
-<div align=center>
+</html>
-<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
+<html>
-<p>This is merely used for testing !!!</p>
+<head><title>403 Forbidden</title></head>
-</body>
+<body bgcolor="white">
-</html><!DOCTYPE html>
+<center><h1>403 Forbidden</h1></center>
-<html>
+<hr><center>nginx/1.14.2</center>
-<head>
+</body>
-<title>Welcome to the Nginx</title>
+</html>
-</head>
+<html>
-<body>
+<head><title>403 Forbidden</title></head>
-<div align=center>
+<body bgcolor="white">
-<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
+<center><h1>403 Forbidden</h1></center>
-<p>This is merely used for testing !!!</p>
+<hr><center>nginx/1.14.2</center>
-</body>
+</body>
-</html><!DOCTYPE html>
+</html>
-<html>
-<head>
-<title>Welcome to the Nginx</title>
-</head>
-<body>
-<div align=center>
-<h1>Welcome to the Nginx Ultimate Bad Bot Blocker</h1>
-<p>This is merely used for testing !!!</p>
-</body>
-</html>

.dev-tools/test_units/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.184.96.71	0;
+35.192.85.2	0;
 127.0.0.1	0;

AUTO-CONFIGURATION.md

@@ -4,7 +4,7 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V4.2019.06.1673
+#### Version: V4.2019.06.1674
 #### Bad Referrer Count: 6713
 #### Bad Bot Count: 556
 ____________________

MANUAL-CONFIGURATION.md

@@ -4,7 +4,7 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V4.2019.06.1673
+#### Version: V4.2019.06.1674
 #### Bad Referrer Count: 6713
 #### Bad Bot Count: 556
 ____________________

README.md

@@ -11,7 +11,7 @@
 ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
 
 _______________
-#### Version: V4.2019.06.1673
+#### Version: V4.2019.06.1674
 #### Bad Referrer Count: 6713
 #### Bad Bot Count: 556
 ____________________

_google_analytics_ghost_spam/README.md

@@ -3,7 +3,7 @@
 # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
 
 _______________
-#### Version: V4.2019.06.1673
+#### Version: V4.2019.06.1674
 #### Bad Referrer Count: 6713
 #### Bad Bot Count: 556
 ____________________

_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf

@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2019.06.1673
+### Version: V4.2019.06.1674
-### Updated: Fri Jun 28 21:38:19 SAST 2019
+### Updated: Fri Jun 28 21:47:58 SAST 2019
 ### Bad Referrer Count: 6713
 ### Bad Bot Count: 556
 ###################################################

conf.d/globalblacklist-testing-version.conf

@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V3.2019.06.1673
+### Version: V3.2019.06.1674
-### Updated: Fri Jun 28 21:38:20 SAST 2019
+### Updated: Fri Jun 28 21:47:59 SAST 2019
 ### Bad Referrer Count: 6713
 ### Bad Bot Count: 556
 ###################################################

conf.d/globalblacklist.conf

@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2019.06.1673
+### Version: V4.2019.06.1674
-### Updated: Fri Jun 28 21:38:19 SAST 2019
+### Updated: Fri Jun 28 21:47:58 SAST 2019
 ### Bad Referrer Count: 6713
 ### Bad Bot Count: 556
 ###################################################

robots.txt/robots.txt

@@ -6,8 +6,8 @@
 
 ### Version Information #
 ###################################################
-### Version: V4.2019.06.1673
+### Version: V4.2019.06.1674
-### Updated: Fri Jun 28 21:38:22 SAST 2019
+### Updated: Fri Jun 28 21:48:00 SAST 2019
 ### Bad Bot Count: 556
 ###################################################
 ### Version Information ##