V4.2019.07.1748 [ci skip]

.dev-tools/beta_conf_files/bots.d/bad-referrer-words.conf

@@ -2,8 +2,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.10
-# Updated: 2019-06-28
+# Version: V4.2019.11
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -48,28 +48,28 @@
 
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
 
-# As you can see in the examples below the word "adultgalls" is entered with a preceding \b and an ending \b
-# this makes it now "\badultgalls\b". It is crucial to use the word boundaries regex formatting. 
+# As you can see in the examples below the word "adultgalls" is entered with a preceding (?:\b) and an ending (?:\b)
+# this makes it now "(?:\b)adultgalls(?:\b)". It is crucial to use the word boundaries regex formatting. 
 
 # ---------
 # EXAMPLES:
 # ---------
-#	"~*(?:\b)adultgalls(?:\b|)"						1;
-#	"~*(?:\b)amateurxpass(?:\b|)"					1;
-#	"~*(?:\b)bigblackbooty(?:\b|)"					1;
-#	"~*(?:\b)blacktits(?:\b|)"						1;
-#	"~*(?:\b)cookie\-law\-enforcement(?:\b|)"		1;
-#	"~*(?:\b)free\-share\-buttons(?:\b|)"			1;
-#	"~*(?:\b)free\-social\-buttons(?:\b|)"			1;
-#	"~*(?:\b)fuck\-paid\-share\-buttons(?:\b|)"		1;
-#	"~*(?:\b)ilovevitaly(?:\b|)"					1;
-#	"~*(?:\b)law\-enforcement\-bot(?:\b|)"			1;
-#	"~*(?:\b)law\-enforcement\-check(?:\b|)"		1;
-#	"~*(?:\b)share\-buttons\-for\-free(?:\b|)"		1;
-#	"~*(?:\b)webfuck(?:\b|)"						1;
-#	"~*(?:\b)xxxrus(?:\b|)"							1;
-#	"~*(?:\b)zeroredirect(?:\b|)"					1;
-#	"~*(?:\b|)x22(?:\b|)" 					        1; (in this string if your own domain name was sex22.com it would be blocked)
+#	"~*(?:\b)adultgalls(?:\b)"						1;
+#	"~*(?:\b)amateurxpass(?:\b)"					1;
+#	"~*(?:\b)bigblackbooty(?:\b)"					1;
+#	"~*(?:\b)blacktits(?:\b)"						1;
+#	"~*(?:\b)cookie\-law\-enforcement(?:\b)"		1;
+#	"~*(?:\b)free\-share\-buttons(?:\b)"			1;
+#	"~*(?:\b)free\-social\-buttons(?:\b)"			1;
+#	"~*(?:\b)fuck\-paid\-share\-buttons(?:\b)"		1;
+#	"~*(?:\b)ilovevitaly(?:\b)"					1;
+#	"~*(?:\b)law\-enforcement\-bot(?:\b)"			1;
+#	"~*(?:\b)law\-enforcement\-check(?:\b)"		1;
+#	"~*(?:\b)share\-buttons\-for\-free(?:\b)"		1;
+#	"~*(?:\b)webfuck(?:\b)"						1;
+#	"~*(?:\b)xxxrus(?:\b)"							1;
+#	"~*(?:\b)zeroredirect(?:\b)"					1;
+#	"~*(?:\b|)x22(?:\b)" 					        1; (in this string if your own domain name was sex22.com it would be blocked)
 
 
 # Here is a list of unsanitary words used in referrer strings - used in various injection attacks

.dev-tools/beta_conf_files/bots.d/blacklist-user-agents.conf

@@ -5,8 +5,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.07
-# Updated: 2019-06-28
+# Version: V4.2019.08
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -40,25 +40,25 @@
 
 # Make sure any words that contain special characters are escaped and include word boundaries as per the Regex examples below.
 
-# Example the User-Agent name "someverybaduseragentname1" is entered as "(?:\b)someverybaduseragentname1(?:\b|)"
-# Example the User-Agent name "some-very-bad-useragentname2" is entered as "(?:\b)some\-very\-bad\-useragentname1(?:\b|)" 
-# the "(?:\b)" and "(?:\b|)" are word boundaries which prevents partial matching and false positives.
+# Example the User-Agent name "someverybaduseragentname1" is entered as "(?:\b)someverybaduseragentname1(?:\b)"
+# Example the User-Agent name "some-very-bad-useragentname2" is entered as "(?:\b)some\-very\-bad\-useragentname1(?:\b)" 
+# the "(?:\b)" and "(?:\b)" are word boundaries which prevents partial matching and false positives.
 
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
 
 # ---------------------	
 # WHITELISTING EXAMPLES
 # ---------------------
-#	"~*(?:\b)someverygooduseragentname1(?:\b|)"			0;
-#	"~*(?:\b)someverygooduseragentname2(?:\b|)"			0;
-#	"~*(?:\b)some\-very\-good\-useragentname2(?:\b|)"	0;
+#	"~*(?:\b)someverygooduseragentname1(?:\b)"			0;
+#	"~*(?:\b)someverygooduseragentname2(?:\b)"			0;
+#	"~*(?:\b)some\-very\-good\-useragentname2(?:\b)"	0;
 
 # ---------------------
 # BLACKLISTING EXAMPLES
 # ---------------------
-#	"~*(?:\b)someverybaduseragentname1(?:\b|)"			3;
-#	"~*(?:\b)someverybaduseragentname2(?:\b|)"			3;
-#	"~*(?:\b)some\-very\-bad\-useragentname2(?:\b|)"	3;
+#	"~*(?:\b)someverybaduseragentname1(?:\b)"			3;
+#	"~*(?:\b)someverybaduseragentname2(?:\b)"			3;
+#	"~*(?:\b)some\-very\-bad\-useragentname2(?:\b)"	3;
 
 # Here are some default things I block on my own server, these appear in various types of injection attacks
 # You can disable them if you have problems or don't agree by switching thir value to 0 or moving them into the whitelist section first and then making their value 0
@@ -73,7 +73,7 @@
 # MY BLACKLIST
 # ------------
 
-"~*(?:\b)x22(?:\b|)"					3;
-"~*(?:\b){|}(?:\b|)"					3;
-"~*(?:\b|)mb_ereg_replace(?:\b|)"			3;
-"~*(?:\b|)file_put_contents(?:\b|)"			3;
+"~*(?:\b)x22(?:\b)"					3;
+"~*(?:\b){|}(?:\b)"					3;
+"~*(?:\b)mb_ereg_replace(?:\b)"			3;
+"~*(?:\b)file_put_contents(?:\b)"			3;

.dev-tools/beta_conf_files/bots.d/custom-bad-referrers.conf

@@ -4,8 +4,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.08
-# Updated: 2019-06-28
+# Version: V4.2019.09
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -34,29 +34,29 @@
 # *****************************************************************************************
 
 # As you can see in the examples below the domain "someveryveryrandomwebsitenamethatdoesnotexist1\.com" 
-# is entered with a preceding \b and an ending \b
-# this makes it now "\bsomeveryveryrandomwebsitenamethatdoesnotexist1\.com\b". 
+# is entered with a preceding (?:\b) and an ending (?:\b)
+# this makes it now "(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b)". 
 # It is crucial to use the word boundaries regex formatting. 
 # ---------
 # EXAMPLES:
 # ---------
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b|)"			1;
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist2\.com(?:\b|)"			1;
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b|)" 		    1;
-#	"~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b|)" 	    1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b)"			1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist2\.com(?:\b)"			1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b)" 		    1;
+#	"~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b)" 	    1;
 
 # ------------
 # MY WHITELIST
 # ------------
 
-#	"~*(?:\b)mywebsite\.com(?:\b|)"			0;
+#	"~*(?:\b)mywebsite\.com(?:\b)"			0;
 
 
 # ------------
 # MY BLACKLIST
 # ------------
 
-#	"~*(?:\b)someotherwebsite\.com(?:\b|)"	1;
+#	"~*(?:\b)someotherwebsite\.com(?:\b)"	1;
 
 

.dev-tools/beta_conf_files/bots.d/whitelist-domains.conf

@@ -2,8 +2,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.07
-# Updated: 2019-06-28
+# Version: V4.2019.08
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -32,15 +32,15 @@
 # PLEASE MAKE SURE that you use word regex boundaries to avoid false positive detection !!!
 # *****************************************************************************************
 
-# As you can see in the examples below the domain "myfirstowndomainname\.com" is entered with a preceding \b and an ending \b
-# this makes it now "\bmyfirstowndomainname\.com\b". It is crucial to use the word boundaries regex formatting. 
+# As you can see in the examples below the domain "myfirstowndomainname\.com" is entered with a preceding (?:\b) and an ending (?:\b)
+# this makes it now "(?:\b)myfirstowndomainname\.com(?:\b)". It is important to use the word boundaries regex formatting. 
 
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
 # ---------
 # EXAMPLES:
 # ---------
-#	"~*(?:\b)myfirstowndomainname\.com(?:\b|)" 			0;
-#	"~*(?:\b)my\-second\-owndomainname\.com(?:\b|)"		0;
+#	"~*(?:\b)myfirstowndomainname\.com(?:\b)" 			0;
+#	"~*(?:\b)my\-second\-owndomainname\.com(?:\b)"		0;
 
 # ------------
 # MY WHITELIST

.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.192.85.2	1;
+34.66.178.120	1;
 127.0.0.1	1;

.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-user-agents.conf

@@ -5,8 +5,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.07
-# Updated: 2019-06-28
+# Version: V4.2019.08
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -40,25 +40,25 @@
 
 # Make sure any words that contain special characters are escaped and include word boundaries as per the Regex examples below.
 
-# Example the User-Agent name "someverybaduseragentname1" is entered as "(?:\b)someverybaduseragentname1(?:\b|)"
-# Example the User-Agent name "some-very-bad-useragentname2" is entered as "(?:\b)some\-very\-bad\-useragentname1(?:\b|)" 
-# the "(?:\b)" and "(?:\b|)" are word boundaries which prevents partial matching and false positives.
+# Example the User-Agent name "someverybaduseragentname1" is entered as "(?:\b)someverybaduseragentname1(?:\b)"
+# Example the User-Agent name "some-very-bad-useragentname2" is entered as "(?:\b)some\-very\-bad\-useragentname1(?:\b)" 
+# the "(?:\b)" and "(?:\b)" are word boundaries which prevents partial matching and false positives.
 
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
 
 # ---------------------	
 # WHITELISTING EXAMPLES
 # ---------------------
-#	"~*(?:\b)someverygooduseragentname1(?:\b|)"			0;
-#	"~*(?:\b)someverygooduseragentname2(?:\b|)"			0;
-#	"~*(?:\b)some\-very\-good\-useragentname2(?:\b|)"	0;
+#	"~*(?:\b)someverygooduseragentname1(?:\b)"			0;
+#	"~*(?:\b)someverygooduseragentname2(?:\b)"			0;
+#	"~*(?:\b)some\-very\-good\-useragentname2(?:\b)"	0;
 
 # ---------------------
 # BLACKLISTING EXAMPLES
 # ---------------------
-#	"~*(?:\b)someverybaduseragentname1(?:\b|)"			3;
-#	"~*(?:\b)someverybaduseragentname2(?:\b|)"			3;
-#	"~*(?:\b)some\-very\-bad\-useragentname2(?:\b|)"	3;
+#	"~*(?:\b)someverybaduseragentname1(?:\b)"			3;
+#	"~*(?:\b)someverybaduseragentname2(?:\b)"			3;
+#	"~*(?:\b)some\-very\-bad\-useragentname2(?:\b)"	3;
 
 # Here are some default things I block on my own server, these appear in various types of injection attacks
 # You can disable them if you have problems or don't agree by switching thir value to 0 or moving them into the whitelist section first and then making their value 0
@@ -73,7 +73,7 @@
 # MY BLACKLIST
 # ------------
 
-"~*(?:\b)x22(?:\b|)"					3;
-"~*(?:\b){|}(?:\b|)"					3;
-"~*(?:\b|)mb_ereg_replace(?:\b|)"			3;
-"~*(?:\b|)file_put_contents(?:\b|)"			3;
+"~*(?:\b)x22(?:\b)"					3;
+"~*(?:\b){|}(?:\b)"					3;
+"~*(?:\b)mb_ereg_replace(?:\b)"			3;
+"~*(?:\b)file_put_contents(?:\b)"			3;

.dev-tools/beta_conf_files_ip_whitelist/bots.d/custom-bad-referrers.conf

@@ -4,8 +4,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.08
-# Updated: 2019-06-28
+# Version: V4.2019.09
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -34,29 +34,29 @@
 # *****************************************************************************************
 
 # As you can see in the examples below the domain "someveryveryrandomwebsitenamethatdoesnotexist1\.com" 
-# is entered with a preceding \b and an ending \b
-# this makes it now "\bsomeveryveryrandomwebsitenamethatdoesnotexist1\.com\b". 
+# is entered with a preceding (?:\b) and an ending (?:\b)
+# this makes it now "(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b)". 
 # It is crucial to use the word boundaries regex formatting. 
 # ---------
 # EXAMPLES:
 # ---------
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b|)"			1;
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist2\.com(?:\b|)"			1;
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b|)" 		    1;
-#	"~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b|)" 	    1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b)"			1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist2\.com(?:\b)"			1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b)" 		    1;
+#	"~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b)" 	    1;
 
 # ------------
 # MY WHITELIST
 # ------------
 
-#	"~*(?:\b)mywebsite\.com(?:\b|)"			0;
+#	"~*(?:\b)mywebsite\.com(?:\b)"			0;
 
 
 # ------------
 # MY BLACKLIST
 # ------------
 
-#	"~*(?:\b)someotherwebsite\.com(?:\b|)"	1;
+#	"~*(?:\b)someotherwebsite\.com(?:\b)"	1;
 
 

.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.192.85.2	0;
+34.66.178.120	0;
 127.0.0.1	0;

.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.192.85.2	1;
+34.66.178.120	1;
 127.0.0.1	1;

.dev-tools/beta_conf_files_ratelimiting/bots.d/custom-bad-referrers.conf

@@ -4,8 +4,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.08
-# Updated: 2019-06-28
+# Version: V4.2019.09
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -34,29 +34,29 @@
 # *****************************************************************************************
 
 # As you can see in the examples below the domain "someveryveryrandomwebsitenamethatdoesnotexist1\.com" 
-# is entered with a preceding \b and an ending \b
-# this makes it now "\bsomeveryveryrandomwebsitenamethatdoesnotexist1\.com\b". 
+# is entered with a preceding (?:\b) and an ending (?:\b)
+# this makes it now "(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b)". 
 # It is crucial to use the word boundaries regex formatting. 
 # ---------
 # EXAMPLES:
 # ---------
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b|)"			1;
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist2\.com(?:\b|)"			1;
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b|)" 		    1;
-#	"~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b|)" 	    1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b)"			1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist2\.com(?:\b)"			1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b)" 		    1;
+#	"~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b)" 	    1;
 
 # ------------
 # MY WHITELIST
 # ------------
 
-#	"~*(?:\b)mywebsite\.com(?:\b|)"			0;
+#	"~*(?:\b)mywebsite\.com(?:\b)"			0;
 
 
 # ------------
 # MY BLACKLIST
 # ------------
 
-#	"~*(?:\b)someotherwebsite\.com(?:\b|)"	1;
+#	"~*(?:\b)someotherwebsite\.com(?:\b)"	1;
 
 

.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.192.85.2	0;
+34.66.178.120	0;
 127.0.0.1	0;

.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.192.85.2	1;
+34.66.178.120	1;
 127.0.0.1	1;

.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.192.85.2	0;
+34.66.178.120	0;
 127.0.0.1	0;

.dev-tools/test1_conf_files/bots.d/bad-referrer-words.conf

@@ -2,8 +2,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.10
-# Updated: 2019-06-28
+# Version: V4.2019.11
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -48,28 +48,28 @@
 
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
 
-# As you can see in the examples below the word "adultgalls" is entered with a preceding \b and an ending \b
-# this makes it now "\badultgalls\b". It is crucial to use the word boundaries regex formatting. 
+# As you can see in the examples below the word "adultgalls" is entered with a preceding (?:\b) and an ending (?:\b)
+# this makes it now "(?:\b)adultgalls(?:\b)". It is crucial to use the word boundaries regex formatting. 
 
 # ---------
 # EXAMPLES:
 # ---------
-#	"~*(?:\b)adultgalls(?:\b|)"						1;
-#	"~*(?:\b)amateurxpass(?:\b|)"					1;
-#	"~*(?:\b)bigblackbooty(?:\b|)"					1;
-#	"~*(?:\b)blacktits(?:\b|)"						1;
-#	"~*(?:\b)cookie\-law\-enforcement(?:\b|)"		1;
-#	"~*(?:\b)free\-share\-buttons(?:\b|)"			1;
-#	"~*(?:\b)free\-social\-buttons(?:\b|)"			1;
-#	"~*(?:\b)fuck\-paid\-share\-buttons(?:\b|)"		1;
-#	"~*(?:\b)ilovevitaly(?:\b|)"					1;
-#	"~*(?:\b)law\-enforcement\-bot(?:\b|)"			1;
-#	"~*(?:\b)law\-enforcement\-check(?:\b|)"		1;
-#	"~*(?:\b)share\-buttons\-for\-free(?:\b|)"		1;
-#	"~*(?:\b)webfuck(?:\b|)"						1;
-#	"~*(?:\b)xxxrus(?:\b|)"							1;
-#	"~*(?:\b)zeroredirect(?:\b|)"					1;
-#	"~*(?:\b|)x22(?:\b|)" 					        1; (in this string if your own domain name was sex22.com it would be blocked)
+#	"~*(?:\b)adultgalls(?:\b)"						1;
+#	"~*(?:\b)amateurxpass(?:\b)"					1;
+#	"~*(?:\b)bigblackbooty(?:\b)"					1;
+#	"~*(?:\b)blacktits(?:\b)"						1;
+#	"~*(?:\b)cookie\-law\-enforcement(?:\b)"		1;
+#	"~*(?:\b)free\-share\-buttons(?:\b)"			1;
+#	"~*(?:\b)free\-social\-buttons(?:\b)"			1;
+#	"~*(?:\b)fuck\-paid\-share\-buttons(?:\b)"		1;
+#	"~*(?:\b)ilovevitaly(?:\b)"					1;
+#	"~*(?:\b)law\-enforcement\-bot(?:\b)"			1;
+#	"~*(?:\b)law\-enforcement\-check(?:\b)"		1;
+#	"~*(?:\b)share\-buttons\-for\-free(?:\b)"		1;
+#	"~*(?:\b)webfuck(?:\b)"						1;
+#	"~*(?:\b)xxxrus(?:\b)"							1;
+#	"~*(?:\b)zeroredirect(?:\b)"					1;
+#	"~*(?:\b|)x22(?:\b)" 					        1; (in this string if your own domain name was sex22.com it would be blocked)
 
 
 # Here is a list of unsanitary words used in referrer strings - used in various injection attacks

.dev-tools/test1_conf_files/bots.d/blacklist-user-agents.conf

@@ -5,8 +5,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.07
-# Updated: 2019-06-28
+# Version: V4.2019.08
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -40,25 +40,25 @@
 
 # Make sure any words that contain special characters are escaped and include word boundaries as per the Regex examples below.
 
-# Example the User-Agent name "someverybaduseragentname1" is entered as "(?:\b)someverybaduseragentname1(?:\b|)"
-# Example the User-Agent name "some-very-bad-useragentname2" is entered as "(?:\b)some\-very\-bad\-useragentname1(?:\b|)" 
-# the "(?:\b)" and "(?:\b|)" are word boundaries which prevents partial matching and false positives.
+# Example the User-Agent name "someverybaduseragentname1" is entered as "(?:\b)someverybaduseragentname1(?:\b)"
+# Example the User-Agent name "some-very-bad-useragentname2" is entered as "(?:\b)some\-very\-bad\-useragentname1(?:\b)" 
+# the "(?:\b)" and "(?:\b)" are word boundaries which prevents partial matching and false positives.
 
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
 
 # ---------------------	
 # WHITELISTING EXAMPLES
 # ---------------------
-#	"~*(?:\b)someverygooduseragentname1(?:\b|)"			0;
-#	"~*(?:\b)someverygooduseragentname2(?:\b|)"			0;
-#	"~*(?:\b)some\-very\-good\-useragentname2(?:\b|)"	0;
+#	"~*(?:\b)someverygooduseragentname1(?:\b)"			0;
+#	"~*(?:\b)someverygooduseragentname2(?:\b)"			0;
+#	"~*(?:\b)some\-very\-good\-useragentname2(?:\b)"	0;
 
 # ---------------------
 # BLACKLISTING EXAMPLES
 # ---------------------
-#	"~*(?:\b)someverybaduseragentname1(?:\b|)"			3;
-#	"~*(?:\b)someverybaduseragentname2(?:\b|)"			3;
-#	"~*(?:\b)some\-very\-bad\-useragentname2(?:\b|)"	3;
+#	"~*(?:\b)someverybaduseragentname1(?:\b)"			3;
+#	"~*(?:\b)someverybaduseragentname2(?:\b)"			3;
+#	"~*(?:\b)some\-very\-bad\-useragentname2(?:\b)"	3;
 
 # Here are some default things I block on my own server, these appear in various types of injection attacks
 # You can disable them if you have problems or don't agree by switching thir value to 0 or moving them into the whitelist section first and then making their value 0
@@ -73,7 +73,7 @@
 # MY BLACKLIST
 # ------------
 
-"~*(?:\b)x22(?:\b|)"					3;
-"~*(?:\b){|}(?:\b|)"					3;
-"~*(?:\b|)mb_ereg_replace(?:\b|)"			3;
-"~*(?:\b|)file_put_contents(?:\b|)"			3;
+"~*(?:\b)x22(?:\b)"					3;
+"~*(?:\b){|}(?:\b)"					3;
+"~*(?:\b)mb_ereg_replace(?:\b)"			3;
+"~*(?:\b)file_put_contents(?:\b)"			3;

.dev-tools/test1_conf_files/bots.d/custom-bad-referrers.conf

@@ -4,8 +4,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.08
-# Updated: 2019-06-28
+# Version: V4.2019.09
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -34,29 +34,29 @@
 # *****************************************************************************************
 
 # As you can see in the examples below the domain "someveryveryrandomwebsitenamethatdoesnotexist1\.com" 
-# is entered with a preceding \b and an ending \b
-# this makes it now "\bsomeveryveryrandomwebsitenamethatdoesnotexist1\.com\b". 
+# is entered with a preceding (?:\b) and an ending (?:\b)
+# this makes it now "(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b)". 
 # It is crucial to use the word boundaries regex formatting. 
 # ---------
 # EXAMPLES:
 # ---------
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b|)"			1;
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist2\.com(?:\b|)"			1;
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b|)" 		    1;
-#	"~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b|)" 	    1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b)"			1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist2\.com(?:\b)"			1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b)" 		    1;
+#	"~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b)" 	    1;
 
 # ------------
 # MY WHITELIST
 # ------------
 
-#	"~*(?:\b)mywebsite\.com(?:\b|)"			0;
+#	"~*(?:\b)mywebsite\.com(?:\b)"			0;
 
 
 # ------------
 # MY BLACKLIST
 # ------------
 
-#	"~*(?:\b)someotherwebsite\.com(?:\b|)"	1;
+#	"~*(?:\b)someotherwebsite\.com(?:\b)"	1;
 
 

.dev-tools/test1_conf_files/bots.d/whitelist-domains.conf

@@ -2,8 +2,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.07
-# Updated: 2019-06-28
+# Version: V4.2019.08
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -32,15 +32,15 @@
 # PLEASE MAKE SURE that you use word regex boundaries to avoid false positive detection !!!
 # *****************************************************************************************
 
-# As you can see in the examples below the domain "myfirstowndomainname\.com" is entered with a preceding \b and an ending \b
-# this makes it now "\bmyfirstowndomainname\.com\b". It is crucial to use the word boundaries regex formatting. 
+# As you can see in the examples below the domain "myfirstowndomainname\.com" is entered with a preceding (?:\b) and an ending (?:\b)
+# this makes it now "(?:\b)myfirstowndomainname\.com(?:\b)". It is important to use the word boundaries regex formatting. 
 
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
 # ---------
 # EXAMPLES:
 # ---------
-#	"~*(?:\b)myfirstowndomainname\.com(?:\b|)" 			0;
-#	"~*(?:\b)my\-second\-owndomainname\.com(?:\b|)"		0;
+#	"~*(?:\b)myfirstowndomainname\.com(?:\b)" 			0;
+#	"~*(?:\b)my\-second\-owndomainname\.com(?:\b)"		0;
 
 # ------------
 # MY WHITELIST

.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf

@@ -45,4 +45,4 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-35.188.1.99             0;
+35.188.73.34            0;

.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-104.154.120.187	1;
+34.66.178.120	1;
 127.0.0.1	1;

.dev-tools/test1_conf_files_ip_whitelist/bots.d/custom-bad-referrers.conf

@@ -4,8 +4,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.08
-# Updated: 2019-06-28
+# Version: V4.2019.09
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -34,29 +34,29 @@
 # *****************************************************************************************
 
 # As you can see in the examples below the domain "someveryveryrandomwebsitenamethatdoesnotexist1\.com" 
-# is entered with a preceding \b and an ending \b
-# this makes it now "\bsomeveryveryrandomwebsitenamethatdoesnotexist1\.com\b". 
+# is entered with a preceding (?:\b) and an ending (?:\b)
+# this makes it now "(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b)". 
 # It is crucial to use the word boundaries regex formatting. 
 # ---------
 # EXAMPLES:
 # ---------
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b|)"			1;
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist2\.com(?:\b|)"			1;
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b|)" 		    1;
-#	"~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b|)" 	    1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b)"			1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist2\.com(?:\b)"			1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b)" 		    1;
+#	"~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b)" 	    1;
 
 # ------------
 # MY WHITELIST
 # ------------
 
-#	"~*(?:\b)mywebsite\.com(?:\b|)"			0;
+#	"~*(?:\b)mywebsite\.com(?:\b)"			0;
 
 
 # ------------
 # MY BLACKLIST
 # ------------
 
-#	"~*(?:\b)someotherwebsite\.com(?:\b|)"	1;
+#	"~*(?:\b)someotherwebsite\.com(?:\b)"	1;
 
 

.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-104.154.120.187	0;
+34.66.178.120	0;
 127.0.0.1	0;

.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-104.154.120.187	1;
+34.66.178.120	1;
 127.0.0.1	1;

.dev-tools/test1_conf_files_ratelimiting/bots.d/custom-bad-referrers.conf

@@ -4,8 +4,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.08
-# Updated: 2019-06-28
+# Version: V4.2019.09
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -34,29 +34,29 @@
 # *****************************************************************************************
 
 # As you can see in the examples below the domain "someveryveryrandomwebsitenamethatdoesnotexist1\.com" 
-# is entered with a preceding \b and an ending \b
-# this makes it now "\bsomeveryveryrandomwebsitenamethatdoesnotexist1\.com\b". 
+# is entered with a preceding (?:\b) and an ending (?:\b)
+# this makes it now "(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b)". 
 # It is crucial to use the word boundaries regex formatting. 
 # ---------
 # EXAMPLES:
 # ---------
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b|)"			1;
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist2\.com(?:\b|)"			1;
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b|)" 		    1;
-#	"~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b|)" 	    1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b)"			1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist2\.com(?:\b)"			1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b)" 		    1;
+#	"~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b)" 	    1;
 
 # ------------
 # MY WHITELIST
 # ------------
 
-#	"~*(?:\b)mywebsite\.com(?:\b|)"			0;
+#	"~*(?:\b)mywebsite\.com(?:\b)"			0;
 
 
 # ------------
 # MY BLACKLIST
 # ------------
 
-#	"~*(?:\b)someotherwebsite\.com(?:\b|)"	1;
+#	"~*(?:\b)someotherwebsite\.com(?:\b)"	1;
 
 

.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-104.154.120.187	0;
+34.66.178.120	0;
 127.0.0.1	0;

.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-104.154.120.187	1;
+34.66.178.120	1;
 127.0.0.1	1;

.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-104.154.120.187	0;
+34.66.178.120	0;
 127.0.0.1	0;

.dev-tools/test2_conf_files/bots.d/bad-referrer-words.conf

@@ -2,8 +2,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.10
-# Updated: 2019-06-28
+# Version: V4.2019.11
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -48,28 +48,28 @@
 
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
 
-# As you can see in the examples below the word "adultgalls" is entered with a preceding \b and an ending \b
-# this makes it now "\badultgalls\b". It is crucial to use the word boundaries regex formatting. 
+# As you can see in the examples below the word "adultgalls" is entered with a preceding (?:\b) and an ending (?:\b)
+# this makes it now "(?:\b)adultgalls(?:\b)". It is crucial to use the word boundaries regex formatting. 
 
 # ---------
 # EXAMPLES:
 # ---------
-#	"~*(?:\b)adultgalls(?:\b|)"						1;
-#	"~*(?:\b)amateurxpass(?:\b|)"					1;
-#	"~*(?:\b)bigblackbooty(?:\b|)"					1;
-#	"~*(?:\b)blacktits(?:\b|)"						1;
-#	"~*(?:\b)cookie\-law\-enforcement(?:\b|)"		1;
-#	"~*(?:\b)free\-share\-buttons(?:\b|)"			1;
-#	"~*(?:\b)free\-social\-buttons(?:\b|)"			1;
-#	"~*(?:\b)fuck\-paid\-share\-buttons(?:\b|)"		1;
-#	"~*(?:\b)ilovevitaly(?:\b|)"					1;
-#	"~*(?:\b)law\-enforcement\-bot(?:\b|)"			1;
-#	"~*(?:\b)law\-enforcement\-check(?:\b|)"		1;
-#	"~*(?:\b)share\-buttons\-for\-free(?:\b|)"		1;
-#	"~*(?:\b)webfuck(?:\b|)"						1;
-#	"~*(?:\b)xxxrus(?:\b|)"							1;
-#	"~*(?:\b)zeroredirect(?:\b|)"					1;
-#	"~*(?:\b|)x22(?:\b|)" 					        1; (in this string if your own domain name was sex22.com it would be blocked)
+#	"~*(?:\b)adultgalls(?:\b)"						1;
+#	"~*(?:\b)amateurxpass(?:\b)"					1;
+#	"~*(?:\b)bigblackbooty(?:\b)"					1;
+#	"~*(?:\b)blacktits(?:\b)"						1;
+#	"~*(?:\b)cookie\-law\-enforcement(?:\b)"		1;
+#	"~*(?:\b)free\-share\-buttons(?:\b)"			1;
+#	"~*(?:\b)free\-social\-buttons(?:\b)"			1;
+#	"~*(?:\b)fuck\-paid\-share\-buttons(?:\b)"		1;
+#	"~*(?:\b)ilovevitaly(?:\b)"					1;
+#	"~*(?:\b)law\-enforcement\-bot(?:\b)"			1;
+#	"~*(?:\b)law\-enforcement\-check(?:\b)"		1;
+#	"~*(?:\b)share\-buttons\-for\-free(?:\b)"		1;
+#	"~*(?:\b)webfuck(?:\b)"						1;
+#	"~*(?:\b)xxxrus(?:\b)"							1;
+#	"~*(?:\b)zeroredirect(?:\b)"					1;
+#	"~*(?:\b|)x22(?:\b)" 					        1; (in this string if your own domain name was sex22.com it would be blocked)
 
 
 # Here is a list of unsanitary words used in referrer strings - used in various injection attacks

.dev-tools/test2_conf_files/bots.d/blacklist-user-agents.conf

@@ -5,8 +5,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.07
-# Updated: 2019-06-28
+# Version: V4.2019.08
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -40,25 +40,25 @@
 
 # Make sure any words that contain special characters are escaped and include word boundaries as per the Regex examples below.
 
-# Example the User-Agent name "someverybaduseragentname1" is entered as "(?:\b)someverybaduseragentname1(?:\b|)"
-# Example the User-Agent name "some-very-bad-useragentname2" is entered as "(?:\b)some\-very\-bad\-useragentname1(?:\b|)" 
-# the "(?:\b)" and "(?:\b|)" are word boundaries which prevents partial matching and false positives.
+# Example the User-Agent name "someverybaduseragentname1" is entered as "(?:\b)someverybaduseragentname1(?:\b)"
+# Example the User-Agent name "some-very-bad-useragentname2" is entered as "(?:\b)some\-very\-bad\-useragentname1(?:\b)" 
+# the "(?:\b)" and "(?:\b)" are word boundaries which prevents partial matching and false positives.
 
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
 
 # ---------------------	
 # WHITELISTING EXAMPLES
 # ---------------------
-#	"~*(?:\b)someverygooduseragentname1(?:\b|)"			0;
-#	"~*(?:\b)someverygooduseragentname2(?:\b|)"			0;
-#	"~*(?:\b)some\-very\-good\-useragentname2(?:\b|)"	0;
+#	"~*(?:\b)someverygooduseragentname1(?:\b)"			0;
+#	"~*(?:\b)someverygooduseragentname2(?:\b)"			0;
+#	"~*(?:\b)some\-very\-good\-useragentname2(?:\b)"	0;
 
 # ---------------------
 # BLACKLISTING EXAMPLES
 # ---------------------
-#	"~*(?:\b)someverybaduseragentname1(?:\b|)"			3;
-#	"~*(?:\b)someverybaduseragentname2(?:\b|)"			3;
-#	"~*(?:\b)some\-very\-bad\-useragentname2(?:\b|)"	3;
+#	"~*(?:\b)someverybaduseragentname1(?:\b)"			3;
+#	"~*(?:\b)someverybaduseragentname2(?:\b)"			3;
+#	"~*(?:\b)some\-very\-bad\-useragentname2(?:\b)"	3;
 
 # Here are some default things I block on my own server, these appear in various types of injection attacks
 # You can disable them if you have problems or don't agree by switching thir value to 0 or moving them into the whitelist section first and then making their value 0
@@ -73,7 +73,7 @@
 # MY BLACKLIST
 # ------------
 
-"~*(?:\b)x22(?:\b|)"					3;
-"~*(?:\b){|}(?:\b|)"					3;
-"~*(?:\b|)mb_ereg_replace(?:\b|)"			3;
-"~*(?:\b|)file_put_contents(?:\b|)"			3;
+"~*(?:\b)x22(?:\b)"					3;
+"~*(?:\b){|}(?:\b)"					3;
+"~*(?:\b)mb_ereg_replace(?:\b)"			3;
+"~*(?:\b)file_put_contents(?:\b)"			3;

.dev-tools/test2_conf_files/bots.d/custom-bad-referrers.conf

@@ -4,8 +4,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.08
-# Updated: 2019-06-28
+# Version: V4.2019.09
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -34,29 +34,29 @@
 # *****************************************************************************************
 
 # As you can see in the examples below the domain "someveryveryrandomwebsitenamethatdoesnotexist1\.com" 
-# is entered with a preceding \b and an ending \b
-# this makes it now "\bsomeveryveryrandomwebsitenamethatdoesnotexist1\.com\b". 
+# is entered with a preceding (?:\b) and an ending (?:\b)
+# this makes it now "(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b)". 
 # It is crucial to use the word boundaries regex formatting. 
 # ---------
 # EXAMPLES:
 # ---------
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b|)"			1;
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist2\.com(?:\b|)"			1;
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b|)" 		    1;
-#	"~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b|)" 	    1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b)"			1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist2\.com(?:\b)"			1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b)" 		    1;
+#	"~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b)" 	    1;
 
 # ------------
 # MY WHITELIST
 # ------------
 
-#	"~*(?:\b)mywebsite\.com(?:\b|)"			0;
+#	"~*(?:\b)mywebsite\.com(?:\b)"			0;
 
 
 # ------------
 # MY BLACKLIST
 # ------------
 
-#	"~*(?:\b)someotherwebsite\.com(?:\b|)"	1;
+#	"~*(?:\b)someotherwebsite\.com(?:\b)"	1;
 
 

.dev-tools/test2_conf_files/bots.d/whitelist-domains.conf

@@ -2,8 +2,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.07
-# Updated: 2019-06-28
+# Version: V4.2019.08
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -32,15 +32,15 @@
 # PLEASE MAKE SURE that you use word regex boundaries to avoid false positive detection !!!
 # *****************************************************************************************
 
-# As you can see in the examples below the domain "myfirstowndomainname\.com" is entered with a preceding \b and an ending \b
-# this makes it now "\bmyfirstowndomainname\.com\b". It is crucial to use the word boundaries regex formatting. 
+# As you can see in the examples below the domain "myfirstowndomainname\.com" is entered with a preceding (?:\b) and an ending (?:\b)
+# this makes it now "(?:\b)myfirstowndomainname\.com(?:\b)". It is important to use the word boundaries regex formatting. 
 
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
 # ---------
 # EXAMPLES:
 # ---------
-#	"~*(?:\b)myfirstowndomainname\.com(?:\b|)" 			0;
-#	"~*(?:\b)my\-second\-owndomainname\.com(?:\b|)"		0;
+#	"~*(?:\b)myfirstowndomainname\.com(?:\b)" 			0;
+#	"~*(?:\b)my\-second\-owndomainname\.com(?:\b)"		0;
 
 # ------------
 # MY WHITELIST

.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf

@@ -45,5 +45,5 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-35.184.96.71            0;
-35.224.112.202          0;
+34.66.178.120           0;
+104.154.113.151         0;

.dev-tools/test3_conf_files/bots.d/bad-referrer-words.conf

@@ -2,8 +2,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.10
-# Updated: 2019-06-28
+# Version: V4.2019.11
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -48,28 +48,28 @@
 
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
 
-# As you can see in the examples below the word "adultgalls" is entered with a preceding \b and an ending \b
-# this makes it now "\badultgalls\b". It is crucial to use the word boundaries regex formatting. 
+# As you can see in the examples below the word "adultgalls" is entered with a preceding (?:\b) and an ending (?:\b)
+# this makes it now "(?:\b)adultgalls(?:\b)". It is crucial to use the word boundaries regex formatting. 
 
 # ---------
 # EXAMPLES:
 # ---------
-#	"~*(?:\b)adultgalls(?:\b|)"						1;
-#	"~*(?:\b)amateurxpass(?:\b|)"					1;
-#	"~*(?:\b)bigblackbooty(?:\b|)"					1;
-#	"~*(?:\b)blacktits(?:\b|)"						1;
-#	"~*(?:\b)cookie\-law\-enforcement(?:\b|)"		1;
-#	"~*(?:\b)free\-share\-buttons(?:\b|)"			1;
-#	"~*(?:\b)free\-social\-buttons(?:\b|)"			1;
-#	"~*(?:\b)fuck\-paid\-share\-buttons(?:\b|)"		1;
-#	"~*(?:\b)ilovevitaly(?:\b|)"					1;
-#	"~*(?:\b)law\-enforcement\-bot(?:\b|)"			1;
-#	"~*(?:\b)law\-enforcement\-check(?:\b|)"		1;
-#	"~*(?:\b)share\-buttons\-for\-free(?:\b|)"		1;
-#	"~*(?:\b)webfuck(?:\b|)"						1;
-#	"~*(?:\b)xxxrus(?:\b|)"							1;
-#	"~*(?:\b)zeroredirect(?:\b|)"					1;
-#	"~*(?:\b|)x22(?:\b|)" 					        1; (in this string if your own domain name was sex22.com it would be blocked)
+#	"~*(?:\b)adultgalls(?:\b)"						1;
+#	"~*(?:\b)amateurxpass(?:\b)"					1;
+#	"~*(?:\b)bigblackbooty(?:\b)"					1;
+#	"~*(?:\b)blacktits(?:\b)"						1;
+#	"~*(?:\b)cookie\-law\-enforcement(?:\b)"		1;
+#	"~*(?:\b)free\-share\-buttons(?:\b)"			1;
+#	"~*(?:\b)free\-social\-buttons(?:\b)"			1;
+#	"~*(?:\b)fuck\-paid\-share\-buttons(?:\b)"		1;
+#	"~*(?:\b)ilovevitaly(?:\b)"					1;
+#	"~*(?:\b)law\-enforcement\-bot(?:\b)"			1;
+#	"~*(?:\b)law\-enforcement\-check(?:\b)"		1;
+#	"~*(?:\b)share\-buttons\-for\-free(?:\b)"		1;
+#	"~*(?:\b)webfuck(?:\b)"						1;
+#	"~*(?:\b)xxxrus(?:\b)"							1;
+#	"~*(?:\b)zeroredirect(?:\b)"					1;
+#	"~*(?:\b|)x22(?:\b)" 					        1; (in this string if your own domain name was sex22.com it would be blocked)
 
 
 # Here is a list of unsanitary words used in referrer strings - used in various injection attacks

.dev-tools/test3_conf_files/bots.d/blacklist-user-agents.conf

@@ -5,8 +5,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.07
-# Updated: 2019-06-28
+# Version: V4.2019.08
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -40,25 +40,25 @@
 
 # Make sure any words that contain special characters are escaped and include word boundaries as per the Regex examples below.
 
-# Example the User-Agent name "someverybaduseragentname1" is entered as "(?:\b)someverybaduseragentname1(?:\b|)"
-# Example the User-Agent name "some-very-bad-useragentname2" is entered as "(?:\b)some\-very\-bad\-useragentname1(?:\b|)" 
-# the "(?:\b)" and "(?:\b|)" are word boundaries which prevents partial matching and false positives.
+# Example the User-Agent name "someverybaduseragentname1" is entered as "(?:\b)someverybaduseragentname1(?:\b)"
+# Example the User-Agent name "some-very-bad-useragentname2" is entered as "(?:\b)some\-very\-bad\-useragentname1(?:\b)" 
+# the "(?:\b)" and "(?:\b)" are word boundaries which prevents partial matching and false positives.
 
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
 
 # ---------------------	
 # WHITELISTING EXAMPLES
 # ---------------------
-#	"~*(?:\b)someverygooduseragentname1(?:\b|)"			0;
-#	"~*(?:\b)someverygooduseragentname2(?:\b|)"			0;
-#	"~*(?:\b)some\-very\-good\-useragentname2(?:\b|)"	0;
+#	"~*(?:\b)someverygooduseragentname1(?:\b)"			0;
+#	"~*(?:\b)someverygooduseragentname2(?:\b)"			0;
+#	"~*(?:\b)some\-very\-good\-useragentname2(?:\b)"	0;
 
 # ---------------------
 # BLACKLISTING EXAMPLES
 # ---------------------
-#	"~*(?:\b)someverybaduseragentname1(?:\b|)"			3;
-#	"~*(?:\b)someverybaduseragentname2(?:\b|)"			3;
-#	"~*(?:\b)some\-very\-bad\-useragentname2(?:\b|)"	3;
+#	"~*(?:\b)someverybaduseragentname1(?:\b)"			3;
+#	"~*(?:\b)someverybaduseragentname2(?:\b)"			3;
+#	"~*(?:\b)some\-very\-bad\-useragentname2(?:\b)"	3;
 
 # Here are some default things I block on my own server, these appear in various types of injection attacks
 # You can disable them if you have problems or don't agree by switching thir value to 0 or moving them into the whitelist section first and then making their value 0
@@ -73,7 +73,7 @@
 # MY BLACKLIST
 # ------------
 
-"~*(?:\b)x22(?:\b|)"					3;
-"~*(?:\b){|}(?:\b|)"					3;
-"~*(?:\b|)mb_ereg_replace(?:\b|)"			3;
-"~*(?:\b|)file_put_contents(?:\b|)"			3;
+"~*(?:\b)x22(?:\b)"					3;
+"~*(?:\b){|}(?:\b)"					3;
+"~*(?:\b)mb_ereg_replace(?:\b)"			3;
+"~*(?:\b)file_put_contents(?:\b)"			3;

.dev-tools/test3_conf_files/bots.d/custom-bad-referrers.conf

@@ -4,8 +4,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.08
-# Updated: 2019-06-28
+# Version: V4.2019.09
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -34,29 +34,29 @@
 # *****************************************************************************************
 
 # As you can see in the examples below the domain "someveryveryrandomwebsitenamethatdoesnotexist1\.com" 
-# is entered with a preceding \b and an ending \b
-# this makes it now "\bsomeveryveryrandomwebsitenamethatdoesnotexist1\.com\b". 
+# is entered with a preceding (?:\b) and an ending (?:\b)
+# this makes it now "(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b)". 
 # It is crucial to use the word boundaries regex formatting. 
 # ---------
 # EXAMPLES:
 # ---------
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b|)"			1;
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist2\.com(?:\b|)"			1;
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b|)" 		    1;
-#	"~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b|)" 	    1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b)"			1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist2\.com(?:\b)"			1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b)" 		    1;
+#	"~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b)" 	    1;
 
 # ------------
 # MY WHITELIST
 # ------------
 
-#	"~*(?:\b)mywebsite\.com(?:\b|)"			0;
+#	"~*(?:\b)mywebsite\.com(?:\b)"			0;
 
 
 # ------------
 # MY BLACKLIST
 # ------------
 
-#	"~*(?:\b)someotherwebsite\.com(?:\b|)"	1;
+#	"~*(?:\b)someotherwebsite\.com(?:\b)"	1;
 
 

.dev-tools/test3_conf_files/bots.d/whitelist-domains.conf

@@ -2,8 +2,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.07
-# Updated: 2019-06-28
+# Version: V4.2019.08
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -32,15 +32,15 @@
 # PLEASE MAKE SURE that you use word regex boundaries to avoid false positive detection !!!
 # *****************************************************************************************
 
-# As you can see in the examples below the domain "myfirstowndomainname\.com" is entered with a preceding \b and an ending \b
-# this makes it now "\bmyfirstowndomainname\.com\b". It is crucial to use the word boundaries regex formatting. 
+# As you can see in the examples below the domain "myfirstowndomainname\.com" is entered with a preceding (?:\b) and an ending (?:\b)
+# this makes it now "(?:\b)myfirstowndomainname\.com(?:\b)". It is important to use the word boundaries regex formatting. 
 
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
 # ---------
 # EXAMPLES:
 # ---------
-#	"~*(?:\b)myfirstowndomainname\.com(?:\b|)" 			0;
-#	"~*(?:\b)my\-second\-owndomainname\.com(?:\b|)"		0;
+#	"~*(?:\b)myfirstowndomainname\.com(?:\b)" 			0;
+#	"~*(?:\b)my\-second\-owndomainname\.com(?:\b)"		0;
 
 # ------------
 # MY WHITELIST

.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf

@@ -45,5 +45,5 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-35.188.1.99             0;
-104.154.120.187         0;
+34.66.178.120           0;
+104.198.131.58          0;

.dev-tools/test4_conf_files/bots.d/bad-referrer-words.conf

@@ -2,8 +2,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.10
-# Updated: 2019-06-28
+# Version: V4.2019.11
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -48,28 +48,28 @@
 
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
 
-# As you can see in the examples below the word "adultgalls" is entered with a preceding \b and an ending \b
-# this makes it now "\badultgalls\b". It is crucial to use the word boundaries regex formatting. 
+# As you can see in the examples below the word "adultgalls" is entered with a preceding (?:\b) and an ending (?:\b)
+# this makes it now "(?:\b)adultgalls(?:\b)". It is crucial to use the word boundaries regex formatting. 
 
 # ---------
 # EXAMPLES:
 # ---------
-#	"~*(?:\b)adultgalls(?:\b|)"						1;
-#	"~*(?:\b)amateurxpass(?:\b|)"					1;
-#	"~*(?:\b)bigblackbooty(?:\b|)"					1;
-#	"~*(?:\b)blacktits(?:\b|)"						1;
-#	"~*(?:\b)cookie\-law\-enforcement(?:\b|)"		1;
-#	"~*(?:\b)free\-share\-buttons(?:\b|)"			1;
-#	"~*(?:\b)free\-social\-buttons(?:\b|)"			1;
-#	"~*(?:\b)fuck\-paid\-share\-buttons(?:\b|)"		1;
-#	"~*(?:\b)ilovevitaly(?:\b|)"					1;
-#	"~*(?:\b)law\-enforcement\-bot(?:\b|)"			1;
-#	"~*(?:\b)law\-enforcement\-check(?:\b|)"		1;
-#	"~*(?:\b)share\-buttons\-for\-free(?:\b|)"		1;
-#	"~*(?:\b)webfuck(?:\b|)"						1;
-#	"~*(?:\b)xxxrus(?:\b|)"							1;
-#	"~*(?:\b)zeroredirect(?:\b|)"					1;
-#	"~*(?:\b|)x22(?:\b|)" 					        1; (in this string if your own domain name was sex22.com it would be blocked)
+#	"~*(?:\b)adultgalls(?:\b)"						1;
+#	"~*(?:\b)amateurxpass(?:\b)"					1;
+#	"~*(?:\b)bigblackbooty(?:\b)"					1;
+#	"~*(?:\b)blacktits(?:\b)"						1;
+#	"~*(?:\b)cookie\-law\-enforcement(?:\b)"		1;
+#	"~*(?:\b)free\-share\-buttons(?:\b)"			1;
+#	"~*(?:\b)free\-social\-buttons(?:\b)"			1;
+#	"~*(?:\b)fuck\-paid\-share\-buttons(?:\b)"		1;
+#	"~*(?:\b)ilovevitaly(?:\b)"					1;
+#	"~*(?:\b)law\-enforcement\-bot(?:\b)"			1;
+#	"~*(?:\b)law\-enforcement\-check(?:\b)"		1;
+#	"~*(?:\b)share\-buttons\-for\-free(?:\b)"		1;
+#	"~*(?:\b)webfuck(?:\b)"						1;
+#	"~*(?:\b)xxxrus(?:\b)"							1;
+#	"~*(?:\b)zeroredirect(?:\b)"					1;
+#	"~*(?:\b|)x22(?:\b)" 					        1; (in this string if your own domain name was sex22.com it would be blocked)
 
 
 # Here is a list of unsanitary words used in referrer strings - used in various injection attacks

.dev-tools/test4_conf_files/bots.d/blacklist-user-agents.conf

@@ -5,8 +5,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.07
-# Updated: 2019-06-28
+# Version: V4.2019.08
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -40,25 +40,25 @@
 
 # Make sure any words that contain special characters are escaped and include word boundaries as per the Regex examples below.
 
-# Example the User-Agent name "someverybaduseragentname1" is entered as "(?:\b)someverybaduseragentname1(?:\b|)"
-# Example the User-Agent name "some-very-bad-useragentname2" is entered as "(?:\b)some\-very\-bad\-useragentname1(?:\b|)" 
-# the "(?:\b)" and "(?:\b|)" are word boundaries which prevents partial matching and false positives.
+# Example the User-Agent name "someverybaduseragentname1" is entered as "(?:\b)someverybaduseragentname1(?:\b)"
+# Example the User-Agent name "some-very-bad-useragentname2" is entered as "(?:\b)some\-very\-bad\-useragentname1(?:\b)" 
+# the "(?:\b)" and "(?:\b)" are word boundaries which prevents partial matching and false positives.
 
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
 
 # ---------------------	
 # WHITELISTING EXAMPLES
 # ---------------------
-#	"~*(?:\b)someverygooduseragentname1(?:\b|)"			0;
-#	"~*(?:\b)someverygooduseragentname2(?:\b|)"			0;
-#	"~*(?:\b)some\-very\-good\-useragentname2(?:\b|)"	0;
+#	"~*(?:\b)someverygooduseragentname1(?:\b)"			0;
+#	"~*(?:\b)someverygooduseragentname2(?:\b)"			0;
+#	"~*(?:\b)some\-very\-good\-useragentname2(?:\b)"	0;
 
 # ---------------------
 # BLACKLISTING EXAMPLES
 # ---------------------
-#	"~*(?:\b)someverybaduseragentname1(?:\b|)"			3;
-#	"~*(?:\b)someverybaduseragentname2(?:\b|)"			3;
-#	"~*(?:\b)some\-very\-bad\-useragentname2(?:\b|)"	3;
+#	"~*(?:\b)someverybaduseragentname1(?:\b)"			3;
+#	"~*(?:\b)someverybaduseragentname2(?:\b)"			3;
+#	"~*(?:\b)some\-very\-bad\-useragentname2(?:\b)"	3;
 
 # Here are some default things I block on my own server, these appear in various types of injection attacks
 # You can disable them if you have problems or don't agree by switching thir value to 0 or moving them into the whitelist section first and then making their value 0
@@ -73,7 +73,7 @@
 # MY BLACKLIST
 # ------------
 
-"~*(?:\b)x22(?:\b|)"					3;
-"~*(?:\b){|}(?:\b|)"					3;
-"~*(?:\b|)mb_ereg_replace(?:\b|)"			3;
-"~*(?:\b|)file_put_contents(?:\b|)"			3;
+"~*(?:\b)x22(?:\b)"					3;
+"~*(?:\b){|}(?:\b)"					3;
+"~*(?:\b)mb_ereg_replace(?:\b)"			3;
+"~*(?:\b)file_put_contents(?:\b)"			3;

.dev-tools/test4_conf_files/bots.d/custom-bad-referrers.conf

@@ -4,8 +4,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.08
-# Updated: 2019-06-28
+# Version: V4.2019.09
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -34,29 +34,29 @@
 # *****************************************************************************************
 
 # As you can see in the examples below the domain "someveryveryrandomwebsitenamethatdoesnotexist1\.com" 
-# is entered with a preceding \b and an ending \b
-# this makes it now "\bsomeveryveryrandomwebsitenamethatdoesnotexist1\.com\b". 
+# is entered with a preceding (?:\b) and an ending (?:\b)
+# this makes it now "(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b)". 
 # It is crucial to use the word boundaries regex formatting. 
 # ---------
 # EXAMPLES:
 # ---------
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b|)"			1;
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist2\.com(?:\b|)"			1;
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b|)" 		    1;
-#	"~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b|)" 	    1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b)"			1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist2\.com(?:\b)"			1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b)" 		    1;
+#	"~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b)" 	    1;
 
 # ------------
 # MY WHITELIST
 # ------------
 
-#	"~*(?:\b)mywebsite\.com(?:\b|)"			0;
+#	"~*(?:\b)mywebsite\.com(?:\b)"			0;
 
 
 # ------------
 # MY BLACKLIST
 # ------------
 
-#	"~*(?:\b)someotherwebsite\.com(?:\b|)"	1;
+#	"~*(?:\b)someotherwebsite\.com(?:\b)"	1;
 
 

.dev-tools/test4_conf_files/bots.d/whitelist-domains.conf

@@ -2,8 +2,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.07
-# Updated: 2019-06-28
+# Version: V4.2019.08
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -32,15 +32,15 @@
 # PLEASE MAKE SURE that you use word regex boundaries to avoid false positive detection !!!
 # *****************************************************************************************
 
-# As you can see in the examples below the domain "myfirstowndomainname\.com" is entered with a preceding \b and an ending \b
-# this makes it now "\bmyfirstowndomainname\.com\b". It is crucial to use the word boundaries regex formatting. 
+# As you can see in the examples below the domain "myfirstowndomainname\.com" is entered with a preceding (?:\b) and an ending (?:\b)
+# this makes it now "(?:\b)myfirstowndomainname\.com(?:\b)". It is important to use the word boundaries regex formatting. 
 
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
 # ---------
 # EXAMPLES:
 # ---------
-#	"~*(?:\b)myfirstowndomainname\.com(?:\b|)" 			0;
-#	"~*(?:\b)my\-second\-owndomainname\.com(?:\b|)"		0;
+#	"~*(?:\b)myfirstowndomainname\.com(?:\b)" 			0;
+#	"~*(?:\b)my\-second\-owndomainname\.com(?:\b)"		0;
 
 # ------------
 # MY WHITELIST

.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf

@@ -45,6 +45,5 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-35.184.226.236          0;
-35.202.145.110          0;
-104.154.120.187         0;
+35.192.187.174          0;
+104.154.113.151         0;

.dev-tools/test5_conf_files/bots.d/bad-referrer-words.conf

@@ -2,8 +2,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.10
-# Updated: 2019-06-28
+# Version: V4.2019.11
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -48,28 +48,28 @@
 
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
 
-# As you can see in the examples below the word "adultgalls" is entered with a preceding \b and an ending \b
-# this makes it now "\badultgalls\b". It is crucial to use the word boundaries regex formatting. 
+# As you can see in the examples below the word "adultgalls" is entered with a preceding (?:\b) and an ending (?:\b)
+# this makes it now "(?:\b)adultgalls(?:\b)". It is crucial to use the word boundaries regex formatting. 
 
 # ---------
 # EXAMPLES:
 # ---------
-#	"~*(?:\b)adultgalls(?:\b|)"						1;
-#	"~*(?:\b)amateurxpass(?:\b|)"					1;
-#	"~*(?:\b)bigblackbooty(?:\b|)"					1;
-#	"~*(?:\b)blacktits(?:\b|)"						1;
-#	"~*(?:\b)cookie\-law\-enforcement(?:\b|)"		1;
-#	"~*(?:\b)free\-share\-buttons(?:\b|)"			1;
-#	"~*(?:\b)free\-social\-buttons(?:\b|)"			1;
-#	"~*(?:\b)fuck\-paid\-share\-buttons(?:\b|)"		1;
-#	"~*(?:\b)ilovevitaly(?:\b|)"					1;
-#	"~*(?:\b)law\-enforcement\-bot(?:\b|)"			1;
-#	"~*(?:\b)law\-enforcement\-check(?:\b|)"		1;
-#	"~*(?:\b)share\-buttons\-for\-free(?:\b|)"		1;
-#	"~*(?:\b)webfuck(?:\b|)"						1;
-#	"~*(?:\b)xxxrus(?:\b|)"							1;
-#	"~*(?:\b)zeroredirect(?:\b|)"					1;
-#	"~*(?:\b|)x22(?:\b|)" 					        1; (in this string if your own domain name was sex22.com it would be blocked)
+#	"~*(?:\b)adultgalls(?:\b)"						1;
+#	"~*(?:\b)amateurxpass(?:\b)"					1;
+#	"~*(?:\b)bigblackbooty(?:\b)"					1;
+#	"~*(?:\b)blacktits(?:\b)"						1;
+#	"~*(?:\b)cookie\-law\-enforcement(?:\b)"		1;
+#	"~*(?:\b)free\-share\-buttons(?:\b)"			1;
+#	"~*(?:\b)free\-social\-buttons(?:\b)"			1;
+#	"~*(?:\b)fuck\-paid\-share\-buttons(?:\b)"		1;
+#	"~*(?:\b)ilovevitaly(?:\b)"					1;
+#	"~*(?:\b)law\-enforcement\-bot(?:\b)"			1;
+#	"~*(?:\b)law\-enforcement\-check(?:\b)"		1;
+#	"~*(?:\b)share\-buttons\-for\-free(?:\b)"		1;
+#	"~*(?:\b)webfuck(?:\b)"						1;
+#	"~*(?:\b)xxxrus(?:\b)"							1;
+#	"~*(?:\b)zeroredirect(?:\b)"					1;
+#	"~*(?:\b|)x22(?:\b)" 					        1; (in this string if your own domain name was sex22.com it would be blocked)
 
 
 # Here is a list of unsanitary words used in referrer strings - used in various injection attacks

.dev-tools/test5_conf_files/bots.d/blacklist-user-agents.conf

@@ -5,8 +5,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.07
-# Updated: 2019-06-28
+# Version: V4.2019.08
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -40,25 +40,25 @@
 
 # Make sure any words that contain special characters are escaped and include word boundaries as per the Regex examples below.
 
-# Example the User-Agent name "someverybaduseragentname1" is entered as "(?:\b)someverybaduseragentname1(?:\b|)"
-# Example the User-Agent name "some-very-bad-useragentname2" is entered as "(?:\b)some\-very\-bad\-useragentname1(?:\b|)" 
-# the "(?:\b)" and "(?:\b|)" are word boundaries which prevents partial matching and false positives.
+# Example the User-Agent name "someverybaduseragentname1" is entered as "(?:\b)someverybaduseragentname1(?:\b)"
+# Example the User-Agent name "some-very-bad-useragentname2" is entered as "(?:\b)some\-very\-bad\-useragentname1(?:\b)" 
+# the "(?:\b)" and "(?:\b)" are word boundaries which prevents partial matching and false positives.
 
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
 
 # ---------------------	
 # WHITELISTING EXAMPLES
 # ---------------------
-#	"~*(?:\b)someverygooduseragentname1(?:\b|)"			0;
-#	"~*(?:\b)someverygooduseragentname2(?:\b|)"			0;
-#	"~*(?:\b)some\-very\-good\-useragentname2(?:\b|)"	0;
+#	"~*(?:\b)someverygooduseragentname1(?:\b)"			0;
+#	"~*(?:\b)someverygooduseragentname2(?:\b)"			0;
+#	"~*(?:\b)some\-very\-good\-useragentname2(?:\b)"	0;
 
 # ---------------------
 # BLACKLISTING EXAMPLES
 # ---------------------
-#	"~*(?:\b)someverybaduseragentname1(?:\b|)"			3;
-#	"~*(?:\b)someverybaduseragentname2(?:\b|)"			3;
-#	"~*(?:\b)some\-very\-bad\-useragentname2(?:\b|)"	3;
+#	"~*(?:\b)someverybaduseragentname1(?:\b)"			3;
+#	"~*(?:\b)someverybaduseragentname2(?:\b)"			3;
+#	"~*(?:\b)some\-very\-bad\-useragentname2(?:\b)"	3;
 
 # Here are some default things I block on my own server, these appear in various types of injection attacks
 # You can disable them if you have problems or don't agree by switching thir value to 0 or moving them into the whitelist section first and then making their value 0
@@ -73,7 +73,7 @@
 # MY BLACKLIST
 # ------------
 
-"~*(?:\b)x22(?:\b|)"					3;
-"~*(?:\b){|}(?:\b|)"					3;
-"~*(?:\b|)mb_ereg_replace(?:\b|)"			3;
-"~*(?:\b|)file_put_contents(?:\b|)"			3;
+"~*(?:\b)x22(?:\b)"					3;
+"~*(?:\b){|}(?:\b)"					3;
+"~*(?:\b)mb_ereg_replace(?:\b)"			3;
+"~*(?:\b)file_put_contents(?:\b)"			3;

.dev-tools/test5_conf_files/bots.d/custom-bad-referrers.conf

@@ -4,8 +4,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.08
-# Updated: 2019-06-28
+# Version: V4.2019.09
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -34,29 +34,29 @@
 # *****************************************************************************************
 
 # As you can see in the examples below the domain "someveryveryrandomwebsitenamethatdoesnotexist1\.com" 
-# is entered with a preceding \b and an ending \b
-# this makes it now "\bsomeveryveryrandomwebsitenamethatdoesnotexist1\.com\b". 
+# is entered with a preceding (?:\b) and an ending (?:\b)
+# this makes it now "(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b)". 
 # It is crucial to use the word boundaries regex formatting. 
 # ---------
 # EXAMPLES:
 # ---------
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b|)"			1;
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist2\.com(?:\b|)"			1;
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b|)" 		    1;
-#	"~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b|)" 	    1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b)"			1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist2\.com(?:\b)"			1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b)" 		    1;
+#	"~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b)" 	    1;
 
 # ------------
 # MY WHITELIST
 # ------------
 
-#	"~*(?:\b)mywebsite\.com(?:\b|)"			0;
+#	"~*(?:\b)mywebsite\.com(?:\b)"			0;
 
 
 # ------------
 # MY BLACKLIST
 # ------------
 
-#	"~*(?:\b)someotherwebsite\.com(?:\b|)"	1;
+#	"~*(?:\b)someotherwebsite\.com(?:\b)"	1;
 
 

.dev-tools/test5_conf_files/bots.d/whitelist-domains.conf

@@ -2,8 +2,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.07
-# Updated: 2019-06-28
+# Version: V4.2019.08
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -32,15 +32,15 @@
 # PLEASE MAKE SURE that you use word regex boundaries to avoid false positive detection !!!
 # *****************************************************************************************
 
-# As you can see in the examples below the domain "myfirstowndomainname\.com" is entered with a preceding \b and an ending \b
-# this makes it now "\bmyfirstowndomainname\.com\b". It is crucial to use the word boundaries regex formatting. 
+# As you can see in the examples below the domain "myfirstowndomainname\.com" is entered with a preceding (?:\b) and an ending (?:\b)
+# this makes it now "(?:\b)myfirstowndomainname\.com(?:\b)". It is important to use the word boundaries regex formatting. 
 
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
 # ---------
 # EXAMPLES:
 # ---------
-#	"~*(?:\b)myfirstowndomainname\.com(?:\b|)" 			0;
-#	"~*(?:\b)my\-second\-owndomainname\.com(?:\b|)"		0;
+#	"~*(?:\b)myfirstowndomainname\.com(?:\b)" 			0;
+#	"~*(?:\b)my\-second\-owndomainname\.com(?:\b)"		0;
 
 # ------------
 # MY WHITELIST

.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf

@@ -45,5 +45,6 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-104.154.120.187         0;
-35.224.112.202          0;
+34.66.178.120           0;
+34.68.144.114           0;
+35.192.187.174          0;

.dev-tools/test_units/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.192.85.2	1;
+34.66.178.120	1;
 127.0.0.1	1;

.dev-tools/test_units/random-bots-for-test-quick.list

@@ -1,10 +1,10 @@
-Bolt
-BuiltWith
-crawler4j
-Exabot
-MauiBot
-Nimbostratus
-Upflow
-WebFetch
-webmeup-crawler
-ZumBot
+Apexoo
+BDFetch
+Cloud mapping
+GT::WWW
+Haansoft
+Mediatoolkitbot
+Probethenet
+ProWebWalker
+SuperBot
+Voltron

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
 404checker
-Abonti
+AfD-Verbotsverfahren
 AhrefsBot
+AIBOT
 AiHitBot
 Aipbot
-Alexibot
-AllSubmitter
-AlphaBot
-Anarchie
+Alligator
 archive.org_bot
 ASPSeek
 Asterias
-Attach
-autoemailspider
 BackDoorBot
-Backlink-Ceck
-BackStreet
+backlink-check
+BacklinkCrawler
+BackWeb
 Bandit
-Barkrowler
 BatchFTP
+BetaBot
 Bigfoot
 Bitacle
-Blackboard
+BLEXBot
 Blow
-BotALot
-Brandwatch
+BlowFish
+Boardreader
 Buddy
 BuiltBotTough
 BuiltWith
-Bullseye
-BunnySlippers
 Calculon
 CCBot
+Cegbfeieh
+CheeseBot
 CheTeam
-Claritybot
-coccocbot-web
+ChinaClaw
+Cliqzbot
+Cloud mapping
 cognitiveseo
-com.plumanalytics
-Copyscape
-crawler.feedback
 crawl.sogou.com
-Crescent
-Curious
+CSHttp
 DatabaseDriverMysqli
+DBLBot
 Demon
-Deusu
+Devil
 Digincore
-DigitalPebble
 DIIbot
 Dirbuster
-Discobot
-DittoSpyder
-DnyzBot
+DomainCrawler
+DomainStatsBot
 Dotbot
-Download Wonder
 Dragonfly
-Drip
+DSearch
+eCatch
 Ecxi
 EirGrabber
-EMail Siphon
 EMail Wolf
-EroCrawler
-Evil
-ExtractorPro
-Extreme Picture Finder
+Exabot
+Express WebPictures
+ExtLinksBot
+Extractor
 EyeNetIE
-Ezooms
-FlashGet
 Flunky
-Foobot
 Freeuploader
 FrontPage
 Fyrebot
-Genieo
+GalaxyBot
+GermCrawler
 Getintent
-Go-Ahead-Got-It
-Gotit
+GetRight
+GetWeb
+Gigablast
+G-i-g-a-b-o-t
 GoZilla
-Go!Zilla
+GrabNet
 Grafula
-GrapeFX
 GrapeshotCrawler
+GridBot
+GT::WWW
 Haansoft
+Harvest
+Havij
+HEADMasterSEO
+Heritrix
 Hloader
-Id-search
-Image Fetch
+HMView
+HTTP::Lite
+HybridBot
+Iblog
+IlseBot
 Image Sucker
-InfoNaviRobot
-instabid
+IndeedBot
+InfoTekies
 Internet Ninja
+IRLbot
+Iskanie
+IstellaBot
+JamesBOT
+Jbrofuzz
 JennyBot
-JetCar
-Jetty
+JikeSpider
 JOC Web Spider
-Jorgee
+Joomla
 Kenjin Spider
-Keyword Density
-Kozmosbot
-Lanshanbot
-LexiBot
-Lftp
+Larbin
+LeechFTP
+LeechGet
+Libwhisker
 Likse
-LinkextractorPro
-Litemage_walker
+LinkpadBot
+LinksManager
+LinqiaRSSBot
+Lipperhey Spider
 Lmspider
-Ltx71
+LWP::Simple
+lwp-trivial
 Magnet
 Mag-Net
-magpie-crawler
-Majestic12
-MarkMonitor
+Mail.RU_Bot
+Majestic SEO
+Majestic-SEO
 MarkWatch
-Masscan
+Mass Downloader
 Mata Hari
-meanpathbot
 Meanpathbot
-Mediatoolkitbot
-Microsoft Data Access
-MIIxpc
+MeanPath Bot
+MegaIndex.ru
+MFC_Tear_Sample
+Microsoft URL Control
+MIDown tool
 Mister PiX
-Mojeek
 Mr.4x3
-MSIECrawler
-muhstik-scan
-Name Intelligence
-Nameprotect
-NearSite
+Navroad
 Nessus
+NetAnts
 netEstate NE Crawler
 NetLyzer
-NetSpider
-NICErsPRO
-NimbleCrawler
 Ninja
-Nmap
-Nutch
+NPbot
 Offline Explorer
-Offline Navigator
-OpenLinkProfiler
-Openvas
+Openfind
 OrangeBot
-OutclicksBot
-OutfoxBot
-PageAnalyzer
-PageGrabber
-PageScorer
+OrangeSpider
 Pandalytics
-Panscient
 Papa Foto
-PeoplePal
+Pavuk
+pcBrowser
 PictureFinder
 Pimonster
-Pixray
-Pockey
+Pi-Monster
+PleaseCrawl
+plumanalytics
+POE-Component-Client-HTTP
 Probethenet
+ProPowerBot
 Pump
-PxBroker
-PyCurl
-RankActiveLinkBot
+QueryN Metasearch
+RankActive
+RankFlex
+RankingBot
 RankingBot2
-Rankivabot
-RealDownload
-Reaper
+RankurBot
 RebelMouse
 ReGet
+Ripper
+RocketCrawler
 Rogerbot
-SalesIntelligent
-SBIder
+s1z.ru
+Scanbot
+scan.lol
 ScoutJet
 Scrapy
-Searchestate
 SearchmetricsBot
+Semrush
 SemrushBot
+SEOkicks-Robot
+SEOlyticsCrawler
+SEOprofiler
 seoscanners
 SEOstats
-sexsearcher
+Sitebeam
 SiteExplorer
-SiteLockSpider
+Siteimprove
 SiteSnagger
-Sitevigil
-SlySearch
+SiteSucker
 SMTBot
-Snapbot
 Snoopy
-SocialRankIOBot
-Sociscraper
 Sogou web spider
-Sottopop
 SpaceBison
-SpankBot
-Spbot
-Sqlmap
-Sqlworm
-Sqworm
-Sucuri
-Suzuran
+Spammen
+sp_auditbot
+SputnikBot
+spyfu
+Steeler
+Stripper
+SuperBot
+SuperHTTP
+Surfbot
 Swiftbot
-Teleport
-TeleportPro
+T8Abot
+tAkeOut
 Telesphoreo
-Thumbor
+Telesphorep
+TheNomad
+TightTwatBot
 Toata
+Toweyabot
+Tracemyfile
 Trendiction
-True_Robot
-Turnitin
 TurnitinBot
-Twice
 Typhoeus
 UnisterBot
-Upflow
 URLy Warning
-URLy.Warning
-VB Project
+Vacuum
+VeriCiteCrawler
+VidibleScraper
 Virusdie
 VoidEYE
+Voil
 Wallpapers/3.0
 WBSearchBot
-WebCollage
-WebCopier
+Webalta
+WebAuto
+Web Auto
 WEBDAV
 WebEnhancer
 Web Enhancer
+WebFetch
 Web Fetch
+Web Fuck
+WebImageCollector
 WebLeacher
 WebmasterWorldForumBot
-webmeup-crawler
 WebPix
-Web Pix
-WebsiteExtractor
-WebsiteQuester
+WebSauger
+Web Sauger
 Website Quester
-WebStripper
-WebSucker
-WebWhacker
-WebZIP
-WeSEE
+Webster
+Whack
 Whacker
+Whatweb
+WISENutbot
+Wonderbot
 Woobot
 Wprecon
+WPScan
 WWW-Collector-E
 WWW-Mechanize
-WWW::Mechanize
-WWWOFFLE
-Zauba
-Zermelo
-zgrab
+Xaldon_WebSpider
+xpymep1.exe
+Zade
+Zeus
 Zitebot
-ZumBot
 ZyBorg

.dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404enemy
 80legs
-Aboundex
+Aboundexbot
 Acunetix
 ADmantX
-AfD-Verbotsverfahren
-AIBOT
+AhrefsBot
 AiHitBot
 Aipbot
-archive.org_bot
+AlphaBot
+Anarchie
+ASPSeek
 Asterias
 autoemailspider
 BackDoorBot
 Backlink-Ceck
 backlink-check
-BackWeb
-Badass
+BacklinkCrawler
+Bandit
 Barkrowler
+BatchFTP
 Battleztar Bazinga
 BBBike
-BDCbot
 BDFetch
-Blackboard
-Black Hole
+BetaBot
+Bigfoot
 BlackWidow
-Blow
-BlowFish
-BotALot
-Brandwatch
-BuiltBotTough
-Bullseye
-BuzzSumo
-Cegbfeieh
-Chlooe
-Claritybot
+BLEXBot
+Boardreader
+Buddy
+BuiltWith
+CATExplorador
+CheTeam
 Cliqzbot
-Cloud mapping
 coccocbot-web
 cognitiveseo
-Collector
-com.plumanalytics
+Copier
 CopyRightCheck
 Cosmos
-Craftbot
-crawler4j
 crawl.sogou.com
 Crescent
-Curious
+CrunchBot
+CSHttp
 Custo
-DatabaseDriverMysqli
 DataCha0s
-Deusu
+Digincore
 DIIbot
-Dirbuster
-DomainAppender
+Disco
+Discobot
+Discoverybot
+DnyzBot
+DomainCrawler
 Dotbot
 Download Wonder
+Dragonfly
+Drip
 DSearch
+DTS Agent
 EasyDL
-eCatch
-Ecxi
-EMail Siphon
-EMail Wolf
+EirGrabber
 evc-batch
-Exabot
-Express WebPictures
-ExtLinksBot
-facebookscraper
-FDM
-FHscan
-Fimap
-Foobot
-Fyrebot
+EyeNetIE
+Ezooms
+FemtosearchBot
+Firefox/7.0
+Flunky
 GalaxyBot
-Genieo
-GermCrawler
-Getintent
-GetRight
 GetWeb
-Gotit
+Gigabot
+G-i-g-a-b-o-t
 Go!Zilla
+Grabber
 Grafula
 GrapeFX
 GrapeshotCrawler
-Harvest
+Haansoft
+HaosouSpider
 HEADMasterSEO
-Heritrix
 Hloader
-HTTP::Lite
+HTMLparser
 HTTrack
 Humanlinks
-Iblog
-Id-search
+HybridBot
+IDBot
 IlseBot
 Indy Library
-InfoTekies
+InfoNaviRobot
 instabid
 Intelliseek
+Internet Ninja
 InternetSeer
 internetVista monitor
+ips-agent
 Iria
-IRLbot
-JennyBot
+JetCar
+JikeSpider
 Joomla
-JustView
+Jorgee
+Jyxobot
 Kenjin Spider
-Kozmosbot
-Larbin
+Lanshanbot
 LeechFTP
-Libwhisker
+Lftp
 Lightspeedsystems
-Likse
-Linkdexbot
 LinkextractorPro
 LinkpadBot
-LinkScan
+LinksManager
 LinqiaMetadataDownloaderBot
 LinqiaRSSBot
 Lipperhey
-lwp-trivial
-Majestic SEO
+Litemage_walker
+Lmspider
+LWP::Simple
+Mag-Net
+magpie-crawler
+Mail.RU_Bot
+Majestic12
+Majestic-SEO
 MarkMonitor
-MarkWatch
-Mata Hari
-Meanpathbot
-Mediatoolkitbot
+MeanPath Bot
+mediawords
+Metauri
 Microsoft Data Access
+Microsoft URL Control
 MIDown tool
 Mister PiX
 MJ12bot
+MSIECrawler
 Msrabot
-MS Web Services Client Protocol
-muhstik-scan
-Musobot
+Name Intelligence
 Navroad
-Needle
-netEstate NE Crawler
-NetSpider
-Netvibes
-NetZIP
-Niki-bot
+Nessus
+NetLyzer
+Nettrack
 Nikto
 NimbleCrawler
-NPbot
+Nimbostratus
+Ninja
 Nutch
-oBot
-OnCrawl
+Octopus
 Openvas
 OpenVAS
+OrangeBot
 OrangeSpider
-OutclicksBot
+OutfoxBot
 PageAnalyzer
 page scorer
-PageScorer
 Pandalytics
+Panscient
+Papa Foto
 Pavuk
 pcBrowser
-PECL::HTTP
 PeoplePal
 PHPCrawl
 Picsearch
+PictureFinder
+Pimonster
 Pi-Monster
-Pixray
-ProWebWalker
-PyCurl
-RankFlex
-Rankivabot
-RankurBot
-RealDownload
+Pockey
+Psbot
+PxBroker
+QueryN Metasearch
+RankActive
+RebelMouse
 Recorder
-RedesScrapy
 ReGet
 Ripper
-Rogerbot
+s1z.ru
 SalesIntelligent
-Scanbot
+ScanAlert
+scan.lol
 ScoutJet
+Scrapy
 Searchestate
 SearchmetricsBot
-SEOkicks
+SEOkicks-Robot
 SEOlyticsCrawler
-Seomoz
-SEOprofiler
 seoscanners
-SeoSiteCheckup
-SEOstats
-Shodan
+serpstatbot
+sexsearcher
+Siphon
+SISTRIX
 SiteExplorer
+SiteSnagger
 SiteSucker
-Sitevigil
-SlySearch
 SMTBot
-Spinn3r
+Snake
+Snapbot
+Sociscraper
+sogouspider
+Sogou web spider
+Sottopop
+SpankBot
+Spanner
+Spbot
 spyfu
 Sqworm
-Steeler
-Stripper
-Suzuran
-T0PHackTeam
-T8Abot
-tAkeOut
-TeleportPro
+Sucuri
+SurveyBot
+Teleport
 Telesphorep
-The Intraformant
 Thumbor
 Titan
+Toata
+Toweyabot
+Trendiction
+Trendictionbot
 trendiction.com
 trendiction.de
-Twice
-Typhoeus
-UnisterBot
+TurnitinBot
 Vacuum
 Vagabondo
-VCI
+VB Project
 VeriCiteCrawler
-VidibleScraper
-Wallpapers/3.0
 WASALive-Bot
-Web Auto
+WebAuto
 Web Collage
+WebCopier
 WebEnhancer
-Web Enhancer
-WebFetch
-Web Fetch
 WebFuck
 Web Fuck
 WebGo IS
-WebSauger
+WebImageCollector
+WebmasterWorldForumBot
+webmeup-crawler
+WebReaper
+Web Sauger
 Webshag
-WebsiteQuester
 Website Quester
 Webster
-WebStripper
 WebSucker
 Web Sucker
-WeSEE
+WebWhacker
+WebZIP
+Whack
+Who.is Bot
 Widow
 WinHTTrack
 WiseGuys Robot
-Woobot
+WISENutbot
 Wotbox
-Wprecon
+WPScan
 WWW::Mechanize
 x09Mozilla
-x22Mozilla
+Xenu
+xpymep1.exe
 Zade
 zauba.io
-Zitebot
+zgrab
+ZmEu
 ZumBot
 ZyBorg

.dev-tools/test_units/random-referrers-for-test-quick.list

@@ -1,10 +1,10 @@
-canacopegdl.com
-dogbreedspicture.net
-fickblock18.com
-growshop.es
-justprofit.xyz
-knogg.net
-larger.io
-meet-flirt-dating.com
-privat-girl.net
-toloka.hurtom.com
+dvrlists.com
+ege-essay.ru
+ertelecom.ru
+everflora.ru
+nextrent-crimea.ru
+ruex.org.ua
+savememoney.co.za
+smartshoppymac.com
+tizanidinesideeffectsweightloss.blogspot.com
+w-journal.ru

.dev-tools/test_units/random-referrers-for-test.list

@@ -1,500 +1,500 @@
-12masterov.com
-1-free-share-buttons.com
-300richmond.co.nz
-3weekdiet.com
-4istoshop.com
-5ws.dating-app.ru
-6128786.com
-72-news.com
+0lovespells0.blogspot.com
+101billion.com
+123any.com
+123locker.com
+1flag.co.za
+202ch.com
+2345.com
+3dracergames.com
+4senses.co
+57883.net
+7search.com
+8jn.dating-app.ru
+8lufu.com
 a14download.com
-a96527gi.beget.tech
-aa81bf391151884adfa3dd677e41f94be1.com
-abbanreddy.com
+aab94f698f36684c5a852a2ef272e031bb.com
+abcguru.xyz
+absolute-s.ru
+acc.eu.org
 actices.com
-actulite.com
-adconscious.com
-adimmix.com
-adnotbad.com
-adprotect.net
-ads.gold
-adssafeprotected.com
-adultmeetonline.info
-afora.ru
-agecheckadult.com
-agroeconom.kz
-aihelen.net
-airlandsea.info
-albuteroli.com
-alert-hgd.xyz
-alert-jdh.xyz
+addbin.men
+adidas.frwebs.fr
+adpremium.org
+ad-words.ru
+aktobe.xkaz.org
+alborzan.com
 alfa-medosmotr.ru
-all4wap.ru
+alibestsale.com
+all4invest.ru
+alldownload.pw
+allnews.md
+allproblog.com
+allstatesugarbowl.org
+alot.com
+alvtank.se
+amanda-porn.ga
+amateurmatch.com
 amehdaily.com
 ampower.me
-appartement-stumm.at
-appiq.mobi
-ap.senai.br
-arcadepages.com
+anjalika.co.in
+apibatbrowsecom-a.akamaihd.net
+apidigidocketnet-a.akamaihd.net
+apiluckyleapnet-a.akamaihd.net
+apimountainbikei-a.akamaihd.net
+apispringsmartne-a.akamaihd.net
+apiwoodensealcom-a.akamaihd.net
+appfixing.space
+applicationg29.com
+arate.ru
 arclk.net
-articlesdirectoryme.info
-artparquet.ru
-asdfg.pro
-asdfz.pro
-asia-forum.ru
-audiobangout.com
+arcteryxstore.online
+aruplighting.com
+arvut.org
+asophoto.com
+asseenontv.ru
 audiofree.ru
-autoplate.info
-aviav.eu
-ayodhya.co
+ausmepa.org.au
+autonew.biz
+autotrends.today
+aversis.net
+ayanaspa.com
+azartmix.com
 azbukadiets.ru
-baditri.com
-baikaleminer.com
-balla-boo.se
-bambi.ck.ua
-bard-real.com.ua
-bbtec.net
-beachpics.com
-beauby.ru
-becuo.com
-beget.tech
-best-coupon-offer.com
-bestplacetobuyeriacta.jw.lt
-best-seo-offer.com
-best-seo-software.xyz
-besttorrentknifta.weebly.com
-betterhdporn.com
-bigames.online
-bimatoprost-careprost.com.ua
-biographiya.com
-bird1.ru
-blackcurranthumidifiers.site
-blogs.rediff.com
-blpmovies.com
-bluerobot.info
-bocoarchives.org
-boeuklad.com
-bonzibuddi.com
-bosman.pluto.ro
-braindaily.xyz
-b-styles.xyz
-bugof.gq
-buntube.net
-businescoop.men
-buytizanidineonline.blogspot.com
-buzzurl.jp
-camdolls.com
-cand.jp
-capture-room.com
-cartierbraceletsreplica.pw
-cartierlove2u.xyz
-cartiertrinity.xyz
-caulderwoodkennels.com
+bagcionderlab.com
+bannerads.de
+barbourjackets.online
+barnfurnituremart.com
+bayareaaeroclub.org
+beachfix.co
+beauty-clinic.ru
+belinka.com.ua
+bestcurs.org
+bestempresas.es
+besthomemadepornsites.com
+bezsporno.ru
+bioinnovate.co
+bizlist.com.de
+blobar.org
+bloggedporn.com
+blogporn.in
+board.f00d.de
+bochemit.com.ua
+bolezniorganov.ru
+boltalko.xyz
+bonkers.name
+bookmark4you.com.biz
+brewdom.ru
+btnativenav.com
+buigas.00it.com
+buqyxa.rincian.info
+burkesales.com
+buynorxx.com
+bwlx.prepedu.cn
+callcafe.info
+canoncdriverq3.pen.io
+carmuffler.net
+cartierreplica.win
+catalogs-parts.com
 cbcseward.com
-c-gainsbourg.com
-chatroulette.life
-checkm8.com
-chidporn.com
-cialischsrx.com
-cibpenonptib.flu.cc
-circlesl.com
-cityadspix.com
-citysecurity.nu
-cjs.com.ru
-clmforexeu.com
-comissionka.net
-compliance-alex.top
+celejihad.info
+cete.ru
+cheapsergiorossi.online
+cheap-trusted-backlinks.com
+cherrypointplace.ca
+children-learningreading.info
+chinaelitecheapjerseys.com
+cicaki.net
+classiquebijoux.ru
+clean-virus-mac.com
+clevernt.com
+clickzzs.nl
+clothesforcash.com
+cobaltpro.ru
+communisave.co.za
+compliance-andrew.xyz
 compliance-barak.top
-compliance-donald.xyz
-compliance-ivan.xyz
-compliance-john.top
-cookielawblog.wordpress.com
-cookie-law-enforcement-ee.xyz
-cordstrap.cc
-cottageofgrace.com
-country-chic.ru
-dalavia.ru
-darkages.info
-data-mining.tk
-dawlenie.com
-degerlund.net
+compliance-elena.top
+compliance-jessica.top
+computernetworksonline.com
+com-secure.download
+connectionstrenth.com
+construmac.com.mx
+cookie-law-enforcement-ff.xyz
+coolyarddecorations.com
+cornomase.win
+cowlmash.com
+craftinsta.ru
+culturevie.info
+cv.wallhade.co
+dangphoto.trade
+dating-app.ru
+dealitright.click
+dekoration.us
+delitime.info
 dellalimov.com
-dfwu1019.info
-digitalassetmanagement.site
-dildofotzen.net
+dengi-pod-zalog-nedvizhimosti.ru
+detalizaciya-tut.biz
+diesel-parts28.ru
+digest-project.ru
+dinosaurus.site
 dirtpics.pw
 divisioncore.com
-djonwatch.ru
 dms-sw.ru
-dnsrsearch.com
-dodlive.mil
-domaincheck.io
-domznaniy.ru
-downloadmefiranaratb1972.xpg.com.br
-doyouknowtheword-flummox.ml
-drhomes.biz
-drpornogratisx.xxx
-dvrlists.com
+domaincdn.xyz
+dood.live
+dostavimvdom.ru
+dptaughtme.com
+dyt.net
 easync.io
-ekn-art.se
-eldiariodeguadalajara.com
-elektir.ru
-elektrischezigarette1.blog.pl
-elektrischezigaretten1.blogse.nl
-elektronischezigarettekaufen1.myblog.de
-elmacho.xyz
-elmifarhangi.com
-el-nation.com
-eshop4u.jp
-essay-edu.biz
-everypony.ru
-excaliburfilms.com
-exchangeit.gq
-executehosting.com
-facecup.top
-fba-mexico.com
-ff30236ddef1465f88547e760973d70a.com
-findsexguide.com
-firma-legion.ru
+ecommerce-seo.com
+ednorxmed.com
+ege-russian.ru
+electrik-avenue.com
+elektrischezigarettekaufen2.cowblog.fr
+elektrozigarette1.dreamwidth.org
+elitepcgames.com
+emerson-rus.ru
+en.altezza.travel
+estelight.ru
+evaashop.ru
+exoclick.com
+expresstoplivo.ru
+ezigarettenkaufen1.deviantart.com
+fakehandbags.xyz
+fanoboi.com
+fatmaelgarny.com
+faz99.com
+fickenbumsen.net
+fickluder69.com
+finemanteam.com
+flashbannernow.com
 flex4launch.ru
-forum69.info
-forum.poker4life.ru
-fotoxxxru.com
-foxydeal.com
-frbizlist.com
-free-traffic.xyz
-freshberry.com.ua
-frivgame250.com
-frustrated-favorable.gq
-fuckmill.com
-gambarkatabaru.com
-gamblingnerd.com
-gay.adultgalls.com
-gaygalls.net
-gazporno.com
-geckoandfly.com
+fordsonmajbor.cf
+formulaantiuban.com
+formularz-konkurs.tk
+forsex.info
+fortunejack.com
+forumprofi.de
+fotzen-ficken.com
+foxtechfpv.com
+fullfileaccess.com
+funcrushgames.com
+fxtips.ru
+fym.com.ru
+game300.ru
 gemgrab-a.akamaihd.net
-get-free-social-traffic.com
-getmiro.com
-ghernnqr.skyrock.com
-gigablast.com
-gogalleryawesome.com
-golmau.host.sk
-good-mummy.ru
-goodnightjournal.com
-googlepositions.com
-goo.ne.jp
+getlamborghini.ga
+gidonline.one
+gilbertbanda.net
+glogow.pl
+gok-kasten.net
+goldadpremium.com
+goldandcard.ru
+gombita.info
 goosefishpost.bid
-graphid.com
-greatzip.com
-gsasearchenginerankerhelp.com
-gsasearchengineranker.xyz
-guarrasdelporno.xxx
+goroda-vsego-mira.ru
+gov.yanao.ru
+gsasearchenginerankerdiscount.com
+guiadeserraazul.com
 gwagka.com
-h2monline.com
-handicapbathtubarea.com
-hayate.biz
-hdpixent.com
-hdxnxxtube.mobi
-headpharmacy.com
-headpress.ru
-healing-dysplasia.ru
-hermesreplica.pw
-homemature.net
-hoste.octopis.com
+hahashka.ru
+hamilton.ca
+hazardky.net
+hd-film.pl
+hdpixion.com
+himazin.info
+histats.com
+hit-men.men
+hosting-tracker.com
+host-protection.com
 hotblog.top
-housekuba.org
-hptwaakw.blog.fc2.com
-https-legalrc.biz
-hubbble.com
-huimin764128.com
-hyhj.info
-ido3.com
-ifirestarter.ru
-images-free.net
-imgata.com
-impisr.edunsk.ru
-indiasourcemart.in
-infokonkurs.ru
-informatiecentro.be
-inome.com.ua
-insomniagamingfestival.com
-intelhdgraphicsgtdrive6w.metroblog.com
-intellektmedia.at
-ipornox.xxx
-iqbazar.ru
-iweblist.info
-izismile.com
-james13prix.info
-jamiembrown.com
-javrip.net
-jaxcube.info
-justprofit.xyz
-kabbalah-red-bracelets.com
-kartiniresto.com
-keyhantercume.com
-keywordglobal.co.za
-keywords-monitoring-your-success.com
-khafre.us
-kinobaks.com
-kinoplen.ru
-kinopolet.net
-kiprinform.com
-kladrus.ru
-koleso24.com.ua
-kollesa.ru
-konoplisemena.com
-kosova.de
-krasnodar-avtolombards.ru
-kurbappeal.info
-labelwater.se
-lafourmiliaire.com
-languagecode.com
-laparfumotec.com
-larose.jb2c.me
-law-check-two.xyz
-ledpolice.ru
-lenvred.org
+houseofrose.com
+hoverboard360.at
+hspline.com
+htmlcorner.com
+hvd-store.com
+hyiphunter.org
+iboss.com
+ikearugs.xyz
+iklysha.ml
+ilikevitaly.com
+imabase.com
+inclk.com
+infobabki.ru
+intellekt21.ru
+ip-guide.com
+itsdp3.com
+ivanstroi.ru
+javxxx18.com
+jbl-charge.info
+jerseyschinabizwholesale.us
+jikoman.info
+jobmarket.com.ua
+jurajskie.info
+kadashihotel.com
+kaliningrad.zrus.org
+karachev-city.ru
+kazan.zrus.org
+kaz.kz
+keyword-suggestions.com
+kinotorka.ru
+kletkimehan.ru
+kongoultry.net
+kongruan.com
+kovrenok.ru
+lacave.ntic.fr
+lanasshop.ru
+landscaping.center
+lashstudia.ru
 lernur.net
-letolove.ru
-linkrr.com
-liquimondo.com
-longadventure.com
-lottospring.com
-low-format.ru
-magicdiet.gq
+lescinq.com
+letmacworkfaster.world
+letslowbefast.today
+lifebyleese.com
+linkbuddies.com
+liran-locks.com
+littleberry.ru
+lyngdalhudterapi.no
+lyrics.home-task.com
+machicon-akihabara.info
+mackeeper-land-672695126.us-east-1.elb.amazonaws.com
 mahnwachen-helfen.info
-malwareremovalcenter.com
-manve.info
-meccadumps.net
-medictube.ru
-medtherapy.ru
-megaindex.ru
-meltwater.com
-menetie.ru
-mole.pluto.ro
-monetizationking.net
-moscow-region.ru
-moviemail-online.co.uk
-moyaterapiya.ru
-msk-diplomat.com
-mxgetcode.com
-myftpupload.com
-mylesosibirsk.ru
-naturtreenspicerx.pw
-nero-us.com
-newstaffadsshop.club
+mailemedicinals.com
+mansiondelrio.co
+mararoom.ru
+martlinker.com
+mastershef.club
+mebelcomplekt.ru
+medispainstitute.com.au
+medkletki.ru
+med-zdorovie.com.ua
+metallosajding.ru
+mezaruk.info
+micasainvest.com
+michaelkorssaleoutletonline.net
+migente.com
+miniads.ca
+mlvc4zzw.space
+mockupui.com
+mokrayakiska.com
+moncleroutletonline.pw
+monthlywinners.com
+morefastermac.trade
+my-big-family.com
+myblogregistercm.tk
+mydirtystuff.com
+myliveblog.ru
+nac-bearings.ru
+naperehresti.info
+nardulan.com
+nate.com
+national-today-winning-winner.club
+naturalbreakthroughsresearch.com
+neobux-bg.info
+netcheckcdn.xyz
+newsperuse.com
+newstraveller.ru
 nextbackgroundcheck.gq
-nextconseil.com
-nicovideo.jp
-nodding-passion.tk
-nootrino.com
-nordvpn.com
-northfacestore.online
-notfastfood.ru
-noumeda.com
-novgorod.xrus.org
-novosti-hi-tech.ru
-nvformula.ru
-oballergiya.ru
-ochistka-stokov.ru
-offergroup.info
-okmedia.sk
-oneshotdate.com
-onetravelguides.com
-onlineporno.site
-onstrapon.purplesphere.in
-ooo-gotovie.ru
-osb.se11.ru
-oz-offers.com
-ozoz.it
-paidonlinesites.com
+next-dentists.tk
+nhl17coins.exblog.jp
+niki-mlt.ru
+niroo.info
+nudo.ca
+oklogistic.ru
+online7777.com
+online-templatestore.com
+o-o-8-o-o.com
+openmultipleurl.com
+orhonit.com
+osnova3.ru
+ossmalta.com
+ownshop.win
 panamaforbeginners.com
-partnerline.men
-pcimforum.com
-pdn-4.com
-perfection-pleasure.ru
-perso.wanadoo.es
+pandarastore.top
+paparazzistudios.com.au
 pewit.pw
-pigrafix.at
-pihl.se
-piter.xrus.org
-pizda.lol
+photo.houseofgaga.ru
+physfunc.ru
+pijoto.net
+pirateday.ru
+pistonclasico.com
+pizdeishn.com
+platezhka.net
 play-mp3.com
+plohaya-kreditnaya-istoriya.ru
 pl-vouchers.com
-pochtovyi-index.ru
+pobeiranie.pl
 podshipniki-ntn.ru
-popup-jdh.xyz
-porndl.org
-pornmania.pl
-porno-dojki.net
-pornoforadult.com
-porodasobak.net
-postclass.com
-potolokelekor.ru
-powc.r.ca.d.sendibm2.com
-pozvonim.com
-pricheskaonline.ru
-privatefx.all4invest.info
-prizesbook.online
-prointer.net.ua
-promalp-universal.ru
-pronorm.fr
-pro-poly.ru
-prostitutki-rostova.org
-psvita.ru
-pts163.ru
-pushdata.sendpulse.com
-quebec-bin.com
-raavidesigns.com
-rapidgator-porn.ga
-reeyanaturopathy.com
-reklamuss.ru
-remmling.de
-remontbiz.ru
-rentalcarnavi.info
-rentehno.ru
-replicalouboutin.xyz
-retreatia.com
-rniaeba.ga
-running-line.ru
-russkie-gorki.ru
-rvtv.ru
-sabaapress.com
-sajatvelemeny.com
-sa-live.com
-sanatorrii.ru
-saneyes.com
-satellite.maps.ilovevitaly.com
-savingsslider-a.akamaihd.net
-sax-sex.com
-scanner-irvin.top
-scanner-jack.top
-scanner-mary.top
-scrnet.biz.ua
-seansonline24.pl
-search.alot.com
-segol.tv
-selectads.men
-seo-smm.kz
-sevendays.com.ua
-shohanb.com
-shopcheermakeup.info
-shopperifymac.com
+pojdelo.weebly.com
+popup.matchmaker.com
+pornodojd.ru
+pornoslive.net
+pornotubexxx.name
+printdirectforless.com
+priscilarodrigues.com.br
+privatefx-in.ru
+prizeestates.cricket
+profit-opportunity.com
+proxyradar.com
+psoriasis-file.trade
+pulse33.ru
+purplestats.com
+puzzleweb.ru
+q-moto.ru
+qpypcx.com
+quangcaons.com
+queerspace.com
+rabot.host.sk
+radiodigital.co
+rank-checker.online
+ranksignals.com
+rasteniya-vs-zombi.ru
+redirectme.net
+refererx.com
+reklama-i-rabota.ru
+research.ifmo.ru
+rff-cfal.info
+rfid-locker.co
+roll123.com
+roofers.org.uk
+rostov.xrus.org
+rusenvironmental.net
+sack.net
+saecsa.co
+sashagreyblog.ga
+savememoney.co.za
+search-error.com
+searchimage.co
+seocdvig.ru
+seo-prof1.xyz
+sergiorossistore.online
+serialsway.ucoz.ru
+serpstat.com
+sexcamamateurchat.com
+sexs-foto.com
+sexs-foto.top
+shodanhq.com
+shoesonlinebuy.xyz
+shoplvlv.us
+shtaketniki.kz
+shymkent.xkaz.org
+signal03.ru
 signoredom.com
-simply.net
-site-analyzer.com
 site-auditor.online
-si-unique.com
-skladvaz.ru
-sky-mine.ru
-slayerlife.com
-slowmac.tech
-snjack.info
-socialseet.ru
-sockshare.net
-soc-proof.su
-sohoindia.net
-spravka130.ru
-stair.registrydomainservices.com
-stardevine.com
-stockspmb.info
-stroydetali.ru
-stroyplus.ru
-studiokamyk.com.pl
-sugvant.ru
-suhanpacktech.com
-sukirgenk.dvrlists.com
-superlist.biz
-svolze.com
-swimpool.ca
-swinger-mobil.net
-tam-gde-more.ru
+sitebeam.net
+site-speed-check.site
+s-iwantyou.com
+sladkoevideo.com
+slavkokacunko.de
+songplanet.ru
+sotkal.lark.ru
+special-porn.com
+stefanbakosab.se
+stjamesschool.info
+stockquotes.wooeb.com
+strana-solnca.ru
+suralink.com
+surflinksmedical.com
+svnuppsalaorebro.se
+tagil.zrus.org
+tandvardshuset.net
+tattooreligion.ru
+t-bygg.com
+tds-advert005.info
 technopellet.gr
-terrafootwear.us
-thebestphotos.eu
-thecoolimages.net
-the-usa-games.blogspot.com
-thewomenlife.com
-tizanidine4mguses.blogspot.com
-tizanidinevscyclobenzaprine.blogspot.com
-toolsky.com
-toonfamilies.net
+tecspb.ru
+telefonsexi.com
+theendivechronicles.com
+thegolfclub.info
+theporndude.com
+timhost.ru
+tizanidineandgabapentin.blogspot.com
+tizanidineduringpregnancy.blogspot.com
+tizanidinehcl2mgtablet.blogspot.com
+tizanidinehcl4mgisitanarcotic.blogspot.com
+tizanidineshowupondrugtest.blogspot.com
+tizanidinestreetvalue.blogspot.com
+toondinsey.com
 top250movies.ru
-torontoplumbinggroup.com
-torrent-newgames.com
-torrents-tracker.com
-tracksz.co
-trafficstars.com
-trahvid.com
-treasuretrack-a.akamaihd.net
-trion.od.ua
-trkdf.com
-truck-land.life
-truck-rece.life
+torrentdownloadhub.com
+tozup.com
+tpu.ru
+track2.shop
+track-rankings.online
+trafaret74.ru
+trafficfactory.biz
+truck-addzilla.life
 truemfilelj.gq
-trustl.life
-try-rx.com
-ttrraacckkrr.com
-tupper-shop.ru
-turn-up-life.life
-tvnewsclips.info
-twu.com.ua
-ua.tc
-uggsale.online
+tvorozhnaja-zapekanka-recept.ru
+twitlinks.com
+twittrading.com
+twojebook.pl
+txxx.com
+typer.one
+tyumen.xrus.org
+ua-company.ru
 ukkelberg.no
-uk-zheu20.ru
-ultimateclassicrock.com
-urlopener.blogspot.com.au
-venerologiya.com
-ventelnos.com
+unmaroll.ya.ru
+uptime-alpha.net
+urlcut.ru
+uroki.net
+usacasino.com
+usswrite.com
+vacuumscleaner.com
+validccseller.com
+vapsy.com
+varikozdok.ru
+vavilone.com
+vegascosmetics.ru
+versaut.xxx-cam.webcam
+veselokloun.ru
 via-energy-cumpara.com
-via-energy-order.com
-video-camer.com
-videochat.ph
-vielporno.net
-vikistars.com
-vipromoffers.com
+viandpet.com
+viddyoze.com
+videochat.mx
+video-woman.com
+vintontech.info
+vip-dom.in
+virtuagirl.com
 visionwell.com.cn
-visitcambridge.org
-vizag.kharkov.ua
-vkak.ru
-vladhistory.com
-vpnmouse.com
-walkme.com
-wareseeker.com
-warezaccess.com
-we-are-gamers.com
-webpromotion.ae
-website-analytics.online
-website-speed-check.site
-website-speed-up.site
-wedding0venues.tk
-westen-z.life
-wholesalecheapjerseysfree.com
-wholesalejerseychinaoutlet.com
-wieseversa.no
-wleuaprpxuvr.ga
-writingservices17.blogspot.ru
+vitoriacabos.com
+vizitki.net
+vkgaleria.com
+vkontarkte.com
+vozbujdenie.com
+vzglyadriv.kg
+wallpapersdesk.info
+wallpapersist.com
+webalan.ru
+website-audit.com.ua
+websites-reviews.com
+weburlopener.com
+westvilletowingservices.co.za
+whatsappdownload10.com
+wrona.it
+wstroika.ru
 www.get-free-traffic-now.com
-x-lime.net
-xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai
-xn--80ahvj9e.xn--p1ai
-xuki.us
-xxlargepop.com
-xxx-cam.webcam
-xxxnatelefon.ru
-yeartwit.com
+wzgyyq.com
+xaijo.com
+xerox-douglas.cf
+xfluro.com
+xgftnlrt.bloger.index.hr
+xmladserver.com
+xn--d1aifoe0a9a.top
+xnxx-n.com
 yogamatsexpert.com
-youandcredit.ru
-yousense.info
-zakazvzloma.com
-zarabotat-na-sajte.ru
-zastroyka.org
-zebramart.ru
-zero1.it
-zeroredirect11.com
-zeroredirect7.com
-zhuravlev.info
-znakomstva-moskva77.ru
-zoogdisany.com
-zoompegs.com
+yoshkarola.zrus.org
+youjizz.com
+youthreaders.com
+youtuhe.com
+yubikk.info
+yunque.pluto.ro
+zambini.ru
+zeg-distribution.com
+zetgie.com.pl
+zigarettenonl.canalblog.com
+zionstar.net
+zog.link
+zone-kev717.info
+zoomovies.org
+zrus.org

.dev-tools/test_units/random-referrers-for-whitelist-test.list

@@ -1,250 +1,250 @@
-123movies.love
-2ads.co.uk
-2drittel.de
-3rbseyes.com
-3w24.com
-4webmasters.com
-999webdesign.com
-9icmzvn6.website
-agysya.ru
-animal-drawings.com
-apilinkswiftco-a.akamaihd.net
+a14download.com
+absolutelyanalog.com
+adamoads.com
+admitad.com
+ads.gold
+agroeconom.kz
+allbizne.co.ua
+amazon-seo-service.com
+amung.us
+anaksma.info
+animali.deagostinipassion.it
+anniemation.com
+anonymizeme.pro
+apartmentbay.ru
+apioutoboxnet-a.akamaihd.net
 arabsexxxtube.com
-ardimobileinfo.ml
-artel116.ru
-artpicso.com
-avek.ru
-avtocredit-legko.ru
-ayodhya.co
-azbaseimages.net
-bannerpower.com
-beachpics.com
-bestbrainprod.win
-betune.onlinewebshop.net
-bezlimitko.xyz
-bigames.online
-binomo.kz
-biznesluxe.ru
-bloggers.nl
-blog.koorg.ru
-boobsimge.com
-brainboostingsupplements.org
-braintobe.win
-brainzpod.win
-business-suggested.tk
-buyessay3.blogspot.ru
-buyessaynow.biz
-buyfriend.ru
-bvlgaribracelet.xyz
-bwlx.prepedu.cn
-cakemediahq.com.au
-callcafe.info
-call-of-duty.info
-candlewooddentalcentre.com.au
-castingbank.ru
-caveavins.fr
-cerev.info
-chinacheapelitejerseys.com
-choice-credit.ru
-cleanpcnow.com
+asacopaco.tk
+asia-forum.ru
+asrvrep-a.akamaihd.net
+atelielembrancaqueencanta.com.br
+australia-opening-times.com
+backgroundpictures.net
+baersaratov.ru
+balans.shahterworld.org
+baltgem.com
+beatifullandscape.co
+bestadbid.com
+bkgr.se
+bocoarchives.org
+bonzbuddy.com
+bookmark4you.com
+brendbutik.ru
+bvlgariwallet.xyz
+cdnanalytics.xyz
+chuckguilford.com
 clickaider.com
-collegerentals.com
-compiko.info
-compliance-alexa.xyz
-coolyarddecorations.com
-coop-gamers.ru
-cordstrap.cc
-counciltally.com
-creditnation.ru
+clmforexeu.com
+compliance-mark.top
+compliance-walt.top
+compliance-willy.top
 custom-electric-guitar.com
-cutalltheshit.com
-daymusam.com
+dangphoto.trade
 db.speedup.gdn
-descargar-musica-gratis.net
-dieta-personalna.pl
-dirtpics.pw
-domaincheck.io
-dosugrostov.site
-dtm-spain.com
-earn-from-articles.com
-easytuningshop.ru
-e-c.al
-ecommerce-seo.com
-ekosmetyki.net.pl
-elektir.ru
-elektrischezigarette2.devhub.com
-erotik0049.com
-eupornstar.info
-extrabot.com
-extremepornos.net
-fearcrow.com
-filkhbr.com
-filmgo.ru
-flashlarevista.com
-flipper.top
-florida-tourism.net
-flowwwers.com
-footbalive.org
-forex-indextop20.ru
-forex.osobye.ru
-gamedayhouse.com
-getdot.ru
-get-free-traffic-now.com
-gg-arena.ru
-gkvector.ru
-glopages.ru
-gogalleryawesome.com
-graphid.com
-gratis-sexkontakte.com
-gsasearchenginerankerdiscount.com
-havepussy.com
-hit-men.men
-hothor.se
-igru-xbox.net
-i-hobot.ru
-internetproviderstucson.com
-ipornox.xxx
-istripper.com
-jerseywholesaleelitestore.com
-job.icivil.ir
-kakablog.net
-karachev-city.ru
-keyhantercume.com
-kino2018.club
-kinoflux.net
-kochanelli.com
-kosova.de
-kostenlos-sexvideos.com
-kredit-pod-zalog-krasnodar.ru
-kvartir-remont.biz
-laexotic.com
-linkpulse.com
-lkbennettoutlet.online
-lostfilm-online.ru
-louboutinreplica.pw
-macrotek.ru
-mansiondelrio.co
-matsdale.com
-mcadamssupplyco.com
-meccadumps.net
-message-warning.net
-mielec.pl
-minegam.com
-mmog-play.ru
-mobplayer.ru
-monclercoats.xyz
-monclervests.xyz
-moscow-clining.ru
-multgo.ru
-muztops.ru
-mvpicton.co.uk
-nalogovyy-kodeks.ru
-nash-krym.info
-nfljerseyscheapbiz.us
-nikhilbahl.com
-nikitabuch.com
-ningessaybe.me
-noclegonline.info
-normalegal.ru
-november-lax.com
-online-templatestore.com
-onstrapon.purplesphere.in
-openstat.com
-palocco.it
-panamaforbeginners.com
-paradontozanet.ru
-perm-profnastil.ru
-php-market.ru
-pictures-and-images.com
-pinstake.com
+dealwifi.com
+devochki.top
+dfiles.me
+dlya-android.org
+doeco.ru
+domoysshop.ru
+drev.biz
+drpornogratisx.xxx
+dvd-famille.com
+dverimegapolis.ru
+e-biznes.info
+engines-usa.com
+en.home-task.com
+eshop.md
+evening-dating-club.info
+exchangeit.gq
+ezigarettekaufen2.mpbloggar.se
+ezrvrentals.com
+familienzahnaerzte.com
+family1st.ca
+familyphysician.ru
+fastfixing.tech
+fatmaelgarny.com
+fettefrauen.net
+fickkontakte.org
+financeloan.us
+financetip.eu
+flavors.me
+flirt4free.com
+flytourisme.org
+fotoxxxru.com
+foxinsocks.ru
+freelinkbuilding.website.tk
+gateway.zscalerone.net
+generic-pills-online.com
+getaclueamerica.com
+gifspics.com
+gktt.ru
+gratuitxblcodes.com
+h2monline.com
+hatedriveapart.com
+haveinc.xyz
+hermesreplica.pw
+homeandhealth.ru
+hscsscotland.com
+hvd-store.com
+incep.imagine-ex.co
+indianmedicaltourismshop.com
+internet-apteka.ru
+intim-uslugi.info
+invitefashion.com
+jav-fetish.site
+jaxcube.info
+jbl-charge.info
+jolic2.com
+jovencitas.gratis
+jpcycles.com
+keywesthideaways.co
+kollekcioner.ru
+komputers-best.ru
+kosynka-games.ru
+kozhniebolezni.com
+kredit-blog.ru
+labplus.ru
+larchik.net
+ledpolice.ru
+light.ifmo.ru
+linerdrilling.com
+littlecity.ch
+liveu.infoteka.hu
+lolnex.us
+longlifelomilomi.info
+lotto6888.com
+ltvperf.com
+macresource.co.uk
+magento-crew.net
+mainlinehobby.net
+manve.info
+maximilitary.ru
+medi-fitt.hu
+meendo-free-traffic.ga
+meget.co.za
+mensandals.xyz
+metascephe.com
+mir-betting.ru
+mirtorrent.net
+missclub.info
+mobstarr.com
+monarhs.info
+most.gov.iq
+moviezbonkerssk.cf
+musicspire.online
+mxgetcode.com
+mydownloadengine.com
+myfreetutorials.com
+myftpupload.com
+mygameplus.com
+naj-filmy24.pl
+new-post.tk
+nhl09.ru
+nmrk.ru
+o333o.com
+oakleyglassesonline.us
+oakridgemo.com
+oda.as
+offer.wpsecurity.website
+onlinadverts.com
+oralsexfilme.net
+orion-v.com
+outclicks.net
+oz-offers.com
+partner-host.men
+partybunny.ru
+pdns.cz
+perfectpracticeweb.com
+pijoto.net
+pixell.club
+pizdeishn.com
 plastgranar.nu
-pogosh.com
-pojdelo.weebly.com
-pornogratisdiario.com
-pornohd1080.online
-pornokorol.com
-porno-transsexuals.ru
-porodasobak.net
-posible.net
-pretty-mart.com
-prizefestival.mobi
-prodvigator.ua
-professionalwritingservices15.blogspot.ru
-prostitutki-tolyatti.org
-qor360.com
+porno-dojki.net
+pornolook.net
+porno-play.net
+porno-raskazy.ru
+privat-girl.net
+prodess.ru
+produkto.net
+profitsport.club
+prohoster.info
+pr-ten.de
+puzo2arbuza.ru
 rainbowice.ru
-razamicroelectronics.com
-razorweb-a.akamaihd.net
-refudiatethissarah.info
-remont-fridge-tv.ru
-romhacking.ru
-royal-betting.net
-rutor.vip
-sakhboard.ru
-saveindex.xyz
-sbornik-zakonov.ru
-scansafe.net
-search.1and1.com
-seofied.com
-sexcamamateurchat.com
-sexvideo-sex.com
-sexyali.com
-siha.de
-site3.free-share-buttons.com
-siteonomy.com
-site-speed-checker.site
-sledstvie-veli.net
-slowmacfaster.trade
-social-button.xyz
-socialmadesimple.com
-social-s-hhh.xyz
+recipedays.com
+redirlock.com
+rethinkwasteni.info
+roznica.com.ua
+ruex.org.ua
+russia-today-video.ru
+salmonfishingsacramentoriver.com
+salut-camp.ru
+sbetodiodnye-lampy.ru
+sbwealthsolutions.ca
+scanner-alex.top
+schoolfiles.net
+seoexperimenty.ru
+sexkontakteao.info
+shemale-sex.net
+shopcheermakeup.info
+shop.xz618.com
+sicfor.bcu.cc
+sitevaluation.com
+s-iwantyou.com
+soaksoak.ru
+social-s-ggg.xyz
+soft-program.com
+sonnikforme.ru
 sortthemesitesby.com
-soviet-portal.do.am
-spabali.org
-spaceshipad.com
-sptslmtrafms.com
-ssconstruction.co
-stairliftsarea.com
-strag-invest.ru
-streha-metalko.si
-studiokamyk.com.pl
-sugarkun.com
-supermama.top
-svarbit.com
-swinon.site
-takeflyte.com
-tamada69.com
-thecoolimages.net
-thegolfclub.info
-thetoiletpaper.com
-timdreby.com
-tizanidine6mg.blogspot.com
-tizanidineshowupondrugtest.blogspot.com
-tnctrx.com
-topcar-krasnodar.ru
+spitfiremusic.com
+sprttrack.com
+spywarebegone.com
+sribno.net
+stair.registrydomainservices.com
+strana-krasoty.ru
+superlist.biz
+supermesta.ru
+suture.co
+thenews-today.info
+ticketsys.inetwd.com
+tizanidine4mgstreetvalue.blogspot.com
+tizanidineforopiatewithdrawal.blogspot.com
+tizanidinepills.blogspot.com
+topads.men
 torrent-newgames.com
-trichizobswiv.agddns.net
-trustedhealthtips.com
-unitygame3d.com
+trafaret74.ru
+turizmus.us
+twinderbella.com
+uggbootsoutletsale.us
+unionmarkt.de
 urlcut.ru
-userequip.com
-vashsvet.com
-vclicks.net
-video-chat.in
-virtuagirl.com
-voditeltrezviy.ru
-vozbujdenie.com
-wapsite.me
-websitevaluebot.com
-wedding0venues.tk
-whatistizanidinehclusedfor.blogspot.com
-whereiskentoday.com
-win-spy.com
-wladimirpayen.com
-wosik-dach.service-for-web.de
-xn--80aebbcbcdemfkhba4byaehoejh8dza3v.xn--p1ai
-xnxx-n.com
-xxart.ru
-yellowstonesafaritours.com
-zeg-distribution.com
-zeroredirect7.com
+ussearche.cf
+valmetrundan.se
+vepad.com
+videotuber.ru
+vladimir.zrus.org
+vod.com.ua
+vrotike.ru
+watchmyfb.pl
+weddingdresses.xyz
+wfb.hatedriveapart.com
+wildnatureimages.com
+word-vorlagen.net
+wowas31.ucoz.ru
+www.kabbalah-red-bracelets.com
+xn--lifehacer-1rb.com
+xportvusbdriver8i.snack.ws
+xpresscare.ru
+xxx-treker.ru
+ynymnwbm.bloger.index.hr
+yopoint.in
+yourserverisdown.com
+yousense.info
+zaim-pod-zalog-krasnodar.ru
+zawyna.ua
+zazagames.org
+zlatnajesen.com
+zona-aqua.ru
+zophim.me
+zverokruh-shop.cz

.dev-tools/test_units/ratelimittest-beta.txt

@@ -1,3 +1,20 @@
+<!DOCTYPE html>
+<html>
+<head>
+<title>Welcome to NginX</title>
+</head>
+<body>
+<div align=center>
+<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
+<p>This is merely used for testing !!!</p>
+</body>
+</html><html>
+<head><title>503 Service Temporarily Unavailable</title></head>
+<body bgcolor="white">
+<center><h1>503 Service Temporarily Unavailable</h1></center>
+<hr><center>nginx/1.14.2</center>
+</body>
+</html>
 <html>
 <head><title>503 Service Temporarily Unavailable</title></head>
 <body bgcolor="white">
@@ -109,14 +126,4 @@
 <h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
 <p>This is merely used for testing !!!</p>
 </body>
-</html><!DOCTYPE html>
-<html>
-<head>
-<title>Welcome to NginX</title>
-</head>
-<body>
-<div align=center>
-<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
-<p>This is merely used for testing !!!</p>
-</body>
 </html>

.dev-tools/test_units/ratelimittest-master.txt

@@ -5,7 +5,7 @@
 <hr><center>nginx/1.14.2</center>
 </body>
 </html>
-l>
+<html>
 <head><title>503 Service Temporarily Unavailable</title></head>
 <body bgcolor="white">
 <center><h1>503 Service Temporarily Unavailable</h1></center>

.dev-tools/test_units/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.192.85.2	0;
+34.66.178.120	0;
 127.0.0.1	0;

AUTO-CONFIGURATION.md

@@ -4,7 +4,7 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V4.2019.07.1747
+#### Version: V4.2019.07.1748
 #### Bad Referrer Count: 6719
 #### Bad Bot Count: 556
 ____________________

MANUAL-CONFIGURATION.md

@@ -4,7 +4,7 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V4.2019.07.1747
+#### Version: V4.2019.07.1748
 #### Bad Referrer Count: 6719
 #### Bad Bot Count: 556
 ____________________

README.md

@@ -11,7 +11,7 @@
 ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
 
 _______________
-#### Version: V4.2019.07.1747
+#### Version: V4.2019.07.1748
 #### Bad Referrer Count: [6719](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
 #### Bad Bot Count: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 ____________________

_google_analytics_ghost_spam/README.md

@@ -3,7 +3,7 @@
 # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
 
 _______________
-#### Version: V4.2019.07.1747
+#### Version: V4.2019.07.1748
 #### Bad Referrer Count: 6719
 #### Bad Bot Count: 556
 ____________________

robots.txt/robots.txt

@@ -6,8 +6,8 @@
 
 ### Version Information #
 ###################################################
-### Version: V4.2019.07.1747
-### Updated: Thu Jul  4 09:38:27 SAST 2019
+### Version: V4.2019.07.1748
+### Updated: Fri Jul  5 08:31:38 SAST 2019
 ### Bad Bot Count: 556
 ###################################################
 ### Version Information ##