V4.2019.07.1748 [ci skip]

.dev-tools/beta_conf_files/bots.d/bad-referrer-words.conf

@@ -2,8 +2,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.10
-# Updated: 2019-06-28
+# Version: V4.2019.11
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -48,28 +48,28 @@
 
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
 
-# As you can see in the examples below the word "adultgalls" is entered with a preceding \b and an ending \b
-# this makes it now "\badultgalls\b". It is crucial to use the word boundaries regex formatting. 
+# As you can see in the examples below the word "adultgalls" is entered with a preceding (?:\b) and an ending (?:\b)
+# this makes it now "(?:\b)adultgalls(?:\b)". It is crucial to use the word boundaries regex formatting. 
 
 # ---------
 # EXAMPLES:
 # ---------
-#	"~*(?:\b)adultgalls(?:\b|)"						1;
-#	"~*(?:\b)amateurxpass(?:\b|)"					1;
-#	"~*(?:\b)bigblackbooty(?:\b|)"					1;
-#	"~*(?:\b)blacktits(?:\b|)"						1;
-#	"~*(?:\b)cookie\-law\-enforcement(?:\b|)"		1;
-#	"~*(?:\b)free\-share\-buttons(?:\b|)"			1;
-#	"~*(?:\b)free\-social\-buttons(?:\b|)"			1;
-#	"~*(?:\b)fuck\-paid\-share\-buttons(?:\b|)"		1;
-#	"~*(?:\b)ilovevitaly(?:\b|)"					1;
-#	"~*(?:\b)law\-enforcement\-bot(?:\b|)"			1;
-#	"~*(?:\b)law\-enforcement\-check(?:\b|)"		1;
-#	"~*(?:\b)share\-buttons\-for\-free(?:\b|)"		1;
-#	"~*(?:\b)webfuck(?:\b|)"						1;
-#	"~*(?:\b)xxxrus(?:\b|)"							1;
-#	"~*(?:\b)zeroredirect(?:\b|)"					1;
-#	"~*(?:\b|)x22(?:\b|)" 					        1; (in this string if your own domain name was sex22.com it would be blocked)
+#	"~*(?:\b)adultgalls(?:\b)"						1;
+#	"~*(?:\b)amateurxpass(?:\b)"					1;
+#	"~*(?:\b)bigblackbooty(?:\b)"					1;
+#	"~*(?:\b)blacktits(?:\b)"						1;
+#	"~*(?:\b)cookie\-law\-enforcement(?:\b)"		1;
+#	"~*(?:\b)free\-share\-buttons(?:\b)"			1;
+#	"~*(?:\b)free\-social\-buttons(?:\b)"			1;
+#	"~*(?:\b)fuck\-paid\-share\-buttons(?:\b)"		1;
+#	"~*(?:\b)ilovevitaly(?:\b)"					1;
+#	"~*(?:\b)law\-enforcement\-bot(?:\b)"			1;
+#	"~*(?:\b)law\-enforcement\-check(?:\b)"		1;
+#	"~*(?:\b)share\-buttons\-for\-free(?:\b)"		1;
+#	"~*(?:\b)webfuck(?:\b)"						1;
+#	"~*(?:\b)xxxrus(?:\b)"							1;
+#	"~*(?:\b)zeroredirect(?:\b)"					1;
+#	"~*(?:\b|)x22(?:\b)" 					        1; (in this string if your own domain name was sex22.com it would be blocked)
 
 
 # Here is a list of unsanitary words used in referrer strings - used in various injection attacks

.dev-tools/beta_conf_files/bots.d/blacklist-user-agents.conf

@@ -5,8 +5,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.07
-# Updated: 2019-06-28
+# Version: V4.2019.08
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -40,25 +40,25 @@
 
 # Make sure any words that contain special characters are escaped and include word boundaries as per the Regex examples below.
 
-# Example the User-Agent name "someverybaduseragentname1" is entered as "(?:\b)someverybaduseragentname1(?:\b|)"
-# Example the User-Agent name "some-very-bad-useragentname2" is entered as "(?:\b)some\-very\-bad\-useragentname1(?:\b|)" 
-# the "(?:\b)" and "(?:\b|)" are word boundaries which prevents partial matching and false positives.
+# Example the User-Agent name "someverybaduseragentname1" is entered as "(?:\b)someverybaduseragentname1(?:\b)"
+# Example the User-Agent name "some-very-bad-useragentname2" is entered as "(?:\b)some\-very\-bad\-useragentname1(?:\b)" 
+# the "(?:\b)" and "(?:\b)" are word boundaries which prevents partial matching and false positives.
 
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
 
 # ---------------------	
 # WHITELISTING EXAMPLES
 # ---------------------
-#	"~*(?:\b)someverygooduseragentname1(?:\b|)"			0;
-#	"~*(?:\b)someverygooduseragentname2(?:\b|)"			0;
-#	"~*(?:\b)some\-very\-good\-useragentname2(?:\b|)"	0;
+#	"~*(?:\b)someverygooduseragentname1(?:\b)"			0;
+#	"~*(?:\b)someverygooduseragentname2(?:\b)"			0;
+#	"~*(?:\b)some\-very\-good\-useragentname2(?:\b)"	0;
 
 # ---------------------
 # BLACKLISTING EXAMPLES
 # ---------------------
-#	"~*(?:\b)someverybaduseragentname1(?:\b|)"			3;
-#	"~*(?:\b)someverybaduseragentname2(?:\b|)"			3;
-#	"~*(?:\b)some\-very\-bad\-useragentname2(?:\b|)"	3;
+#	"~*(?:\b)someverybaduseragentname1(?:\b)"			3;
+#	"~*(?:\b)someverybaduseragentname2(?:\b)"			3;
+#	"~*(?:\b)some\-very\-bad\-useragentname2(?:\b)"	3;
 
 # Here are some default things I block on my own server, these appear in various types of injection attacks
 # You can disable them if you have problems or don't agree by switching thir value to 0 or moving them into the whitelist section first and then making their value 0
@@ -73,7 +73,7 @@
 # MY BLACKLIST
 # ------------
 
-"~*(?:\b)x22(?:\b|)"					3;
-"~*(?:\b){|}(?:\b|)"					3;
-"~*(?:\b|)mb_ereg_replace(?:\b|)"			3;
-"~*(?:\b|)file_put_contents(?:\b|)"			3;
+"~*(?:\b)x22(?:\b)"					3;
+"~*(?:\b){|}(?:\b)"					3;
+"~*(?:\b)mb_ereg_replace(?:\b)"			3;
+"~*(?:\b)file_put_contents(?:\b)"			3;

.dev-tools/beta_conf_files/bots.d/custom-bad-referrers.conf

@@ -4,8 +4,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.08
-# Updated: 2019-06-28
+# Version: V4.2019.09
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -34,29 +34,29 @@
 # *****************************************************************************************
 
 # As you can see in the examples below the domain "someveryveryrandomwebsitenamethatdoesnotexist1\.com" 
-# is entered with a preceding \b and an ending \b
-# this makes it now "\bsomeveryveryrandomwebsitenamethatdoesnotexist1\.com\b". 
+# is entered with a preceding (?:\b) and an ending (?:\b)
+# this makes it now "(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b)". 
 # It is crucial to use the word boundaries regex formatting. 
 # ---------
 # EXAMPLES:
 # ---------
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b|)"			1;
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist2\.com(?:\b|)"			1;
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b|)" 		    1;
-#	"~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b|)" 	    1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b)"			1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist2\.com(?:\b)"			1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b)" 		    1;
+#	"~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b)" 	    1;
 
 # ------------
 # MY WHITELIST
 # ------------
 
-#	"~*(?:\b)mywebsite\.com(?:\b|)"			0;
+#	"~*(?:\b)mywebsite\.com(?:\b)"			0;
 
 
 # ------------
 # MY BLACKLIST
 # ------------
 
-#	"~*(?:\b)someotherwebsite\.com(?:\b|)"	1;
+#	"~*(?:\b)someotherwebsite\.com(?:\b)"	1;
 
 

.dev-tools/beta_conf_files/bots.d/whitelist-domains.conf

@@ -2,8 +2,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.07
-# Updated: 2019-06-28
+# Version: V4.2019.08
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -32,15 +32,15 @@
 # PLEASE MAKE SURE that you use word regex boundaries to avoid false positive detection !!!
 # *****************************************************************************************
 
-# As you can see in the examples below the domain "myfirstowndomainname\.com" is entered with a preceding \b and an ending \b
-# this makes it now "\bmyfirstowndomainname\.com\b". It is crucial to use the word boundaries regex formatting. 
+# As you can see in the examples below the domain "myfirstowndomainname\.com" is entered with a preceding (?:\b) and an ending (?:\b)
+# this makes it now "(?:\b)myfirstowndomainname\.com(?:\b)". It is important to use the word boundaries regex formatting. 
 
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
 # ---------
 # EXAMPLES:
 # ---------
-#	"~*(?:\b)myfirstowndomainname\.com(?:\b|)" 			0;
-#	"~*(?:\b)my\-second\-owndomainname\.com(?:\b|)"		0;
+#	"~*(?:\b)myfirstowndomainname\.com(?:\b)" 			0;
+#	"~*(?:\b)my\-second\-owndomainname\.com(?:\b)"		0;
 
 # ------------
 # MY WHITELIST

.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.192.85.2	1;
+34.66.178.120	1;
 127.0.0.1	1;

.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-user-agents.conf

@@ -5,8 +5,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.07
-# Updated: 2019-06-28
+# Version: V4.2019.08
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -40,25 +40,25 @@
 
 # Make sure any words that contain special characters are escaped and include word boundaries as per the Regex examples below.
 
-# Example the User-Agent name "someverybaduseragentname1" is entered as "(?:\b)someverybaduseragentname1(?:\b|)"
-# Example the User-Agent name "some-very-bad-useragentname2" is entered as "(?:\b)some\-very\-bad\-useragentname1(?:\b|)" 
-# the "(?:\b)" and "(?:\b|)" are word boundaries which prevents partial matching and false positives.
+# Example the User-Agent name "someverybaduseragentname1" is entered as "(?:\b)someverybaduseragentname1(?:\b)"
+# Example the User-Agent name "some-very-bad-useragentname2" is entered as "(?:\b)some\-very\-bad\-useragentname1(?:\b)" 
+# the "(?:\b)" and "(?:\b)" are word boundaries which prevents partial matching and false positives.
 
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
 
 # ---------------------	
 # WHITELISTING EXAMPLES
 # ---------------------
-#	"~*(?:\b)someverygooduseragentname1(?:\b|)"			0;
-#	"~*(?:\b)someverygooduseragentname2(?:\b|)"			0;
-#	"~*(?:\b)some\-very\-good\-useragentname2(?:\b|)"	0;
+#	"~*(?:\b)someverygooduseragentname1(?:\b)"			0;
+#	"~*(?:\b)someverygooduseragentname2(?:\b)"			0;
+#	"~*(?:\b)some\-very\-good\-useragentname2(?:\b)"	0;
 
 # ---------------------
 # BLACKLISTING EXAMPLES
 # ---------------------
-#	"~*(?:\b)someverybaduseragentname1(?:\b|)"			3;
-#	"~*(?:\b)someverybaduseragentname2(?:\b|)"			3;
-#	"~*(?:\b)some\-very\-bad\-useragentname2(?:\b|)"	3;
+#	"~*(?:\b)someverybaduseragentname1(?:\b)"			3;
+#	"~*(?:\b)someverybaduseragentname2(?:\b)"			3;
+#	"~*(?:\b)some\-very\-bad\-useragentname2(?:\b)"	3;
 
 # Here are some default things I block on my own server, these appear in various types of injection attacks
 # You can disable them if you have problems or don't agree by switching thir value to 0 or moving them into the whitelist section first and then making their value 0
@@ -73,7 +73,7 @@
 # MY BLACKLIST
 # ------------
 
-"~*(?:\b)x22(?:\b|)"					3;
-"~*(?:\b){|}(?:\b|)"					3;
-"~*(?:\b|)mb_ereg_replace(?:\b|)"			3;
-"~*(?:\b|)file_put_contents(?:\b|)"			3;
+"~*(?:\b)x22(?:\b)"					3;
+"~*(?:\b){|}(?:\b)"					3;
+"~*(?:\b)mb_ereg_replace(?:\b)"			3;
+"~*(?:\b)file_put_contents(?:\b)"			3;

.dev-tools/beta_conf_files_ip_whitelist/bots.d/custom-bad-referrers.conf

@@ -4,8 +4,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.08
-# Updated: 2019-06-28
+# Version: V4.2019.09
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -34,29 +34,29 @@
 # *****************************************************************************************
 
 # As you can see in the examples below the domain "someveryveryrandomwebsitenamethatdoesnotexist1\.com" 
-# is entered with a preceding \b and an ending \b
-# this makes it now "\bsomeveryveryrandomwebsitenamethatdoesnotexist1\.com\b". 
+# is entered with a preceding (?:\b) and an ending (?:\b)
+# this makes it now "(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b)". 
 # It is crucial to use the word boundaries regex formatting. 
 # ---------
 # EXAMPLES:
 # ---------
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b|)"			1;
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist2\.com(?:\b|)"			1;
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b|)" 		    1;
-#	"~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b|)" 	    1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b)"			1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist2\.com(?:\b)"			1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b)" 		    1;
+#	"~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b)" 	    1;
 
 # ------------
 # MY WHITELIST
 # ------------
 
-#	"~*(?:\b)mywebsite\.com(?:\b|)"			0;
+#	"~*(?:\b)mywebsite\.com(?:\b)"			0;
 
 
 # ------------
 # MY BLACKLIST
 # ------------
 
-#	"~*(?:\b)someotherwebsite\.com(?:\b|)"	1;
+#	"~*(?:\b)someotherwebsite\.com(?:\b)"	1;
 
 

.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.192.85.2	0;
+34.66.178.120	0;
 127.0.0.1	0;

.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.192.85.2	1;
+34.66.178.120	1;
 127.0.0.1	1;

.dev-tools/beta_conf_files_ratelimiting/bots.d/custom-bad-referrers.conf

@@ -4,8 +4,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.08
-# Updated: 2019-06-28
+# Version: V4.2019.09
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -34,29 +34,29 @@
 # *****************************************************************************************
 
 # As you can see in the examples below the domain "someveryveryrandomwebsitenamethatdoesnotexist1\.com" 
-# is entered with a preceding \b and an ending \b
-# this makes it now "\bsomeveryveryrandomwebsitenamethatdoesnotexist1\.com\b". 
+# is entered with a preceding (?:\b) and an ending (?:\b)
+# this makes it now "(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b)". 
 # It is crucial to use the word boundaries regex formatting. 
 # ---------
 # EXAMPLES:
 # ---------
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b|)"			1;
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist2\.com(?:\b|)"			1;
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b|)" 		    1;
-#	"~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b|)" 	    1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b)"			1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist2\.com(?:\b)"			1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b)" 		    1;
+#	"~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b)" 	    1;
 
 # ------------
 # MY WHITELIST
 # ------------
 
-#	"~*(?:\b)mywebsite\.com(?:\b|)"			0;
+#	"~*(?:\b)mywebsite\.com(?:\b)"			0;
 
 
 # ------------
 # MY BLACKLIST
 # ------------
 
-#	"~*(?:\b)someotherwebsite\.com(?:\b|)"	1;
+#	"~*(?:\b)someotherwebsite\.com(?:\b)"	1;
 
 

.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.192.85.2	0;
+34.66.178.120	0;
 127.0.0.1	0;

.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.192.85.2	1;
+34.66.178.120	1;
 127.0.0.1	1;

.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.192.85.2	0;
+34.66.178.120	0;
 127.0.0.1	0;

.dev-tools/test1_conf_files/bots.d/bad-referrer-words.conf

@@ -2,8 +2,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.10
-# Updated: 2019-06-28
+# Version: V4.2019.11
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -48,28 +48,28 @@
 
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
 
-# As you can see in the examples below the word "adultgalls" is entered with a preceding \b and an ending \b
-# this makes it now "\badultgalls\b". It is crucial to use the word boundaries regex formatting. 
+# As you can see in the examples below the word "adultgalls" is entered with a preceding (?:\b) and an ending (?:\b)
+# this makes it now "(?:\b)adultgalls(?:\b)". It is crucial to use the word boundaries regex formatting. 
 
 # ---------
 # EXAMPLES:
 # ---------
-#	"~*(?:\b)adultgalls(?:\b|)"						1;
-#	"~*(?:\b)amateurxpass(?:\b|)"					1;
-#	"~*(?:\b)bigblackbooty(?:\b|)"					1;
-#	"~*(?:\b)blacktits(?:\b|)"						1;
-#	"~*(?:\b)cookie\-law\-enforcement(?:\b|)"		1;
-#	"~*(?:\b)free\-share\-buttons(?:\b|)"			1;
-#	"~*(?:\b)free\-social\-buttons(?:\b|)"			1;
-#	"~*(?:\b)fuck\-paid\-share\-buttons(?:\b|)"		1;
-#	"~*(?:\b)ilovevitaly(?:\b|)"					1;
-#	"~*(?:\b)law\-enforcement\-bot(?:\b|)"			1;
-#	"~*(?:\b)law\-enforcement\-check(?:\b|)"		1;
-#	"~*(?:\b)share\-buttons\-for\-free(?:\b|)"		1;
-#	"~*(?:\b)webfuck(?:\b|)"						1;
-#	"~*(?:\b)xxxrus(?:\b|)"							1;
-#	"~*(?:\b)zeroredirect(?:\b|)"					1;
-#	"~*(?:\b|)x22(?:\b|)" 					        1; (in this string if your own domain name was sex22.com it would be blocked)
+#	"~*(?:\b)adultgalls(?:\b)"						1;
+#	"~*(?:\b)amateurxpass(?:\b)"					1;
+#	"~*(?:\b)bigblackbooty(?:\b)"					1;
+#	"~*(?:\b)blacktits(?:\b)"						1;
+#	"~*(?:\b)cookie\-law\-enforcement(?:\b)"		1;
+#	"~*(?:\b)free\-share\-buttons(?:\b)"			1;
+#	"~*(?:\b)free\-social\-buttons(?:\b)"			1;
+#	"~*(?:\b)fuck\-paid\-share\-buttons(?:\b)"		1;
+#	"~*(?:\b)ilovevitaly(?:\b)"					1;
+#	"~*(?:\b)law\-enforcement\-bot(?:\b)"			1;
+#	"~*(?:\b)law\-enforcement\-check(?:\b)"		1;
+#	"~*(?:\b)share\-buttons\-for\-free(?:\b)"		1;
+#	"~*(?:\b)webfuck(?:\b)"						1;
+#	"~*(?:\b)xxxrus(?:\b)"							1;
+#	"~*(?:\b)zeroredirect(?:\b)"					1;
+#	"~*(?:\b|)x22(?:\b)" 					        1; (in this string if your own domain name was sex22.com it would be blocked)
 
 
 # Here is a list of unsanitary words used in referrer strings - used in various injection attacks

.dev-tools/test1_conf_files/bots.d/blacklist-user-agents.conf

@@ -5,8 +5,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.07
-# Updated: 2019-06-28
+# Version: V4.2019.08
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -40,25 +40,25 @@
 
 # Make sure any words that contain special characters are escaped and include word boundaries as per the Regex examples below.
 
-# Example the User-Agent name "someverybaduseragentname1" is entered as "(?:\b)someverybaduseragentname1(?:\b|)"
-# Example the User-Agent name "some-very-bad-useragentname2" is entered as "(?:\b)some\-very\-bad\-useragentname1(?:\b|)" 
-# the "(?:\b)" and "(?:\b|)" are word boundaries which prevents partial matching and false positives.
+# Example the User-Agent name "someverybaduseragentname1" is entered as "(?:\b)someverybaduseragentname1(?:\b)"
+# Example the User-Agent name "some-very-bad-useragentname2" is entered as "(?:\b)some\-very\-bad\-useragentname1(?:\b)" 
+# the "(?:\b)" and "(?:\b)" are word boundaries which prevents partial matching and false positives.
 
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
 
 # ---------------------	
 # WHITELISTING EXAMPLES
 # ---------------------
-#	"~*(?:\b)someverygooduseragentname1(?:\b|)"			0;
-#	"~*(?:\b)someverygooduseragentname2(?:\b|)"			0;
-#	"~*(?:\b)some\-very\-good\-useragentname2(?:\b|)"	0;
+#	"~*(?:\b)someverygooduseragentname1(?:\b)"			0;
+#	"~*(?:\b)someverygooduseragentname2(?:\b)"			0;
+#	"~*(?:\b)some\-very\-good\-useragentname2(?:\b)"	0;
 
 # ---------------------
 # BLACKLISTING EXAMPLES
 # ---------------------
-#	"~*(?:\b)someverybaduseragentname1(?:\b|)"			3;
-#	"~*(?:\b)someverybaduseragentname2(?:\b|)"			3;
-#	"~*(?:\b)some\-very\-bad\-useragentname2(?:\b|)"	3;
+#	"~*(?:\b)someverybaduseragentname1(?:\b)"			3;
+#	"~*(?:\b)someverybaduseragentname2(?:\b)"			3;
+#	"~*(?:\b)some\-very\-bad\-useragentname2(?:\b)"	3;
 
 # Here are some default things I block on my own server, these appear in various types of injection attacks
 # You can disable them if you have problems or don't agree by switching thir value to 0 or moving them into the whitelist section first and then making their value 0
@@ -73,7 +73,7 @@
 # MY BLACKLIST
 # ------------
 
-"~*(?:\b)x22(?:\b|)"					3;
-"~*(?:\b){|}(?:\b|)"					3;
-"~*(?:\b|)mb_ereg_replace(?:\b|)"			3;
-"~*(?:\b|)file_put_contents(?:\b|)"			3;
+"~*(?:\b)x22(?:\b)"					3;
+"~*(?:\b){|}(?:\b)"					3;
+"~*(?:\b)mb_ereg_replace(?:\b)"			3;
+"~*(?:\b)file_put_contents(?:\b)"			3;

.dev-tools/test1_conf_files/bots.d/custom-bad-referrers.conf

@@ -4,8 +4,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.08
-# Updated: 2019-06-28
+# Version: V4.2019.09
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -34,29 +34,29 @@
 # *****************************************************************************************
 
 # As you can see in the examples below the domain "someveryveryrandomwebsitenamethatdoesnotexist1\.com" 
-# is entered with a preceding \b and an ending \b
-# this makes it now "\bsomeveryveryrandomwebsitenamethatdoesnotexist1\.com\b". 
+# is entered with a preceding (?:\b) and an ending (?:\b)
+# this makes it now "(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b)". 
 # It is crucial to use the word boundaries regex formatting. 
 # ---------
 # EXAMPLES:
 # ---------
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b|)"			1;
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist2\.com(?:\b|)"			1;
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b|)" 		    1;
-#	"~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b|)" 	    1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b)"			1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist2\.com(?:\b)"			1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b)" 		    1;
+#	"~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b)" 	    1;
 
 # ------------
 # MY WHITELIST
 # ------------
 
-#	"~*(?:\b)mywebsite\.com(?:\b|)"			0;
+#	"~*(?:\b)mywebsite\.com(?:\b)"			0;
 
 
 # ------------
 # MY BLACKLIST
 # ------------
 
-#	"~*(?:\b)someotherwebsite\.com(?:\b|)"	1;
+#	"~*(?:\b)someotherwebsite\.com(?:\b)"	1;
 
 

.dev-tools/test1_conf_files/bots.d/whitelist-domains.conf

@@ -2,8 +2,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.07
-# Updated: 2019-06-28
+# Version: V4.2019.08
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -32,15 +32,15 @@
 # PLEASE MAKE SURE that you use word regex boundaries to avoid false positive detection !!!
 # *****************************************************************************************
 
-# As you can see in the examples below the domain "myfirstowndomainname\.com" is entered with a preceding \b and an ending \b
-# this makes it now "\bmyfirstowndomainname\.com\b". It is crucial to use the word boundaries regex formatting. 
+# As you can see in the examples below the domain "myfirstowndomainname\.com" is entered with a preceding (?:\b) and an ending (?:\b)
+# this makes it now "(?:\b)myfirstowndomainname\.com(?:\b)". It is important to use the word boundaries regex formatting. 
 
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
 # ---------
 # EXAMPLES:
 # ---------
-#	"~*(?:\b)myfirstowndomainname\.com(?:\b|)" 			0;
-#	"~*(?:\b)my\-second\-owndomainname\.com(?:\b|)"		0;
+#	"~*(?:\b)myfirstowndomainname\.com(?:\b)" 			0;
+#	"~*(?:\b)my\-second\-owndomainname\.com(?:\b)"		0;
 
 # ------------
 # MY WHITELIST

.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf

@@ -45,4 +45,4 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-35.188.1.99             0;
+35.188.73.34            0;

.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-104.154.120.187	1;
+34.66.178.120	1;
 127.0.0.1	1;

.dev-tools/test1_conf_files_ip_whitelist/bots.d/custom-bad-referrers.conf

@@ -4,8 +4,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.08
-# Updated: 2019-06-28
+# Version: V4.2019.09
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -34,29 +34,29 @@
 # *****************************************************************************************
 
 # As you can see in the examples below the domain "someveryveryrandomwebsitenamethatdoesnotexist1\.com" 
-# is entered with a preceding \b and an ending \b
-# this makes it now "\bsomeveryveryrandomwebsitenamethatdoesnotexist1\.com\b". 
+# is entered with a preceding (?:\b) and an ending (?:\b)
+# this makes it now "(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b)". 
 # It is crucial to use the word boundaries regex formatting. 
 # ---------
 # EXAMPLES:
 # ---------
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b|)"			1;
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist2\.com(?:\b|)"			1;
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b|)" 		    1;
-#	"~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b|)" 	    1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b)"			1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist2\.com(?:\b)"			1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b)" 		    1;
+#	"~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b)" 	    1;
 
 # ------------
 # MY WHITELIST
 # ------------
 
-#	"~*(?:\b)mywebsite\.com(?:\b|)"			0;
+#	"~*(?:\b)mywebsite\.com(?:\b)"			0;
 
 
 # ------------
 # MY BLACKLIST
 # ------------
 
-#	"~*(?:\b)someotherwebsite\.com(?:\b|)"	1;
+#	"~*(?:\b)someotherwebsite\.com(?:\b)"	1;
 
 

.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-104.154.120.187	0;
+34.66.178.120	0;
 127.0.0.1	0;

.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-104.154.120.187	1;
+34.66.178.120	1;
 127.0.0.1	1;

.dev-tools/test1_conf_files_ratelimiting/bots.d/custom-bad-referrers.conf

@@ -4,8 +4,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.08
-# Updated: 2019-06-28
+# Version: V4.2019.09
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -34,29 +34,29 @@
 # *****************************************************************************************
 
 # As you can see in the examples below the domain "someveryveryrandomwebsitenamethatdoesnotexist1\.com" 
-# is entered with a preceding \b and an ending \b
-# this makes it now "\bsomeveryveryrandomwebsitenamethatdoesnotexist1\.com\b". 
+# is entered with a preceding (?:\b) and an ending (?:\b)
+# this makes it now "(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b)". 
 # It is crucial to use the word boundaries regex formatting. 
 # ---------
 # EXAMPLES:
 # ---------
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b|)"			1;
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist2\.com(?:\b|)"			1;
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b|)" 		    1;
-#	"~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b|)" 	    1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b)"			1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist2\.com(?:\b)"			1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b)" 		    1;
+#	"~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b)" 	    1;
 
 # ------------
 # MY WHITELIST
 # ------------
 
-#	"~*(?:\b)mywebsite\.com(?:\b|)"			0;
+#	"~*(?:\b)mywebsite\.com(?:\b)"			0;
 
 
 # ------------
 # MY BLACKLIST
 # ------------
 
-#	"~*(?:\b)someotherwebsite\.com(?:\b|)"	1;
+#	"~*(?:\b)someotherwebsite\.com(?:\b)"	1;
 
 

.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-104.154.120.187	0;
+34.66.178.120	0;
 127.0.0.1	0;

.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-104.154.120.187	1;
+34.66.178.120	1;
 127.0.0.1	1;

.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-104.154.120.187	0;
+34.66.178.120	0;
 127.0.0.1	0;

.dev-tools/test2_conf_files/bots.d/bad-referrer-words.conf

@@ -2,8 +2,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.10
-# Updated: 2019-06-28
+# Version: V4.2019.11
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -48,28 +48,28 @@
 
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
 
-# As you can see in the examples below the word "adultgalls" is entered with a preceding \b and an ending \b
-# this makes it now "\badultgalls\b". It is crucial to use the word boundaries regex formatting. 
+# As you can see in the examples below the word "adultgalls" is entered with a preceding (?:\b) and an ending (?:\b)
+# this makes it now "(?:\b)adultgalls(?:\b)". It is crucial to use the word boundaries regex formatting. 
 
 # ---------
 # EXAMPLES:
 # ---------
-#	"~*(?:\b)adultgalls(?:\b|)"						1;
-#	"~*(?:\b)amateurxpass(?:\b|)"					1;
-#	"~*(?:\b)bigblackbooty(?:\b|)"					1;
-#	"~*(?:\b)blacktits(?:\b|)"						1;
-#	"~*(?:\b)cookie\-law\-enforcement(?:\b|)"		1;
-#	"~*(?:\b)free\-share\-buttons(?:\b|)"			1;
-#	"~*(?:\b)free\-social\-buttons(?:\b|)"			1;
-#	"~*(?:\b)fuck\-paid\-share\-buttons(?:\b|)"		1;
-#	"~*(?:\b)ilovevitaly(?:\b|)"					1;
-#	"~*(?:\b)law\-enforcement\-bot(?:\b|)"			1;
-#	"~*(?:\b)law\-enforcement\-check(?:\b|)"		1;
-#	"~*(?:\b)share\-buttons\-for\-free(?:\b|)"		1;
-#	"~*(?:\b)webfuck(?:\b|)"						1;
-#	"~*(?:\b)xxxrus(?:\b|)"							1;
-#	"~*(?:\b)zeroredirect(?:\b|)"					1;
-#	"~*(?:\b|)x22(?:\b|)" 					        1; (in this string if your own domain name was sex22.com it would be blocked)
+#	"~*(?:\b)adultgalls(?:\b)"						1;
+#	"~*(?:\b)amateurxpass(?:\b)"					1;
+#	"~*(?:\b)bigblackbooty(?:\b)"					1;
+#	"~*(?:\b)blacktits(?:\b)"						1;
+#	"~*(?:\b)cookie\-law\-enforcement(?:\b)"		1;
+#	"~*(?:\b)free\-share\-buttons(?:\b)"			1;
+#	"~*(?:\b)free\-social\-buttons(?:\b)"			1;
+#	"~*(?:\b)fuck\-paid\-share\-buttons(?:\b)"		1;
+#	"~*(?:\b)ilovevitaly(?:\b)"					1;
+#	"~*(?:\b)law\-enforcement\-bot(?:\b)"			1;
+#	"~*(?:\b)law\-enforcement\-check(?:\b)"		1;
+#	"~*(?:\b)share\-buttons\-for\-free(?:\b)"		1;
+#	"~*(?:\b)webfuck(?:\b)"						1;
+#	"~*(?:\b)xxxrus(?:\b)"							1;
+#	"~*(?:\b)zeroredirect(?:\b)"					1;
+#	"~*(?:\b|)x22(?:\b)" 					        1; (in this string if your own domain name was sex22.com it would be blocked)
 
 
 # Here is a list of unsanitary words used in referrer strings - used in various injection attacks

.dev-tools/test2_conf_files/bots.d/blacklist-user-agents.conf

@@ -5,8 +5,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.07
-# Updated: 2019-06-28
+# Version: V4.2019.08
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -40,25 +40,25 @@
 
 # Make sure any words that contain special characters are escaped and include word boundaries as per the Regex examples below.
 
-# Example the User-Agent name "someverybaduseragentname1" is entered as "(?:\b)someverybaduseragentname1(?:\b|)"
-# Example the User-Agent name "some-very-bad-useragentname2" is entered as "(?:\b)some\-very\-bad\-useragentname1(?:\b|)" 
-# the "(?:\b)" and "(?:\b|)" are word boundaries which prevents partial matching and false positives.
+# Example the User-Agent name "someverybaduseragentname1" is entered as "(?:\b)someverybaduseragentname1(?:\b)"
+# Example the User-Agent name "some-very-bad-useragentname2" is entered as "(?:\b)some\-very\-bad\-useragentname1(?:\b)" 
+# the "(?:\b)" and "(?:\b)" are word boundaries which prevents partial matching and false positives.
 
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
 
 # ---------------------	
 # WHITELISTING EXAMPLES
 # ---------------------
-#	"~*(?:\b)someverygooduseragentname1(?:\b|)"			0;
-#	"~*(?:\b)someverygooduseragentname2(?:\b|)"			0;
-#	"~*(?:\b)some\-very\-good\-useragentname2(?:\b|)"	0;
+#	"~*(?:\b)someverygooduseragentname1(?:\b)"			0;
+#	"~*(?:\b)someverygooduseragentname2(?:\b)"			0;
+#	"~*(?:\b)some\-very\-good\-useragentname2(?:\b)"	0;
 
 # ---------------------
 # BLACKLISTING EXAMPLES
 # ---------------------
-#	"~*(?:\b)someverybaduseragentname1(?:\b|)"			3;
-#	"~*(?:\b)someverybaduseragentname2(?:\b|)"			3;
-#	"~*(?:\b)some\-very\-bad\-useragentname2(?:\b|)"	3;
+#	"~*(?:\b)someverybaduseragentname1(?:\b)"			3;
+#	"~*(?:\b)someverybaduseragentname2(?:\b)"			3;
+#	"~*(?:\b)some\-very\-bad\-useragentname2(?:\b)"	3;
 
 # Here are some default things I block on my own server, these appear in various types of injection attacks
 # You can disable them if you have problems or don't agree by switching thir value to 0 or moving them into the whitelist section first and then making their value 0
@@ -73,7 +73,7 @@
 # MY BLACKLIST
 # ------------
 
-"~*(?:\b)x22(?:\b|)"					3;
-"~*(?:\b){|}(?:\b|)"					3;
-"~*(?:\b|)mb_ereg_replace(?:\b|)"			3;
-"~*(?:\b|)file_put_contents(?:\b|)"			3;
+"~*(?:\b)x22(?:\b)"					3;
+"~*(?:\b){|}(?:\b)"					3;
+"~*(?:\b)mb_ereg_replace(?:\b)"			3;
+"~*(?:\b)file_put_contents(?:\b)"			3;

.dev-tools/test2_conf_files/bots.d/custom-bad-referrers.conf

@@ -4,8 +4,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.08
-# Updated: 2019-06-28
+# Version: V4.2019.09
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -34,29 +34,29 @@
 # *****************************************************************************************
 
 # As you can see in the examples below the domain "someveryveryrandomwebsitenamethatdoesnotexist1\.com" 
-# is entered with a preceding \b and an ending \b
-# this makes it now "\bsomeveryveryrandomwebsitenamethatdoesnotexist1\.com\b". 
+# is entered with a preceding (?:\b) and an ending (?:\b)
+# this makes it now "(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b)". 
 # It is crucial to use the word boundaries regex formatting. 
 # ---------
 # EXAMPLES:
 # ---------
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b|)"			1;
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist2\.com(?:\b|)"			1;
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b|)" 		    1;
-#	"~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b|)" 	    1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b)"			1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist2\.com(?:\b)"			1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b)" 		    1;
+#	"~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b)" 	    1;
 
 # ------------
 # MY WHITELIST
 # ------------
 
-#	"~*(?:\b)mywebsite\.com(?:\b|)"			0;
+#	"~*(?:\b)mywebsite\.com(?:\b)"			0;
 
 
 # ------------
 # MY BLACKLIST
 # ------------
 
-#	"~*(?:\b)someotherwebsite\.com(?:\b|)"	1;
+#	"~*(?:\b)someotherwebsite\.com(?:\b)"	1;
 
 

.dev-tools/test2_conf_files/bots.d/whitelist-domains.conf

@@ -2,8 +2,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.07
-# Updated: 2019-06-28
+# Version: V4.2019.08
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -32,15 +32,15 @@
 # PLEASE MAKE SURE that you use word regex boundaries to avoid false positive detection !!!
 # *****************************************************************************************
 
-# As you can see in the examples below the domain "myfirstowndomainname\.com" is entered with a preceding \b and an ending \b
-# this makes it now "\bmyfirstowndomainname\.com\b". It is crucial to use the word boundaries regex formatting. 
+# As you can see in the examples below the domain "myfirstowndomainname\.com" is entered with a preceding (?:\b) and an ending (?:\b)
+# this makes it now "(?:\b)myfirstowndomainname\.com(?:\b)". It is important to use the word boundaries regex formatting. 
 
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
 # ---------
 # EXAMPLES:
 # ---------
-#	"~*(?:\b)myfirstowndomainname\.com(?:\b|)" 			0;
-#	"~*(?:\b)my\-second\-owndomainname\.com(?:\b|)"		0;
+#	"~*(?:\b)myfirstowndomainname\.com(?:\b)" 			0;
+#	"~*(?:\b)my\-second\-owndomainname\.com(?:\b)"		0;
 
 # ------------
 # MY WHITELIST

.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf

@@ -45,5 +45,5 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-35.184.96.71            0;
-35.224.112.202          0;
+34.66.178.120           0;
+104.154.113.151         0;

.dev-tools/test3_conf_files/bots.d/bad-referrer-words.conf

@@ -2,8 +2,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.10
-# Updated: 2019-06-28
+# Version: V4.2019.11
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -48,28 +48,28 @@
 
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
 
-# As you can see in the examples below the word "adultgalls" is entered with a preceding \b and an ending \b
-# this makes it now "\badultgalls\b". It is crucial to use the word boundaries regex formatting. 
+# As you can see in the examples below the word "adultgalls" is entered with a preceding (?:\b) and an ending (?:\b)
+# this makes it now "(?:\b)adultgalls(?:\b)". It is crucial to use the word boundaries regex formatting. 
 
 # ---------
 # EXAMPLES:
 # ---------
-#	"~*(?:\b)adultgalls(?:\b|)"						1;
-#	"~*(?:\b)amateurxpass(?:\b|)"					1;
-#	"~*(?:\b)bigblackbooty(?:\b|)"					1;
-#	"~*(?:\b)blacktits(?:\b|)"						1;
-#	"~*(?:\b)cookie\-law\-enforcement(?:\b|)"		1;
-#	"~*(?:\b)free\-share\-buttons(?:\b|)"			1;
-#	"~*(?:\b)free\-social\-buttons(?:\b|)"			1;
-#	"~*(?:\b)fuck\-paid\-share\-buttons(?:\b|)"		1;
-#	"~*(?:\b)ilovevitaly(?:\b|)"					1;
-#	"~*(?:\b)law\-enforcement\-bot(?:\b|)"			1;
-#	"~*(?:\b)law\-enforcement\-check(?:\b|)"		1;
-#	"~*(?:\b)share\-buttons\-for\-free(?:\b|)"		1;
-#	"~*(?:\b)webfuck(?:\b|)"						1;
-#	"~*(?:\b)xxxrus(?:\b|)"							1;
-#	"~*(?:\b)zeroredirect(?:\b|)"					1;
-#	"~*(?:\b|)x22(?:\b|)" 					        1; (in this string if your own domain name was sex22.com it would be blocked)
+#	"~*(?:\b)adultgalls(?:\b)"						1;
+#	"~*(?:\b)amateurxpass(?:\b)"					1;
+#	"~*(?:\b)bigblackbooty(?:\b)"					1;
+#	"~*(?:\b)blacktits(?:\b)"						1;
+#	"~*(?:\b)cookie\-law\-enforcement(?:\b)"		1;
+#	"~*(?:\b)free\-share\-buttons(?:\b)"			1;
+#	"~*(?:\b)free\-social\-buttons(?:\b)"			1;
+#	"~*(?:\b)fuck\-paid\-share\-buttons(?:\b)"		1;
+#	"~*(?:\b)ilovevitaly(?:\b)"					1;
+#	"~*(?:\b)law\-enforcement\-bot(?:\b)"			1;
+#	"~*(?:\b)law\-enforcement\-check(?:\b)"		1;
+#	"~*(?:\b)share\-buttons\-for\-free(?:\b)"		1;
+#	"~*(?:\b)webfuck(?:\b)"						1;
+#	"~*(?:\b)xxxrus(?:\b)"							1;
+#	"~*(?:\b)zeroredirect(?:\b)"					1;
+#	"~*(?:\b|)x22(?:\b)" 					        1; (in this string if your own domain name was sex22.com it would be blocked)
 
 
 # Here is a list of unsanitary words used in referrer strings - used in various injection attacks

.dev-tools/test3_conf_files/bots.d/blacklist-user-agents.conf

@@ -5,8 +5,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.07
-# Updated: 2019-06-28
+# Version: V4.2019.08
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -40,25 +40,25 @@
 
 # Make sure any words that contain special characters are escaped and include word boundaries as per the Regex examples below.
 
-# Example the User-Agent name "someverybaduseragentname1" is entered as "(?:\b)someverybaduseragentname1(?:\b|)"
-# Example the User-Agent name "some-very-bad-useragentname2" is entered as "(?:\b)some\-very\-bad\-useragentname1(?:\b|)" 
-# the "(?:\b)" and "(?:\b|)" are word boundaries which prevents partial matching and false positives.
+# Example the User-Agent name "someverybaduseragentname1" is entered as "(?:\b)someverybaduseragentname1(?:\b)"
+# Example the User-Agent name "some-very-bad-useragentname2" is entered as "(?:\b)some\-very\-bad\-useragentname1(?:\b)" 
+# the "(?:\b)" and "(?:\b)" are word boundaries which prevents partial matching and false positives.
 
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
 
 # ---------------------	
 # WHITELISTING EXAMPLES
 # ---------------------
-#	"~*(?:\b)someverygooduseragentname1(?:\b|)"			0;
-#	"~*(?:\b)someverygooduseragentname2(?:\b|)"			0;
-#	"~*(?:\b)some\-very\-good\-useragentname2(?:\b|)"	0;
+#	"~*(?:\b)someverygooduseragentname1(?:\b)"			0;
+#	"~*(?:\b)someverygooduseragentname2(?:\b)"			0;
+#	"~*(?:\b)some\-very\-good\-useragentname2(?:\b)"	0;
 
 # ---------------------
 # BLACKLISTING EXAMPLES
 # ---------------------
-#	"~*(?:\b)someverybaduseragentname1(?:\b|)"			3;
-#	"~*(?:\b)someverybaduseragentname2(?:\b|)"			3;
-#	"~*(?:\b)some\-very\-bad\-useragentname2(?:\b|)"	3;
+#	"~*(?:\b)someverybaduseragentname1(?:\b)"			3;
+#	"~*(?:\b)someverybaduseragentname2(?:\b)"			3;
+#	"~*(?:\b)some\-very\-bad\-useragentname2(?:\b)"	3;
 
 # Here are some default things I block on my own server, these appear in various types of injection attacks
 # You can disable them if you have problems or don't agree by switching thir value to 0 or moving them into the whitelist section first and then making their value 0
@@ -73,7 +73,7 @@
 # MY BLACKLIST
 # ------------
 
-"~*(?:\b)x22(?:\b|)"					3;
-"~*(?:\b){|}(?:\b|)"					3;
-"~*(?:\b|)mb_ereg_replace(?:\b|)"			3;
-"~*(?:\b|)file_put_contents(?:\b|)"			3;
+"~*(?:\b)x22(?:\b)"					3;
+"~*(?:\b){|}(?:\b)"					3;
+"~*(?:\b)mb_ereg_replace(?:\b)"			3;
+"~*(?:\b)file_put_contents(?:\b)"			3;

.dev-tools/test3_conf_files/bots.d/custom-bad-referrers.conf

@@ -4,8 +4,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.08
-# Updated: 2019-06-28
+# Version: V4.2019.09
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -34,29 +34,29 @@
 # *****************************************************************************************
 
 # As you can see in the examples below the domain "someveryveryrandomwebsitenamethatdoesnotexist1\.com" 
-# is entered with a preceding \b and an ending \b
-# this makes it now "\bsomeveryveryrandomwebsitenamethatdoesnotexist1\.com\b". 
+# is entered with a preceding (?:\b) and an ending (?:\b)
+# this makes it now "(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b)". 
 # It is crucial to use the word boundaries regex formatting. 
 # ---------
 # EXAMPLES:
 # ---------
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b|)"			1;
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist2\.com(?:\b|)"			1;
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b|)" 		    1;
-#	"~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b|)" 	    1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b)"			1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist2\.com(?:\b)"			1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b)" 		    1;
+#	"~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b)" 	    1;
 
 # ------------
 # MY WHITELIST
 # ------------
 
-#	"~*(?:\b)mywebsite\.com(?:\b|)"			0;
+#	"~*(?:\b)mywebsite\.com(?:\b)"			0;
 
 
 # ------------
 # MY BLACKLIST
 # ------------
 
-#	"~*(?:\b)someotherwebsite\.com(?:\b|)"	1;
+#	"~*(?:\b)someotherwebsite\.com(?:\b)"	1;
 
 

.dev-tools/test3_conf_files/bots.d/whitelist-domains.conf

@@ -2,8 +2,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.07
-# Updated: 2019-06-28
+# Version: V4.2019.08
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -32,15 +32,15 @@
 # PLEASE MAKE SURE that you use word regex boundaries to avoid false positive detection !!!
 # *****************************************************************************************
 
-# As you can see in the examples below the domain "myfirstowndomainname\.com" is entered with a preceding \b and an ending \b
-# this makes it now "\bmyfirstowndomainname\.com\b". It is crucial to use the word boundaries regex formatting. 
+# As you can see in the examples below the domain "myfirstowndomainname\.com" is entered with a preceding (?:\b) and an ending (?:\b)
+# this makes it now "(?:\b)myfirstowndomainname\.com(?:\b)". It is important to use the word boundaries regex formatting. 
 
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
 # ---------
 # EXAMPLES:
 # ---------
-#	"~*(?:\b)myfirstowndomainname\.com(?:\b|)" 			0;
-#	"~*(?:\b)my\-second\-owndomainname\.com(?:\b|)"		0;
+#	"~*(?:\b)myfirstowndomainname\.com(?:\b)" 			0;
+#	"~*(?:\b)my\-second\-owndomainname\.com(?:\b)"		0;
 
 # ------------
 # MY WHITELIST

.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf

@@ -45,5 +45,5 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-35.188.1.99             0;
-104.154.120.187         0;
+34.66.178.120           0;
+104.198.131.58          0;

.dev-tools/test4_conf_files/bots.d/bad-referrer-words.conf

@@ -2,8 +2,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.10
-# Updated: 2019-06-28
+# Version: V4.2019.11
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -48,28 +48,28 @@
 
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
 
-# As you can see in the examples below the word "adultgalls" is entered with a preceding \b and an ending \b
-# this makes it now "\badultgalls\b". It is crucial to use the word boundaries regex formatting. 
+# As you can see in the examples below the word "adultgalls" is entered with a preceding (?:\b) and an ending (?:\b)
+# this makes it now "(?:\b)adultgalls(?:\b)". It is crucial to use the word boundaries regex formatting. 
 
 # ---------
 # EXAMPLES:
 # ---------
-#	"~*(?:\b)adultgalls(?:\b|)"						1;
-#	"~*(?:\b)amateurxpass(?:\b|)"					1;
-#	"~*(?:\b)bigblackbooty(?:\b|)"					1;
-#	"~*(?:\b)blacktits(?:\b|)"						1;
-#	"~*(?:\b)cookie\-law\-enforcement(?:\b|)"		1;
-#	"~*(?:\b)free\-share\-buttons(?:\b|)"			1;
-#	"~*(?:\b)free\-social\-buttons(?:\b|)"			1;
-#	"~*(?:\b)fuck\-paid\-share\-buttons(?:\b|)"		1;
-#	"~*(?:\b)ilovevitaly(?:\b|)"					1;
-#	"~*(?:\b)law\-enforcement\-bot(?:\b|)"			1;
-#	"~*(?:\b)law\-enforcement\-check(?:\b|)"		1;
-#	"~*(?:\b)share\-buttons\-for\-free(?:\b|)"		1;
-#	"~*(?:\b)webfuck(?:\b|)"						1;
-#	"~*(?:\b)xxxrus(?:\b|)"							1;
-#	"~*(?:\b)zeroredirect(?:\b|)"					1;
-#	"~*(?:\b|)x22(?:\b|)" 					        1; (in this string if your own domain name was sex22.com it would be blocked)
+#	"~*(?:\b)adultgalls(?:\b)"						1;
+#	"~*(?:\b)amateurxpass(?:\b)"					1;
+#	"~*(?:\b)bigblackbooty(?:\b)"					1;
+#	"~*(?:\b)blacktits(?:\b)"						1;
+#	"~*(?:\b)cookie\-law\-enforcement(?:\b)"		1;
+#	"~*(?:\b)free\-share\-buttons(?:\b)"			1;
+#	"~*(?:\b)free\-social\-buttons(?:\b)"			1;
+#	"~*(?:\b)fuck\-paid\-share\-buttons(?:\b)"		1;
+#	"~*(?:\b)ilovevitaly(?:\b)"					1;
+#	"~*(?:\b)law\-enforcement\-bot(?:\b)"			1;
+#	"~*(?:\b)law\-enforcement\-check(?:\b)"		1;
+#	"~*(?:\b)share\-buttons\-for\-free(?:\b)"		1;
+#	"~*(?:\b)webfuck(?:\b)"						1;
+#	"~*(?:\b)xxxrus(?:\b)"							1;
+#	"~*(?:\b)zeroredirect(?:\b)"					1;
+#	"~*(?:\b|)x22(?:\b)" 					        1; (in this string if your own domain name was sex22.com it would be blocked)
 
 
 # Here is a list of unsanitary words used in referrer strings - used in various injection attacks

.dev-tools/test4_conf_files/bots.d/blacklist-user-agents.conf

@@ -5,8 +5,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.07
-# Updated: 2019-06-28
+# Version: V4.2019.08
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -40,25 +40,25 @@
 
 # Make sure any words that contain special characters are escaped and include word boundaries as per the Regex examples below.
 
-# Example the User-Agent name "someverybaduseragentname1" is entered as "(?:\b)someverybaduseragentname1(?:\b|)"
-# Example the User-Agent name "some-very-bad-useragentname2" is entered as "(?:\b)some\-very\-bad\-useragentname1(?:\b|)" 
-# the "(?:\b)" and "(?:\b|)" are word boundaries which prevents partial matching and false positives.
+# Example the User-Agent name "someverybaduseragentname1" is entered as "(?:\b)someverybaduseragentname1(?:\b)"
+# Example the User-Agent name "some-very-bad-useragentname2" is entered as "(?:\b)some\-very\-bad\-useragentname1(?:\b)" 
+# the "(?:\b)" and "(?:\b)" are word boundaries which prevents partial matching and false positives.
 
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
 
 # ---------------------	
 # WHITELISTING EXAMPLES
 # ---------------------
-#	"~*(?:\b)someverygooduseragentname1(?:\b|)"			0;
-#	"~*(?:\b)someverygooduseragentname2(?:\b|)"			0;
-#	"~*(?:\b)some\-very\-good\-useragentname2(?:\b|)"	0;
+#	"~*(?:\b)someverygooduseragentname1(?:\b)"			0;
+#	"~*(?:\b)someverygooduseragentname2(?:\b)"			0;
+#	"~*(?:\b)some\-very\-good\-useragentname2(?:\b)"	0;
 
 # ---------------------
 # BLACKLISTING EXAMPLES
 # ---------------------
-#	"~*(?:\b)someverybaduseragentname1(?:\b|)"			3;
-#	"~*(?:\b)someverybaduseragentname2(?:\b|)"			3;
-#	"~*(?:\b)some\-very\-bad\-useragentname2(?:\b|)"	3;
+#	"~*(?:\b)someverybaduseragentname1(?:\b)"			3;
+#	"~*(?:\b)someverybaduseragentname2(?:\b)"			3;
+#	"~*(?:\b)some\-very\-bad\-useragentname2(?:\b)"	3;
 
 # Here are some default things I block on my own server, these appear in various types of injection attacks
 # You can disable them if you have problems or don't agree by switching thir value to 0 or moving them into the whitelist section first and then making their value 0
@@ -73,7 +73,7 @@
 # MY BLACKLIST
 # ------------
 
-"~*(?:\b)x22(?:\b|)"					3;
-"~*(?:\b){|}(?:\b|)"					3;
-"~*(?:\b|)mb_ereg_replace(?:\b|)"			3;
-"~*(?:\b|)file_put_contents(?:\b|)"			3;
+"~*(?:\b)x22(?:\b)"					3;
+"~*(?:\b){|}(?:\b)"					3;
+"~*(?:\b)mb_ereg_replace(?:\b)"			3;
+"~*(?:\b)file_put_contents(?:\b)"			3;

.dev-tools/test4_conf_files/bots.d/custom-bad-referrers.conf

@@ -4,8 +4,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.08
-# Updated: 2019-06-28
+# Version: V4.2019.09
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -34,29 +34,29 @@
 # *****************************************************************************************
 
 # As you can see in the examples below the domain "someveryveryrandomwebsitenamethatdoesnotexist1\.com" 
-# is entered with a preceding \b and an ending \b
-# this makes it now "\bsomeveryveryrandomwebsitenamethatdoesnotexist1\.com\b". 
+# is entered with a preceding (?:\b) and an ending (?:\b)
+# this makes it now "(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b)". 
 # It is crucial to use the word boundaries regex formatting. 
 # ---------
 # EXAMPLES:
 # ---------
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b|)"			1;
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist2\.com(?:\b|)"			1;
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b|)" 		    1;
-#	"~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b|)" 	    1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b)"			1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist2\.com(?:\b)"			1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b)" 		    1;
+#	"~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b)" 	    1;
 
 # ------------
 # MY WHITELIST
 # ------------
 
-#	"~*(?:\b)mywebsite\.com(?:\b|)"			0;
+#	"~*(?:\b)mywebsite\.com(?:\b)"			0;
 
 
 # ------------
 # MY BLACKLIST
 # ------------
 
-#	"~*(?:\b)someotherwebsite\.com(?:\b|)"	1;
+#	"~*(?:\b)someotherwebsite\.com(?:\b)"	1;
 
 

.dev-tools/test4_conf_files/bots.d/whitelist-domains.conf

@@ -2,8 +2,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.07
-# Updated: 2019-06-28
+# Version: V4.2019.08
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -32,15 +32,15 @@
 # PLEASE MAKE SURE that you use word regex boundaries to avoid false positive detection !!!
 # *****************************************************************************************
 
-# As you can see in the examples below the domain "myfirstowndomainname\.com" is entered with a preceding \b and an ending \b
-# this makes it now "\bmyfirstowndomainname\.com\b". It is crucial to use the word boundaries regex formatting. 
+# As you can see in the examples below the domain "myfirstowndomainname\.com" is entered with a preceding (?:\b) and an ending (?:\b)
+# this makes it now "(?:\b)myfirstowndomainname\.com(?:\b)". It is important to use the word boundaries regex formatting. 
 
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
 # ---------
 # EXAMPLES:
 # ---------
-#	"~*(?:\b)myfirstowndomainname\.com(?:\b|)" 			0;
-#	"~*(?:\b)my\-second\-owndomainname\.com(?:\b|)"		0;
+#	"~*(?:\b)myfirstowndomainname\.com(?:\b)" 			0;
+#	"~*(?:\b)my\-second\-owndomainname\.com(?:\b)"		0;
 
 # ------------
 # MY WHITELIST

.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf

@@ -45,6 +45,5 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-35.184.226.236          0;
-35.202.145.110          0;
-104.154.120.187         0;
+35.192.187.174          0;
+104.154.113.151         0;

.dev-tools/test5_conf_files/bots.d/bad-referrer-words.conf

@@ -2,8 +2,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.10
-# Updated: 2019-06-28
+# Version: V4.2019.11
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -48,28 +48,28 @@
 
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
 
-# As you can see in the examples below the word "adultgalls" is entered with a preceding \b and an ending \b
-# this makes it now "\badultgalls\b". It is crucial to use the word boundaries regex formatting. 
+# As you can see in the examples below the word "adultgalls" is entered with a preceding (?:\b) and an ending (?:\b)
+# this makes it now "(?:\b)adultgalls(?:\b)". It is crucial to use the word boundaries regex formatting. 
 
 # ---------
 # EXAMPLES:
 # ---------
-#	"~*(?:\b)adultgalls(?:\b|)"						1;
-#	"~*(?:\b)amateurxpass(?:\b|)"					1;
-#	"~*(?:\b)bigblackbooty(?:\b|)"					1;
-#	"~*(?:\b)blacktits(?:\b|)"						1;
-#	"~*(?:\b)cookie\-law\-enforcement(?:\b|)"		1;
-#	"~*(?:\b)free\-share\-buttons(?:\b|)"			1;
-#	"~*(?:\b)free\-social\-buttons(?:\b|)"			1;
-#	"~*(?:\b)fuck\-paid\-share\-buttons(?:\b|)"		1;
-#	"~*(?:\b)ilovevitaly(?:\b|)"					1;
-#	"~*(?:\b)law\-enforcement\-bot(?:\b|)"			1;
-#	"~*(?:\b)law\-enforcement\-check(?:\b|)"		1;
-#	"~*(?:\b)share\-buttons\-for\-free(?:\b|)"		1;
-#	"~*(?:\b)webfuck(?:\b|)"						1;
-#	"~*(?:\b)xxxrus(?:\b|)"							1;
-#	"~*(?:\b)zeroredirect(?:\b|)"					1;
-#	"~*(?:\b|)x22(?:\b|)" 					        1; (in this string if your own domain name was sex22.com it would be blocked)
+#	"~*(?:\b)adultgalls(?:\b)"						1;
+#	"~*(?:\b)amateurxpass(?:\b)"					1;
+#	"~*(?:\b)bigblackbooty(?:\b)"					1;
+#	"~*(?:\b)blacktits(?:\b)"						1;
+#	"~*(?:\b)cookie\-law\-enforcement(?:\b)"		1;
+#	"~*(?:\b)free\-share\-buttons(?:\b)"			1;
+#	"~*(?:\b)free\-social\-buttons(?:\b)"			1;
+#	"~*(?:\b)fuck\-paid\-share\-buttons(?:\b)"		1;
+#	"~*(?:\b)ilovevitaly(?:\b)"					1;
+#	"~*(?:\b)law\-enforcement\-bot(?:\b)"			1;
+#	"~*(?:\b)law\-enforcement\-check(?:\b)"		1;
+#	"~*(?:\b)share\-buttons\-for\-free(?:\b)"		1;
+#	"~*(?:\b)webfuck(?:\b)"						1;
+#	"~*(?:\b)xxxrus(?:\b)"							1;
+#	"~*(?:\b)zeroredirect(?:\b)"					1;
+#	"~*(?:\b|)x22(?:\b)" 					        1; (in this string if your own domain name was sex22.com it would be blocked)
 
 
 # Here is a list of unsanitary words used in referrer strings - used in various injection attacks

.dev-tools/test5_conf_files/bots.d/blacklist-user-agents.conf

@@ -5,8 +5,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.07
-# Updated: 2019-06-28
+# Version: V4.2019.08
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -40,25 +40,25 @@
 
 # Make sure any words that contain special characters are escaped and include word boundaries as per the Regex examples below.
 
-# Example the User-Agent name "someverybaduseragentname1" is entered as "(?:\b)someverybaduseragentname1(?:\b|)"
-# Example the User-Agent name "some-very-bad-useragentname2" is entered as "(?:\b)some\-very\-bad\-useragentname1(?:\b|)" 
-# the "(?:\b)" and "(?:\b|)" are word boundaries which prevents partial matching and false positives.
+# Example the User-Agent name "someverybaduseragentname1" is entered as "(?:\b)someverybaduseragentname1(?:\b)"
+# Example the User-Agent name "some-very-bad-useragentname2" is entered as "(?:\b)some\-very\-bad\-useragentname1(?:\b)" 
+# the "(?:\b)" and "(?:\b)" are word boundaries which prevents partial matching and false positives.
 
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
 
 # ---------------------	
 # WHITELISTING EXAMPLES
 # ---------------------
-#	"~*(?:\b)someverygooduseragentname1(?:\b|)"			0;
-#	"~*(?:\b)someverygooduseragentname2(?:\b|)"			0;
-#	"~*(?:\b)some\-very\-good\-useragentname2(?:\b|)"	0;
+#	"~*(?:\b)someverygooduseragentname1(?:\b)"			0;
+#	"~*(?:\b)someverygooduseragentname2(?:\b)"			0;
+#	"~*(?:\b)some\-very\-good\-useragentname2(?:\b)"	0;
 
 # ---------------------
 # BLACKLISTING EXAMPLES
 # ---------------------
-#	"~*(?:\b)someverybaduseragentname1(?:\b|)"			3;
-#	"~*(?:\b)someverybaduseragentname2(?:\b|)"			3;
-#	"~*(?:\b)some\-very\-bad\-useragentname2(?:\b|)"	3;
+#	"~*(?:\b)someverybaduseragentname1(?:\b)"			3;
+#	"~*(?:\b)someverybaduseragentname2(?:\b)"			3;
+#	"~*(?:\b)some\-very\-bad\-useragentname2(?:\b)"	3;
 
 # Here are some default things I block on my own server, these appear in various types of injection attacks
 # You can disable them if you have problems or don't agree by switching thir value to 0 or moving them into the whitelist section first and then making their value 0
@@ -73,7 +73,7 @@
 # MY BLACKLIST
 # ------------
 
-"~*(?:\b)x22(?:\b|)"					3;
-"~*(?:\b){|}(?:\b|)"					3;
-"~*(?:\b|)mb_ereg_replace(?:\b|)"			3;
-"~*(?:\b|)file_put_contents(?:\b|)"			3;
+"~*(?:\b)x22(?:\b)"					3;
+"~*(?:\b){|}(?:\b)"					3;
+"~*(?:\b)mb_ereg_replace(?:\b)"			3;
+"~*(?:\b)file_put_contents(?:\b)"			3;

.dev-tools/test5_conf_files/bots.d/custom-bad-referrers.conf

@@ -4,8 +4,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.08
-# Updated: 2019-06-28
+# Version: V4.2019.09
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -34,29 +34,29 @@
 # *****************************************************************************************
 
 # As you can see in the examples below the domain "someveryveryrandomwebsitenamethatdoesnotexist1\.com" 
-# is entered with a preceding \b and an ending \b
-# this makes it now "\bsomeveryveryrandomwebsitenamethatdoesnotexist1\.com\b". 
+# is entered with a preceding (?:\b) and an ending (?:\b)
+# this makes it now "(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b)". 
 # It is crucial to use the word boundaries regex formatting. 
 # ---------
 # EXAMPLES:
 # ---------
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b|)"			1;
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist2\.com(?:\b|)"			1;
-#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b|)" 		    1;
-#	"~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b|)" 	    1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist1\.com(?:\b)"			1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist2\.com(?:\b)"			1;
+#	"~*(?:\b)someveryveryrandomwebsitenamethatdoesnotexist3\.com(?:\b)" 		    1;
+#	"~*(?:\b)some\-veryvery\-randomweb\-sitenamethatdoesnotexist4\.com(?:\b)" 	    1;
 
 # ------------
 # MY WHITELIST
 # ------------
 
-#	"~*(?:\b)mywebsite\.com(?:\b|)"			0;
+#	"~*(?:\b)mywebsite\.com(?:\b)"			0;
 
 
 # ------------
 # MY BLACKLIST
 # ------------
 
-#	"~*(?:\b)someotherwebsite\.com(?:\b|)"	1;
+#	"~*(?:\b)someotherwebsite\.com(?:\b)"	1;
 
 

.dev-tools/test5_conf_files/bots.d/whitelist-domains.conf

@@ -2,8 +2,8 @@
 
 # VERSION INFORMATION #
 #----------------------
-# Version: V4.2019.07
-# Updated: 2019-06-28
+# Version: V4.2019.08
+# Updated: 2019-07-05
 #----------------------
 # VERSION INFORMATION #
 
@@ -32,15 +32,15 @@
 # PLEASE MAKE SURE that you use word regex boundaries to avoid false positive detection !!!
 # *****************************************************************************************
 
-# As you can see in the examples below the domain "myfirstowndomainname\.com" is entered with a preceding \b and an ending \b
-# this makes it now "\bmyfirstowndomainname\.com\b". It is crucial to use the word boundaries regex formatting. 
+# As you can see in the examples below the domain "myfirstowndomainname\.com" is entered with a preceding (?:\b) and an ending (?:\b)
+# this makes it now "(?:\b)myfirstowndomainname\.com(?:\b)". It is important to use the word boundaries regex formatting. 
 
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
 # ---------
 # EXAMPLES:
 # ---------
-#	"~*(?:\b)myfirstowndomainname\.com(?:\b|)" 			0;
-#	"~*(?:\b)my\-second\-owndomainname\.com(?:\b|)"		0;
+#	"~*(?:\b)myfirstowndomainname\.com(?:\b)" 			0;
+#	"~*(?:\b)my\-second\-owndomainname\.com(?:\b)"		0;
 
 # ------------
 # MY WHITELIST

.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf

@@ -45,5 +45,6 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-104.154.120.187         0;
-35.224.112.202          0;
+34.66.178.120           0;
+34.68.144.114           0;
+35.192.187.174          0;

.dev-tools/test_units/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.192.85.2	1;
+34.66.178.120	1;
 127.0.0.1	1;

.dev-tools/test_units/random-bots-for-test-quick.list

@@ -1,10 +1,10 @@
-Bolt
-BuiltWith
-crawler4j
-Exabot
-MauiBot
-Nimbostratus
-Upflow
-WebFetch
-webmeup-crawler
-ZumBot
+Apexoo
+BDFetch
+Cloud mapping
+GT::WWW
+Haansoft
+Mediatoolkitbot
+Probethenet
+ProWebWalker
+SuperBot
+Voltron

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
 404checker
-Abonti
+AfD-Verbotsverfahren
 AhrefsBot
+AIBOT
 AiHitBot
 Aipbot
-Alexibot
-AllSubmitter
-AlphaBot
-Anarchie
+Alligator
 archive.org_bot
 ASPSeek
 Asterias
-Attach
-autoemailspider
 BackDoorBot
-Backlink-Ceck
-BackStreet
+backlink-check
+BacklinkCrawler
+BackWeb
 Bandit
-Barkrowler
 BatchFTP
+BetaBot
 Bigfoot
 Bitacle
-Blackboard
+BLEXBot
 Blow
-BotALot
-Brandwatch
+BlowFish
+Boardreader
 Buddy
 BuiltBotTough
 BuiltWith
-Bullseye
-BunnySlippers
 Calculon
 CCBot
+Cegbfeieh
+CheeseBot
 CheTeam
-Claritybot
-coccocbot-web
+ChinaClaw
+Cliqzbot
+Cloud mapping
 cognitiveseo
-com.plumanalytics
-Copyscape
-crawler.feedback
 crawl.sogou.com
-Crescent
-Curious
+CSHttp
 DatabaseDriverMysqli
+DBLBot
 Demon
-Deusu
+Devil
 Digincore
-DigitalPebble
 DIIbot
 Dirbuster
-Discobot
-DittoSpyder
-DnyzBot
+DomainCrawler
+DomainStatsBot
 Dotbot
-Download Wonder
 Dragonfly
-Drip
+DSearch
+eCatch
 Ecxi
 EirGrabber
-EMail Siphon
 EMail Wolf
-EroCrawler
-Evil
-ExtractorPro
-Extreme Picture Finder
+Exabot
+Express WebPictures
+ExtLinksBot
+Extractor
 EyeNetIE
-Ezooms
-FlashGet
 Flunky
-Foobot
 Freeuploader
 FrontPage
 Fyrebot
-Genieo
+GalaxyBot
+GermCrawler
 Getintent
-Go-Ahead-Got-It
-Gotit
+GetRight
+GetWeb
+Gigablast
+G-i-g-a-b-o-t
 GoZilla
-Go!Zilla
+GrabNet
 Grafula
-GrapeFX
 GrapeshotCrawler
+GridBot
+GT::WWW
 Haansoft
+Harvest
+Havij
+HEADMasterSEO
+Heritrix
 Hloader
-Id-search
-Image Fetch
+HMView
+HTTP::Lite
+HybridBot
+Iblog
+IlseBot
 Image Sucker
-InfoNaviRobot
-instabid
+IndeedBot
+InfoTekies
 Internet Ninja
+IRLbot
+Iskanie
+IstellaBot
+JamesBOT
+Jbrofuzz
 JennyBot
-JetCar
-Jetty
+JikeSpider
 JOC Web Spider
-Jorgee
+Joomla
 Kenjin Spider
-Keyword Density
-Kozmosbot
-Lanshanbot
-LexiBot
-Lftp
+Larbin
+LeechFTP
+LeechGet
+Libwhisker
 Likse
-LinkextractorPro
-Litemage_walker
+LinkpadBot
+LinksManager
+LinqiaRSSBot
+Lipperhey Spider
 Lmspider
-Ltx71
+LWP::Simple
+lwp-trivial
 Magnet
 Mag-Net
-magpie-crawler
-Majestic12
-MarkMonitor
+Mail.RU_Bot
+Majestic SEO
+Majestic-SEO
 MarkWatch
-Masscan
+Mass Downloader
 Mata Hari
-meanpathbot
 Meanpathbot
-Mediatoolkitbot
-Microsoft Data Access
-MIIxpc
+MeanPath Bot
+MegaIndex.ru
+MFC_Tear_Sample
+Microsoft URL Control
+MIDown tool
 Mister PiX
-Mojeek
 Mr.4x3
-MSIECrawler
-muhstik-scan
-Name Intelligence
-Nameprotect
-NearSite
+Navroad
 Nessus
+NetAnts
 netEstate NE Crawler
 NetLyzer
-NetSpider
-NICErsPRO
-NimbleCrawler
 Ninja
-Nmap
-Nutch
+NPbot
 Offline Explorer
-Offline Navigator
-OpenLinkProfiler
-Openvas
+Openfind
 OrangeBot
-OutclicksBot
-OutfoxBot
-PageAnalyzer
-PageGrabber
-PageScorer
+OrangeSpider
 Pandalytics
-Panscient
 Papa Foto
-PeoplePal
+Pavuk
+pcBrowser
 PictureFinder
 Pimonster
-Pixray
-Pockey
+Pi-Monster
+PleaseCrawl
+plumanalytics
+POE-Component-Client-HTTP
 Probethenet
+ProPowerBot
 Pump
-PxBroker
-PyCurl
-RankActiveLinkBot
+QueryN Metasearch
+RankActive
+RankFlex
+RankingBot
 RankingBot2
-Rankivabot
-RealDownload
-Reaper
+RankurBot
 RebelMouse
 ReGet
+Ripper
+RocketCrawler
 Rogerbot
-SalesIntelligent
-SBIder
+s1z.ru
+Scanbot
+scan.lol
 ScoutJet
 Scrapy
-Searchestate
 SearchmetricsBot
+Semrush
 SemrushBot
+SEOkicks-Robot
+SEOlyticsCrawler
+SEOprofiler
 seoscanners
 SEOstats
-sexsearcher
+Sitebeam
 SiteExplorer
-SiteLockSpider
+Siteimprove
 SiteSnagger
-Sitevigil
-SlySearch
+SiteSucker
 SMTBot
-Snapbot
 Snoopy
-SocialRankIOBot
-Sociscraper
 Sogou web spider
-Sottopop
 SpaceBison
-SpankBot
-Spbot
-Sqlmap
-Sqlworm
-Sqworm
-Sucuri
-Suzuran
+Spammen
+sp_auditbot
+SputnikBot
+spyfu
+Steeler
+Stripper
+SuperBot
+SuperHTTP
+Surfbot
 Swiftbot
-Teleport
-TeleportPro
+T8Abot
+tAkeOut
 Telesphoreo
-Thumbor
+Telesphorep
+TheNomad
+TightTwatBot
 Toata
+Toweyabot
+Tracemyfile
 Trendiction
-True_Robot
-Turnitin
 TurnitinBot
-Twice
 Typhoeus
 UnisterBot
-Upflow
 URLy Warning
-URLy.Warning
-VB Project
+Vacuum
+VeriCiteCrawler
+VidibleScraper
 Virusdie
 VoidEYE
+Voil
 Wallpapers/3.0
 WBSearchBot
-WebCollage
-WebCopier
+Webalta
+WebAuto
+Web Auto
 WEBDAV
 WebEnhancer
 Web Enhancer
+WebFetch
 Web Fetch
+Web Fuck
+WebImageCollector
 WebLeacher
 WebmasterWorldForumBot
-webmeup-crawler
 WebPix
-Web Pix
-WebsiteExtractor
-WebsiteQuester
+WebSauger
+Web Sauger
 Website Quester
-WebStripper
-WebSucker
-WebWhacker
-WebZIP
-WeSEE
+Webster
+Whack
 Whacker
+Whatweb
+WISENutbot
+Wonderbot
 Woobot
 Wprecon
+WPScan
 WWW-Collector-E
 WWW-Mechanize
-WWW::Mechanize
-WWWOFFLE
-Zauba
-Zermelo
-zgrab
+Xaldon_WebSpider
+xpymep1.exe
+Zade
+Zeus
 Zitebot
-ZumBot
 ZyBorg

.dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404enemy
 80legs
-Aboundex
+Aboundexbot
 Acunetix
 ADmantX
-AfD-Verbotsverfahren
-AIBOT
+AhrefsBot
 AiHitBot
 Aipbot
-archive.org_bot
+AlphaBot
+Anarchie
+ASPSeek
 Asterias
 autoemailspider
 BackDoorBot
 Backlink-Ceck
 backlink-check
-BackWeb
-Badass
+BacklinkCrawler
+Bandit
 Barkrowler
+BatchFTP
 Battleztar Bazinga
 BBBike
-BDCbot
 BDFetch
-Blackboard
-Black Hole
+BetaBot
+Bigfoot
 BlackWidow
-Blow
-BlowFish
-BotALot
-Brandwatch
-BuiltBotTough
-Bullseye
-BuzzSumo
-Cegbfeieh
-Chlooe
-Claritybot
+BLEXBot
+Boardreader
+Buddy
+BuiltWith
+CATExplorador
+CheTeam
 Cliqzbot
-Cloud mapping
 coccocbot-web
 cognitiveseo
-Collector
-com.plumanalytics
+Copier
 CopyRightCheck
 Cosmos
-Craftbot
-crawler4j
 crawl.sogou.com
 Crescent
-Curious
+CrunchBot
+CSHttp
 Custo
-DatabaseDriverMysqli
 DataCha0s
-Deusu
+Digincore
 DIIbot
-Dirbuster
-DomainAppender
+Disco
+Discobot
+Discoverybot
+DnyzBot
+DomainCrawler
 Dotbot
 Download Wonder
+Dragonfly
+Drip
 DSearch
+DTS Agent
 EasyDL
-eCatch
-Ecxi
-EMail Siphon
-EMail Wolf
+EirGrabber
 evc-batch
-Exabot
-Express WebPictures
-ExtLinksBot
-facebookscraper
-FDM
-FHscan
-Fimap
-Foobot
-Fyrebot
+EyeNetIE
+Ezooms
+FemtosearchBot
+Firefox/7.0
+Flunky
 GalaxyBot
-Genieo
-GermCrawler
-Getintent
-GetRight
 GetWeb
-Gotit
+Gigabot
+G-i-g-a-b-o-t
 Go!Zilla
+Grabber
 Grafula
 GrapeFX
 GrapeshotCrawler
-Harvest
+Haansoft
+HaosouSpider
 HEADMasterSEO
-Heritrix
 Hloader
-HTTP::Lite
+HTMLparser
 HTTrack
 Humanlinks
-Iblog
-Id-search
+HybridBot
+IDBot
 IlseBot
 Indy Library
-InfoTekies
+InfoNaviRobot
 instabid
 Intelliseek
+Internet Ninja
 InternetSeer
 internetVista monitor
+ips-agent
 Iria
-IRLbot
-JennyBot
+JetCar
+JikeSpider
 Joomla
-JustView
+Jorgee
+Jyxobot
 Kenjin Spider
-Kozmosbot
-Larbin
+Lanshanbot
 LeechFTP
-Libwhisker
+Lftp
 Lightspeedsystems
-Likse
-Linkdexbot
 LinkextractorPro
 LinkpadBot
-LinkScan
+LinksManager
 LinqiaMetadataDownloaderBot
 LinqiaRSSBot
 Lipperhey
-lwp-trivial
-Majestic SEO
+Litemage_walker
+Lmspider
+LWP::Simple
+Mag-Net
+magpie-crawler
+Mail.RU_Bot
+Majestic12
+Majestic-SEO
 MarkMonitor
-MarkWatch
-Mata Hari
-Meanpathbot
-Mediatoolkitbot
+MeanPath Bot
+mediawords
+Metauri
 Microsoft Data Access
+Microsoft URL Control
 MIDown tool
 Mister PiX
 MJ12bot
+MSIECrawler
 Msrabot
-MS Web Services Client Protocol
-muhstik-scan
-Musobot
+Name Intelligence
 Navroad
-Needle
-netEstate NE Crawler
-NetSpider
-Netvibes
-NetZIP
-Niki-bot
+Nessus
+NetLyzer
+Nettrack
 Nikto
 NimbleCrawler
-NPbot
+Nimbostratus
+Ninja
 Nutch
-oBot
-OnCrawl
+Octopus
 Openvas
 OpenVAS
+OrangeBot
 OrangeSpider
-OutclicksBot
+OutfoxBot
 PageAnalyzer
 page scorer
-PageScorer
 Pandalytics
+Panscient
+Papa Foto
 Pavuk
 pcBrowser
-PECL::HTTP
 PeoplePal
 PHPCrawl
 Picsearch
+PictureFinder
+Pimonster
 Pi-Monster
-Pixray
-ProWebWalker
-PyCurl
-RankFlex
-Rankivabot
-RankurBot
-RealDownload
+Pockey
+Psbot
+PxBroker
+QueryN Metasearch
+RankActive
+RebelMouse
 Recorder
-RedesScrapy
 ReGet
 Ripper
-Rogerbot
+s1z.ru
 SalesIntelligent
-Scanbot
+ScanAlert
+scan.lol
 ScoutJet
+Scrapy
 Searchestate
 SearchmetricsBot
-SEOkicks
+SEOkicks-Robot
 SEOlyticsCrawler
-Seomoz
-SEOprofiler
 seoscanners
-SeoSiteCheckup
-SEOstats
-Shodan
+serpstatbot
+sexsearcher
+Siphon
+SISTRIX
 SiteExplorer
+SiteSnagger
 SiteSucker
-Sitevigil
-SlySearch
 SMTBot
-Spinn3r
+Snake
+Snapbot
+Sociscraper
+sogouspider
+Sogou web spider
+Sottopop
+SpankBot
+Spanner
+Spbot
 spyfu
 Sqworm
-Steeler
-Stripper
-Suzuran
-T0PHackTeam
-T8Abot
-tAkeOut
-TeleportPro
+Sucuri
+SurveyBot
+Teleport
 Telesphorep
-The Intraformant
 Thumbor
 Titan
+Toata
+Toweyabot
+Trendiction
+Trendictionbot
 trendiction.com
 trendiction.de
-Twice
-Typhoeus
-UnisterBot
+TurnitinBot
 Vacuum
 Vagabondo
-VCI
+VB Project
 VeriCiteCrawler
-VidibleScraper
-Wallpapers/3.0
 WASALive-Bot
-Web Auto
+WebAuto
 Web Collage
+WebCopier
 WebEnhancer
-Web Enhancer
-WebFetch
-Web Fetch
 WebFuck
 Web Fuck
 WebGo IS
-WebSauger
+WebImageCollector
+WebmasterWorldForumBot
+webmeup-crawler
+WebReaper
+Web Sauger
 Webshag
-WebsiteQuester
 Website Quester
 Webster
-WebStripper
 WebSucker
 Web Sucker
-WeSEE
+WebWhacker
+WebZIP
+Whack
+Who.is Bot
 Widow
 WinHTTrack
 WiseGuys Robot
-Woobot
+WISENutbot
 Wotbox
-Wprecon
+WPScan
 WWW::Mechanize
 x09Mozilla
-x22Mozilla
+Xenu
+xpymep1.exe
 Zade
 zauba.io
-Zitebot
+zgrab
+ZmEu
 ZumBot
 ZyBorg

.dev-tools/test_units/random-referrers-for-test-quick.list

@@ -1,10 +1,10 @@
-canacopegdl.com
-dogbreedspicture.net
-fickblock18.com
-growshop.es
-justprofit.xyz
-knogg.net
-larger.io
-meet-flirt-dating.com
-privat-girl.net
-toloka.hurtom.com
+dvrlists.com
+ege-essay.ru
+ertelecom.ru
+everflora.ru
+nextrent-crimea.ru
+ruex.org.ua
+savememoney.co.za
+smartshoppymac.com
+tizanidinesideeffectsweightloss.blogspot.com
+w-journal.ru

.dev-tools/test_units/random-referrers-for-test.list

@@ -1,500 +1,500 @@
-12masterov.com
-1-free-share-buttons.com
-300richmond.co.nz
-3weekdiet.com
-4istoshop.com
-5ws.dating-app.ru
-6128786.com
-72-news.com
+0lovespells0.blogspot.com
+101billion.com
+123any.com
+123locker.com
+1flag.co.za
+202ch.com
+2345.com
+3dracergames.com
+4senses.co
+57883.net
+7search.com
+8jn.dating-app.ru
+8lufu.com
 a14download.com
-a96527gi.beget.tech
-aa81bf391151884adfa3dd677e41f94be1.com
-abbanreddy.com
+aab94f698f36684c5a852a2ef272e031bb.com
+abcguru.xyz
+absolute-s.ru
+acc.eu.org
 actices.com
-actulite.com
-adconscious.com
-adimmix.com
-adnotbad.com
-adprotect.net
-ads.gold
-adssafeprotected.com
-adultmeetonline.info
-afora.ru
-agecheckadult.com
-agroeconom.kz
-aihelen.net
-airlandsea.info
-albuteroli.com
-alert-hgd.xyz
-alert-jdh.xyz
+addbin.men
+adidas.frwebs.fr
+adpremium.org
+ad-words.ru
+aktobe.xkaz.org
+alborzan.com
 alfa-medosmotr.ru
-all4wap.ru
+alibestsale.com
+all4invest.ru
+alldownload.pw
+allnews.md
+allproblog.com
+allstatesugarbowl.org
+alot.com
+alvtank.se
+amanda-porn.ga
+amateurmatch.com
 amehdaily.com
 ampower.me
-appartement-stumm.at
-appiq.mobi
-ap.senai.br
-arcadepages.com
+anjalika.co.in
+apibatbrowsecom-a.akamaihd.net
+apidigidocketnet-a.akamaihd.net
+apiluckyleapnet-a.akamaihd.net
+apimountainbikei-a.akamaihd.net
+apispringsmartne-a.akamaihd.net
+apiwoodensealcom-a.akamaihd.net
+appfixing.space
+applicationg29.com
+arate.ru
 arclk.net
-articlesdirectoryme.info
-artparquet.ru
-asdfg.pro
-asdfz.pro
-asia-forum.ru
-audiobangout.com
+arcteryxstore.online
+aruplighting.com
+arvut.org
+asophoto.com
+asseenontv.ru
 audiofree.ru
-autoplate.info
-aviav.eu
-ayodhya.co
+ausmepa.org.au
+autonew.biz
+autotrends.today
+aversis.net
+ayanaspa.com
+azartmix.com
 azbukadiets.ru
-baditri.com
-baikaleminer.com
-balla-boo.se
-bambi.ck.ua
-bard-real.com.ua
-bbtec.net
-beachpics.com
-beauby.ru
-becuo.com
-beget.tech
-best-coupon-offer.com
-bestplacetobuyeriacta.jw.lt
-best-seo-offer.com
-best-seo-software.xyz
-besttorrentknifta.weebly.com
-betterhdporn.com
-bigames.online
-bimatoprost-careprost.com.ua
-biographiya.com
-bird1.ru
-blackcurranthumidifiers.site
-blogs.rediff.com
-blpmovies.com
-bluerobot.info
-bocoarchives.org
-boeuklad.com
-bonzibuddi.com
-bosman.pluto.ro
-braindaily.xyz
-b-styles.xyz
-bugof.gq
-buntube.net
-businescoop.men
-buytizanidineonline.blogspot.com
-buzzurl.jp
-camdolls.com
-cand.jp
-capture-room.com
-cartierbraceletsreplica.pw
-cartierlove2u.xyz
-cartiertrinity.xyz
-caulderwoodkennels.com
+bagcionderlab.com
+bannerads.de
+barbourjackets.online
+barnfurnituremart.com
+bayareaaeroclub.org
+beachfix.co
+beauty-clinic.ru
+belinka.com.ua
+bestcurs.org
+bestempresas.es
+besthomemadepornsites.com
+bezsporno.ru
+bioinnovate.co
+bizlist.com.de
+blobar.org
+bloggedporn.com
+blogporn.in
+board.f00d.de
+bochemit.com.ua
+bolezniorganov.ru
+boltalko.xyz
+bonkers.name
+bookmark4you.com.biz
+brewdom.ru
+btnativenav.com
+buigas.00it.com
+buqyxa.rincian.info
+burkesales.com
+buynorxx.com
+bwlx.prepedu.cn
+callcafe.info
+canoncdriverq3.pen.io
+carmuffler.net
+cartierreplica.win
+catalogs-parts.com
 cbcseward.com
-c-gainsbourg.com
-chatroulette.life
-checkm8.com
-chidporn.com
-cialischsrx.com
-cibpenonptib.flu.cc
-circlesl.com
-cityadspix.com
-citysecurity.nu
-cjs.com.ru
-clmforexeu.com
-comissionka.net
-compliance-alex.top
+celejihad.info
+cete.ru
+cheapsergiorossi.online
+cheap-trusted-backlinks.com
+cherrypointplace.ca
+children-learningreading.info
+chinaelitecheapjerseys.com
+cicaki.net
+classiquebijoux.ru
+clean-virus-mac.com
+clevernt.com
+clickzzs.nl
+clothesforcash.com
+cobaltpro.ru
+communisave.co.za
+compliance-andrew.xyz
 compliance-barak.top
-compliance-donald.xyz
-compliance-ivan.xyz
-compliance-john.top
-cookielawblog.wordpress.com
-cookie-law-enforcement-ee.xyz
-cordstrap.cc
-cottageofgrace.com
-country-chic.ru
-dalavia.ru
-darkages.info
-data-mining.tk
-dawlenie.com
-degerlund.net
+compliance-elena.top
+compliance-jessica.top
+computernetworksonline.com
+com-secure.download
+connectionstrenth.com
+construmac.com.mx
+cookie-law-enforcement-ff.xyz
+coolyarddecorations.com
+cornomase.win
+cowlmash.com
+craftinsta.ru
+culturevie.info
+cv.wallhade.co
+dangphoto.trade
+dating-app.ru
+dealitright.click
+dekoration.us
+delitime.info
 dellalimov.com
-dfwu1019.info
-digitalassetmanagement.site
-dildofotzen.net
+dengi-pod-zalog-nedvizhimosti.ru
+detalizaciya-tut.biz
+diesel-parts28.ru
+digest-project.ru
+dinosaurus.site
 dirtpics.pw
 divisioncore.com
-djonwatch.ru
 dms-sw.ru
-dnsrsearch.com
-dodlive.mil
-domaincheck.io
-domznaniy.ru
-downloadmefiranaratb1972.xpg.com.br
-doyouknowtheword-flummox.ml
-drhomes.biz
-drpornogratisx.xxx
-dvrlists.com
+domaincdn.xyz
+dood.live
+dostavimvdom.ru
+dptaughtme.com
+dyt.net
 easync.io
-ekn-art.se
-eldiariodeguadalajara.com
-elektir.ru
-elektrischezigarette1.blog.pl
-elektrischezigaretten1.blogse.nl
-elektronischezigarettekaufen1.myblog.de
-elmacho.xyz
-elmifarhangi.com
-el-nation.com
-eshop4u.jp
-essay-edu.biz
-everypony.ru
-excaliburfilms.com
-exchangeit.gq
-executehosting.com
-facecup.top
-fba-mexico.com
-ff30236ddef1465f88547e760973d70a.com
-findsexguide.com
-firma-legion.ru
+ecommerce-seo.com
+ednorxmed.com
+ege-russian.ru
+electrik-avenue.com
+elektrischezigarettekaufen2.cowblog.fr
+elektrozigarette1.dreamwidth.org
+elitepcgames.com
+emerson-rus.ru
+en.altezza.travel
+estelight.ru
+evaashop.ru
+exoclick.com
+expresstoplivo.ru
+ezigarettenkaufen1.deviantart.com
+fakehandbags.xyz
+fanoboi.com
+fatmaelgarny.com
+faz99.com
+fickenbumsen.net
+fickluder69.com
+finemanteam.com
+flashbannernow.com
 flex4launch.ru
-forum69.info
-forum.poker4life.ru
-fotoxxxru.com
-foxydeal.com
-frbizlist.com
-free-traffic.xyz
-freshberry.com.ua
-frivgame250.com
-frustrated-favorable.gq
-fuckmill.com
-gambarkatabaru.com
-gamblingnerd.com
-gay.adultgalls.com
-gaygalls.net
-gazporno.com
-geckoandfly.com
+fordsonmajbor.cf
+formulaantiuban.com
+formularz-konkurs.tk
+forsex.info
+fortunejack.com
+forumprofi.de
+fotzen-ficken.com
+foxtechfpv.com
+fullfileaccess.com
+funcrushgames.com
+fxtips.ru
+fym.com.ru
+game300.ru
 gemgrab-a.akamaihd.net
-get-free-social-traffic.com
-getmiro.com
-ghernnqr.skyrock.com
-gigablast.com
-gogalleryawesome.com
-golmau.host.sk
-good-mummy.ru
-goodnightjournal.com
-googlepositions.com
-goo.ne.jp
+getlamborghini.ga
+gidonline.one
+gilbertbanda.net
+glogow.pl
+gok-kasten.net
+goldadpremium.com
+goldandcard.ru
+gombita.info
 goosefishpost.bid
-graphid.com
-greatzip.com
-gsasearchenginerankerhelp.com
-gsasearchengineranker.xyz
-guarrasdelporno.xxx
+goroda-vsego-mira.ru
+gov.yanao.ru
+gsasearchenginerankerdiscount.com
+guiadeserraazul.com
 gwagka.com
-h2monline.com
-handicapbathtubarea.com
-hayate.biz
-hdpixent.com
-hdxnxxtube.mobi
-headpharmacy.com
-headpress.ru
-healing-dysplasia.ru
-hermesreplica.pw
-homemature.net
-hoste.octopis.com
+hahashka.ru
+hamilton.ca
+hazardky.net
+hd-film.pl
+hdpixion.com
+himazin.info
+histats.com
+hit-men.men
+hosting-tracker.com
+host-protection.com
 hotblog.top
-housekuba.org
-hptwaakw.blog.fc2.com
-https-legalrc.biz
-hubbble.com
-huimin764128.com
-hyhj.info
-ido3.com
-ifirestarter.ru
-images-free.net
-imgata.com
-impisr.edunsk.ru
-indiasourcemart.in
-infokonkurs.ru
-informatiecentro.be
-inome.com.ua
-insomniagamingfestival.com
-intelhdgraphicsgtdrive6w.metroblog.com
-intellektmedia.at
-ipornox.xxx
-iqbazar.ru
-iweblist.info
-izismile.com
-james13prix.info
-jamiembrown.com
-javrip.net
-jaxcube.info
-justprofit.xyz
-kabbalah-red-bracelets.com
-kartiniresto.com
-keyhantercume.com
-keywordglobal.co.za
-keywords-monitoring-your-success.com
-khafre.us
-kinobaks.com
-kinoplen.ru
-kinopolet.net
-kiprinform.com
-kladrus.ru
-koleso24.com.ua
-kollesa.ru
-konoplisemena.com
-kosova.de
-krasnodar-avtolombards.ru
-kurbappeal.info
-labelwater.se
-lafourmiliaire.com
-languagecode.com
-laparfumotec.com
-larose.jb2c.me
-law-check-two.xyz
-ledpolice.ru
-lenvred.org
+houseofrose.com
+hoverboard360.at
+hspline.com
+htmlcorner.com
+hvd-store.com
+hyiphunter.org
+iboss.com
+ikearugs.xyz
+iklysha.ml
+ilikevitaly.com
+imabase.com
+inclk.com
+infobabki.ru
+intellekt21.ru
+ip-guide.com
+itsdp3.com
+ivanstroi.ru
+javxxx18.com
+jbl-charge.info
+jerseyschinabizwholesale.us
+jikoman.info
+jobmarket.com.ua
+jurajskie.info
+kadashihotel.com
+kaliningrad.zrus.org
+karachev-city.ru
+kazan.zrus.org
+kaz.kz
+keyword-suggestions.com
+kinotorka.ru
+kletkimehan.ru
+kongoultry.net
+kongruan.com
+kovrenok.ru
+lacave.ntic.fr
+lanasshop.ru
+landscaping.center
+lashstudia.ru
 lernur.net
-letolove.ru
-linkrr.com
-liquimondo.com
-longadventure.com
-lottospring.com
-low-format.ru
-magicdiet.gq
+lescinq.com
+letmacworkfaster.world
+letslowbefast.today
+lifebyleese.com
+linkbuddies.com
+liran-locks.com
+littleberry.ru
+lyngdalhudterapi.no
+lyrics.home-task.com
+machicon-akihabara.info
+mackeeper-land-672695126.us-east-1.elb.amazonaws.com
 mahnwachen-helfen.info
-malwareremovalcenter.com
-manve.info
-meccadumps.net
-medictube.ru
-medtherapy.ru
-megaindex.ru
-meltwater.com
-menetie.ru
-mole.pluto.ro
-monetizationking.net
-moscow-region.ru
-moviemail-online.co.uk
-moyaterapiya.ru
-msk-diplomat.com
-mxgetcode.com
-myftpupload.com
-mylesosibirsk.ru
-naturtreenspicerx.pw
-nero-us.com
-newstaffadsshop.club
+mailemedicinals.com
+mansiondelrio.co
+mararoom.ru
+martlinker.com
+mastershef.club
+mebelcomplekt.ru
+medispainstitute.com.au
+medkletki.ru
+med-zdorovie.com.ua
+metallosajding.ru
+mezaruk.info
+micasainvest.com
+michaelkorssaleoutletonline.net
+migente.com
+miniads.ca
+mlvc4zzw.space
+mockupui.com
+mokrayakiska.com
+moncleroutletonline.pw
+monthlywinners.com
+morefastermac.trade
+my-big-family.com
+myblogregistercm.tk
+mydirtystuff.com
+myliveblog.ru
+nac-bearings.ru
+naperehresti.info
+nardulan.com
+nate.com
+national-today-winning-winner.club
+naturalbreakthroughsresearch.com
+neobux-bg.info
+netcheckcdn.xyz
+newsperuse.com
+newstraveller.ru
 nextbackgroundcheck.gq
-nextconseil.com
-nicovideo.jp
-nodding-passion.tk
-nootrino.com
-nordvpn.com
-northfacestore.online
-notfastfood.ru
-noumeda.com
-novgorod.xrus.org
-novosti-hi-tech.ru
-nvformula.ru
-oballergiya.ru
-ochistka-stokov.ru
-offergroup.info
-okmedia.sk
-oneshotdate.com
-onetravelguides.com
-onlineporno.site
-onstrapon.purplesphere.in
-ooo-gotovie.ru
-osb.se11.ru
-oz-offers.com
-ozoz.it
-paidonlinesites.com
+next-dentists.tk
+nhl17coins.exblog.jp
+niki-mlt.ru
+niroo.info
+nudo.ca
+oklogistic.ru
+online7777.com
+online-templatestore.com
+o-o-8-o-o.com
+openmultipleurl.com
+orhonit.com
+osnova3.ru
+ossmalta.com
+ownshop.win
 panamaforbeginners.com
-partnerline.men
-pcimforum.com
-pdn-4.com
-perfection-pleasure.ru
-perso.wanadoo.es
+pandarastore.top
+paparazzistudios.com.au
 pewit.pw
-pigrafix.at
-pihl.se
-piter.xrus.org
-pizda.lol
+photo.houseofgaga.ru
+physfunc.ru
+pijoto.net
+pirateday.ru
+pistonclasico.com
+pizdeishn.com
+platezhka.net
 play-mp3.com
+plohaya-kreditnaya-istoriya.ru
 pl-vouchers.com
-pochtovyi-index.ru
+pobeiranie.pl
 podshipniki-ntn.ru
-popup-jdh.xyz
-porndl.org
-pornmania.pl
-porno-dojki.net
-pornoforadult.com
-porodasobak.net
-postclass.com
-potolokelekor.ru
-powc.r.ca.d.sendibm2.com
-pozvonim.com
-pricheskaonline.ru
-privatefx.all4invest.info
-prizesbook.online
-prointer.net.ua
-promalp-universal.ru
-pronorm.fr
-pro-poly.ru
-prostitutki-rostova.org
-psvita.ru
-pts163.ru
-pushdata.sendpulse.com
-quebec-bin.com
-raavidesigns.com
-rapidgator-porn.ga
-reeyanaturopathy.com
-reklamuss.ru
-remmling.de
-remontbiz.ru
-rentalcarnavi.info
-rentehno.ru
-replicalouboutin.xyz
-retreatia.com
-rniaeba.ga
-running-line.ru
-russkie-gorki.ru
-rvtv.ru
-sabaapress.com
-sajatvelemeny.com
-sa-live.com
-sanatorrii.ru
-saneyes.com
-satellite.maps.ilovevitaly.com
-savingsslider-a.akamaihd.net
-sax-sex.com
-scanner-irvin.top
-scanner-jack.top
-scanner-mary.top
-scrnet.biz.ua
-seansonline24.pl
-search.alot.com
-segol.tv
-selectads.men
-seo-smm.kz
-sevendays.com.ua
-shohanb.com
-shopcheermakeup.info
-shopperifymac.com
+pojdelo.weebly.com
+popup.matchmaker.com
+pornodojd.ru
+pornoslive.net
+pornotubexxx.name
+printdirectforless.com
+priscilarodrigues.com.br
+privatefx-in.ru
+prizeestates.cricket
+profit-opportunity.com
+proxyradar.com
+psoriasis-file.trade
+pulse33.ru
+purplestats.com
+puzzleweb.ru
+q-moto.ru
+qpypcx.com
+quangcaons.com
+queerspace.com
+rabot.host.sk
+radiodigital.co
+rank-checker.online
+ranksignals.com
+rasteniya-vs-zombi.ru
+redirectme.net
+refererx.com
+reklama-i-rabota.ru
+research.ifmo.ru
+rff-cfal.info
+rfid-locker.co
+roll123.com
+roofers.org.uk
+rostov.xrus.org
+rusenvironmental.net
+sack.net
+saecsa.co
+sashagreyblog.ga
+savememoney.co.za
+search-error.com
+searchimage.co
+seocdvig.ru
+seo-prof1.xyz
+sergiorossistore.online
+serialsway.ucoz.ru
+serpstat.com
+sexcamamateurchat.com
+sexs-foto.com
+sexs-foto.top
+shodanhq.com
+shoesonlinebuy.xyz
+shoplvlv.us
+shtaketniki.kz
+shymkent.xkaz.org
+signal03.ru
 signoredom.com
-simply.net
-site-analyzer.com
 site-auditor.online
-si-unique.com
-skladvaz.ru
-sky-mine.ru
-slayerlife.com
-slowmac.tech
-snjack.info
-socialseet.ru
-sockshare.net
-soc-proof.su
-sohoindia.net
-spravka130.ru
-stair.registrydomainservices.com
-stardevine.com
-stockspmb.info
-stroydetali.ru
-stroyplus.ru
-studiokamyk.com.pl
-sugvant.ru
-suhanpacktech.com
-sukirgenk.dvrlists.com
-superlist.biz
-svolze.com
-swimpool.ca
-swinger-mobil.net
-tam-gde-more.ru
+sitebeam.net
+site-speed-check.site
+s-iwantyou.com
+sladkoevideo.com
+slavkokacunko.de
+songplanet.ru
+sotkal.lark.ru
+special-porn.com
+stefanbakosab.se
+stjamesschool.info
+stockquotes.wooeb.com
+strana-solnca.ru
+suralink.com
+surflinksmedical.com
+svnuppsalaorebro.se
+tagil.zrus.org
+tandvardshuset.net
+tattooreligion.ru
+t-bygg.com
+tds-advert005.info
 technopellet.gr
-terrafootwear.us
-thebestphotos.eu
-thecoolimages.net
-the-usa-games.blogspot.com
-thewomenlife.com
-tizanidine4mguses.blogspot.com
-tizanidinevscyclobenzaprine.blogspot.com
-toolsky.com
-toonfamilies.net
+tecspb.ru
+telefonsexi.com
+theendivechronicles.com
+thegolfclub.info
+theporndude.com
+timhost.ru
+tizanidineandgabapentin.blogspot.com
+tizanidineduringpregnancy.blogspot.com
+tizanidinehcl2mgtablet.blogspot.com
+tizanidinehcl4mgisitanarcotic.blogspot.com
+tizanidineshowupondrugtest.blogspot.com
+tizanidinestreetvalue.blogspot.com
+toondinsey.com
 top250movies.ru
-torontoplumbinggroup.com
-torrent-newgames.com
-torrents-tracker.com
-tracksz.co
-trafficstars.com
-trahvid.com
-treasuretrack-a.akamaihd.net
-trion.od.ua
-trkdf.com
-truck-land.life
-truck-rece.life
+torrentdownloadhub.com
+tozup.com
+tpu.ru
+track2.shop
+track-rankings.online
+trafaret74.ru
+trafficfactory.biz
+truck-addzilla.life
 truemfilelj.gq
-trustl.life
-try-rx.com
-ttrraacckkrr.com
-tupper-shop.ru
-turn-up-life.life
-tvnewsclips.info
-twu.com.ua
-ua.tc
-uggsale.online
+tvorozhnaja-zapekanka-recept.ru
+twitlinks.com
+twittrading.com
+twojebook.pl
+txxx.com
+typer.one
+tyumen.xrus.org
+ua-company.ru
 ukkelberg.no
-uk-zheu20.ru
-ultimateclassicrock.com
-urlopener.blogspot.com.au
-venerologiya.com
-ventelnos.com
+unmaroll.ya.ru
+uptime-alpha.net
+urlcut.ru
+uroki.net
+usacasino.com
+usswrite.com
+vacuumscleaner.com
+validccseller.com
+vapsy.com
+varikozdok.ru
+vavilone.com
+vegascosmetics.ru
+versaut.xxx-cam.webcam
+veselokloun.ru
 via-energy-cumpara.com
-via-energy-order.com
-video-camer.com
-videochat.ph
-vielporno.net
-vikistars.com
-vipromoffers.com
+viandpet.com
+viddyoze.com
+videochat.mx
+video-woman.com
+vintontech.info
+vip-dom.in
+virtuagirl.com
 visionwell.com.cn
-visitcambridge.org
-vizag.kharkov.ua
-vkak.ru
-vladhistory.com
-vpnmouse.com
-walkme.com
-wareseeker.com
-warezaccess.com
-we-are-gamers.com
-webpromotion.ae
-website-analytics.online
-website-speed-check.site
-website-speed-up.site
-wedding0venues.tk
-westen-z.life
-wholesalecheapjerseysfree.com
-wholesalejerseychinaoutlet.com
-wieseversa.no
-wleuaprpxuvr.ga
-writingservices17.blogspot.ru
+vitoriacabos.com
+vizitki.net
+vkgaleria.com
+vkontarkte.com
+vozbujdenie.com
+vzglyadriv.kg
+wallpapersdesk.info
+wallpapersist.com
+webalan.ru
+website-audit.com.ua
+websites-reviews.com
+weburlopener.com
+westvilletowingservices.co.za
+whatsappdownload10.com
+wrona.it
+wstroika.ru
 www.get-free-traffic-now.com
-x-lime.net
-xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai
-xn--80ahvj9e.xn--p1ai
-xuki.us
-xxlargepop.com
-xxx-cam.webcam
-xxxnatelefon.ru
-yeartwit.com
+wzgyyq.com
+xaijo.com
+xerox-douglas.cf
+xfluro.com
+xgftnlrt.bloger.index.hr
+xmladserver.com
+xn--d1aifoe0a9a.top
+xnxx-n.com
 yogamatsexpert.com
-youandcredit.ru
-yousense.info
-zakazvzloma.com
-zarabotat-na-sajte.ru
-zastroyka.org
-zebramart.ru
-zero1.it
-zeroredirect11.com
-zeroredirect7.com
-zhuravlev.info
-znakomstva-moskva77.ru
-zoogdisany.com
-zoompegs.com
+yoshkarola.zrus.org
+youjizz.com
+youthreaders.com
+youtuhe.com
+yubikk.info
+yunque.pluto.ro
+zambini.ru
+zeg-distribution.com
+zetgie.com.pl
+zigarettenonl.canalblog.com
+zionstar.net
+zog.link
+zone-kev717.info
+zoomovies.org
+zrus.org

.dev-tools/test_units/random-referrers-for-whitelist-test.list

@@ -1,250 +1,250 @@
-123movies.love
-2ads.co.uk
-2drittel.de
-3rbseyes.com
-3w24.com
-4webmasters.com
-999webdesign.com
-9icmzvn6.website
-agysya.ru
-animal-drawings.com
-apilinkswiftco-a.akamaihd.net
+a14download.com
+absolutelyanalog.com
+adamoads.com
+admitad.com
+ads.gold
+agroeconom.kz
+allbizne.co.ua
+amazon-seo-service.com
+amung.us
+anaksma.info
+animali.deagostinipassion.it
+anniemation.com
+anonymizeme.pro
+apartmentbay.ru
+apioutoboxnet-a.akamaihd.net
 arabsexxxtube.com
-ardimobileinfo.ml
-artel116.ru
-artpicso.com
-avek.ru
-avtocredit-legko.ru
-ayodhya.co
-azbaseimages.net
-bannerpower.com
-beachpics.com
-bestbrainprod.win
-betune.onlinewebshop.net
-bezlimitko.xyz
-bigames.online
-binomo.kz
-biznesluxe.ru
-bloggers.nl
-blog.koorg.ru
-boobsimge.com
-brainboostingsupplements.org
-braintobe.win
-brainzpod.win
-business-suggested.tk
-buyessay3.blogspot.ru
-buyessaynow.biz
-buyfriend.ru
-bvlgaribracelet.xyz
-bwlx.prepedu.cn
-cakemediahq.com.au
-callcafe.info
-call-of-duty.info
-candlewooddentalcentre.com.au
-castingbank.ru
-caveavins.fr
-cerev.info
-chinacheapelitejerseys.com
-choice-credit.ru
-cleanpcnow.com
+asacopaco.tk
+asia-forum.ru
+asrvrep-a.akamaihd.net
+atelielembrancaqueencanta.com.br
+australia-opening-times.com
+backgroundpictures.net
+baersaratov.ru
+balans.shahterworld.org
+baltgem.com
+beatifullandscape.co
+bestadbid.com
+bkgr.se
+bocoarchives.org
+bonzbuddy.com
+bookmark4you.com
+brendbutik.ru
+bvlgariwallet.xyz
+cdnanalytics.xyz
+chuckguilford.com
 clickaider.com
-collegerentals.com
-compiko.info
-compliance-alexa.xyz
-coolyarddecorations.com
-coop-gamers.ru
-cordstrap.cc
-counciltally.com
-creditnation.ru
+clmforexeu.com
+compliance-mark.top
+compliance-walt.top
+compliance-willy.top
 custom-electric-guitar.com
-cutalltheshit.com
-daymusam.com
+dangphoto.trade
 db.speedup.gdn
-descargar-musica-gratis.net
-dieta-personalna.pl
-dirtpics.pw
-domaincheck.io
-dosugrostov.site
-dtm-spain.com
-earn-from-articles.com
-easytuningshop.ru
-e-c.al
-ecommerce-seo.com
-ekosmetyki.net.pl
-elektir.ru
-elektrischezigarette2.devhub.com
-erotik0049.com
-eupornstar.info
-extrabot.com
-extremepornos.net
-fearcrow.com
-filkhbr.com
-filmgo.ru
-flashlarevista.com
-flipper.top
-florida-tourism.net
-flowwwers.com
-footbalive.org
-forex-indextop20.ru
-forex.osobye.ru
-gamedayhouse.com
-getdot.ru
-get-free-traffic-now.com
-gg-arena.ru
-gkvector.ru
-glopages.ru
-gogalleryawesome.com
-graphid.com
-gratis-sexkontakte.com
-gsasearchenginerankerdiscount.com
-havepussy.com
-hit-men.men
-hothor.se
-igru-xbox.net
-i-hobot.ru
-internetproviderstucson.com
-ipornox.xxx
-istripper.com
-jerseywholesaleelitestore.com
-job.icivil.ir
-kakablog.net
-karachev-city.ru
-keyhantercume.com
-kino2018.club
-kinoflux.net
-kochanelli.com
-kosova.de
-kostenlos-sexvideos.com
-kredit-pod-zalog-krasnodar.ru
-kvartir-remont.biz
-laexotic.com
-linkpulse.com
-lkbennettoutlet.online
-lostfilm-online.ru
-louboutinreplica.pw
-macrotek.ru
-mansiondelrio.co
-matsdale.com
-mcadamssupplyco.com
-meccadumps.net
-message-warning.net
-mielec.pl
-minegam.com
-mmog-play.ru
-mobplayer.ru
-monclercoats.xyz
-monclervests.xyz
-moscow-clining.ru
-multgo.ru
-muztops.ru
-mvpicton.co.uk
-nalogovyy-kodeks.ru
-nash-krym.info
-nfljerseyscheapbiz.us
-nikhilbahl.com
-nikitabuch.com
-ningessaybe.me
-noclegonline.info
-normalegal.ru
-november-lax.com
-online-templatestore.com
-onstrapon.purplesphere.in
-openstat.com
-palocco.it
-panamaforbeginners.com
-paradontozanet.ru
-perm-profnastil.ru
-php-market.ru
-pictures-and-images.com
-pinstake.com
+dealwifi.com
+devochki.top
+dfiles.me
+dlya-android.org
+doeco.ru
+domoysshop.ru
+drev.biz
+drpornogratisx.xxx
+dvd-famille.com
+dverimegapolis.ru
+e-biznes.info
+engines-usa.com
+en.home-task.com
+eshop.md
+evening-dating-club.info
+exchangeit.gq
+ezigarettekaufen2.mpbloggar.se
+ezrvrentals.com
+familienzahnaerzte.com
+family1st.ca
+familyphysician.ru
+fastfixing.tech
+fatmaelgarny.com
+fettefrauen.net
+fickkontakte.org
+financeloan.us
+financetip.eu
+flavors.me
+flirt4free.com
+flytourisme.org
+fotoxxxru.com
+foxinsocks.ru
+freelinkbuilding.website.tk
+gateway.zscalerone.net
+generic-pills-online.com
+getaclueamerica.com
+gifspics.com
+gktt.ru
+gratuitxblcodes.com
+h2monline.com
+hatedriveapart.com
+haveinc.xyz
+hermesreplica.pw
+homeandhealth.ru
+hscsscotland.com
+hvd-store.com
+incep.imagine-ex.co
+indianmedicaltourismshop.com
+internet-apteka.ru
+intim-uslugi.info
+invitefashion.com
+jav-fetish.site
+jaxcube.info
+jbl-charge.info
+jolic2.com
+jovencitas.gratis
+jpcycles.com
+keywesthideaways.co
+kollekcioner.ru
+komputers-best.ru
+kosynka-games.ru
+kozhniebolezni.com
+kredit-blog.ru
+labplus.ru
+larchik.net
+ledpolice.ru
+light.ifmo.ru
+linerdrilling.com
+littlecity.ch
+liveu.infoteka.hu
+lolnex.us
+longlifelomilomi.info
+lotto6888.com
+ltvperf.com
+macresource.co.uk
+magento-crew.net
+mainlinehobby.net
+manve.info
+maximilitary.ru
+medi-fitt.hu
+meendo-free-traffic.ga
+meget.co.za
+mensandals.xyz
+metascephe.com
+mir-betting.ru
+mirtorrent.net
+missclub.info
+mobstarr.com
+monarhs.info
+most.gov.iq
+moviezbonkerssk.cf
+musicspire.online
+mxgetcode.com
+mydownloadengine.com
+myfreetutorials.com
+myftpupload.com
+mygameplus.com
+naj-filmy24.pl
+new-post.tk
+nhl09.ru
+nmrk.ru
+o333o.com
+oakleyglassesonline.us
+oakridgemo.com
+oda.as
+offer.wpsecurity.website
+onlinadverts.com
+oralsexfilme.net
+orion-v.com
+outclicks.net
+oz-offers.com
+partner-host.men
+partybunny.ru
+pdns.cz
+perfectpracticeweb.com
+pijoto.net
+pixell.club
+pizdeishn.com
 plastgranar.nu
-pogosh.com
-pojdelo.weebly.com
-pornogratisdiario.com
-pornohd1080.online
-pornokorol.com
-porno-transsexuals.ru
-porodasobak.net
-posible.net
-pretty-mart.com
-prizefestival.mobi
-prodvigator.ua
-professionalwritingservices15.blogspot.ru
-prostitutki-tolyatti.org
-qor360.com
+porno-dojki.net
+pornolook.net
+porno-play.net
+porno-raskazy.ru
+privat-girl.net
+prodess.ru
+produkto.net
+profitsport.club
+prohoster.info
+pr-ten.de
+puzo2arbuza.ru
 rainbowice.ru
-razamicroelectronics.com
-razorweb-a.akamaihd.net
-refudiatethissarah.info
-remont-fridge-tv.ru
-romhacking.ru
-royal-betting.net
-rutor.vip
-sakhboard.ru
-saveindex.xyz
-sbornik-zakonov.ru
-scansafe.net
-search.1and1.com
-seofied.com
-sexcamamateurchat.com
-sexvideo-sex.com
-sexyali.com
-siha.de
-site3.free-share-buttons.com
-siteonomy.com
-site-speed-checker.site
-sledstvie-veli.net
-slowmacfaster.trade
-social-button.xyz
-socialmadesimple.com
-social-s-hhh.xyz
+recipedays.com
+redirlock.com
+rethinkwasteni.info
+roznica.com.ua
+ruex.org.ua
+russia-today-video.ru
+salmonfishingsacramentoriver.com
+salut-camp.ru
+sbetodiodnye-lampy.ru
+sbwealthsolutions.ca
+scanner-alex.top
+schoolfiles.net
+seoexperimenty.ru
+sexkontakteao.info
+shemale-sex.net
+shopcheermakeup.info
+shop.xz618.com
+sicfor.bcu.cc
+sitevaluation.com
+s-iwantyou.com
+soaksoak.ru
+social-s-ggg.xyz
+soft-program.com
+sonnikforme.ru
 sortthemesitesby.com
-soviet-portal.do.am
-spabali.org
-spaceshipad.com
-sptslmtrafms.com
-ssconstruction.co
-stairliftsarea.com
-strag-invest.ru
-streha-metalko.si
-studiokamyk.com.pl
-sugarkun.com
-supermama.top
-svarbit.com
-swinon.site
-takeflyte.com
-tamada69.com
-thecoolimages.net
-thegolfclub.info
-thetoiletpaper.com
-timdreby.com
-tizanidine6mg.blogspot.com
-tizanidineshowupondrugtest.blogspot.com
-tnctrx.com
-topcar-krasnodar.ru
+spitfiremusic.com
+sprttrack.com
+spywarebegone.com
+sribno.net
+stair.registrydomainservices.com
+strana-krasoty.ru
+superlist.biz
+supermesta.ru
+suture.co
+thenews-today.info
+ticketsys.inetwd.com
+tizanidine4mgstreetvalue.blogspot.com
+tizanidineforopiatewithdrawal.blogspot.com
+tizanidinepills.blogspot.com
+topads.men
 torrent-newgames.com
-trichizobswiv.agddns.net
-trustedhealthtips.com
-unitygame3d.com
+trafaret74.ru
+turizmus.us
+twinderbella.com
+uggbootsoutletsale.us
+unionmarkt.de
 urlcut.ru
-userequip.com
-vashsvet.com
-vclicks.net
-video-chat.in
-virtuagirl.com
-voditeltrezviy.ru
-vozbujdenie.com
-wapsite.me
-websitevaluebot.com
-wedding0venues.tk
-whatistizanidinehclusedfor.blogspot.com
-whereiskentoday.com
-win-spy.com
-wladimirpayen.com
-wosik-dach.service-for-web.de
-xn--80aebbcbcdemfkhba4byaehoejh8dza3v.xn--p1ai
-xnxx-n.com
-xxart.ru
-yellowstonesafaritours.com
-zeg-distribution.com
-zeroredirect7.com
+ussearche.cf
+valmetrundan.se
+vepad.com
+videotuber.ru
+vladimir.zrus.org
+vod.com.ua
+vrotike.ru
+watchmyfb.pl
+weddingdresses.xyz
+wfb.hatedriveapart.com
+wildnatureimages.com
+word-vorlagen.net
+wowas31.ucoz.ru
+www.kabbalah-red-bracelets.com
+xn--lifehacer-1rb.com
+xportvusbdriver8i.snack.ws
+xpresscare.ru
+xxx-treker.ru
+ynymnwbm.bloger.index.hr
+yopoint.in
+yourserverisdown.com
+yousense.info
+zaim-pod-zalog-krasnodar.ru
+zawyna.ua
+zazagames.org
+zlatnajesen.com
+zona-aqua.ru
+zophim.me
+zverokruh-shop.cz

.dev-tools/test_units/ratelimittest-beta.txt

@@ -1,3 +1,20 @@
+<!DOCTYPE html>
+<html>
+<head>
+<title>Welcome to NginX</title>
+</head>
+<body>
+<div align=center>
+<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
+<p>This is merely used for testing !!!</p>
+</body>
+</html><html>
+<head><title>503 Service Temporarily Unavailable</title></head>
+<body bgcolor="white">
+<center><h1>503 Service Temporarily Unavailable</h1></center>
+<hr><center>nginx/1.14.2</center>
+</body>
+</html>
 <html>
 <head><title>503 Service Temporarily Unavailable</title></head>
 <body bgcolor="white">
@@ -109,14 +126,4 @@
 <h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
 <p>This is merely used for testing !!!</p>
 </body>
-</html><!DOCTYPE html>
-<html>
-<head>
-<title>Welcome to NginX</title>
-</head>
-<body>
-<div align=center>
-<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
-<p>This is merely used for testing !!!</p>
-</body>
 </html>

.dev-tools/test_units/ratelimittest-master.txt

@@ -5,7 +5,7 @@
 <hr><center>nginx/1.14.2</center>
 </body>
 </html>
-l>
+<html>
 <head><title>503 Service Temporarily Unavailable</title></head>
 <body bgcolor="white">
 <center><h1>503 Service Temporarily Unavailable</h1></center>

.dev-tools/test_units/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.192.85.2	0;
+34.66.178.120	0;
 127.0.0.1	0;