V4.2019.06.1654 [ci skip]

.dev-tools/_conf_files_ip_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.192.187.174	1;
+35.188.1.99	1;
 127.0.0.1	1;

.dev-tools/_conf_files_ip_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.192.187.174	0;
+35.188.1.99	0;
 127.0.0.1	0;

.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf

@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2019.06.1653
+### Version: V4.2019.06.1654
-### Updated: Thu Jun 27 16:40:14 SAST 2019
+### Updated: Fri Jun 28 11:46:36 SAST 2019
 ### Bad Referrer Count: 6713
 ### Bad Bot Count: 556
 ###################################################

.dev-tools/_conf_files_ratelimiting/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.192.187.174	1;
+35.188.1.99	1;
 127.0.0.1	1;

.dev-tools/_conf_files_ratelimiting/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.192.187.174	0;
+35.188.1.99	0;
 127.0.0.1	0;

.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf

@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2019.06.1653
+### Version: V4.2019.06.1654
-### Updated: Thu Jun 27 16:40:14 SAST 2019
+### Updated: Fri Jun 28 11:46:36 SAST 2019
 ### Bad Referrer Count: 6713
 ### Bad Bot Count: 556
 ###################################################

.dev-tools/_conf_files_test1/bots.d/bad-referrer-words.conf

@@ -1,11 +1,11 @@
 # EDIT THIS FILE AS YOU LIKE TO ADD OR REMOVE ANY BAD WORDS YOU WANT TO SCAN FOR ###
 
 ### VERSION INFORMATION #
-###################################################
+#------------------------
-### Version: V4.2019.09
+### Version: V4.2019.10
-### Updated: 2019-06-25
+### Updated: 2019-06-28
-###################################################
+#------------------------
-### VERSION INFORMATION ##
+### VERSION INFORMATION #
 
 ##############################################################################                                                                
 #       _  __     _                                                          #
@@ -25,13 +25,13 @@
 # completely blank if you do not want your Nginx Blocker to include scanning for bad words within urls or referrer string
 # Only add one entry per line
 
-# *******************************
+# -------------------------------
 # !!! WARNING WARNING WARNING !!!
-# *******************************
+# -------------------------------
 
-# ***************************************
+# ---------------------------------------
 # PLEASE BE VERY CAREFUL HOW YOU USE THIS
-# ***************************************
+# ---------------------------------------
 # Here is an example of how one supposed bad word can cause your whole site to go down.
 # An issue was logged where the users own domain name was specialisteparquet.com
 # Because this list contained the word "cialis" it was detected within his domain name causing 
@@ -42,9 +42,9 @@
 
 # Think very carefully before you add any word here
 
-# *****************************************************************************************
+# -----------------------------------------------------------------------------------------
 # PLEASE MAKE SURE that you use word regex boundaries to avoid false positive detection !!!
-# *****************************************************************************************
+# -----------------------------------------------------------------------------------------
 
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
 
@@ -69,5 +69,24 @@
 #	"~*(?:\b)webfuck(?:\b|)"						1;
 #	"~*(?:\b)xxxrus(?:\b|)"							1;
 #	"~*(?:\b)zeroredirect(?:\b|)"					1;
+#	"~*(?:\b|)x22(?:\b|)" 					        1; (in this string if your own domain name was sex22.com it would be blocked)
 
 
+# Here is a list of unsanitary words used in referrer strings - used in various injection attacks
+# THE RULES BELOW ARE ENABLED BY DEFAULT
+# You can disable this default list by switching the values to 0
+
+    "~*(?:\b|)mb_ereg_replace(?:\b|)"		1;
+
+# -----------
+# PLEASE NOTE
+# -----------
+
+# If you whitelist your own domain in whitelist-domains.conf and your own domain is passed in the referrer string with an attack string it will NOT be blocked.
+
+# --------
+# EXAMPLE:
+# -------- 
+# This string "http://yourwebsite.com/?s=/index/%5Cthink%5Capp/invokefunction&function=call_user_func_array&vars[0]=file_put_contents&vars[1][]=gqopu.php&vars[1][]=<?php mb_ereg_replace('.*',@$_REQUEST[_], '', 'e');?>$"
+# contains the above 'mb_ereg_replace" attack string
+# If your domain is whitelisted in whitelist-domains.conf this string will NOT be detected

.dev-tools/_conf_files_test1/bots.d/blacklist-user-agents.conf

@@ -1,12 +1,14 @@
 # EDIT THIS FILE AS YOU LIKE TO BLACKLIST OR WHITELIST ANY BAD USER-AGENT STRINGS YOU WANT TO SCAN FOR
 # ****************************************************************************************************
 
+# THIS IS BOTH YOUR WHITELIST AND BLACKLIST FOR USER-AGENTS
+
+### VERSION INFORMATION #
+#------------------------
+### Version: V4.2019.07
+### Updated: 2019-06-28
+#------------------------
 ### VERSION INFORMATION #
-###################################################
-### Version: V4.2019.06
-### Updated: 2019-06-24
-###################################################
-### VERSION INFORMATION ##
 
 ##############################################################################                                                                
 #       _  __     _                                                          #
@@ -38,9 +40,9 @@
 
 # Make sure any words that contain special characters are escaped and include word boundaries as per the Regex examples below.
 
-# Example the User-Agent name "someverybaduseragentname1" is entered as "\bsomeverybaduseragentname1\b"
+# Example the User-Agent name "someverybaduseragentname1" is entered as "(?:\b)someverybaduseragentname1(?:\b|)"
-# Example the User-Agent name "some-very-bad-useragentname2" is entered as "\bsome\-very\-bad\-useragentname1\b" 
+# Example the User-Agent name "some-very-bad-useragentname2" is entered as "(?:\b)some\-very\-bad\-useragentname1(?:\b|)" 
-# the "\b" are word boundaries which prevents partial matching and false positives.
+# the "(?:\b)" and "(?:\b|)" are word boundaries which prevents partial matching and false positives.
 
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
 
@@ -58,3 +60,20 @@
 #	"~*(?:\b)someverybaduseragentname2(?:\b|)"			3;
 #	"~*(?:\b)some\-very\-bad\-useragentname2(?:\b|)"	3;
 
+# Here are some default things I block on my own server, these appear in various types of injection attacks
+# You can disable them if you have problems or don't agree by switching thir value to 0 or moving them into the whitelist section first and then making their value 0
+
+
+# ------------
+# MY WHITELIST
+# ------------
+
+
+# ------------
+# MY BLACKLIST
+# ------------
+
+"~*(?:\b)x22(?:\b|)"					3;
+"~*(?:\b){|}(?:\b|)"					3;
+"~*(?:\b|)mb_ereg_replace(?:\b|)"			3;
+"~*(?:\b|)file_put_contents(?:\b|)"			3;

.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf

@@ -33,4 +33,4 @@
 #	111.111.111.111		0;
 
 
-34.68.144.114           0;
+35.193.7.13             0;

.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf

@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2019.06.1653
+### Version: V4.2019.06.1654
-### Updated: Thu Jun 27 16:40:14 SAST 2019
+### Updated: Fri Jun 28 11:46:36 SAST 2019
 ### Bad Referrer Count: 6713
 ### Bad Bot Count: 556
 ###################################################

.dev-tools/_conf_files_testing_changes/bots.d/bad-referrer-words.conf

@@ -1,11 +1,11 @@
 # EDIT THIS FILE AS YOU LIKE TO ADD OR REMOVE ANY BAD WORDS YOU WANT TO SCAN FOR ###
 
 ### VERSION INFORMATION #
-###################################################
+#------------------------
-### Version: V4.2019.09
+### Version: V4.2019.10
-### Updated: 2019-06-25
+### Updated: 2019-06-28
-###################################################
+#------------------------
-### VERSION INFORMATION ##
+### VERSION INFORMATION #
 
 ##############################################################################                                                                
 #       _  __     _                                                          #
@@ -25,13 +25,13 @@
 # completely blank if you do not want your Nginx Blocker to include scanning for bad words within urls or referrer string
 # Only add one entry per line
 
-# *******************************
+# -------------------------------
 # !!! WARNING WARNING WARNING !!!
-# *******************************
+# -------------------------------
 
-# ***************************************
+# ---------------------------------------
 # PLEASE BE VERY CAREFUL HOW YOU USE THIS
-# ***************************************
+# ---------------------------------------
 # Here is an example of how one supposed bad word can cause your whole site to go down.
 # An issue was logged where the users own domain name was specialisteparquet.com
 # Because this list contained the word "cialis" it was detected within his domain name causing 
@@ -42,9 +42,9 @@
 
 # Think very carefully before you add any word here
 
-# *****************************************************************************************
+# -----------------------------------------------------------------------------------------
 # PLEASE MAKE SURE that you use word regex boundaries to avoid false positive detection !!!
-# *****************************************************************************************
+# -----------------------------------------------------------------------------------------
 
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
 
@@ -69,5 +69,24 @@
 #	"~*(?:\b)webfuck(?:\b|)"						1;
 #	"~*(?:\b)xxxrus(?:\b|)"							1;
 #	"~*(?:\b)zeroredirect(?:\b|)"					1;
+#	"~*(?:\b|)x22(?:\b|)" 					        1; (in this string if your own domain name was sex22.com it would be blocked)
 
 
+# Here is a list of unsanitary words used in referrer strings - used in various injection attacks
+# THE RULES BELOW ARE ENABLED BY DEFAULT
+# You can disable this default list by switching the values to 0
+
+    "~*(?:\b|)mb_ereg_replace(?:\b|)"		1;
+
+# -----------
+# PLEASE NOTE
+# -----------
+
+# If you whitelist your own domain in whitelist-domains.conf and your own domain is passed in the referrer string with an attack string it will NOT be blocked.
+
+# --------
+# EXAMPLE:
+# -------- 
+# This string "http://yourwebsite.com/?s=/index/%5Cthink%5Capp/invokefunction&function=call_user_func_array&vars[0]=file_put_contents&vars[1][]=gqopu.php&vars[1][]=<?php mb_ereg_replace('.*',@$_REQUEST[_], '', 'e');?>$"
+# contains the above 'mb_ereg_replace" attack string
+# If your domain is whitelisted in whitelist-domains.conf this string will NOT be detected

.dev-tools/_conf_files_testing_changes/bots.d/blacklist-user-agents.conf

@@ -1,12 +1,14 @@
 # EDIT THIS FILE AS YOU LIKE TO BLACKLIST OR WHITELIST ANY BAD USER-AGENT STRINGS YOU WANT TO SCAN FOR
 # ****************************************************************************************************
 
+# THIS IS BOTH YOUR WHITELIST AND BLACKLIST FOR USER-AGENTS
+
+### VERSION INFORMATION #
+#------------------------
+### Version: V4.2019.07
+### Updated: 2019-06-28
+#------------------------
 ### VERSION INFORMATION #
-###################################################
-### Version: V4.2019.06
-### Updated: 2019-06-24
-###################################################
-### VERSION INFORMATION ##
 
 ##############################################################################                                                                
 #       _  __     _                                                          #
@@ -38,9 +40,9 @@
 
 # Make sure any words that contain special characters are escaped and include word boundaries as per the Regex examples below.
 
-# Example the User-Agent name "someverybaduseragentname1" is entered as "\bsomeverybaduseragentname1\b"
+# Example the User-Agent name "someverybaduseragentname1" is entered as "(?:\b)someverybaduseragentname1(?:\b|)"
-# Example the User-Agent name "some-very-bad-useragentname2" is entered as "\bsome\-very\-bad\-useragentname1\b" 
+# Example the User-Agent name "some-very-bad-useragentname2" is entered as "(?:\b)some\-very\-bad\-useragentname1(?:\b|)" 
-# the "\b" are word boundaries which prevents partial matching and false positives.
+# the "(?:\b)" and "(?:\b|)" are word boundaries which prevents partial matching and false positives.
 
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
 
@@ -58,3 +60,20 @@
 #	"~*(?:\b)someverybaduseragentname2(?:\b|)"			3;
 #	"~*(?:\b)some\-very\-bad\-useragentname2(?:\b|)"	3;
 
+# Here are some default things I block on my own server, these appear in various types of injection attacks
+# You can disable them if you have problems or don't agree by switching thir value to 0 or moving them into the whitelist section first and then making their value 0
+
+
+# ------------
+# MY WHITELIST
+# ------------
+
+
+# ------------
+# MY BLACKLIST
+# ------------
+
+"~*(?:\b)x22(?:\b|)"					3;
+"~*(?:\b){|}(?:\b|)"					3;
+"~*(?:\b|)mb_ereg_replace(?:\b|)"			3;
+"~*(?:\b|)file_put_contents(?:\b|)"			3;

.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf

@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V3.2019.06.1653
+### Version: V3.2019.06.1654
-### Updated: Thu Jun 27 16:40:15 SAST 2019
+### Updated: Fri Jun 28 11:46:37 SAST 2019
 ### Bad Referrer Count: 6713
 ### Bad Bot Count: 556
 ###################################################
@@ -17968,7 +17968,7 @@ geo $ratelimited {
 # Rate limiting will only take effect if on any User-Agents with a value of 2
 
 	limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m;
-	limit_req_zone  $bot_iplimit zone=bot2_reqlimitip:16m  rate=12r/m;
+	limit_req_zone  $bot_iplimit zone=bot2_reqlimitip:16m  rate=30r/m;
 
 # ==========================================
 # END SECTION 4 - ACTIVATE BLOCKER FUNCTIONS

.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-34.68.144.114	1;
+35.184.226.236	1;
 127.0.0.1	1;

.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-user-agents.conf

@@ -1,12 +1,14 @@
 # EDIT THIS FILE AS YOU LIKE TO BLACKLIST OR WHITELIST ANY BAD USER-AGENT STRINGS YOU WANT TO SCAN FOR
 # ****************************************************************************************************
 
+# THIS IS BOTH YOUR WHITELIST AND BLACKLIST FOR USER-AGENTS
+
+### VERSION INFORMATION #
+#------------------------
+### Version: V4.2019.07
+### Updated: 2019-06-28
+#------------------------
 ### VERSION INFORMATION #
-###################################################
-### Version: V4.2019.06
-### Updated: 2019-06-24
-###################################################
-### VERSION INFORMATION ##
 
 ##############################################################################                                                                
 #       _  __     _                                                          #
@@ -38,9 +40,9 @@
 
 # Make sure any words that contain special characters are escaped and include word boundaries as per the Regex examples below.
 
-# Example the User-Agent name "someverybaduseragentname1" is entered as "\bsomeverybaduseragentname1\b"
+# Example the User-Agent name "someverybaduseragentname1" is entered as "(?:\b)someverybaduseragentname1(?:\b|)"
-# Example the User-Agent name "some-very-bad-useragentname2" is entered as "\bsome\-very\-bad\-useragentname1\b" 
+# Example the User-Agent name "some-very-bad-useragentname2" is entered as "(?:\b)some\-very\-bad\-useragentname1(?:\b|)" 
-# the "\b" are word boundaries which prevents partial matching and false positives.
+# the "(?:\b)" and "(?:\b|)" are word boundaries which prevents partial matching and false positives.
 
 # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED
 
@@ -58,3 +60,20 @@
 #	"~*(?:\b)someverybaduseragentname2(?:\b|)"			3;
 #	"~*(?:\b)some\-very\-bad\-useragentname2(?:\b|)"	3;
 
+# Here are some default things I block on my own server, these appear in various types of injection attacks
+# You can disable them if you have problems or don't agree by switching thir value to 0 or moving them into the whitelist section first and then making their value 0
+
+
+# ------------
+# MY WHITELIST
+# ------------
+
+
+# ------------
+# MY BLACKLIST
+# ------------
+
+"~*(?:\b)x22(?:\b|)"					3;
+"~*(?:\b){|}(?:\b|)"					3;
+"~*(?:\b|)mb_ereg_replace(?:\b|)"			3;
+"~*(?:\b|)file_put_contents(?:\b|)"			3;

.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-34.68.144.114	0;
+35.184.226.236	0;
 127.0.0.1	0;

.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf

@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V3.2019.06.1653
+### Version: V3.2019.06.1654
-### Updated: Thu Jun 27 16:40:15 SAST 2019
+### Updated: Fri Jun 28 11:46:37 SAST 2019
 ### Bad Referrer Count: 6713
 ### Bad Bot Count: 556
 ###################################################
@@ -17968,7 +17968,7 @@ geo $ratelimited {
 # Rate limiting will only take effect if on any User-Agents with a value of 2
 
 	limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m;
-	limit_req_zone  $bot_iplimit zone=bot2_reqlimitip:16m  rate=12r/m;
+	limit_req_zone  $bot_iplimit zone=bot2_reqlimitip:16m  rate=30r/m;
 
 # ==========================================
 # END SECTION 4 - ACTIVATE BLOCKER FUNCTIONS

.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-34.68.144.114	1;
+35.184.226.236	1;
 127.0.0.1	1;

.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-34.68.144.114	0;
+35.184.226.236	0;
 127.0.0.1	0;

.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf

@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V3.2019.06.1653
+### Version: V3.2019.06.1654
-### Updated: Thu Jun 27 16:40:15 SAST 2019
+### Updated: Fri Jun 28 11:46:37 SAST 2019
 ### Bad Referrer Count: 6713
 ### Bad Bot Count: 556
 ###################################################
@@ -17968,7 +17968,7 @@ geo $ratelimited {
 # Rate limiting will only take effect if on any User-Agents with a value of 2
 
 	limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m;
-	limit_req_zone  $bot_iplimit zone=bot2_reqlimitip:16m  rate=12r/m;
+	limit_req_zone  $bot_iplimit zone=bot2_reqlimitip:16m  rate=30r/m;
 
 # ==========================================
 # END SECTION 4 - ACTIVATE BLOCKER FUNCTIONS

.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-34.68.144.114	1;
+35.184.226.236	1;
 127.0.0.1	1;

.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-34.68.144.114	0;
+35.184.226.236	0;
 127.0.0.1	0;

.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf

@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V3.2019.06.1653
+### Version: V3.2019.06.1654
-### Updated: Thu Jun 27 16:40:15 SAST 2019
+### Updated: Fri Jun 28 11:46:37 SAST 2019
 ### Bad Referrer Count: 6713
 ### Bad Bot Count: 556
 ###################################################
@@ -17968,7 +17968,7 @@ geo $ratelimited {
 # Rate limiting will only take effect if on any User-Agents with a value of 2
 
 	limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m;
-	limit_req_zone  $bot_iplimit zone=bot2_reqlimitip:16m  rate=12r/m;
+	limit_req_zone  $bot_iplimit zone=bot2_reqlimitip:16m  rate=30r/m;
 
 # ==========================================
 # END SECTION 4 - ACTIVATE BLOCKER FUNCTIONS

.dev-tools/_conf_files_whitelist/bots.d/blacklist-ips.conf

@@ -1,2 +1,2 @@
-35.192.187.174	1;
+35.188.1.99	1;
 127.0.0.1	1;

.dev-tools/_conf_files_whitelist/bots.d/whitelist-ips.conf

@@ -1,2 +1,2 @@
-35.192.187.174	0;
+35.188.1.99	0;
 127.0.0.1	0;

.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf

@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2019.06.1653
+### Version: V4.2019.06.1654
-### Updated: Thu Jun 27 16:40:14 SAST 2019
+### Updated: Fri Jun 28 11:46:36 SAST 2019
 ### Bad Referrer Count: 6713
 ### Bad Bot Count: 556
 ###################################################

.dev-tools/globalblacklist-testing.template

@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V3.2019.06.1653
+### Version: V3.2019.06.1654
-### Updated: Thu Jun 27 16:40:15 SAST 2019
+### Updated: Fri Jun 28 11:46:37 SAST 2019
 ### Bad Referrer Count: 6713
 ### Bad Bot Count: 556
 ###################################################

.dev-tools/globalblacklist.template

@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2019.06.1653
+### Version: V4.2019.06.1654
-### Updated: Thu Jun 27 16:40:14 SAST 2019
+### Updated: Fri Jun 28 11:46:36 SAST 2019
 ### Bad Referrer Count: 6713
 ### Bad Bot Count: 556
 ###################################################

.dev-tools/test_units/blacklist-ips.conf

@@ -1,2 +1,2 @@
-34.68.144.114	1;
+35.184.226.236	1;
 127.0.0.1	1;

.dev-tools/test_units/random-bots-for-test-quick.list

@@ -1,50 +1,50 @@
-360Spider
+404checker
-Aboundexbot
+Acunetix
-AiHitBot
+ADmantX
-Apexoo
+Aipbot
-Asterias
+ASPSeek
-CrazyWebCrawler
+BetaBot
-Discoverybot
+BuzzSumo
-DnyzBot
+cognitiveseo
-DomainStatsBot
+DBLBot
-Dotbot
+DIIbot
-EyeNetIE
+DomainCrawler
-facebookscraper
+FemtosearchBot
-Gigabot
+FrontPage
-HTTP::Lite
+FyberSpider
+HaosouSpider
+IlseBot
 Image Fetch
-IndeedBot
+Iskanie
-Internet Ninja
+Larbin
-JennyBot
+LibWeb
-Jorgee
+Likse
-Kozmosbot
+MIDown tool
-LeechFTP
+Morfeus Fucking Scanner
-Lightspeedsystems
+MSFrontPage
-Lipperhey
+Octopus
-Lipperhey Spider
+Openfind
-lwp-request
+PeoplePal
-lwp-trivial
+Pimonster
-Magnet
+PyCurl
-Microsoft URL Control
+RankingBot2
-NetAnts
+ScanAlert
-NextGenSearchBot
+SEOkicks
-Niki-bot
+Siphon
-OpenVAS
+Siteimprove
-Papa Foto
+SmartDownload
-PictureFinder
+SocialRankIOBot
-Pi-Monster
+Sucker
-Quick-Crawler
+Surfbot
-RocketCrawler
+sysscan
-SBIder
+Telesoft
-SEOstats
+URLy.Warning
-Sosospider
+VoidEYE
-T0PHackTeam
+Voltron
-tAkeOut
+WebBandit
-TheNomad
+WebEnhancer
-Toweyabot
+Webshag
-WebCopier
+Website Quester
-Web Fuck
+Webster
-Wonderbot
+Widow
-WWW::Mechanize
+Wotbox
-Zeus
-ZumBot

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-Abonti
+360Spider
-ADmantX
+404checker
+404enemy
+Aboundex
+Acunetix
 AhrefsBot
-AiHitBot
+Aipbot
-Alexibot
 Alligator
-AlphaBot
+AllSubmitter
-ASPSeek
+archive.org_bot
 Asterias
-BackDoorBot
+Attach
+backlink-check
 BackStreet
 BackWeb
-Bandit
 Barkrowler
-BDCbot
+BBBike
+BDFetch
 BetaBot
+Bigfoot
+Bitacle
 Black Hole
-Brandwatch
+BlackWidow
+Boardreader
+Bolt
 BuiltBotTough
-BuiltWith
+Bullseye
-BuzzSumo
+BunnySlippers
-CCBot
+Calculon
+CazoodleBot
 Cegbfeieh
-CheTeam
+CheeseBot
+CherryPicker
+ChinaClaw
 Chlooe
 Claritybot
 Cliqzbot
-Cloud mapping
+Copier
-Collector
+Copyscape
-com.plumanalytics
-CopyRightCheck
 Craftbot
-CrazyWebCrawler
 CrunchBot
+CSHttp
+Curious
 DatabaseDriverMysqli
-DBLBot
+DataCha0s
 demandbase-bot
-Demon
-Digincore
 DigitalPebble
+DIIbot
+Dirbuster
+Discobot
 Dispatch
-DomainAppender
+DittoSpyder
-DomainCrawler
-DomainSigmaCrawler
 DomainStatsBot
-Drip
+Dragonfly
-DSearch
+Ebingbong
-ECCP/1.0
-Ecxi
 EirGrabber
 EMail Siphon
 EroCrawler
+evc-batch
 Exabot
-Extractor
+Express WebPictures
-Ezooms
+ExtLinksBot
+EyeNetIE
+facebookscraper
 FDM
-Flunky
+FHscan
+Fimap
+FlashGet
+Foobot
+FyberSpider
 Fyrebot
-Genieo
+GermCrawler
-GetRight
 Gigablast
-Gigabot
 Go-Ahead-Got-It
 Gotit
 Go!Zilla
-Grabber
+GrabNet
 Grafula
+GrapeFX
+GrapeshotCrawler
+GridBot
 Haansoft
 HaosouSpider
+Harvest
+Havij
 HEADMasterSEO
-Hloader
-HTMLparser
 HTTP::Lite
-HTTrack
+Humanlinks
-Iblog
+HybridBot
 IDBot
-IlseBot
+Image Sucker
-Indy Library
+internetVista monitor
-InfoTekies
-InterGET
-InternetSeer
-Iria
 IRLbot
+Jbrofuzz
 JennyBot
-JetCar
+Jetty
-JustView
+JOC Web Spider
-Keyword Density
+Lftp
-Lanshanbot
-LeechFTP
-LibWeb
 Lightspeedsystems
 Likse
 LinkextractorPro
 LinkpadBot
-LinkScan
+LinksManager
 LinkWalker
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 LinqiaScrapeBot
-Lipperhey Spider
+Lipperhey
-Lmspider
+Litemage_walker
-LNSpiderguy
 Ltx71
-LWP::Simple
+lwp-request
+lwp-trivial
+Magnet
 magpie-crawler
 Majestic-SEO
 MarkMonitor
 MarkWatch
 Masscan
-Mata Hari
 MauiBot
 meanpathbot
-MeanPath Bot
 Mediatoolkitbot
+mediawords
 MegaIndex.ru
 Metauri
-MFC_Tear_Sample
-Microsoft Data Access
 Microsoft URL Control
 MIDown tool
-Mister PiX
+MIIxpc
 Mojeek
 Mr.4x3
 Msrabot
-muhstik-scan
+Name Intelligence
-Musobot
 Nameprotect
-NearSite
+Navroad
-Nessus
+Needle
-NetAnts
 Netcraft
 NetMechanic
-NetSpider
+Nettrack
 Netvibes
 NextGenSearchBot
+NICErsPRO
+Niki-bot
 Nikto
+NimbleCrawler
+Nimbostratus
+Nmap
+Octopus
 Offline Explorer
-OrangeSpider
+Offline Navigator
-PageGrabber
+OnCrawl
+Openfind
+Openvas
+OutclicksBot
+page scorer
 PageScorer
+Papa Foto
 Pavuk
 PHPCrawl
-Picsearch
+PictureFinder
+Pimonster
 Pi-Monster
 Pixray
+PleaseCrawl
+plumanalytics
 Pockey
 POE-Component-Client-HTTP
-Probethenet
 ProPowerBot
-Psbot
+ProWebWalker
-PxBroker
+QueryN Metasearch
-PyCurl
-Quick-Crawler
 RankActive
+RankingBot
 Rankivabot
-RealDownload
+RankurBot
-RebelMouse
+ReGet
-Recorder
+SalesIntelligent
-RedesScrapy
+SBIder
-s1z.ru
-ScanAlert
 Scanbot
-scan.lol
+Scrapy
-ScoutJet
+ScreenerBot
-SearchmetricsBot
-Semrush
-SemrushBot
 SEOkicks-Robot
-SEOlyticsCrawler
 seoscanners
-SeoSiteCheckup
-SEOstats
 serpstatbot
-sexsearcher
+Siphon
+Sitebeam
 SiteExplorer
-Siteimprove
 SiteLockSpider
 SiteSnagger
+SlySearch
 SmartDownload
+SMTBot
 Snoopy
-Sociscraper
+Sogou web spider
-Sosospider
 Sottopop
-Spanner
 Spbot
-Spinn3r
+spyfu
-SputnikBot
 Sqlmap
-Sqlworm
 Sqworm
 Steeler
-Stripper
 Sucuri
 SuperBot
 SuperHTTP
-Surfbot
+Suzuran
 Swiftbot
-tAkeOut
+T8Abot
-Telesoft
+TeleportPro
-Telesphoreo
-Telesphorep
-The Intraformant
-Thumbor
 TightTwatBot
 Titan
+Toata
 Tracemyfile
-Trendiction
+trendiction.com
-trendiction.de
-True_Robot
-Turingos
-Turnitin
 TurnitinBot
-Twice
+TwengaBot
-Upflow
 URLy Warning
 URLy.Warning
-VCI
+Vacuum
+Vagabondo
+VB Project
 VeriCiteCrawler
-VidibleScraper
+VoidEYE
 Wallpapers/3.0
-WallpapersHD
+Webalta
-WASALive-Bot
+WebCollage
-WebAuto
-Web Auto
 WebCopier
+WEBDAV
+Web Fetch
+WebFuck
+Web Fuck
 WebGo IS
-WebImageCollector
+WebmasterWorldForumBot
-WebPix
+webmeup-crawler
-WebSauger
+Web Pix
+WebReaper
 Webshag
-WebsiteExtractor
+Website Quester
 Webster
 WebStripper
-WebSucker
 Web Sucker
-WebWhacker
+WebZIP
-Widow
+Whack
-WinHTTrack
+Who.is Bot
 WISENutbot
-Wonderbot
-Woobot
 Wprecon
+WPScan
 WWW-Collector-E
-WWW::Mechanize
-WWWOFFLE
 x22Mozilla
 Xaldon WebSpider
+xpymep1.exe
+YoudaoBot
 Zade
-zgrab
+Zermelo
-Zitebot
 ZmEu
-ZumBot

.dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 360Spider
-404enemy
 80legs
 Acunetix
-AhrefsBot
+ADmantX
+AfD-Verbotsverfahren
 AIBOT
-AiHitBot
+AllSubmitter
-Aipbot
+Anarchie
-Alexibot
+ASPSeek
-Alligator
+Attach
-archive.org_bot
 autoemailspider
-Backlink-Ceck
+BackDoorBot
-backlink-check
+Badass
-BackStreet
-Barkrowler
-Battleztar Bazinga
 BDFetch
+Black Hole
 BlackWidow
+BLEXBot
+Boardreader
 Bolt
-BuiltBotTough
+Brandprotect
-BunnySlippers
+BuzzSumo
 Calculon
-CATExplorador
+CazoodleBot
-CheeseBot
+CCBot
 CherryPicker
-ChinaClaw
+CheTeam
-Chlooe
-Claritybot
 Cliqzbot
-Cloud mapping
+coccocbot-web
-Collector
+Cogentbot
-com.plumanalytics
+CopyRightCheck
-Copier
+Copyscape
 Cosmos
-Craftbot
+crawler4j
-crawl.sogou.com
+CrazyWebCrawler
-Curious
+Crescent
+CSHttp
+Custo
 DatabaseDriverMysqli
+DBLBot
 demandbase-bot
-Deusu
-Devil
 Digincore
-Dirbuster
+DigitalPebble
-Discoverybot
+Disco
-DomainSigmaCrawler
+DittoSpyder
-Dotbot
+DnyzBot
-Dragonfly
+DomainStatsBot
+Download Wonder
 Drip
+DSearch
+DTS Agent
 EasyDL
-EirGrabber
+eCatch
-EMail Siphon
+evc-batch
-EroCrawler
+Evil
+Exabot
 Express WebPictures
-Extreme Picture Finder
+Extractor
-FemtosearchBot
+EyeNetIE
+Ezooms
+facebookscraper
+FHscan
 Firefox/7.0
-Flunky
+FlashGet
 Foobot
-Fyrebot
+Freeuploader
-Genieo
+FrontPage
-GermCrawler
+FyberSpider
+GalaxyBot
 Getintent
-GetWeb
+GetRight
 Gigablast
 Gigabot
+G-i-g-a-b-o-t
+Gotit
 Go!Zilla
-Grabber
-GrabNet
-GrapeFX
-GrapeshotCrawler
 GT::WWW
-Haansoft
 Harvest
-Heritrix
+Havij
+HMView
 HTMLparser
-HTTP::Lite
-HTTrack
 Humanlinks
 Iblog
 IDBot
 IlseBot
-Image Fetch
 IndeedBot
-Indy Library
 InfoTekies
-IRLbot
+instabid
-Iskanie
+Intelliseek
+InterGET
+internetVista monitor
 IstellaBot
 Jbrofuzz
-JennyBot
+JetCar
-JOC Web Spider
+Jyxobot
-Jorgee
+Kenjin Spider
-JustView
 Keyword Density
-LeechFTP
+Lanshanbot
-Lftp
+LeechGet
 Libwhisker
-Likse
+LinkextractorPro
-LinkpadBot
+LinkScan
-LinkWalker
+LinqiaScrapeBot
-LinqiaMetadataDownloaderBot
-Litemage_walker
 LNSpiderguy
-Ltx71
 lwp-request
-lwp-trivial
+LWP::Simple
-Majestic12
+Magnet
-MarkWatch
+Mag-Net
-Mass Downloader
+magpie-crawler
-meanpathbot
 Meanpathbot
-MeanPath Bot
 mediawords
-MIIxpc
+Microsoft URL Control
 Mister PiX
 MJ12bot
-Mojeek
 MSFrontPage
-Msrabot
+MS Web Services Client Protocol
-muhstik-scan
-Musobot
 Name Intelligence
-NearSite
+Nameprotect
+Navroad
+Needle
 Nessus
 Netcraft
-netEstate NE Crawler
+NetLyzer
-NetSpider
+Nettrack
+Netvibes
 NetZIP
 NextGenSearchBot
 NICErsPRO
-Niki-bot
+Nikto
-NimbleCrawler
+Nimbostratus
+Nmap
+Nutch
 oBot
-Octopus
+Offline Navigator
 OnCrawl
 OpenLinkProfiler
+Openvas
+OpenVAS
+OrangeBot
+OrangeSpider
+OutclicksBot
 OutfoxBot
 PageGrabber
 page scorer
 PageScorer
+Pandalytics
+Panscient
 Pavuk
-pcBrowser
+PECL::HTTP
 PeoplePal
-Picsearch
+PHPCrawl
-PictureFinder
+Picscout
 PleaseCrawl
 plumanalytics
-Pockey
 POE-Component-Client-HTTP
 Probethenet
-ProPowerBot
 Psbot
 Pump
 PxBroker
 PyCurl
 Quick-Crawler
-RankActive
+RankFlex
-Reaper
+RankingBot
+RankingBot2
+RealDownload
 RebelMouse
-RedesScrapy
+Recorder
 Ripper
+RocketCrawler
 Rogerbot
-s1z.ru
+SalesIntelligent
 SBIder
-ScanAlert
 Scanbot
 scan.lol
-Scrapy
 Searchestate
 SearchmetricsBot
-SemrushBot
-SEOkicks
-SEOkicks-Robot
 Seomoz
 SEOprofiler
 SeoSiteCheckup
+SEOstats
 serpstatbot
-Siphon
+Sitebeam
-SiteLockSpider
+Siteimprove
-SiteSucker
+SiteSnagger
-SlySearch
+Site Sucker
+Sitevigil
+SmartDownload
 SMTBot
-SocialRankIOBot
+Snake
-Sogou web spider
+Snoopy
-Sottopop
+Sosospider
-Spammen
+SpaceBison
-SpankBot
+Spanner
-sp_auditbot
+Spbot
+Spinn3r
 SputnikBot
-spyfu
+Sqlmap
-Sqworm
+Sqlworm
-Sucker
 SuperBot
 SuperHTTP
-Surfbot
+SurveyBot
-Suzuran
 sysscan
-T0PHackTeam
+Szukacz
-T8Abot
+tAkeOut
-Teleport
+TheNomad
-Telesphorep
-The Intraformant
-Thumbor
 TightTwatBot
+Titan
 Toata
-Toweyabot
+Trendictionbot
-Trendiction
-trendiction.com
 trendiction.de
+TwengaBot
 Typhoeus
 UnisterBot
+URLy Warning
 URLy.Warning
+VeriCiteCrawler
 Virusdie
-VoidEYE
 Voil
-Voltron
 WallpapersHD
-Webalta
 Web Auto
 WebBandit
-WebCollage
 Web Collage
 WebEnhancer
-Web Fetch
+Web Enhancer
-Web Fuck
+WebGo IS
-WebImageCollector
+WebLeacher
-WebmasterWorldForumBot
+webmeup-crawler
-Web Pix
+WebPix
-Web Sauger
+WebReaper
 Webshag
 WebsiteExtractor
-WebsiteQuester
 Website Quester
-Webster
 WebStripper
-Web Sucker
+WebWhacker
-Whack
-Who.is Bot
 Widow
 WISENutbot
-Wotbox
+Wonderbot
+Woobot
 WPScan
-WWW-Mechanize
+WWW-Collector-E
-WWWOFFLE
+WWW::Mechanize
 x09Mozilla
 x22Mozilla
-xpymep1.exe
+Xaldon_WebSpider
 YoudaoBot
+Zade
+Zauba
+zauba.io
+Zeus
+zgrab
 ZmEu

.dev-tools/test_units/random-referrers-for-test-quick.list

@@ -1,100 +1,100 @@
-5u.com
+1-free-share-buttons.com
-abcdefh.xyz
+1millionusd.xyz
-alfa9.com
+20pascals.nl
-algarveglobal.com
+2nt.ru
+40cg.com
+57883.net
+aadroid.net
 amigobulls.com
-apispringsmartne-a.akamaihd.net
+appfastplay.com
-artel116.ru
+aviva-limoux.com
-avek.ru
+baksman.com
-baixar-musicas-gratis.com
+baoxaydung.com.vn
-bedcapdealers.com
+bingoporno.com
-blpmovies.com
+bobinoz.com
-canoncdriverq3.pen.io
+braintobe.win
-checkm8.com
+brimstonehillfortress.org
-clodo.ru
+buynorxx.com
-cs-passion.pl
+c1.onedmp.com
-dbmkfhqk.bloger.index.hr
+cheapcigarettesc.info
-dekoration.us
+cheapjerseysbizwholesale.us
-diamond-necklace.info
+cheapmoncler.win
-digilander.libero.it
+cl.s7.exct.net
-dnepropetrovsk.mistr-x.org
+compliance-nelson.top
-downloaddy.net
+customergrowthsystems.com
-e-collantes.com
+daptravel.com
-elitedollars.com
+detskie-konstruktory.ru
+erot.co
 everytalk.tv
-fandlr.com
+expolicenciaslatam.co
-favornews.com
+familyholiday.ml
-findclan.org
+fickkontakte.org
-fm-upgrade.ru
+foto-weinberger.at
-foxweber.com
+fotoxxxru.com
-fxtips.ru
+garciniaxt.us
-gamewrath.com
+gepezz.info
-gamezblox.com
+golden-praga.ru
-girlgamerdaily.com
+goodwriterssales.com
-gotomontenegro.net
+hesteel.pl
-guardlink.com
+howtoclean.club
-h2monline.com
+intellekt21.ru
-handicapbathtubarea.com
+intellektmedia.at
-hotloans.ru
+iwanttodeliver.com
-icaseclub.ru
+kino-filmi.com
-img.wallpaperstock.net
+locimge.pw
-innodgfdriverhm.aircus.com
+map028.com
-internetproviderstucson.com
+marblestyle.ru
-kamen-e.ru
+mediafresh.online
-kazrent.com
+medicinacom.ru
-kiwe-analytics.com
+medicineseasybuy.com
-koptims.tiu.ru
+mesto-x.com
-kretpicf.pw
+monclervests.xyz
-kursy-ege.ru
+moyaterapiya.ru
-liquimondo.com
+mydirtystuff.com
-lombia.com
+myfreetutorials.com
-magda-gadalka.ru
+najaden.no
-maranbrinfo.com.br
+nicovideo.jp
-matchpal-a.akamaihd.net
+okroshki.ru
-mobilierland.com
+open-odyssey.org
-monclerjacketsoutlet.pw
+ourville.info
-more-letom.ru
+panouri-solare-acoperis.com
-mrbojikobi4.biz
+petedrummond.com
-msfsaar.de
+phpdevops.com
-my-floor.in.ua
+picture-group.com
-ngps1.ru
+pornokorol.com
-paphoselectricianandplumber.com
+privatefx-in.ru
-parajumpersstore.online
+pussyspace.net
-partnerads.men
+qwesa.ru
-petsblogroll.com
+raavidesigns.com
-picsfair.com
+rank-checker.online
-pokerniydom.ru
+roofers.org.uk
-pontiacsolstice.info
+sad-torg.com.ua
-pornokajf.com
+scanner-george.top
-pornowarp.info
-rootandroid.org
-rvzr-a.akamaihd.net
 scanspyware.net
-seeingmeerkat.com
+serpstat.com
-seo-traffic-ranking.info
+sibtest.ru
-shariki-zuma-lines.ru
+small-games.biz
-simple-share-buttons.com
+soaksoak.ru
-sims-sims.ru
+spbchampionat.ru
-solicita.info
+staff.prairiesouth.ca
-space4updating.win
+tarad.com
-t-bygg.com
+toys.erolove.in
-time-japan.ru
+trudogolik.net
-traderzplanet.in
+tvand.ru
-tuckermktg.com
+tvoystartup.ru
-u555u.info
+tzritel.tk
-uogonline.com
+ukrobstep.com
-uptime-as.net
+url2image.com
-uptimebot.net
+userequip.com
-viagengrarx.com
+vesnatehno.ru
-video-production.com
+videokrik.net
-vipsexfinders.com
+vipms.ru
-viteonlusarezzo.it
+vitanail.ru
-wdrake.com
+voluumtracker1.com
-weburok.com
+vsdshnik.com
-whatzmyip.net
+wholinkstome.com
-ww1943.ru
+win-spy.com
-xn--80aanaardaperhcem4a6i.com
+x-stars.ru
-xtubeporno.net
+xtraffic.plus
-yoopsie.com
+zagadki.in.ua
-zazagames.org
+zrelaya.pw
-znakomstva-piter78.ru

.dev-tools/test_units/random-referrers-for-whitelist-test.list

@@ -1,250 +1,250 @@
-108shot.com
+007angels.com
-1bet.com
+03p.info
+100dollars-seo.com
+123movies.love
 2015god.org
+21h2o.com
 2drittel.de
-4inn.ru
+5forex.ru
-aa9d046aab36af4ff182f097f840430d51.com
+72-news.com
-aasoldes.fr
+absolute-s.ru
-abwa.tk
+absugars.com
-academia-nsk.org
+acortarurl.es
-adanih.com
+admitad.com
-adinterax.com
+adultnet.in
-adnotbad.com
+airmaxshoes-2016.com
-adtech.fr
+alert-jdh.xyz
-advertisingtag.net
+alot.com
-agreda.pluto.ro
+am15.net
-all4invest.info
+amateurmatch.com
-allcredits.su
+apifasterlightin-a.akamaihd.net
-alltheviews.com
+a.pr-cy.ru
-allwidewallpapers.com
+arabseyes.com
-animalrank.com
+arraty.altervista.org
-anticrawler.org
+autobrennero.it
-approvedlocal.co.za
+aviav.ru
-asrv-a.akamoihd.net
+avramstroy.ru
 ayanaspa.com
-azadnegar.com
+azartmix.com
-balook.com
+backuperwebcam.weebly.com
-bang-hotties.com
+baditri.com
-beauty-b0x.pl
+balkanfarma.ru
-bestcalovebracelet.cn
+bambi.ck.ua
-big-boards.info
+best-coupon-offer.com
-boazpower.com
+bestmobilityscooterstoday.com
-bochemit.com.ua
+bestofpicture.com
-bonzibuddi.com
+bezlimitko.xyz
-bookmaker-bet.com
+bio.trade-jp.net
-bosefux.esy.es
+birzha-truda.eu
-brianhenry.co
+bitcoins-live.ru
-business-made-fun.com
+bongiornos.info
-buzz-porno.info
+bonky.biz
-callmd5map.com
+brainzpod.win
-carsplate.com
+brandov.ru
-cenoval.ru
+cand.jp
-c-gainsbourg.com
+cardsdumps.com
-chimiver.info
+cartierloveringreplica.xyz
-christianlouboutinsaleoutletonline.us
+cbozhe.com
-cialisovercounteratwalmartusa.com
+cenokos.ru
-cleanallspyware.com
+checkhit.com
-clickso.com
+checkm8.com
-clksite.com
+cityadspix.com
-club-lukojl.ru
+clickbank.net
-compliance-fred.xyz
+collegerentals.com
-compliance-george.top
+compliance-josh.top
-converse.ddsoldes.fr
+compliance-mark.top
-cpabegins.ru
+com-secure.download
-cranly.net
+contextualyield.com
-culmimg.pw
+cookie-law-enforcement-ee.xyz
-dailyrank.net
+cookie-law-enforcement-ff.xyz
-dealwifi.com
+counterbot.com
-den-noch24.ru
+danashop.ru
-deshevo-nedorogo.ru
+delayreferat.ru
-directivepub.com
+descargar-musica-gratis.net
-directrev.com
+docstoc.com
-divku.ru
+domashneeruporno.com
-dogoimage.com
+doyouknowtheword-flummox.ml
-drhomes.biz
+eluxer.net
-drunkmoms.net
+enternet.ee
-e-c.al
+expertblog.info
-ekobata.ru
+extener.org
-emergencyneeds.org
+extremez.net
-englate.com
+eyes-on-you.ga
-escort-russian.com
+ezigarettekaufen2.mpbloggar.se
-escortslet.net
+ezrvrentals.com
-euromasterclass.ru
+facebook-mobile.xyz
-everytalk.tv
+falcoware.com
-evrotekhservis.ru
+fashion-mk.net
-extlabs.io
+fickblock18.com
-ezigarettenkaufen2.dreamwidth.org
+fickenbumsen.net
-f07.de
+filesvine.com
-falllow.gq
+filmi-onlain.info
-famix.xyz
+flex4launch.ru
-fefo.gdn
+floridahuntingfishingadventures.com
-fenoyl.batcave.net
+forex21.ru
-fickkontaktehobbyhuren.com
+foxtechfpv.com
-finansov.info
+freelifetimefuckbook.com
-finejewelryshop.ru
+fz139.ttk.ru
-finemanteam.com
+gcup.ru
-finuse.com
+germetiki.com.ua
-foto-sisek.porngalleries.top
+given2.com
-fototravel.eu
+gk-atlant.info
-free-share-buttons.com
+gne8.com
-freshberry.com.ua
+goldenggames.com
-galeria-zdjec.com
+golmau.host.sk
-gelezki.com
+goodhousekeeping.com
-generalporn.org
+gwebtools.com
-glall.ru
+gwhwpxbw.bloger.index.hr
-gobongo.info
+handicapvantoday.com
-graphid.com
+hawaiielectriclight.com
-handicapvansarea.com
+hcate.com
-hanink.biz.ly
+hentaiheroes.com
-hatedriveapart.com
+howlongdoestizanidinestayinyoursystem.blogspot.com
-hdhc.ru
+https-legalrc.biz
-hdpixent.com
+ilikevitaly.com
-heatpower.ru
+indo-export.ru
-hermesreplica.win
+infodocsportal.com
-highspeed5.net
+iqoption.pro
-hit-men.men
+istanbulit.com
-honyaku.yahoofs.jp
+javstock.com
-igadgetsworld.com
+jetsli.de
-igithab.com
+jewelryandfiligree.com
-iinstalll-fii1leis.jus0wil.pp.ua
+kakablog.net
-immobiliaremassaro.com
-internetproviderstucson.com
-invitefashion.com
-iplogger.org
-iqs.biz.ua
-jose.mulinohouse.co
 kamorel.com
-keywesthideaways.co
+kerwinandcariza.com
-keywordsking.com
+kinohit1.ru
-kongoultry.net
+klumba55.ru
-kongruan.com
+komp-pomosch.ru
-konica.kz
-krafte.ru
-krasivoe-hd.com
 kreativperlen.ch
-kutikomi.net
+lancheck.net
-lakomka.com.ua
+landreferat.ru
-law-check-nine.xyz
+laxdrills.com
-laxob.com
 legionalpha.com
-letsrepair.in
+lesbian.xyz
-livejasmin.com
+locustdesign.co
-lyrics.home-task.com
+lombia.com
-mansparskats.com
+lonely-mature.com
-markjaybeefractal.com
+louboutinreplica.xyz
-max-p.men
+louboutinshoes.xyz
-meble-bogart.info
+mapquestz.us
-medicines-choice.com
+mcadamssupplyco.com
-meds-online24.com
+mcar.in.ua
+megavolt.net.ua
 menetie.ru
-mitrasound.ru
+mex-annushka.ru
+minneapoliscopiers.com
 moncleroutletonline.win
-moneyviking-a.akamaihd.net
+moneyzzz.ru
-montazhnic.ru
+moonci.ru
-morepoweronmac.trade
+moyakuhnia.ru
-mrbojikobi4.biz
+musicktab.com
-mydeathspace.com
+musicstock.me
-naphukete.ru
+naperehresti.info
-nash-krym.info
+nardulan.com
-negociosdasha.com
+neodownload.webcam
-newhairstylesformen2014.com
+nicefloor.co.uk
-novgorod.xrus.org
+nikitsyringedrivelg.pen.io
-novosibirsk.xrus.org
+nootrino.com
-obsessionphrases.com
+novosti-hi-tech.ru
-ochistka-stokov.ru
+nucia.biz.ly
-o-dachnik.ru
+nuup.info
-offtime.ru
+obuv-kupit.ru
-onefilms.net
+oneminutesite.it
-onemactrckr.com
+page2rss.com
-pc4download.co
+partnerads.men
-pensplan.com
+pdamods.ru
-perosan.com
+photochki.com
-picturesboss.com
+photokitchendesign.com
-platinumdeals.gr
+pierrehardysale.online
-pornodojd.ru
+pons-presse.com
-pravoholding.ru
+porndl.org
-privat-girl.net
+pornhub-ru.com
-profitkode.com
+porto.abuilder.net
-profitsport.club
+pourvous.info
-pro-tec.kz
+privatefx.all4invest.info
-push-ad.com
+producm.ru
-quangcaons.com
+profitwithalex.info
-randalljhoward.com
+pronorm.fr
-ranksays.com
+py100.ru
-recordpage-a.akamaihd.net
+rankingchart.de
-redhotfreebies.co.uk
+realnye-otzyvy.info
-regdefense.com
+real-time-analytics.com
-remont-ustanovka-tehniki.ru
+recipedays.com
-rentalcarnavi.info
+reeyanaturopathy.com
-resant.ru
+refudiatethissarah.info
-rewardpoll.com
+rethinkwasteni.info
-robertefuller.com
+royalads.net
-rosbalt.com.ua
+ruclicks.com
-rusexy.xyz
+saratov.xrus.org
-rus-pornuha.com
+sbricur.com
-rusprostitute.com
+scripted.com
-russintv.fr
+searchlock.com
-samara.rosfirm.ru
+searchwebknow-a.akamaihd.net
-santechnik.jimdo.com
+search.xtconnect.com
-scanner-mark.top
+seo-2-0.com
-scenicmissouri.us
+seorankinglinks.com
-sdsjweb.com
+serving.adbetclickin.pink
-servethis.com
+sex-sex-sex5.com
-sexblog.pw
+ship-marvel.co.ua
-smadihome.com
+shitmovs.com
-snsdeainavi.info
+smokewithrabbits.com
-socialmonkee.com
+snow.nvr163.com
-socialtrade.biz
+social-button.xyz
-softomix.net
+socialsignals24.com
-spb.afora.ru
+sockshare.net
-stairliftstrue.com
+sortthemesitesby.com
-star61.de
+spravka130.ru
-starpages.net
+spy-sts.com
-stromerrealty.com
+stanthonyscatholicchurch.org
-students-cheapskate.ml
+stop-gepatit.te.ua
-styro.ru
+storehouse.ua
-suhanpacktech.com
+surintech.ac.th
-superiends.org
+tacbelarus.ru
-taqywu51.soup.io
+takethatad.com
-thebestphotos.eu
+tattooreligion.ru
+taximytishi.ru
+telefonsexsofort.tk
+textads.men
 thefotosgratis.eu
-thepantonpractice.co.uk
+tizanidineformigraines.blogspot.com
-tizanidinehcl2mgtablet.blogspot.com
+top10registrycleaners.com
-tizanidinesideeffectsweightloss.blogspot.com
+topclickguru.com
-tobeyouday.win
+torrents-tracker.com
-toonfamilies.net
+tozup.com
-trafaret74.ru
+tracxn.com
-trainoffend.ml
+traderzplanet.in
-traxdom.ru
+trafficmania.com
-treasuretrack-a.akamaihd.net
+try-rx.com
-tsan.net
+tversvet.ru
-typer.one
+tytoona.com
-ucoz.ru
+umaseh.com
-ucsol.ru
+upupa.net
-unacittaconte.org
+v24s.net
-unimodemhalfduplefw.pen.io
+videositename.com
-universals.com.ua
+viel.su
-videogamesecrets.com
+vipromoffers.com
-video--production.com
+vzlom-na-zakaz.com
-videtubs.pl
+wdfdocando.com
-vip-dom.in
+webextract.profound.net
-vip-file.com
+webmasters.stackexchange.com
-vkontaktemusic.ru
+webmonetizer.net
-vodaodessa.com
+weclipart.com
-vostoktrade.info
+wejdz-tu.pl
-vriel.batcave.net
+win-spy.com
-vseuznaem.com
+worst-sites.online
-wallpaperstock.net
+wpthemedetector.co.uk
-wareseeker.com
+wsgames.ru
-xblog.in
+xn-----8kcatubaocd1bneepefojs1h2e.xn--p1ai
-xn--80aaafbn2bc2ahdfrfkln6l.xn--p1ai
+xn----9sbubg3ambdfl1j.xn--p1ai
-xn--80aanaardaperhcem4a6i.com
+xn----dtbndd4ae7eub.top
-xn--d1aifoe0a9a.top
+xn--hxazdsfy.blogspot.com
-xn--lifehacer-1rb.com
+xnxx-n.com
-xxxkaz.org
+xtrafficplus.com
-xzlive.com
+yaaknaa.info
-youtoner.it
+yellowstonesafaritours.com
-yun56.co
+yoopsie.com
+youraticles.pl
 zapiszto.pl
-zeleznobeton.ru
+zhongwenlink.com
-zigarettenonl.canalblog.com
+znaniyapolza.ru
+zs2vm.top

.dev-tools/test_units/whitelist-ips.conf

@@ -1,2 +1,2 @@
-34.68.144.114	0;
+35.184.226.236	0;
 127.0.0.1	0;

AUTO-CONFIGURATION.md

@@ -4,7 +4,7 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V4.2019.06.1653
+#### Version: V4.2019.06.1654
 #### Bad Referrer Count: 6713
 #### Bad Bot Count: 556
 ____________________

MANUAL-CONFIGURATION.md

@@ -4,7 +4,7 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V4.2019.06.1653
+#### Version: V4.2019.06.1654
 #### Bad Referrer Count: 6713
 #### Bad Bot Count: 556
 ____________________

README.md

@@ -11,7 +11,7 @@
 ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
 
 _______________
-#### Version: V4.2019.06.1653
+#### Version: V4.2019.06.1654
 #### Bad Referrer Count: 6713
 #### Bad Bot Count: 556
 ____________________

_google_analytics_ghost_spam/README.md

@@ -3,7 +3,7 @@
 # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
 
 _______________
-#### Version: V4.2019.06.1653
+#### Version: V4.2019.06.1654
 #### Bad Referrer Count: 6713
 #### Bad Bot Count: 556
 ____________________

_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf

@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2019.06.1653
+### Version: V4.2019.06.1654
-### Updated: Thu Jun 27 16:40:14 SAST 2019
+### Updated: Fri Jun 28 11:46:36 SAST 2019
 ### Bad Referrer Count: 6713
 ### Bad Bot Count: 556
 ###################################################

conf.d/globalblacklist-testing-version.conf

@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V3.2019.06.1653
+### Version: V3.2019.06.1654
-### Updated: Thu Jun 27 16:40:15 SAST 2019
+### Updated: Fri Jun 28 11:46:37 SAST 2019
 ### Bad Referrer Count: 6713
 ### Bad Bot Count: 556
 ###################################################
@@ -17968,7 +17968,7 @@ geo $ratelimited {
 # Rate limiting will only take effect if on any User-Agents with a value of 2
 
 	limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m;
-	limit_req_zone  $bot_iplimit zone=bot2_reqlimitip:16m  rate=12r/m;
+	limit_req_zone  $bot_iplimit zone=bot2_reqlimitip:16m  rate=30r/m;
 
 # ==========================================
 # END SECTION 4 - ACTIVATE BLOCKER FUNCTIONS

conf.d/globalblacklist.conf

@@ -4,8 +4,8 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2019.06.1653
+### Version: V4.2019.06.1654
-### Updated: Thu Jun 27 16:40:14 SAST 2019
+### Updated: Fri Jun 28 11:46:36 SAST 2019
 ### Bad Referrer Count: 6713
 ### Bad Bot Count: 556
 ###################################################

robots.txt/robots.txt

@@ -6,8 +6,8 @@
 
 ### Version Information #
 ###################################################
-### Version: V4.2019.06.1653
+### Version: V4.2019.06.1654
-### Updated: Thu Jun 27 16:40:17 SAST 2019
+### Updated: Fri Jun 28 11:46:38 SAST 2019
 ### Bad Bot Count: 556
 ###################################################
 ### Version Information ##