diff --git a/.dev-tools/_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 0fcb73d00..465ec1626 100644 --- a/.dev-tools/_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.187.174 1; +35.188.1.99 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 3dac4f84e..290c48e19 100644 --- a/.dev-tools/_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.187.174 0; +35.188.1.99 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 4f59fb83a..1bfc28ef8 100644 --- a/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1653 -### Updated: Thu Jun 27 16:40:14 SAST 2019 +### Version: V4.2019.06.1654 +### Updated: Fri Jun 28 11:46:36 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 0fcb73d00..465ec1626 100644 --- a/.dev-tools/_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.187.174 1; +35.188.1.99 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 3dac4f84e..290c48e19 100644 --- a/.dev-tools/_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.187.174 0; +35.188.1.99 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf index 4f59fb83a..1bfc28ef8 100644 --- a/.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1653 -### Updated: Thu Jun 27 16:40:14 SAST 2019 +### Version: V4.2019.06.1654 +### Updated: Fri Jun 28 11:46:36 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_test1/bots.d/bad-referrer-words.conf b/.dev-tools/_conf_files_test1/bots.d/bad-referrer-words.conf index fcadeb7af..445a2227a 100644 --- a/.dev-tools/_conf_files_test1/bots.d/bad-referrer-words.conf +++ b/.dev-tools/_conf_files_test1/bots.d/bad-referrer-words.conf @@ -1,11 +1,11 @@ # EDIT THIS FILE AS YOU LIKE TO ADD OR REMOVE ANY BAD WORDS YOU WANT TO SCAN FOR ### ### VERSION INFORMATION # -################################################### -### Version: V4.2019.09 -### Updated: 2019-06-25 -################################################### -### VERSION INFORMATION ## +#------------------------ +### Version: V4.2019.10 +### Updated: 2019-06-28 +#------------------------ +### VERSION INFORMATION # ############################################################################## # _ __ _ # @@ -25,13 +25,13 @@ # completely blank if you do not want your Nginx Blocker to include scanning for bad words within urls or referrer string # Only add one entry per line -# ******************************* +# ------------------------------- # !!! WARNING WARNING WARNING !!! -# ******************************* +# ------------------------------- -# *************************************** +# --------------------------------------- # PLEASE BE VERY CAREFUL HOW YOU USE THIS -# *************************************** +# --------------------------------------- # Here is an example of how one supposed bad word can cause your whole site to go down. # An issue was logged where the users own domain name was specialisteparquet.com # Because this list contained the word "cialis" it was detected within his domain name causing @@ -42,9 +42,9 @@ # Think very carefully before you add any word here -# ***************************************************************************************** +# ----------------------------------------------------------------------------------------- # PLEASE MAKE SURE that you use word regex boundaries to avoid false positive detection !!! -# ***************************************************************************************** +# ----------------------------------------------------------------------------------------- # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED @@ -69,5 +69,24 @@ # "~*(?:\b)webfuck(?:\b|)" 1; # "~*(?:\b)xxxrus(?:\b|)" 1; # "~*(?:\b)zeroredirect(?:\b|)" 1; +# "~*(?:\b|)x22(?:\b|)" 1; (in this string if your own domain name was sex22.com it would be blocked) +# Here is a list of unsanitary words used in referrer strings - used in various injection attacks +# THE RULES BELOW ARE ENABLED BY DEFAULT +# You can disable this default list by switching the values to 0 + + "~*(?:\b|)mb_ereg_replace(?:\b|)" 1; + +# ----------- +# PLEASE NOTE +# ----------- + +# If you whitelist your own domain in whitelist-domains.conf and your own domain is passed in the referrer string with an attack string it will NOT be blocked. + +# -------- +# EXAMPLE: +# -------- +# This string "http://yourwebsite.com/?s=/index/%5Cthink%5Capp/invokefunction&function=call_user_func_array&vars[0]=file_put_contents&vars[1][]=gqopu.php&vars[1][]=$" +# contains the above 'mb_ereg_replace" attack string +# If your domain is whitelisted in whitelist-domains.conf this string will NOT be detected diff --git a/.dev-tools/_conf_files_test1/bots.d/blacklist-user-agents.conf b/.dev-tools/_conf_files_test1/bots.d/blacklist-user-agents.conf index 94c7e22bd..8bf39b350 100644 --- a/.dev-tools/_conf_files_test1/bots.d/blacklist-user-agents.conf +++ b/.dev-tools/_conf_files_test1/bots.d/blacklist-user-agents.conf @@ -1,12 +1,14 @@ # EDIT THIS FILE AS YOU LIKE TO BLACKLIST OR WHITELIST ANY BAD USER-AGENT STRINGS YOU WANT TO SCAN FOR # **************************************************************************************************** +# THIS IS BOTH YOUR WHITELIST AND BLACKLIST FOR USER-AGENTS + +### VERSION INFORMATION # +#------------------------ +### Version: V4.2019.07 +### Updated: 2019-06-28 +#------------------------ ### VERSION INFORMATION # -################################################### -### Version: V4.2019.06 -### Updated: 2019-06-24 -################################################### -### VERSION INFORMATION ## ############################################################################## # _ __ _ # @@ -38,9 +40,9 @@ # Make sure any words that contain special characters are escaped and include word boundaries as per the Regex examples below. -# Example the User-Agent name "someverybaduseragentname1" is entered as "\bsomeverybaduseragentname1\b" -# Example the User-Agent name "some-very-bad-useragentname2" is entered as "\bsome\-very\-bad\-useragentname1\b" -# the "\b" are word boundaries which prevents partial matching and false positives. +# Example the User-Agent name "someverybaduseragentname1" is entered as "(?:\b)someverybaduseragentname1(?:\b|)" +# Example the User-Agent name "some-very-bad-useragentname2" is entered as "(?:\b)some\-very\-bad\-useragentname1(?:\b|)" +# the "(?:\b)" and "(?:\b|)" are word boundaries which prevents partial matching and false positives. # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED @@ -58,3 +60,20 @@ # "~*(?:\b)someverybaduseragentname2(?:\b|)" 3; # "~*(?:\b)some\-very\-bad\-useragentname2(?:\b|)" 3; +# Here are some default things I block on my own server, these appear in various types of injection attacks +# You can disable them if you have problems or don't agree by switching thir value to 0 or moving them into the whitelist section first and then making their value 0 + + +# ------------ +# MY WHITELIST +# ------------ + + +# ------------ +# MY BLACKLIST +# ------------ + +"~*(?:\b)x22(?:\b|)" 3; +"~*(?:\b){|}(?:\b|)" 3; +"~*(?:\b|)mb_ereg_replace(?:\b|)" 3; +"~*(?:\b|)file_put_contents(?:\b|)" 3; \ No newline at end of file diff --git a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf index fe78cccbb..ca8905b0d 100644 --- a/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_test1/bots.d/whitelist-ips.conf @@ -33,4 +33,4 @@ # 111.111.111.111 0; -34.68.144.114 0; +35.193.7.13 0; diff --git a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf index 4f59fb83a..1bfc28ef8 100644 --- a/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_test1/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1653 -### Updated: Thu Jun 27 16:40:14 SAST 2019 +### Version: V4.2019.06.1654 +### Updated: Fri Jun 28 11:46:36 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/_conf_files_testing_changes/bots.d/bad-referrer-words.conf b/.dev-tools/_conf_files_testing_changes/bots.d/bad-referrer-words.conf index fcadeb7af..445a2227a 100644 --- a/.dev-tools/_conf_files_testing_changes/bots.d/bad-referrer-words.conf +++ b/.dev-tools/_conf_files_testing_changes/bots.d/bad-referrer-words.conf @@ -1,11 +1,11 @@ # EDIT THIS FILE AS YOU LIKE TO ADD OR REMOVE ANY BAD WORDS YOU WANT TO SCAN FOR ### ### VERSION INFORMATION # -################################################### -### Version: V4.2019.09 -### Updated: 2019-06-25 -################################################### -### VERSION INFORMATION ## +#------------------------ +### Version: V4.2019.10 +### Updated: 2019-06-28 +#------------------------ +### VERSION INFORMATION # ############################################################################## # _ __ _ # @@ -25,13 +25,13 @@ # completely blank if you do not want your Nginx Blocker to include scanning for bad words within urls or referrer string # Only add one entry per line -# ******************************* +# ------------------------------- # !!! WARNING WARNING WARNING !!! -# ******************************* +# ------------------------------- -# *************************************** +# --------------------------------------- # PLEASE BE VERY CAREFUL HOW YOU USE THIS -# *************************************** +# --------------------------------------- # Here is an example of how one supposed bad word can cause your whole site to go down. # An issue was logged where the users own domain name was specialisteparquet.com # Because this list contained the word "cialis" it was detected within his domain name causing @@ -42,9 +42,9 @@ # Think very carefully before you add any word here -# ***************************************************************************************** +# ----------------------------------------------------------------------------------------- # PLEASE MAKE SURE that you use word regex boundaries to avoid false positive detection !!! -# ***************************************************************************************** +# ----------------------------------------------------------------------------------------- # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED @@ -69,5 +69,24 @@ # "~*(?:\b)webfuck(?:\b|)" 1; # "~*(?:\b)xxxrus(?:\b|)" 1; # "~*(?:\b)zeroredirect(?:\b|)" 1; +# "~*(?:\b|)x22(?:\b|)" 1; (in this string if your own domain name was sex22.com it would be blocked) +# Here is a list of unsanitary words used in referrer strings - used in various injection attacks +# THE RULES BELOW ARE ENABLED BY DEFAULT +# You can disable this default list by switching the values to 0 + + "~*(?:\b|)mb_ereg_replace(?:\b|)" 1; + +# ----------- +# PLEASE NOTE +# ----------- + +# If you whitelist your own domain in whitelist-domains.conf and your own domain is passed in the referrer string with an attack string it will NOT be blocked. + +# -------- +# EXAMPLE: +# -------- +# This string "http://yourwebsite.com/?s=/index/%5Cthink%5Capp/invokefunction&function=call_user_func_array&vars[0]=file_put_contents&vars[1][]=gqopu.php&vars[1][]=$" +# contains the above 'mb_ereg_replace" attack string +# If your domain is whitelisted in whitelist-domains.conf this string will NOT be detected diff --git a/.dev-tools/_conf_files_testing_changes/bots.d/blacklist-user-agents.conf b/.dev-tools/_conf_files_testing_changes/bots.d/blacklist-user-agents.conf index 94c7e22bd..8bf39b350 100644 --- a/.dev-tools/_conf_files_testing_changes/bots.d/blacklist-user-agents.conf +++ b/.dev-tools/_conf_files_testing_changes/bots.d/blacklist-user-agents.conf @@ -1,12 +1,14 @@ # EDIT THIS FILE AS YOU LIKE TO BLACKLIST OR WHITELIST ANY BAD USER-AGENT STRINGS YOU WANT TO SCAN FOR # **************************************************************************************************** +# THIS IS BOTH YOUR WHITELIST AND BLACKLIST FOR USER-AGENTS + +### VERSION INFORMATION # +#------------------------ +### Version: V4.2019.07 +### Updated: 2019-06-28 +#------------------------ ### VERSION INFORMATION # -################################################### -### Version: V4.2019.06 -### Updated: 2019-06-24 -################################################### -### VERSION INFORMATION ## ############################################################################## # _ __ _ # @@ -38,9 +40,9 @@ # Make sure any words that contain special characters are escaped and include word boundaries as per the Regex examples below. -# Example the User-Agent name "someverybaduseragentname1" is entered as "\bsomeverybaduseragentname1\b" -# Example the User-Agent name "some-very-bad-useragentname2" is entered as "\bsome\-very\-bad\-useragentname1\b" -# the "\b" are word boundaries which prevents partial matching and false positives. +# Example the User-Agent name "someverybaduseragentname1" is entered as "(?:\b)someverybaduseragentname1(?:\b|)" +# Example the User-Agent name "some-very-bad-useragentname2" is entered as "(?:\b)some\-very\-bad\-useragentname1(?:\b|)" +# the "(?:\b)" and "(?:\b|)" are word boundaries which prevents partial matching and false positives. # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED @@ -58,3 +60,20 @@ # "~*(?:\b)someverybaduseragentname2(?:\b|)" 3; # "~*(?:\b)some\-very\-bad\-useragentname2(?:\b|)" 3; +# Here are some default things I block on my own server, these appear in various types of injection attacks +# You can disable them if you have problems or don't agree by switching thir value to 0 or moving them into the whitelist section first and then making their value 0 + + +# ------------ +# MY WHITELIST +# ------------ + + +# ------------ +# MY BLACKLIST +# ------------ + +"~*(?:\b)x22(?:\b|)" 3; +"~*(?:\b){|}(?:\b|)" 3; +"~*(?:\b|)mb_ereg_replace(?:\b|)" 3; +"~*(?:\b|)file_put_contents(?:\b|)" 3; \ No newline at end of file diff --git a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf index 8444e0024..556b5905b 100644 --- a/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1653 -### Updated: Thu Jun 27 16:40:15 SAST 2019 +### Version: V3.2019.06.1654 +### Updated: Fri Jun 28 11:46:37 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### @@ -17968,7 +17968,7 @@ geo $ratelimited { # Rate limiting will only take effect if on any User-Agents with a value of 2 limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m; - limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=12r/m; + limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=30r/m; # ========================================== # END SECTION 4 - ACTIVATE BLOCKER FUNCTIONS diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf index b9d24324a..5e7c0ed8e 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.68.144.114 1; +35.184.226.236 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-user-agents.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-user-agents.conf index 94c7e22bd..8bf39b350 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-user-agents.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/blacklist-user-agents.conf @@ -1,12 +1,14 @@ # EDIT THIS FILE AS YOU LIKE TO BLACKLIST OR WHITELIST ANY BAD USER-AGENT STRINGS YOU WANT TO SCAN FOR # **************************************************************************************************** +# THIS IS BOTH YOUR WHITELIST AND BLACKLIST FOR USER-AGENTS + +### VERSION INFORMATION # +#------------------------ +### Version: V4.2019.07 +### Updated: 2019-06-28 +#------------------------ ### VERSION INFORMATION # -################################################### -### Version: V4.2019.06 -### Updated: 2019-06-24 -################################################### -### VERSION INFORMATION ## ############################################################################## # _ __ _ # @@ -38,9 +40,9 @@ # Make sure any words that contain special characters are escaped and include word boundaries as per the Regex examples below. -# Example the User-Agent name "someverybaduseragentname1" is entered as "\bsomeverybaduseragentname1\b" -# Example the User-Agent name "some-very-bad-useragentname2" is entered as "\bsome\-very\-bad\-useragentname1\b" -# the "\b" are word boundaries which prevents partial matching and false positives. +# Example the User-Agent name "someverybaduseragentname1" is entered as "(?:\b)someverybaduseragentname1(?:\b|)" +# Example the User-Agent name "some-very-bad-useragentname2" is entered as "(?:\b)some\-very\-bad\-useragentname1(?:\b|)" +# the "(?:\b)" and "(?:\b|)" are word boundaries which prevents partial matching and false positives. # BY DEFAULT ALL THE EXAMPLES BELOW ARE COMMENTED OUT AND HENCE NOT ENABLED @@ -58,3 +60,20 @@ # "~*(?:\b)someverybaduseragentname2(?:\b|)" 3; # "~*(?:\b)some\-very\-bad\-useragentname2(?:\b|)" 3; +# Here are some default things I block on my own server, these appear in various types of injection attacks +# You can disable them if you have problems or don't agree by switching thir value to 0 or moving them into the whitelist section first and then making their value 0 + + +# ------------ +# MY WHITELIST +# ------------ + + +# ------------ +# MY BLACKLIST +# ------------ + +"~*(?:\b)x22(?:\b|)" 3; +"~*(?:\b){|}(?:\b|)" 3; +"~*(?:\b|)mb_ereg_replace(?:\b|)" 3; +"~*(?:\b|)file_put_contents(?:\b|)" 3; \ No newline at end of file diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf index ea117da9f..3e60bde86 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.68.144.114 0; +35.184.226.236 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf index 8444e0024..556b5905b 100644 --- a/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1653 -### Updated: Thu Jun 27 16:40:15 SAST 2019 +### Version: V3.2019.06.1654 +### Updated: Fri Jun 28 11:46:37 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### @@ -17968,7 +17968,7 @@ geo $ratelimited { # Rate limiting will only take effect if on any User-Agents with a value of 2 limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m; - limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=12r/m; + limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=30r/m; # ========================================== # END SECTION 4 - ACTIVATE BLOCKER FUNCTIONS diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf index b9d24324a..5e7c0ed8e 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.68.144.114 1; +35.184.226.236 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf index ea117da9f..3e60bde86 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.68.144.114 0; +35.184.226.236 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf index 8444e0024..556b5905b 100644 --- a/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1653 -### Updated: Thu Jun 27 16:40:15 SAST 2019 +### Version: V3.2019.06.1654 +### Updated: Fri Jun 28 11:46:37 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### @@ -17968,7 +17968,7 @@ geo $ratelimited { # Rate limiting will only take effect if on any User-Agents with a value of 2 limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m; - limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=12r/m; + limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=30r/m; # ========================================== # END SECTION 4 - ACTIVATE BLOCKER FUNCTIONS diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf index b9d24324a..5e7c0ed8e 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.68.144.114 1; +35.184.226.236 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf index ea117da9f..3e60bde86 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.68.144.114 0; +35.184.226.236 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf index 8444e0024..556b5905b 100644 --- a/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_testing_changes_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1653 -### Updated: Thu Jun 27 16:40:15 SAST 2019 +### Version: V3.2019.06.1654 +### Updated: Fri Jun 28 11:46:37 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### @@ -17968,7 +17968,7 @@ geo $ratelimited { # Rate limiting will only take effect if on any User-Agents with a value of 2 limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m; - limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=12r/m; + limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=30r/m; # ========================================== # END SECTION 4 - ACTIVATE BLOCKER FUNCTIONS diff --git a/.dev-tools/_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/_conf_files_whitelist/bots.d/blacklist-ips.conf index 0fcb73d00..465ec1626 100644 --- a/.dev-tools/_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.192.187.174 1; +35.188.1.99 1; 127.0.0.1 1; diff --git a/.dev-tools/_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/_conf_files_whitelist/bots.d/whitelist-ips.conf index 3dac4f84e..290c48e19 100644 --- a/.dev-tools/_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.192.187.174 0; +35.188.1.99 0; 127.0.0.1 0; diff --git a/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf index 4f59fb83a..1bfc28ef8 100644 --- a/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1653 -### Updated: Thu Jun 27 16:40:14 SAST 2019 +### Version: V4.2019.06.1654 +### Updated: Fri Jun 28 11:46:36 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index 258ac9313..556b5905b 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1653 -### Updated: Thu Jun 27 16:40:15 SAST 2019 +### Version: V3.2019.06.1654 +### Updated: Fri Jun 28 11:46:37 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 4f59fb83a..1bfc28ef8 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1653 -### Updated: Thu Jun 27 16:40:14 SAST 2019 +### Version: V4.2019.06.1654 +### Updated: Fri Jun 28 11:46:36 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index b9d24324a..5e7c0ed8e 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.68.144.114 1; +35.184.226.236 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 4f908b90e..0c21c8aa7 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,50 +1,50 @@ -360Spider -Aboundexbot -AiHitBot -Apexoo -Asterias -CrazyWebCrawler -Discoverybot -DnyzBot -DomainStatsBot -Dotbot -EyeNetIE -facebookscraper -Gigabot -HTTP::Lite +404checker +Acunetix +ADmantX +Aipbot +ASPSeek +BetaBot +BuzzSumo +cognitiveseo +DBLBot +DIIbot +DomainCrawler +FemtosearchBot +FrontPage +FyberSpider +HaosouSpider +IlseBot Image Fetch -IndeedBot -Internet Ninja -JennyBot -Jorgee -Kozmosbot -LeechFTP -Lightspeedsystems -Lipperhey -Lipperhey Spider -lwp-request -lwp-trivial -Magnet -Microsoft URL Control -NetAnts -NextGenSearchBot -Niki-bot -OpenVAS -Papa Foto -PictureFinder -Pi-Monster -Quick-Crawler -RocketCrawler -SBIder -SEOstats -Sosospider -T0PHackTeam -tAkeOut -TheNomad -Toweyabot -WebCopier -Web Fuck -Wonderbot -WWW::Mechanize -Zeus -ZumBot +Iskanie +Larbin +LibWeb +Likse +MIDown tool +Morfeus Fucking Scanner +MSFrontPage +Octopus +Openfind +PeoplePal +Pimonster +PyCurl +RankingBot2 +ScanAlert +SEOkicks +Siphon +Siteimprove +SmartDownload +SocialRankIOBot +Sucker +Surfbot +sysscan +Telesoft +URLy.Warning +VoidEYE +Voltron +WebBandit +WebEnhancer +Webshag +Website Quester +Webster +Widow +Wotbox diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index 89cccfa93..6387bf1b9 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -Abonti -ADmantX +360Spider +404checker +404enemy +Aboundex +Acunetix AhrefsBot -AiHitBot -Alexibot +Aipbot Alligator -AlphaBot -ASPSeek +AllSubmitter +archive.org_bot Asterias -BackDoorBot +Attach +backlink-check BackStreet BackWeb -Bandit Barkrowler -BDCbot +BBBike +BDFetch BetaBot +Bigfoot +Bitacle Black Hole -Brandwatch +BlackWidow +Boardreader +Bolt BuiltBotTough -BuiltWith -BuzzSumo -CCBot +Bullseye +BunnySlippers +Calculon +CazoodleBot Cegbfeieh -CheTeam +CheeseBot +CherryPicker +ChinaClaw Chlooe Claritybot Cliqzbot -Cloud mapping -Collector -com.plumanalytics -CopyRightCheck +Copier +Copyscape Craftbot -CrazyWebCrawler CrunchBot +CSHttp +Curious DatabaseDriverMysqli -DBLBot +DataCha0s demandbase-bot -Demon -Digincore DigitalPebble +DIIbot +Dirbuster +Discobot Dispatch -DomainAppender -DomainCrawler -DomainSigmaCrawler +DittoSpyder DomainStatsBot -Drip -DSearch -ECCP/1.0 -Ecxi +Dragonfly +Ebingbong EirGrabber EMail Siphon EroCrawler +evc-batch Exabot -Extractor -Ezooms +Express WebPictures +ExtLinksBot +EyeNetIE +facebookscraper FDM -Flunky +FHscan +Fimap +FlashGet +Foobot +FyberSpider Fyrebot -Genieo -GetRight +GermCrawler Gigablast -Gigabot Go-Ahead-Got-It Gotit Go!Zilla -Grabber +GrabNet Grafula +GrapeFX +GrapeshotCrawler +GridBot Haansoft HaosouSpider +Harvest +Havij HEADMasterSEO -Hloader -HTMLparser HTTP::Lite -HTTrack -Iblog +Humanlinks +HybridBot IDBot -IlseBot -Indy Library -InfoTekies -InterGET -InternetSeer -Iria +Image Sucker +internetVista monitor IRLbot +Jbrofuzz JennyBot -JetCar -JustView -Keyword Density -Lanshanbot -LeechFTP -LibWeb +Jetty +JOC Web Spider +Lftp Lightspeedsystems Likse LinkextractorPro LinkpadBot -LinkScan +LinksManager LinkWalker +LinqiaMetadataDownloaderBot +LinqiaRSSBot LinqiaScrapeBot -Lipperhey Spider -Lmspider -LNSpiderguy +Lipperhey +Litemage_walker Ltx71 -LWP::Simple +lwp-request +lwp-trivial +Magnet magpie-crawler Majestic-SEO MarkMonitor MarkWatch Masscan -Mata Hari MauiBot meanpathbot -MeanPath Bot Mediatoolkitbot +mediawords MegaIndex.ru Metauri -MFC_Tear_Sample -Microsoft Data Access Microsoft URL Control MIDown tool -Mister PiX +MIIxpc Mojeek Mr.4x3 Msrabot -muhstik-scan -Musobot +Name Intelligence Nameprotect -NearSite -Nessus -NetAnts +Navroad +Needle Netcraft NetMechanic -NetSpider +Nettrack Netvibes NextGenSearchBot +NICErsPRO +Niki-bot Nikto +NimbleCrawler +Nimbostratus +Nmap +Octopus Offline Explorer -OrangeSpider -PageGrabber +Offline Navigator +OnCrawl +Openfind +Openvas +OutclicksBot +page scorer PageScorer +Papa Foto Pavuk PHPCrawl -Picsearch +PictureFinder +Pimonster Pi-Monster Pixray +PleaseCrawl +plumanalytics Pockey POE-Component-Client-HTTP -Probethenet ProPowerBot -Psbot -PxBroker -PyCurl -Quick-Crawler +ProWebWalker +QueryN Metasearch RankActive +RankingBot Rankivabot -RealDownload -RebelMouse -Recorder -RedesScrapy -s1z.ru -ScanAlert +RankurBot +ReGet +SalesIntelligent +SBIder Scanbot -scan.lol -ScoutJet -SearchmetricsBot -Semrush -SemrushBot +Scrapy +ScreenerBot SEOkicks-Robot -SEOlyticsCrawler seoscanners -SeoSiteCheckup -SEOstats serpstatbot -sexsearcher +Siphon +Sitebeam SiteExplorer -Siteimprove SiteLockSpider SiteSnagger +SlySearch SmartDownload +SMTBot Snoopy -Sociscraper -Sosospider +Sogou web spider Sottopop -Spanner Spbot -Spinn3r -SputnikBot +spyfu Sqlmap -Sqlworm Sqworm Steeler -Stripper Sucuri SuperBot SuperHTTP -Surfbot +Suzuran Swiftbot -tAkeOut -Telesoft -Telesphoreo -Telesphorep -The Intraformant -Thumbor +T8Abot +TeleportPro TightTwatBot Titan +Toata Tracemyfile -Trendiction -trendiction.de -True_Robot -Turingos -Turnitin +trendiction.com TurnitinBot -Twice -Upflow +TwengaBot URLy Warning URLy.Warning -VCI +Vacuum +Vagabondo +VB Project VeriCiteCrawler -VidibleScraper +VoidEYE Wallpapers/3.0 -WallpapersHD -WASALive-Bot -WebAuto -Web Auto +Webalta +WebCollage WebCopier +WEBDAV +Web Fetch +WebFuck +Web Fuck WebGo IS -WebImageCollector -WebPix -WebSauger +WebmasterWorldForumBot +webmeup-crawler +Web Pix +WebReaper Webshag -WebsiteExtractor +Website Quester Webster WebStripper -WebSucker Web Sucker -WebWhacker -Widow -WinHTTrack +WebZIP +Whack +Who.is Bot WISENutbot -Wonderbot -Woobot Wprecon +WPScan WWW-Collector-E -WWW::Mechanize -WWWOFFLE x22Mozilla Xaldon WebSpider +xpymep1.exe +YoudaoBot Zade -zgrab -Zitebot +Zermelo ZmEu -ZumBot diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index f27147dda..095b7be63 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ 360Spider -404enemy 80legs Acunetix -AhrefsBot +ADmantX +AfD-Verbotsverfahren AIBOT -AiHitBot -Aipbot -Alexibot -Alligator -archive.org_bot +AllSubmitter +Anarchie +ASPSeek +Attach autoemailspider -Backlink-Ceck -backlink-check -BackStreet -Barkrowler -Battleztar Bazinga +BackDoorBot +Badass BDFetch +Black Hole BlackWidow +BLEXBot +Boardreader Bolt -BuiltBotTough -BunnySlippers +Brandprotect +BuzzSumo Calculon -CATExplorador -CheeseBot +CazoodleBot +CCBot CherryPicker -ChinaClaw -Chlooe -Claritybot +CheTeam Cliqzbot -Cloud mapping -Collector -com.plumanalytics -Copier +coccocbot-web +Cogentbot +CopyRightCheck +Copyscape Cosmos -Craftbot -crawl.sogou.com -Curious +crawler4j +CrazyWebCrawler +Crescent +CSHttp +Custo DatabaseDriverMysqli +DBLBot demandbase-bot -Deusu -Devil Digincore -Dirbuster -Discoverybot -DomainSigmaCrawler -Dotbot -Dragonfly +DigitalPebble +Disco +DittoSpyder +DnyzBot +DomainStatsBot +Download Wonder Drip +DSearch +DTS Agent EasyDL -EirGrabber -EMail Siphon -EroCrawler +eCatch +evc-batch +Evil +Exabot Express WebPictures -Extreme Picture Finder -FemtosearchBot +Extractor +EyeNetIE +Ezooms +facebookscraper +FHscan Firefox/7.0 -Flunky +FlashGet Foobot -Fyrebot -Genieo -GermCrawler +Freeuploader +FrontPage +FyberSpider +GalaxyBot Getintent -GetWeb +GetRight Gigablast Gigabot +G-i-g-a-b-o-t +Gotit Go!Zilla -Grabber -GrabNet -GrapeFX -GrapeshotCrawler GT::WWW -Haansoft Harvest -Heritrix +Havij +HMView HTMLparser -HTTP::Lite -HTTrack Humanlinks Iblog IDBot IlseBot -Image Fetch IndeedBot -Indy Library InfoTekies -IRLbot -Iskanie +instabid +Intelliseek +InterGET +internetVista monitor IstellaBot Jbrofuzz -JennyBot -JOC Web Spider -Jorgee -JustView +JetCar +Jyxobot +Kenjin Spider Keyword Density -LeechFTP -Lftp +Lanshanbot +LeechGet Libwhisker -Likse -LinkpadBot -LinkWalker -LinqiaMetadataDownloaderBot -Litemage_walker +LinkextractorPro +LinkScan +LinqiaScrapeBot LNSpiderguy -Ltx71 lwp-request -lwp-trivial -Majestic12 -MarkWatch -Mass Downloader -meanpathbot +LWP::Simple +Magnet +Mag-Net +magpie-crawler Meanpathbot -MeanPath Bot mediawords -MIIxpc +Microsoft URL Control Mister PiX MJ12bot -Mojeek MSFrontPage -Msrabot -muhstik-scan -Musobot +MS Web Services Client Protocol Name Intelligence -NearSite +Nameprotect +Navroad +Needle Nessus Netcraft -netEstate NE Crawler -NetSpider +NetLyzer +Nettrack +Netvibes NetZIP NextGenSearchBot NICErsPRO -Niki-bot -NimbleCrawler +Nikto +Nimbostratus +Nmap +Nutch oBot -Octopus +Offline Navigator OnCrawl OpenLinkProfiler +Openvas +OpenVAS +OrangeBot +OrangeSpider +OutclicksBot OutfoxBot PageGrabber page scorer PageScorer +Pandalytics +Panscient Pavuk -pcBrowser +PECL::HTTP PeoplePal -Picsearch -PictureFinder +PHPCrawl +Picscout PleaseCrawl plumanalytics -Pockey POE-Component-Client-HTTP Probethenet -ProPowerBot Psbot Pump PxBroker PyCurl Quick-Crawler -RankActive -Reaper +RankFlex +RankingBot +RankingBot2 +RealDownload RebelMouse -RedesScrapy +Recorder Ripper +RocketCrawler Rogerbot -s1z.ru +SalesIntelligent SBIder -ScanAlert Scanbot scan.lol -Scrapy Searchestate SearchmetricsBot -SemrushBot -SEOkicks -SEOkicks-Robot Seomoz SEOprofiler SeoSiteCheckup +SEOstats serpstatbot -Siphon -SiteLockSpider -SiteSucker -SlySearch +Sitebeam +Siteimprove +SiteSnagger +Site Sucker +Sitevigil +SmartDownload SMTBot -SocialRankIOBot -Sogou web spider -Sottopop -Spammen -SpankBot -sp_auditbot +Snake +Snoopy +Sosospider +SpaceBison +Spanner +Spbot +Spinn3r SputnikBot -spyfu -Sqworm -Sucker +Sqlmap +Sqlworm SuperBot SuperHTTP -Surfbot -Suzuran +SurveyBot sysscan -T0PHackTeam -T8Abot -Teleport -Telesphorep -The Intraformant -Thumbor +Szukacz +tAkeOut +TheNomad TightTwatBot +Titan Toata -Toweyabot -Trendiction -trendiction.com +Trendictionbot trendiction.de +TwengaBot Typhoeus UnisterBot +URLy Warning URLy.Warning +VeriCiteCrawler Virusdie -VoidEYE Voil -Voltron WallpapersHD -Webalta Web Auto WebBandit -WebCollage Web Collage WebEnhancer -Web Fetch -Web Fuck -WebImageCollector -WebmasterWorldForumBot -Web Pix -Web Sauger +Web Enhancer +WebGo IS +WebLeacher +webmeup-crawler +WebPix +WebReaper Webshag WebsiteExtractor -WebsiteQuester Website Quester -Webster WebStripper -Web Sucker -Whack -Who.is Bot +WebWhacker Widow WISENutbot -Wotbox +Wonderbot +Woobot WPScan -WWW-Mechanize -WWWOFFLE +WWW-Collector-E +WWW::Mechanize x09Mozilla x22Mozilla -xpymep1.exe +Xaldon_WebSpider YoudaoBot +Zade +Zauba +zauba.io +Zeus +zgrab ZmEu diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index 381b73a65..57fea05fc 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,100 +1,100 @@ -5u.com -abcdefh.xyz -alfa9.com -algarveglobal.com +1-free-share-buttons.com +1millionusd.xyz +20pascals.nl +2nt.ru +40cg.com +57883.net +aadroid.net amigobulls.com -apispringsmartne-a.akamaihd.net -artel116.ru -avek.ru -baixar-musicas-gratis.com -bedcapdealers.com -blpmovies.com -canoncdriverq3.pen.io -checkm8.com -clodo.ru -cs-passion.pl -dbmkfhqk.bloger.index.hr -dekoration.us -diamond-necklace.info -digilander.libero.it -dnepropetrovsk.mistr-x.org -downloaddy.net -e-collantes.com -elitedollars.com +appfastplay.com +aviva-limoux.com +baksman.com +baoxaydung.com.vn +bingoporno.com +bobinoz.com +braintobe.win +brimstonehillfortress.org +buynorxx.com +c1.onedmp.com +cheapcigarettesc.info +cheapjerseysbizwholesale.us +cheapmoncler.win +cl.s7.exct.net +compliance-nelson.top +customergrowthsystems.com +daptravel.com +detskie-konstruktory.ru +erot.co everytalk.tv -fandlr.com -favornews.com -findclan.org -fm-upgrade.ru -foxweber.com -fxtips.ru -gamewrath.com -gamezblox.com -girlgamerdaily.com -gotomontenegro.net -guardlink.com -h2monline.com -handicapbathtubarea.com -hotloans.ru -icaseclub.ru -img.wallpaperstock.net -innodgfdriverhm.aircus.com -internetproviderstucson.com -kamen-e.ru -kazrent.com -kiwe-analytics.com -koptims.tiu.ru -kretpicf.pw -kursy-ege.ru -liquimondo.com -lombia.com -magda-gadalka.ru -maranbrinfo.com.br -matchpal-a.akamaihd.net -mobilierland.com -monclerjacketsoutlet.pw -more-letom.ru -mrbojikobi4.biz -msfsaar.de -my-floor.in.ua -ngps1.ru -paphoselectricianandplumber.com -parajumpersstore.online -partnerads.men -petsblogroll.com -picsfair.com -pokerniydom.ru -pontiacsolstice.info -pornokajf.com -pornowarp.info -rootandroid.org -rvzr-a.akamaihd.net +expolicenciaslatam.co +familyholiday.ml +fickkontakte.org +foto-weinberger.at +fotoxxxru.com +garciniaxt.us +gepezz.info +golden-praga.ru +goodwriterssales.com +hesteel.pl +howtoclean.club +intellekt21.ru +intellektmedia.at +iwanttodeliver.com +kino-filmi.com +locimge.pw +map028.com +marblestyle.ru +mediafresh.online +medicinacom.ru +medicineseasybuy.com +mesto-x.com +monclervests.xyz +moyaterapiya.ru +mydirtystuff.com +myfreetutorials.com +najaden.no +nicovideo.jp +okroshki.ru +open-odyssey.org +ourville.info +panouri-solare-acoperis.com +petedrummond.com +phpdevops.com +picture-group.com +pornokorol.com +privatefx-in.ru +pussyspace.net +qwesa.ru +raavidesigns.com +rank-checker.online +roofers.org.uk +sad-torg.com.ua +scanner-george.top scanspyware.net -seeingmeerkat.com -seo-traffic-ranking.info -shariki-zuma-lines.ru -simple-share-buttons.com -sims-sims.ru -solicita.info -space4updating.win -t-bygg.com -time-japan.ru -traderzplanet.in -tuckermktg.com -u555u.info -uogonline.com -uptime-as.net -uptimebot.net -viagengrarx.com -video-production.com -vipsexfinders.com -viteonlusarezzo.it -wdrake.com -weburok.com -whatzmyip.net -ww1943.ru -xn--80aanaardaperhcem4a6i.com -xtubeporno.net -yoopsie.com -zazagames.org -znakomstva-piter78.ru +serpstat.com +sibtest.ru +small-games.biz +soaksoak.ru +spbchampionat.ru +staff.prairiesouth.ca +tarad.com +toys.erolove.in +trudogolik.net +tvand.ru +tvoystartup.ru +tzritel.tk +ukrobstep.com +url2image.com +userequip.com +vesnatehno.ru +videokrik.net +vipms.ru +vitanail.ru +voluumtracker1.com +vsdshnik.com +wholinkstome.com +win-spy.com +x-stars.ru +xtraffic.plus +zagadki.in.ua +zrelaya.pw diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index a802ad461..87a379543 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,1000 +1,1000 @@ -01apple.com -100searchengines.com -101lesbian.xyz -11pikachu.ru +03e.info +03p.info +0c47f8422d3f.com +1001watch.com.ua 123any.com -1-free-share-buttons.com -2020iscoming.info +13tabs.com +1688.com 2345.com -24-ak.ru -24videos.tv -28n2gl3wfyb0.ru -2daytrendingnews.com -3rbseyes.com -3weekdiet.com -5ws.dating-app.ru -6hopping.com +3th.co.in +4kplayer.pl 76brighton.co.uk -83net.jp -98oi.ru -a1security.com.ua -aad1f4acb0a373420d9b0c4202d38d94fa.com -abcdefh.xyz +7a2rnuey1tw9ar.ru +8si.ru +991mostfm.co.id +9med.net +a96527gi.beget.tech +aa14ab57a3339c4064bd9ae6fad7495b5f.com +aa8b68101d388c446389283820863176e7.com +aasoldes.fr +absugars.com abtasty.com -abusora.com +abwa.tk +academiacsmendoza.org acads.net -adinterax.com -adktrailmap.com -admanaerofoil.com +accessoires-mode.in +acheterviagrafr24.com +adanih.com +adbetclickin.pink +add-add.men adman.gr -admatic.com.tr -admeasures.com -admitad.com -adprotect.net -ads-cool.pro -adtiger.tk -adultfriendfinder.com -advertisingtag.net -afftrack001.com +adman.se +adultactioncam.com +adult-shop.com.ua +aero2.ru +afslankpillen2017nl.eu +agadelha.com.br aghanyna.com +aihelen.net +aimayangzhi.com +airlandsea.info airmaxshoes-2016.com -akita.kz -akuhni.by -akusherok.ru -albumsuper.info -albuteroli.com +albamargroup.com alekseevec.ru -alfapro.ru -algarveglobal.com -alibestsale.com -all4invest.info -all4invest.ru -allbizne.co.ua -alldezservice.kz -all-number.com -allstatesugarbowl.org -amateurlivechat.org +alevinefesleri.com +alkoravto.ru +allknow.info +allmarketsnewdayli.gdn +alphaforum.ru +alpharma.net +aludecor.info +alyeskaresort.com amazingninja.com -amazon-adsystem.com -ameblo.jp -amyfoxfitness.com -anabolics.shop -anapa-inns.ru -anjalika.co.in -anmysite.com -anonymizeme.pro -anonymous-redirect.com -aosheng-tech.com -apessay.com +anal-acrobats.com +animal-drawings.com apiadanaknet-a.akamaihd.net -apiallgeniusinfo-a.akamaihd.net apidiamondatanet-a.akamaihd.net -apidigidocketnet-a.akamaihd.net apimossnetinfo-a.akamaihd.net -apper.de -appfixing.space -a.pr-cy.ru -ap.senai.br -apxeo.info -arcadeplayhouse.com -arendas.net +apioutoboxnet-a.akamaihd.net +apiqualitinknet-a.akamaihd.net +apishops.ru +apispringsmartne-a.akamaihd.net +apiwoodensealcom-a.akamaihd.net +apparel-offer.com +appsaurus.com +arabseyes.com +arcadepages.com +arcteryxstore.online +arendatora.ru arenda-yeisk.ru arewater.com -arkkivoltti.net -artdeko.info -artdestshop.eu -asmxsatadriverin.aircus.com -asophoto.com asscenihotosidea.blogspot.com -atley.eu.pn -atout-energie-69.com -autogrep.ru -automatic-seo.com -auto.rusvile.lt -autotrends.today -avtolombard-krasnodar.ru -ayakino.net -ayerbo.xhost.ro -ayodhya.co -azbukadiets.ru -azte.ch -backgroundpictures.net -baersaratov.ru -balitouroffice.com -balkanfarma.ru +astrochicks.com +atlasvkusov.ru +australia-opening-times.com +autoplate.info +availit.weebly.com +aviav.ru +avtocredit-legko.ru +ayeartoforget.com +azartmix.com +azbaseimages.net +babyfactory.fr +back.dog +baixar-musicas-gratis.com +baksman.com +baladur.ru +balkanfarma.org balla-boo.se -balois.worldbreak.com -balook.com -bankofthewext.com +bang-hotties.com +bannerspace.com bannerswap.com -bashtime.ru -batanga.net -bbsoldes.fr -beachtoday.ru -beauty-b0x.pl -beauty-clinic.ru -beauty-things.com -berlininsl.com -bestchoice.cf -best-coupon-offer.com -besthomemadepornsites.com -bestimagecoollibrary.com -bestofferswalkmydogouteveryday.gq -bestsexyblog.com +barbourjackets.online +bayareaaeroclub.org +bcmp.org +bedcapdealers.com +begalka.xyz +beget.tech +belinka.com.ua +belinvestdom.by +belstaffstore.online +berrymall.ru +bestcurs.org +bestdraws.com +bestempresas.es +best-mam.ru +bestmarriages.com +bestmobilityscooterstoday.com +bestserials.com besttorrentknifta.weebly.com -betonka.pro -bfz.biz -bget.ru -bibys.com -bigames.online -biketank.ga -bildsuche.ru -bingoporno.com -binomo.com -binomo.kz -bioca.org -bird1.ru -bitporno.sx -bizlist.com.de -biznesrealnost.ru +betteroffers.review +betwinservice.com +big-cash.net +bigpictures.club +binaryoptionscops.info bjgugu.net.ua -bkgr.se blackcurranthumidifiers.site -blogrankers.com -blog.yam.com -bmw-ark.ru -bodybuilding-shop.biz -bolegapakistan.com -boltalko.xyz +blacktwhite.com +blavia.00author.com +blockety.co +bloggerads.net +blogig.org +blogqpot.com +bocoarchives.org +bolitgorlo.net bongacams.com -bonkers.name -bonzybuddy.com -bosman.pluto.ro -bouda.kvalitne.cz -brainboostingsupplements.org -brainsandeggs.blogspot.com +bookmaker-bet.com +boole.onlinewebshop.net +brainxs.us breastaugmentation.co.za -brothers-smaller.ru +brokergid.ru +browsepulse-a.akamaihd.net brus-vsem.ru -btc4u.ru -btvn.ru -bumskontakte.org +bscodecs.com +buckspar.gq +bugof.gq +burger-tycoon.com +buron.pw buttons-for-website.com -buynorxx.com -buytizanidineonlinenoprescription.blogspot.com +buy-cheap-online.info +buy-forum.ru +buyparajumpers.online +buzzonclick.com +buzzsumo.com +buzzzg.men bvlgaribracelet.xyz -bvlgariwallet.xyz -c1.onedmp.com -cactussoft.biz +byme.se +cakemediahq.com.au callawaygolfstore.online +camdenmemorials.com +camdolls.com cam-kontakte.org -candlewooddentalcentre.com.au -candytiner.com -canoncdriverq3.pen.io -canvas.gloverid.site -carabela.com.do -carina-sy.de -cars-modification.net -carson.getenjoyment.net -cartierbracelet.xyz -cartierreplica.xyz +canzoni.ru +capacitacionyaprendizaje.com +carsdined.org +cartierlove2u.xyz +cartierlovebracelet.xyz +cartierloveringreplica.xyz casablancamanor.co.za -castingbank.ru +casinorewards.info cb.iphantom.com -cbox.ws -celejihad.info -cenoval.ru -chatroulette.online +cbozhe.com +cctva.tv +cete.ru +cfjump.com +cgi2.nintendo.co.jp +chatroulette.si +chatroulette.video cheapbarbour.online -cheapbelstaff.online -cheapcigarettesc.info -cheapjerseysap.com -cheapmoncler.pw -cheatcode-lita12.rhcloud.com -check-host.net -chinese-amezon.com +cheapestjerseysonwholesale.com +cheapmoncler.xyz +chinaelitecheapjerseys.com +chocolateslim-en-france.com christianlouboutinreplica.pw -christianlouboutinsaleonline.us +christianlouboutinreplica.win cialischmrx.com -cialischsrx.com -cialischstgerts.com -ciceros.co -cienum.fr -clarithromycin500mg.com -cleanpcnow.com -clean-start.net -clean-virus-mac.com +cialis-samples.com +cineacademy.ru +citizenclsdriveri7.pen.io +ci.ua +cleanallspyware.com clickbank.net -clickpapa.com -club-musics.ru -codysbbq.com -cognitiveseo.com -comissionka.net -compliance-alex.xyz -compliance-barak.top -compliance-barak.xyz -compliance-george.xyz -compliance-ivan.top -compliance-ivan.xyz -compliance-jane.top -compliance-jess.top -contextualyield.com -cookingmeat.ru -coolgramgoods.com +clubfashionista.com +club-lukojl.ru +coaching-netz.info +coderstate.com +collegerentals.com +colobit.biz +compiko.info +compliance-fred.top +compliance-josh.top +compliance-julia.top +concordexoticrentals.com +cookie-law-enforcement-hh.xyz +copblock.org copenergo.ru -coprofam.org -corta.co -counter.bloke.com +cosmetic.donna7753191.ru +countbertwistdisp26.soup.io +country-chic.ru courtshipgift.com -crafthubs.com -cranly.net -cubs-jerseys.us -customboxes4less.com -custom-product-labels.com -d0t.ru -dailyrank.net -dairyindia.in -dame-ns.kz -danashop.ru -datract.com -davebestdeals.com -demenageur.com -deniven.1bb.ru -derevesendeco.com -detki-opt.ru -detskie-konstruktory.ru -deutschland123.de -dev33.dioniqlabb.se -dev.citetick.com -diarioaconcagua.com -digilander.libero.it -digital-video-processing.com -dimaka.info -diminishedvalueoforegon.com -disruptingdinnerparties.com -div.as -djihispano.com -djonwatch.ru -dneprsvet.com.ua -documentsite.net -dodlive.mil -doktoronline.no -dollartree.info +cowlmash.com +cpabegins.ru +crackguru.tk +crazyboost.pro +creams.makeforum.eu +creatives.adbetclickin.pink +cryptoswap.biz +cscwtalkto.site +culturevie.info +customsua.com.ua +cxpromote.com +cyprusbuyproperties.com +cyse.tk +dafatiri.com +darkages.info +darmebel.com.ua +date-withme.com +decorationspcs.com +dellalimov.com +dentalpearls.com.au +devochki.top +dev-seo.blog +diegolopezcastan.com +digitalassetmanagement.site +dildofotzen.net +dipstar.org +directivepub.com +directrev.com +discovertreasurenow.com +dispo.de +djekxa.ru +dmmspy.com +dnepr-avtospar.com.ua +doctormakarova.ru +documentbase.net +doeco.ru +domain2008.com domainsphoto.com -domini.cat +domashneeruporno.com +dominateforex.ml domoysshop.ru -downvids.net -draniki.org +dostavimvdom.ru +dosug-lux.ru +dotnetdotcom.org +dpihatinh.gov.vn drev.biz -drivotracker.com -drugs-no-rx.info -drunkmoms.net -druzhininevgeniy63.blogspot.com -eas-seo.com -easytuningshop.ru -easyukraine.com -e-biznes.info -ecommerce-seo.com -ege-russian.ru +drugstoreforyou.com +eduserver.net +efkt.jp egovaleo.it -ekobata.ru -e-kwiaciarz.pl -eladkarako.github.io -eldiariodeguadalajara.com -electricwheelchairsarea.com -elektronischezigarette2.mex.tl -elektronischezigarettekaufen2.tumblr.com +election.interferencer.ru +electro-prom.com +elektir.ru +elektroniksigaraankara.info +elektronischezi.livejournal.com +elektrozigarettekaufen2.blogse.nl +elektrozigaretten1.postbit.com elektrozigaretten1.tumblr.com -elektrozigaretten1.webs.com -elidelcream.weebly.com -elite-sex-finders.com -elmifarhangi.com -eloxal.ru -elstal.com.pl -elvenar.com -energydiet-info.ru -enginebay.ru -englishdictionaryfree.com -en.home-task.com -envaseslotusama.com +elitesportsadvisor.com +elvel.com.ua +enge-fotzen.info +englishgamer.com +eorogo.top epicbrogaming.com -erotiktreff24.info -escortplius.com +esnm.ru espaceinventoristes.com +estibot.com etur.ru -eugenevaultstorage.com -europages.com.ru +eu-cookie-law.blogspot.com +eupornstar.info +euromasterclass.ru european-torches.ru -evening-dating-club.info -excitacion.info -exdocsfiles.com -expertnaya-ocenka.ru +evaashop.ru +everytalk.tv +exlarseva.webblog.es +exonline.info +expolicenciaslatam.co expresstoplivo.ru -ezigarettenkaufen1.pagina.gr -f012.de -f07.de -f0815.de -factorynightclub.com -fanoboi.com -faracontrol.ir -fashionindeed.ml -fashion-mk.net -favoritemoney.ru +ezigarettenshop1.yolasite.com +fandlr.com favornews.com -fbdownloader.com -feargames.ru -femdom.twiclub.in femmesdenudees.com -ferieboligkbh.dk -ff30236ddef1465f88547e760973d70a.com -fickblock18.com -fifa-coins.online -filefilter.weebly.com -filerockstar298.weebly.com -filmidivx.com -financetip.eu -findanysex.com -findclan.org -findpik.com -fishingwholesale.us -flex4launch.ru -fok.nl -forex-indextop20.ru +ferretsoft.com +fickkontaktehobbyhuren.com +fickluder69.com +fidelityfunding.com +filkhbr.com +financehint.eu +findacheaplawyers.com +finemanteam.com +flash4fun.com +flashbannernow.com +flirt4free.com +fm-upgrade.ru +focalink.com +f-online.de +foodcrafts.website +forexunion.net forpackningsutveckling.se -forum.doctissimo.fr +fortunejack.com fotopop.club -fototravel.eu -franch.info -franecki.net -free-fbook-traffic.com -free-laptop-reward.com -free-video-tool.com -freewhatsappload.com -freza-sverlo.ru -frivgame250.com -frvo.alptandem.ru -fuck-paid-share-buttons.xyz +foto-weinberger.at +free411games.com +freelotto.com +freenom.link +freeseedsonline.com +free-share-buttons.com +fsakhalin.ru +fullfileaccess.com +fungirlsgames.net +funnypica.com +funtoonez.com +fusoradio.info +futbolkisales.ru +g33.org +g7m.pl +gabeshop.ru galaxy-family.ru -galeon.com -game-top.su -gaming-journal.com -gate5.co.za -gateway.zscalertwo.net -gay-file.com -gazoblok.net.ua -gdcentre.ru +gallictures.com +gamewrath.com +gamezblox.com +gamingspark.com +gateway.zscalerone.net +gazporno.com +ge0ip.net +geile-lelly.eu +geileweiber.tk +gelezki.com gembird.com -geoads.com -gerhardhealer.com -germes-trans.com -getlaid-xxxhookupdirect.com +generalporn.org getmyads24.com -getoutofdebtfree.org gg.zzyjxs.com -gifspics.com -girls-ufa.ru -glasof.es -glavprofit.ru -global-ics.co.za +ghazel.ru +gigablast.com +gk-atlant.info +globalscam.ga +globatur.ru globetrotting-culture.ru -gojiberriess.apishops.ru -gonextmedia.com +gnuetella.com +go2album.com +go2jump.org +goldpanningtools.com goodnightjournal.com -gosarhivrt.ru -gourcy.altervista.org -gratuitbaise.com -greatgrace.ru -greendream.com.ua -greenidesign.co -grtyi.com -gta-club.ru -gtopstats.com -gungamesz.com -gwebtools.com +googlsucks.com +goosefishpost.bid +gopro-online.info +gosmeb.ru +gotcher.us +gpms.org.my +gq-catalog.gq +green-tea.tv +greenzaim.ru +grizzlysgrill.com +growmyfunds.ca +grupografico-pilar.com.ar +gsasearchenginerankerhelp.com +gsasearchengineranker.site +gstatey.net hackers-crackers.tk -hamptonoaks.ca -handicapvansarea.com -hatdc.org +hanink.biz.ly hauleddes.com hdimagelib.com -hdwallpapers-free.com -hdwalls.xyz -healmytrauma.info -hermesbelts.xyz -hermesbracelets.xyz +hdpixent.com +hdxnxxtube.mobi +healgastro.com +heartofbeijing.blogspot.com hesteel.pl -hifidesign.ru -hildinghr.se -histock.info +hidefiles.org +high-speed1.net +himazin.info +histats.com +hledejvshopech.cz hmmm.cz -hobbyhuren-datenbank.com -hollywoodactress.info +hobbyhuren24.net +hoholikik.club +holidaypics.org homedecoguide.info homedo.fabpage.com -homik.pw -hostsshop.ru -hothot.ru -hoverboard360.at -hoverboard360.de -howtoclean.club -hut1.ru -iamsport.org +home.myplaycity.com +home-task.com +hopeonthestreet.co.uk +hotblognetwork.com +hotdl.in +hotxnights.info +housediz.com +house.sieraddns.com +houston-vikings.com +howlongdoestizanidinestayinyoursystem.blogspot.com +howtowhitenteethfast.xyz +hunterboots.online +ibmdatamanagement.co +icaseclub.ru ictizanidinehcl4mg.blogspot.com +idc.com.ua idealtits.net -idegenvezeto.eu -igadgetsworld.com -igrovyeavtomaty777.ru +ideibiznesa2015.ru +id-forex.com +igithab.com iideaidekonkatu.info -iinstalll-fii1leis.jus0wil.pp.ua -iklysha.ml -ikritikimou.gr -ilikevitaly.com -ilmen.net -imgata.com +ikearugs.xyz +imadedinner.net +images-free.net +images.gyffu.com +imgarit.pw imperia31.ru impisr.edunsk.ru -importchinacoach-teach.com +incanto.in.ua +indiasourcemart.in indo-export.ru +inet-traffic.com infogame.name infokonkurs.ru -infostatsvc.com -innodgfdriverhm.aircus.com -innoslicon.com -insider.pro -insta-add.pro -instasexyblog.com -intellekt21.ru -intim-uslugi.info +instabid.tech +instakink.com +integritylandscapeservices.com investingclub.ru -iphantom.com -iqoption-bin.com -irkutsk.online-podarki.com -isistaylorporn.info -iskalko.ru +investsuccess.org +iptool.xyz +iqbazar.ru +iqupdatetmz.win +isotoner.com istanbulit.com -istizanidineacontrolledsubstance.blogspot.com -istripper.com -itbc.kiev.ua -iwantedmoney.com -iwanttodeliver.com -iweblist.info +it-max.com.ua +itsdp3.com +ixora.pro j33x.com -jackpotchances.com -jav-fetish.site -javspace.net +jabimgo.pw +jacago.com +jagg.info +jamiembrown.com +japan-bearings.ru +japfm.com +javstock.com +jav-way.site javxxx18.com -jaxcube.info -je7.us -jerseywholesalebizchina.com -journeydownthescale.info -jovencitas.gratis -jpcycles.com +jerseysbizwholesalecheap.com +jerseyswholesalechinalimited.com +jjbabskoe.ru +j-times.ru juliadiets.com -kabbalah-red-bracelets.com -kakadu-interior.com.ua -kalandranis.gr -kandidos.com -karpun-iris.ru -karting196.ru -karusel-market.ru -kchaxton.com -keywesthideaways.co -keywordsuggests.com -khafre.us +jurajskie.info +justucalling32211123456789.tk +jwss.cc +kaac.ru +kalb.ru +kaliningrad.zrus.org +kamagragelusa.net +kamalsinha.com +kazan.zrus.org +keenoutlet.online kimcurlrvsms.com +kino2018.cc kinobaks.com -kinobest.pl -kinomaniatv.pl -kinosed.net -klin3952.ru -kmd-pto.ru -konturkrasoty.ru +kinoduh.ru +kino-filmi.com +kinoplen.ru +kino-rating.ru +kiprinform.com +kladrus.ru +klosetkitten.com +kndxbkdx.bloger.index.hr +knowsitall.info +kochanelli.com +konkursowo-24.pl kostenlos-sexvideos.com -kraljeva-sutjeska.com -kupit-adenu.ru -kvartira-sutochno.com -kw21.org -laapp.com -lacloop.info -lanadelreyfans.us -lankarns.com -laptoper.net -larchik.net -larutti.ru -law-check-eight.xyz -laxdrills.com -leboard.ru +kotaku.com +krasnodar-avtolombards.ru +kredit-pod-zalog-krasnodar.ru +kretpicf.pw +kriokomora.info +kvartir-remont.biz +lanasshop.ru +landreferat.ru +landscaping.center +laserpen.club +lashstudia.ru +law-check-nine.xyz +law-check-two.xyz +ldrtrack.com lecbter-relationships.ga -ledpolice.ru -legalrc.biz -legionalpha.com -letsart.ru -letslowbefast.today -lezbiyanki.net -lifeinsurancekb.com -lightinghomes.net -lincolntheatre.com -linerdrilling.com -linkredirect.biz +lechenie-gemorroya.com +lietaer.com +link.ac +lion.misba.us lion.playtap.us lion.snapmap.us -liran-locks.com -littlesunraiser.com -livefixer.com -liveinternet.ro -liveinternet.ru -livingcanarias.com -loadingpages.me -locatellicorretor.com.br -lollypopgaming.com +liumimgx.pw +localflirtbuddies.com +localmatchbook.com +lodki-pvh.dp.ua +longlifelomilomi.info lotto6888.com -louisvuittonoutletstore.net +lowephotos.info +lsex.xyz lsp-awak-perikanan.com -luckyday.world -luckyshop.net.ua -lumb.co +lulea-auktionsverk.se +luxup.ru +lyngdalhudterapi.no lyrster.com -macfix.life -macnewtech.com +m1media.net +m292.info +macdamaged.space mac-shield.com -mainlinehobby.net -mamasuper.prom.ua -mansparskats.com +mafcards.ru +maglid.ru +mainhp.net +maju.bluesalt.co +makemoneyonline.com +malls.com +mall.uk +manifestation.betteroffers.review +manimpotence.com +mantramusic.ru +map028.com marblestyle.ru -marcoislandvacations.net maridan.com.ua -marketland.ml -maximilitary.ru -mb140.ru -mcar.in.ua -mebel-ekb.com +masterseek.com +matchpal-a.akamaihd.net +maxxtor.eu +mbiologi.ru +mcadamssupplyco.com +mearns-tractors.co.uk +mediafresh.online +mediaoffers.click +mediawhirl.net +medicinacom.ru +medicine-4u.org medicines-choice.com -me-ke.com -mexicosleevegastrectomy.com -michaelkorsoutletstore.net -microstatic.pl -migente.com -mikrobiologies.ru -milblueprint.com -mindeyegames.com -miniature.io -minyetki.ru -mir-betting.ru -missvietnam.org -mjchamonix.org -mmofreegames.online -mmog-play.ru -mmstat.com -mobplayer.ru -mojpregled.com -monclerboots.xyz -monclerjacketsoutlet.win -moncleronline.xyz -moneyteam24.com -montazhnic.ru +medictube.ru +medi-fitt.hu +medizinreisen.de +medkletki.ru +medkritika.ru +medmajor.ru +megavolt.net.ua +memberty.com +merryhouse.co.uk +mesto-x.com +militarysale.pro +minecraft-rus.org +minegam.com +mir-business-24.ru +mir-limuzinov.ru +missclub.info +misswell.net +mister-shop.com +mmoguider.ru +modenamebel.ru +moetomnenie.com +mojpreskumanie.com +moncleroutletonline.xyz +monsterdivx.tv montredemarque.nl -moonci.ru -morepoweronmac.trade -moskva.nodup.ru -most.gov.iq -mozello.ru -mrmoneymustache.com -mrvideospornogratis.xxx -mtmtv.info -muabancantho.info -mybinaryoptionsrobot.com -mygameplus.ru -myiptest.com -mylida.org -myxdate.info -naj-filmy24.pl -narkologiya-orel.ru -nastydollars.com -nate.com -negral.pluto.ro -neks.info -net-profits.xyz -new-post.tk -newyorkhotelsmotels.info -nextconseil.com -nextrent-crimea.ru -nhl09.ru +moscow.online-podarki.com +mowser.com +moyakuhnia.ru +msfsaar.de +muschisexbilder.com +musicstock.me +musicvidz.ru +mustwineblog.com +muzaporn.com +muznachas-service.ru +muz-shoes.ru +mydownloadengine.com +myhealthcare.com +mypets.by +myphotopipe.com +myprintscreen.com +na15.ru +nagdak.ru +najaden.no +naphukete.ru +narkologiya-belgorod.ru +narkologiya-peterburg.ru +narkologiya-voronezh.ru +nash-krym.info +new-apps.ru +nextbackgroundcheck.gq +nfljerseys.online +nfvsz.com +nicovideo.jp nikhilbahl.com -ningessaybe.me -nofreezingmac.click -normalegal.ru -novosibirsk.xrus.org -novosti-hi-tech.ru -nrjmobile.fr +nl.netlog.com +nonews.co +nordvpn.com nucia.biz.ly -nudo.ca -nuit-artisanale.com -nzfilecloud.weebly.com -ochistka-stokov.ru +nullrefer.com +oconto.ru +oda.as +o-dachnik.ru +odesproperty.com +odywpjtw.bloger.index.hr +of-ireland.info okmedia.sk -okonich.com.ua -oksrv.com -old-rock.com +okuos.com +onefilms.net onemantrip.com -online7777.com +onetravelguides.com +online247.ml +onlinefilmz.net +onlinemeetingnow.com +onlineporno.site +online-templatestore.com +onlythegames.com onlywoman.org ons-add.men -o-o-8-o-o.ru -ooo-olni.ru -openfrost.net -optom-deshevo.ru -ordernorxx.com -orgasmus-virtual.com -ororodnik.goodbb.ru +onstrapon.purplesphere.in +o-o-11-o-o.com +o-o-8-o-o.com +ooomeru.ru +openlibrary.org +openmediasoft.com +optikremont.ru +orion-v.com osoznanie-narkotikam.net -ostroike.org -ostrovtaxi.ru +ourtherapy.ru ovirus.ru -oxford-book.com.ua -paceform.com -parajumpersjakkesalgnorge.info -parlament.biz -partnerline.men -partner-pop.men -partner-print.men -partners-ship.pro -pattersonsweb.com +oxotl.com +oyster-green.com +oz-offers.com +pacificair.com +pagesense.com +panchro.xyz +paradontozanet.ru +parfusale.se +park.above.com +partner-cdn.men +partnersafe.men +patterntrader-en.com +pcboa.se pdamods.ru -pelfind.me -petedrummond.com -phormchina.com -photochki.com -phpdevops.com -pierrehardysale.online -piluli.info -pintattoos.com -pipki.r.acdnpro.com -piter.xrus.org -pixell.club +peekyou.com +pekori.to +pensplan.com +perm-profnastil.ru +perosan.com +pestomou.info +pharmacyincity.com +phobia.us +photo.houseofgaga.ru +photokitchendesign.com +photosaga.info +physfunc.ru +picmoonco.pw +picphotos.net +pijoto.net +pirateday.ru +pistonclasico.com pizza-tycoon.com -pkr1hand.com -pliks.pl -plohaya-kreditnaya-istoriya.ru -pl-vouchers.com -pogodnyyeavarii.gq +pk-pomosch.ru +plastgran.com +plastweb.ru +playboyfiles.xblog.in +pochtovyi-index.ru +poem-paying.gq pokemongooo.ml -pokerniydom.ru -pons-presse.com -popads.net +polcin.de +polybuild.ru +pomoc-drogowa.cba.pl +pontiacsolstice.info +popcash.net poppen-nw.net -popunder.ru -popup-hgd.xyz -popup.matchmaker.com -porn555.com -porndl.org -pornoelita.info -pornoforadult.com -pornpost.in -portnoff.od.ua -portside.xyz -pourvous.info -powc.r.ca.d.sendibm2.com -preparevideosafesystem4unow.site -priora-2.com -prize44.com -prizeestates.cricket +porndairy.in +pornobrazzers.biz +porno-chaman.info +pornodojd.ru +pornophoto.xyz +pornoreino.com +porno.simple-image.com.ua +pornosmola.info +pospr.waw.pl +powitania.pl +pozdrawleniya.com +predominant-invent.tk +presleycollectibles.com +primedice.com +princevc.com +privacyassistant.net +privhosting.com +prod2016.com prodvigator.ua -profitfx.online -profitkode.com +profit-opportunity.com profitsport.club -prohoster.info -prokotov.com -pro-okis.ru -prostitutki-belgoroda.org -proxyradar.com -prpops.com +proftests.net +projectforte.ru +prombudpostach.com.ua +prostitutki-kharkova.org +prostitutki-rostova.org psa48.ru -pssucai.info -pufip.com -py100.ru -qitt.ru -quelle.ru -quick-offer.com -raavidesigns.com -randalljhoward.com +puserving.com +pxhdwsm.com +ragecash.com rankexperience.com -rankingchart.de -rasteniya-vs-zombi.ru -ratemodels.net -realitykings.com -realmonte.net -realnye-otzyvy.info -rebuildermedical.com +ranksays.com +razyboard.com +r-control.ru +realtytimes.com +redirectme.net rednise.com -referencemoi.com -registrydomainservices.com -reklamuss.ru -relayblog.com -remedyotc.com -remontvsamare.su -renecaovillasale.online -resant.ru -retailwith.com -rewardit.com -rimedia.org -robot-forex.biz -rockingclicks.com -ruclicks.com -ruscoininvest.company -rusoft-zone.ru -ruspdd.com -rvi.biz -s1z.ru -sabaapress.com +reeyanaturopathy.com +refudiatethissarah.info +registrationdomainsite.com +registry-cleaner.net +registry-clean-up.net +reklama-i-rabota.ru +remont-comp-pomosh.ru +remont-ustanovka-tehniki.ru +renecaovilla.online +rentalcarnavi.info +rentaremotecomputer.com +replica-watch.ru +responsinator.com +richinvestmonitor.com +rique.host.sk +rospromtest.ru +runtnc.net +ruscopybook.com +russkie-gorki.ru +rvtv.ru sabizonline.com -sammyweaver.com -sampleletters.net -saneitconsulting.com -sape.top -sarf3omlat.com -sashagreyblog.ga -sawin.beth.webd.pl -sbt-aqua.ru -scanner-barak.top -scanner-brian.top -scanner-george.top -scanspyware.net -schoolfiles.net -scoopquest.com -scopich.com -sdrescher.net -search.1and1.com -searchaddis.com -searchencrypt.com +sad-torg.com.ua +sady-urala.ru +sa-live.com +sanidumps.com +saratov.xrus.org +sardinie.us +scalerite.co.za +scanner-irvin.top +scanner-mark.top +scanner-marwin.top +scanner-nelson.top +scanner-walt.top +scat.porn +sc-specialhost.com +sdi-pme.com +searchimage.co +searchinterneat-a.akamaihd.net searchtooknow-a.akamaihd.net -seasonvar.ru se.bnt-team.com -security60-e.com -see-your-website-here.com -sei80.com -seinterface.com -seksotur.ru +selectads.men +seminarykansas904.ml +semprofile.com seoanalyses.com seoboxes.com -seolab.top -seoprofiler.com -seo-tools-optimizing.com -serialsway.ucoz.ru -serptehnika.ru -service.adtech.us -servicecenter.co.ua -servingnotice.com -seryeznie-znakomstva.ru -sexkontakteao.info -sexkontakte-seite.com -sexpartygirls.net +seofied.com +seoholding.com +seorank.info +sergiorossistore.online +serpstat.com +sethrollins.net sexpornotales.com -sexreliz.com -sexs-foto.com -sexvporno.ru +sexsaoy.com +sexsearch.com +sexstream.pl +sex-tracker.de +sfj-ror.no +s-forum.biz share-buttons-for-free.com -shisha-swag.de -shmetall.com.ua +shariki-zuma-lines.ru +shikiso.info shodanhq.com +shop.acim.org +shop-electron.ru shoplvlv.us -sibecoprom.ru -simpoed.ufop.br -sispe.com.br +shoppingjequiti.com.br +shop.xz618.com +shtaketniki.kz +shtora66.ru +sibtest.ru +sibvitr.ru +sientalyric.co +siha.de +silktide.com +simplepooltips.com site-analyzer.com -siteexpress.co.il -siteonomy.com -sitevaluation.com +sitebeam.net +site.ru +site-speed-check.site sitevaluation.org -skanninge.se -skatestick.bid +sixcooler.de +skachat-besplatno-obrazcy.ru skytraf.xyz -slavic-magic.ru +slomm.ru +slonechka.ru +sluganarodu.ru slutloadlive.com -smsactivator.ru -smstraf.ru -snyatie-lomki-v-stacionare.ru -soc-econom-problems.ru -socialbookmarksubmission.org -socialmediasuggest.com -soda.media -solicita.info -solitaire-game.ru -soserfis.com +smartadserver.com +smartpet.ru +snomer1.ru +socialseet.ru +social-s-ggg.xyz +soft1.ru +softlinesolutions.me +softtor.com +sohoindia.net +solmarket.by +solution4u.com +sonata-arctica.wz.cz +soochi.co soviet-portal.do.am -space4updating.win -space-worry.ml -spammen.de -spasswelt.xyz -spyfu.com -squidoo.com -sr-rekneskap.no -stairliftstrue.com -standardchartered-forex.com -stard.shop -start.myplaycity.com -startufa.ru -staynplay.net +spabali.org +space4update.pw +spb.ru +sptslmtrafms.com +spylog.com +srdrvp.com +srgwebmail.nl +stairliftsarea.com +staticfs.host +stats-public.grammarly.io +sterva.cc +stickers-market.ru +stoki.ru stop-gepatit.te.ua -stpicks.com +store-rx.com +stpolice.com strana-solnca.ru -strangeduckfilms.com -stroimajor.ru -stroydetali.ru -styro.ru -sudexpert66.ru -sugarkun.com -suhanpacktech.com +streetfooduncovered.com +stroyplus.ru +studiofmp.com +sugarlyflex.pw +summerlinhomes411.info +sumo.com +superinterstitial.com supermesta.ru -tackletarts.co +supernew.org +supers.com.ua +swinger-mobil.net +swinginwithme.ru +symphonyintegratedhealthcare.com +szamponrevita.pl +szucs.ru taihouse.ru -takeprofitsystem.com -takethatad.com -taraz.xkaz.org -tattoo33.ru -taximytishi.ru -technika-remont.ru -tehngr.ru -telefonsexkostenlos.tk -telefonsexsofort.tk -tengohydar.tk -tetracsaudi.com -texbaza.by -tfxiq.com -thebluffs.com -thedownloadfreeonlinegames.blogspot.com -theendivechronicles.com -thegioixekhach.com -thejournal.ru -thelottosecrets.com -thetoiletpaper.com -thiegs.reco.ws -ticketsys.inetwd.com -titan-cloud.life -tizanidineandhydrocodone.blogspot.com -tizanidinecost.blogspot.com -tizanidinefibromyalgia.blogspot.com -tizanidinehcl2mg.blogspot.com -tizanidinehcl2mgsideeffects.blogspot.com -tizanidinehcl2mgtablet.blogspot.com -tizanidinehcl4mgtablet.blogspot.com -tizanidinehydrochloride2mg.blogspot.com -tizanidineingredients.blogspot.com +tako3.com +talant-factory.ru +tarad.com +tastyfoodideas.com +taxi-v-eisk.ru +td-33.ru +teguh.info +telemetryverification.net +templates.franklinfire.co +terrafootwear.us +thecounter.com +thegameriders.com +thenetinfo.com +the-usa-games.blogspot.com +thfox.com +thin.me.pn +thruport.com +timdreby.com +timhost.ru +tizanidine4mguses.blogspot.com +tizanidinedosage.blogspot.com +tizanidinedrugtest.blogspot.com +tizanidinehydrochloride4mgstreetvalue.blogspot.com tizanidineinteractions.blogspot.com -tizanidineorflexeril.blogspot.com +tizanidineonline.blogspot.com +tizanidinesideeffects.blogspot.com +tizanidinevsvalium.blogspot.com +tizanidinewithdrawal.blogspot.com +tksn.ru tmearegion26.com -tmtrck.com +tn811.us token-lab.org +tomck.com +topdownloads.ru +topkarkas.com topquality.cf -topshef.ru -torrents.cd -totu.info -tracklead.net -tracksurf.daooda.com -trafficjunky.com -trafficmonetize.org -trafficmp.com -traffictrade.life -traffique.net -truck-addzilla.life -truck-land.life -truck-rece.life -trucri.me -ttsq.fr -tubeline.biz -turbodsp.com -tvteleport.ru -u555u.info -ua-company.ru -ua.tc +topsiteminecraft.com +top-study.work +torrent-newgames.com +toursmaps.com +tovaroboom.vast.ru +track2.shop +trackzapper.com +tradgardspartner.se +trk-4.net +truebeauty.cc +trumpetedextremes.com +trustedmaccleaner.com +tt-ipd.info +tuberkulezanet.ru +tuberkuleznik.ru +tula.mdverey.ru +turn-up-life.life +twinderbella.com +twitlinks.com +twittrading.com +u17795.netangels.ru ublaze.ru -ucoz.ru -ucsol.ru -ukkelberg.no +udayavani.com +uggsale.online +ugguk.online +umg-stroy.ru umnovocaminho.com -unimodemhalfduplefw.pen.io -univerfiles.com -unrealcommander.biz +unisexjewelry.org +unitygame3d.com +unmaroll.ya.ru +unpredictable.ga uptimebot.net -urdoot.win -usdx.us -usiad.net -usswrite.com -v24s.net -vacances-voyages.info +urldelivery.com +urll.eu +urlopener.blogspot.com.au +uroki.net +us-america.ru +ussearche.cf +uytmaster.ru +validccseller.com +valmetrundan.se valueclick.com -vandrie-ict.nl -varikoz24.com -varikozdok.ru -veles.shop -ventelnos.com -vertaform.com -vesnatehno.ru -vgoloveboli.net +vancleefreplica.pw +vashsvet.com +vegascosmetics.ru +viagengrarx.com viddyoze.com -videochat.ph -video--production.com -videtubs.pl -vita.com.hr -vkontarkte.com -voditeltrezviy.ru -voprosotvet24.ru -vostoktrade.info -vozbujdenie.com -vrnelectro.ru -vsexkontakte.net -vtc.pw -wahicbefa31.soup.io -wait3sec.org -wallpapersist.com -watchdogs-2.ru -waycash.net -webalan.ru +videotuber.ru +vielporno.net +villacoloniale.com +vinylvault.co.uk +vip-parfumeria.ru +vipromoffers.com +vipsiterip.org +visionwell.com.cn +vkak.ru +vladhistory.com +voloomoney.com +voloslove.ru +voltrknc1.com +vpnmouse.com +vremya.eu +vzlom-na-zakaz.com +vzubah.com +w3javascript.com +wallpapers-best.com +wanker.us webcamdevochka.com -web.cvut.cz -webmonetizer.net -weboptimizes.com -website-analyzer.info -websitevaluebot.com -weburok.com -wesharepics.com -westvilletowingservices.co.za -where-toget.com -wholesalejerseysgaa.com -whosonmyserver.com -winwotgold.pl -withstandingheartwarming.com -word-vorlagen.net -worldlovers.ru -worldtraveler.world -worst-sites.online +webshoppermac.com +websiteaccountant.de +website-datenbank.de +wedding-salon.net +welcomeauto.ru +wemarketing.se +wetgames.ru +whengirlsgowild.com +whereiskentoday.com +wineitudes.wordpress.com +wordkeyhelper.com +workle.website +works.if.ua wosik-dach.service-for-web.de -wowas31.ucoz.ru -www.kabbalah-red-bracelets.com -wygraj-skiny.win -xblog.in -xchangetrak.com -xclicks.net -xdoza.com -xep.info -xgames-04.com +wstroika.ru +ww1943.ru +ww2awards.info +wyniki-lista.pl +wzgyyq.com +x5market.ru +x69ty.ru +xboxster.ru +xedserver.com +xev.ru +xgftnlrt.bloger.index.hr xitjw.info -xlolitka.com +xjlottery.com +xjrul.com +xmlinde.com +xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai xn-----7kcabaipgeakzcss7bjdqdwpfnhv.xn--p1ai -xn----7sbahjd3btneuw1joc.xn--p1ai -xn----7sbifcamovvfggw9d.xn--p1ai -xn--80ahvj9e.xn--p1ai -xn-----8kcatubaocd1bneepefojs1h2e.xn--p1ai -xn--c1acygb.xn--p1ai -xn--d1aifoe0a9a.top -xn----itbkqkfiq.xn--p1ai +xn-----7kceclhb4abre1b4a0ccl2fxch1a.xn--p1ai +xn----7sbbahaq9bb5afgiqfliv4m.xn--p1ai +xn--80aafb2a.xn--p1ai +xn--b1agm2d.net +xn----btbdvdh4aafrfciljm6k.xn--p1ai xnxxandxvideos.com -x-true.info -y8games-free.com -yadro.ru -yebocasino.com -yellowstonesafaritours.com -ynymnwbm.bloger.index.hr -yogamatsexpert.com -yottos.com -yougame.biz -yougetsignal.com -youporn-ru.com -yourmovies.pl -yourserverisdown.com -yourtemplatefinder.com -ytmnd.com -zaim-pod-zalog-krasnodar.ru -zakazvzloma.com -zaobao.com.sg +xtube.com +xuki.us +xvideosbay.com +xxx-cam.webcam +xxxguitars.com +yatrk.xyz +yellowfootprints.com +yoluxuryevents.com +yoshkarola.zrus.org +youbrainboost.asia +yourporngay.com +youthreaders.com +yunque.pluto.ro +zajm-zalog-krasnodar.ru +zaloadi.ru +zambini.ru zapatosenventa.info zarenica.net -zdesformula.ru -zeroredirect12.com -zeroredirect6.com -zigarettenonlinekaufen2.drupalgardens.com +zigarettenonlinekaufen1.bloog.pl +zigarettenonlinekaufen2.bloog.pl zionstar.net -zixizop.net.ru -znakomstva-piter78.ru -zoodrawings.com -zoogdiesney.com +zmoda.hostreo.com +zona-aqua.ru +zytpirwai.net zzbroya.com.ua +zzlgxh.com diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index 314874deb..d1a7af2e6 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -108shot.com -1bet.com +007angels.com +03p.info +100dollars-seo.com +123movies.love 2015god.org +21h2o.com 2drittel.de -4inn.ru -aa9d046aab36af4ff182f097f840430d51.com -aasoldes.fr -abwa.tk -academia-nsk.org -adanih.com -adinterax.com -adnotbad.com -adtech.fr -advertisingtag.net -agreda.pluto.ro -all4invest.info -allcredits.su -alltheviews.com -allwidewallpapers.com -animalrank.com -anticrawler.org -approvedlocal.co.za -asrv-a.akamoihd.net +5forex.ru +72-news.com +absolute-s.ru +absugars.com +acortarurl.es +admitad.com +adultnet.in +airmaxshoes-2016.com +alert-jdh.xyz +alot.com +am15.net +amateurmatch.com +apifasterlightin-a.akamaihd.net +a.pr-cy.ru +arabseyes.com +arraty.altervista.org +autobrennero.it +aviav.ru +avramstroy.ru ayanaspa.com -azadnegar.com -balook.com -bang-hotties.com -beauty-b0x.pl -bestcalovebracelet.cn -big-boards.info -boazpower.com -bochemit.com.ua -bonzibuddi.com -bookmaker-bet.com -bosefux.esy.es -brianhenry.co -business-made-fun.com -buzz-porno.info -callmd5map.com -carsplate.com -cenoval.ru -c-gainsbourg.com -chimiver.info -christianlouboutinsaleoutletonline.us -cialisovercounteratwalmartusa.com -cleanallspyware.com -clickso.com -clksite.com -club-lukojl.ru -compliance-fred.xyz -compliance-george.top -converse.ddsoldes.fr -cpabegins.ru -cranly.net -culmimg.pw -dailyrank.net -dealwifi.com -den-noch24.ru -deshevo-nedorogo.ru -directivepub.com -directrev.com -divku.ru -dogoimage.com -drhomes.biz -drunkmoms.net -e-c.al -ekobata.ru -emergencyneeds.org -englate.com -escort-russian.com -escortslet.net -euromasterclass.ru -everytalk.tv -evrotekhservis.ru -extlabs.io -ezigarettenkaufen2.dreamwidth.org -f07.de -falllow.gq -famix.xyz -fefo.gdn -fenoyl.batcave.net -fickkontaktehobbyhuren.com -finansov.info -finejewelryshop.ru -finemanteam.com -finuse.com -foto-sisek.porngalleries.top -fototravel.eu -free-share-buttons.com -freshberry.com.ua -galeria-zdjec.com -gelezki.com -generalporn.org -glall.ru -gobongo.info -graphid.com -handicapvansarea.com -hanink.biz.ly -hatedriveapart.com -hdhc.ru -hdpixent.com -heatpower.ru -hermesreplica.win -highspeed5.net -hit-men.men -honyaku.yahoofs.jp -igadgetsworld.com -igithab.com -iinstalll-fii1leis.jus0wil.pp.ua -immobiliaremassaro.com -internetproviderstucson.com -invitefashion.com -iplogger.org -iqs.biz.ua -jose.mulinohouse.co +azartmix.com +backuperwebcam.weebly.com +baditri.com +balkanfarma.ru +bambi.ck.ua +best-coupon-offer.com +bestmobilityscooterstoday.com +bestofpicture.com +bezlimitko.xyz +bio.trade-jp.net +birzha-truda.eu +bitcoins-live.ru +bongiornos.info +bonky.biz +brainzpod.win +brandov.ru +cand.jp +cardsdumps.com +cartierloveringreplica.xyz +cbozhe.com +cenokos.ru +checkhit.com +checkm8.com +cityadspix.com +clickbank.net +collegerentals.com +compliance-josh.top +compliance-mark.top +com-secure.download +contextualyield.com +cookie-law-enforcement-ee.xyz +cookie-law-enforcement-ff.xyz +counterbot.com +danashop.ru +delayreferat.ru +descargar-musica-gratis.net +docstoc.com +domashneeruporno.com +doyouknowtheword-flummox.ml +eluxer.net +enternet.ee +expertblog.info +extener.org +extremez.net +eyes-on-you.ga +ezigarettekaufen2.mpbloggar.se +ezrvrentals.com +facebook-mobile.xyz +falcoware.com +fashion-mk.net +fickblock18.com +fickenbumsen.net +filesvine.com +filmi-onlain.info +flex4launch.ru +floridahuntingfishingadventures.com +forex21.ru +foxtechfpv.com +freelifetimefuckbook.com +fz139.ttk.ru +gcup.ru +germetiki.com.ua +given2.com +gk-atlant.info +gne8.com +goldenggames.com +golmau.host.sk +goodhousekeeping.com +gwebtools.com +gwhwpxbw.bloger.index.hr +handicapvantoday.com +hawaiielectriclight.com +hcate.com +hentaiheroes.com +howlongdoestizanidinestayinyoursystem.blogspot.com +https-legalrc.biz +ilikevitaly.com +indo-export.ru +infodocsportal.com +iqoption.pro +istanbulit.com +javstock.com +jetsli.de +jewelryandfiligree.com +kakablog.net kamorel.com -keywesthideaways.co -keywordsking.com -kongoultry.net -kongruan.com -konica.kz -krafte.ru -krasivoe-hd.com +kerwinandcariza.com +kinohit1.ru +klumba55.ru +komp-pomosch.ru kreativperlen.ch -kutikomi.net -lakomka.com.ua -law-check-nine.xyz -laxob.com +lancheck.net +landreferat.ru +laxdrills.com legionalpha.com -letsrepair.in -livejasmin.com -lyrics.home-task.com -mansparskats.com -markjaybeefractal.com -max-p.men -meble-bogart.info -medicines-choice.com -meds-online24.com +lesbian.xyz +locustdesign.co +lombia.com +lonely-mature.com +louboutinreplica.xyz +louboutinshoes.xyz +mapquestz.us +mcadamssupplyco.com +mcar.in.ua +megavolt.net.ua menetie.ru -mitrasound.ru +mex-annushka.ru +minneapoliscopiers.com moncleroutletonline.win -moneyviking-a.akamaihd.net -montazhnic.ru -morepoweronmac.trade -mrbojikobi4.biz -mydeathspace.com -naphukete.ru -nash-krym.info -negociosdasha.com -newhairstylesformen2014.com -novgorod.xrus.org -novosibirsk.xrus.org -obsessionphrases.com -ochistka-stokov.ru -o-dachnik.ru -offtime.ru -onefilms.net -onemactrckr.com -pc4download.co -pensplan.com -perosan.com -picturesboss.com -platinumdeals.gr -pornodojd.ru -pravoholding.ru -privat-girl.net -profitkode.com -profitsport.club -pro-tec.kz -push-ad.com -quangcaons.com -randalljhoward.com -ranksays.com -recordpage-a.akamaihd.net -redhotfreebies.co.uk -regdefense.com -remont-ustanovka-tehniki.ru -rentalcarnavi.info -resant.ru -rewardpoll.com -robertefuller.com -rosbalt.com.ua -rusexy.xyz -rus-pornuha.com -rusprostitute.com -russintv.fr -samara.rosfirm.ru -santechnik.jimdo.com -scanner-mark.top -scenicmissouri.us -sdsjweb.com -servethis.com -sexblog.pw -smadihome.com -snsdeainavi.info -socialmonkee.com -socialtrade.biz -softomix.net -spb.afora.ru -stairliftstrue.com -star61.de -starpages.net -stromerrealty.com -students-cheapskate.ml -styro.ru -suhanpacktech.com -superiends.org -taqywu51.soup.io -thebestphotos.eu +moneyzzz.ru +moonci.ru +moyakuhnia.ru +musicktab.com +musicstock.me +naperehresti.info +nardulan.com +neodownload.webcam +nicefloor.co.uk +nikitsyringedrivelg.pen.io +nootrino.com +novosti-hi-tech.ru +nucia.biz.ly +nuup.info +obuv-kupit.ru +oneminutesite.it +page2rss.com +partnerads.men +pdamods.ru +photochki.com +photokitchendesign.com +pierrehardysale.online +pons-presse.com +porndl.org +pornhub-ru.com +porto.abuilder.net +pourvous.info +privatefx.all4invest.info +producm.ru +profitwithalex.info +pronorm.fr +py100.ru +rankingchart.de +realnye-otzyvy.info +real-time-analytics.com +recipedays.com +reeyanaturopathy.com +refudiatethissarah.info +rethinkwasteni.info +royalads.net +ruclicks.com +saratov.xrus.org +sbricur.com +scripted.com +searchlock.com +searchwebknow-a.akamaihd.net +search.xtconnect.com +seo-2-0.com +seorankinglinks.com +serving.adbetclickin.pink +sex-sex-sex5.com +ship-marvel.co.ua +shitmovs.com +smokewithrabbits.com +snow.nvr163.com +social-button.xyz +socialsignals24.com +sockshare.net +sortthemesitesby.com +spravka130.ru +spy-sts.com +stanthonyscatholicchurch.org +stop-gepatit.te.ua +storehouse.ua +surintech.ac.th +tacbelarus.ru +takethatad.com +tattooreligion.ru +taximytishi.ru +telefonsexsofort.tk +textads.men thefotosgratis.eu -thepantonpractice.co.uk -tizanidinehcl2mgtablet.blogspot.com -tizanidinesideeffectsweightloss.blogspot.com -tobeyouday.win -toonfamilies.net -trafaret74.ru -trainoffend.ml -traxdom.ru -treasuretrack-a.akamaihd.net -tsan.net -typer.one -ucoz.ru -ucsol.ru -unacittaconte.org -unimodemhalfduplefw.pen.io -universals.com.ua -videogamesecrets.com -video--production.com -videtubs.pl -vip-dom.in -vip-file.com -vkontaktemusic.ru -vodaodessa.com -vostoktrade.info -vriel.batcave.net -vseuznaem.com -wallpaperstock.net -wareseeker.com -xblog.in -xn--80aaafbn2bc2ahdfrfkln6l.xn--p1ai -xn--80aanaardaperhcem4a6i.com -xn--d1aifoe0a9a.top -xn--lifehacer-1rb.com -xxxkaz.org -xzlive.com -youtoner.it -yun56.co +tizanidineformigraines.blogspot.com +top10registrycleaners.com +topclickguru.com +torrents-tracker.com +tozup.com +tracxn.com +traderzplanet.in +trafficmania.com +try-rx.com +tversvet.ru +tytoona.com +umaseh.com +upupa.net +v24s.net +videositename.com +viel.su +vipromoffers.com +vzlom-na-zakaz.com +wdfdocando.com +webextract.profound.net +webmasters.stackexchange.com +webmonetizer.net +weclipart.com +wejdz-tu.pl +win-spy.com +worst-sites.online +wpthemedetector.co.uk +wsgames.ru +xn-----8kcatubaocd1bneepefojs1h2e.xn--p1ai +xn----9sbubg3ambdfl1j.xn--p1ai +xn----dtbndd4ae7eub.top +xn--hxazdsfy.blogspot.com +xnxx-n.com +xtrafficplus.com +yaaknaa.info +yellowstonesafaritours.com +yoopsie.com +youraticles.pl zapiszto.pl -zeleznobeton.ru -zigarettenonl.canalblog.com +zhongwenlink.com +znaniyapolza.ru +zs2vm.top diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index ea117da9f..3e60bde86 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.68.144.114 0; +35.184.226.236 0; 127.0.0.1 0; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index 3df2133e5..89288c8d2 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index 103ff6280..1590cbb29 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 42e7ee68d..cc2f7adce 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1653 +#### Version: V4.2019.06.1654 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 6a14edae7..0970425ab 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.06.1653 +#### Version: V4.2019.06.1654 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/README.md b/README.md index 6cc07e3a6..a0fa94687 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2019.06.1653 +#### Version: V4.2019.06.1654 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 732b852e7..c606fe356 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2019.06.1653 +#### Version: V4.2019.06.1654 #### Bad Referrer Count: 6713 #### Bad Bot Count: 556 ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 4f59fb83a..1bfc28ef8 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1653 -### Updated: Thu Jun 27 16:40:14 SAST 2019 +### Version: V4.2019.06.1654 +### Updated: Fri Jun 28 11:46:36 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 8444e0024..556b5905b 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.06.1653 -### Updated: Thu Jun 27 16:40:15 SAST 2019 +### Version: V3.2019.06.1654 +### Updated: Fri Jun 28 11:46:37 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### @@ -17968,7 +17968,7 @@ geo $ratelimited { # Rate limiting will only take effect if on any User-Agents with a value of 2 limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m; - limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=12r/m; + limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=30r/m; # ========================================== # END SECTION 4 - ACTIVATE BLOCKER FUNCTIONS diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 4f59fb83a..1bfc28ef8 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.06.1653 -### Updated: Thu Jun 27 16:40:14 SAST 2019 +### Version: V4.2019.06.1654 +### Updated: Fri Jun 28 11:46:36 SAST 2019 ### Bad Referrer Count: 6713 ### Bad Bot Count: 556 ################################################### diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index fb559bb90..4a17347e1 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2019.06.1653 -### Updated: Thu Jun 27 16:40:17 SAST 2019 +### Version: V4.2019.06.1654 +### Updated: Fri Jun 28 11:46:38 SAST 2019 ### Bad Bot Count: 556 ################################################### ### Version Information ##