diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf index c554b6951..88abba6bc 100644 --- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1772 -### Updated: Sun Jul 28 09:27:15 SAST 2019 +### Version: V3.2019.07.1773 +### Updated: Sun Jul 28 15:01:03 SAST 2019 ### Bad Referrer Count: 6737 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index b9d24324a..966492772 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.68.144.114 1; +35.184.96.71 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index ea117da9f..2f692b069 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.68.144.114 0; +35.184.96.71 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index c554b6951..88abba6bc 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1772 -### Updated: Sun Jul 28 09:27:15 SAST 2019 +### Version: V3.2019.07.1773 +### Updated: Sun Jul 28 15:01:03 SAST 2019 ### Bad Referrer Count: 6737 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index b9d24324a..966492772 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.68.144.114 1; +35.184.96.71 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index ea117da9f..2f692b069 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.68.144.114 0; +35.184.96.71 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index c554b6951..88abba6bc 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1772 -### Updated: Sun Jul 28 09:27:15 SAST 2019 +### Version: V3.2019.07.1773 +### Updated: Sun Jul 28 15:01:03 SAST 2019 ### Bad Referrer Count: 6737 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index b9d24324a..966492772 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.68.144.114 1; +35.184.96.71 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index ea117da9f..2f692b069 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.68.144.114 0; +35.184.96.71 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index c554b6951..88abba6bc 100644 --- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1772 -### Updated: Sun Jul 28 09:27:15 SAST 2019 +### Version: V3.2019.07.1773 +### Updated: Sun Jul 28 15:01:03 SAST 2019 ### Bad Referrer Count: 6737 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index c554b6951..88abba6bc 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1772 -### Updated: Sun Jul 28 09:27:15 SAST 2019 +### Version: V3.2019.07.1773 +### Updated: Sun Jul 28 15:01:03 SAST 2019 ### Bad Referrer Count: 6737 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index 9576a51eb..b015e4c58 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1772 -### Updated: Sun Jul 28 09:27:13 SAST 2019 +### Version: V4.2019.07.1773 +### Updated: Sun Jul 28 15:01:01 SAST 2019 ### Bad Referrer Count: 6737 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 2b15f263d..503b1de7a 100644 --- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -34.68.144.114 0; +35.224.112.202 0; diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf index fa557e2a4..b015e4c58 100644 --- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1772 -### Updated: Sun Jul 28 09:27:13 SAST 2019 +### Version: V4.2019.07.1773 +### Updated: Sun Jul 28 15:01:01 SAST 2019 ### Bad Referrer Count: 6737 ### Bad Bot Count: 556 ################################################### @@ -7736,6 +7736,18 @@ map $http_referer $bad_referer { geo $validate_client { default 0; +# --------------- +# FAKE GoogleBots +# --------------- + +# START FAKE GOOGLEBOTS ### DO NOT EDIT THIS LINE AT ALL ### + 34.228.80.247 1; + 3.86.232.124 1; + 52.203.142.240 1; + 52.87.213.12 1; +# END FAKE GOOGLEBOTS ### DO NOT EDIT THIS LINE AT ALL ### + + # ------------------------------------- # BLOCK known Wordpress Theme Detectors # ------------------------------------- diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 0f27f0dd9..90fe4f9d3 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.113.151 1; +104.154.120.187 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 0e0848852..bc389ee32 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.113.151 0; +104.154.120.187 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index fa557e2a4..b015e4c58 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1772 -### Updated: Sun Jul 28 09:27:13 SAST 2019 +### Version: V4.2019.07.1773 +### Updated: Sun Jul 28 15:01:01 SAST 2019 ### Bad Referrer Count: 6737 ### Bad Bot Count: 556 ################################################### @@ -7736,6 +7736,18 @@ map $http_referer $bad_referer { geo $validate_client { default 0; +# --------------- +# FAKE GoogleBots +# --------------- + +# START FAKE GOOGLEBOTS ### DO NOT EDIT THIS LINE AT ALL ### + 34.228.80.247 1; + 3.86.232.124 1; + 52.203.142.240 1; + 52.87.213.12 1; +# END FAKE GOOGLEBOTS ### DO NOT EDIT THIS LINE AT ALL ### + + # ------------------------------------- # BLOCK known Wordpress Theme Detectors # ------------------------------------- diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 0f27f0dd9..90fe4f9d3 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.113.151 1; +104.154.120.187 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 0e0848852..bc389ee32 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.113.151 0; +104.154.120.187 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index fa557e2a4..b015e4c58 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1772 -### Updated: Sun Jul 28 09:27:13 SAST 2019 +### Version: V4.2019.07.1773 +### Updated: Sun Jul 28 15:01:01 SAST 2019 ### Bad Referrer Count: 6737 ### Bad Bot Count: 556 ################################################### @@ -7736,6 +7736,18 @@ map $http_referer $bad_referer { geo $validate_client { default 0; +# --------------- +# FAKE GoogleBots +# --------------- + +# START FAKE GOOGLEBOTS ### DO NOT EDIT THIS LINE AT ALL ### + 34.228.80.247 1; + 3.86.232.124 1; + 52.203.142.240 1; + 52.87.213.12 1; +# END FAKE GOOGLEBOTS ### DO NOT EDIT THIS LINE AT ALL ### + + # ------------------------------------- # BLOCK known Wordpress Theme Detectors # ------------------------------------- diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 0f27f0dd9..90fe4f9d3 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -104.154.113.151 1; +104.154.120.187 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 0e0848852..bc389ee32 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -104.154.113.151 0; +104.154.120.187 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index fa557e2a4..b015e4c58 100644 --- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1772 -### Updated: Sun Jul 28 09:27:13 SAST 2019 +### Version: V4.2019.07.1773 +### Updated: Sun Jul 28 15:01:01 SAST 2019 ### Bad Referrer Count: 6737 ### Bad Bot Count: 556 ################################################### @@ -7736,6 +7736,18 @@ map $http_referer $bad_referer { geo $validate_client { default 0; +# --------------- +# FAKE GoogleBots +# --------------- + +# START FAKE GOOGLEBOTS ### DO NOT EDIT THIS LINE AT ALL ### + 34.228.80.247 1; + 3.86.232.124 1; + 52.203.142.240 1; + 52.87.213.12 1; +# END FAKE GOOGLEBOTS ### DO NOT EDIT THIS LINE AT ALL ### + + # ------------------------------------- # BLOCK known Wordpress Theme Detectors # ------------------------------------- diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 3743b8794..e86961eb1 100644 --- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -104.154.113.151 0; -34.66.178.120 0; +35.224.112.202 0; +104.154.120.187 0; diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf index f06602fd8..35de937a4 100644 --- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1772 -### Updated: Sun Jul 28 09:27:13 SAST 2019 +### Version: V4.2019.07.1773 +### Updated: Sun Jul 28 15:01:01 SAST 2019 ### Bad Referrer Count: 6737 ### Bad Bot Count: 556 ################################################### @@ -7736,6 +7736,18 @@ map $http_referer $bad_referer { geo $validate_client { default 0; +# --------------- +# FAKE GoogleBots +# --------------- + +# START FAKE GOOGLEBOTS ### DO NOT EDIT THIS LINE AT ALL ### + 34.228.80.247 1; + 3.86.232.124 1; + 52.203.142.240 1; + 52.87.213.12 1; +# END FAKE GOOGLEBOTS ### DO NOT EDIT THIS LINE AT ALL ### + + # ------------------------------------- # BLOCK known Wordpress Theme Detectors # ------------------------------------- diff --git a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index f60af445a..30a52ec41 100644 --- a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.192.187.174 0; -35.192.136.167 0; +35.192.85.2 0; +35.202.145.110 0; diff --git a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf index aa91c37ee..f1f6737b4 100644 --- a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1772 -### Updated: Sun Jul 28 09:27:13 SAST 2019 +### Version: V4.2019.07.1773 +### Updated: Sun Jul 28 15:01:01 SAST 2019 ### Bad Referrer Count: 6737 ### Bad Bot Count: 556 ################################################### @@ -7736,6 +7736,18 @@ map $http_referer $bad_referer { geo $validate_client { default 0; +# --------------- +# FAKE GoogleBots +# --------------- + +# START FAKE GOOGLEBOTS ### DO NOT EDIT THIS LINE AT ALL ### + 34.228.80.247 1; + 3.86.232.124 1; + 52.203.142.240 1; + 52.87.213.12 1; +# END FAKE GOOGLEBOTS ### DO NOT EDIT THIS LINE AT ALL ### + + # ------------------------------------- # BLOCK known Wordpress Theme Detectors # ------------------------------------- diff --git a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf index 0bfbcb0eb..3767371d9 100644 --- a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf @@ -45,6 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.188.73.34 0; -34.68.144.114 0; -35.192.187.174 0; +35.188.1.99 0; +104.154.120.187 0; diff --git a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf index fa557e2a4..b015e4c58 100644 --- a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1772 -### Updated: Sun Jul 28 09:27:13 SAST 2019 +### Version: V4.2019.07.1773 +### Updated: Sun Jul 28 15:01:01 SAST 2019 ### Bad Referrer Count: 6737 ### Bad Bot Count: 556 ################################################### @@ -7736,6 +7736,18 @@ map $http_referer $bad_referer { geo $validate_client { default 0; +# --------------- +# FAKE GoogleBots +# --------------- + +# START FAKE GOOGLEBOTS ### DO NOT EDIT THIS LINE AT ALL ### + 34.228.80.247 1; + 3.86.232.124 1; + 52.203.142.240 1; + 52.87.213.12 1; +# END FAKE GOOGLEBOTS ### DO NOT EDIT THIS LINE AT ALL ### + + # ------------------------------------- # BLOCK known Wordpress Theme Detectors # ------------------------------------- diff --git a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf index 5b79c723d..7630320fb 100644 --- a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf @@ -45,6 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -104.154.113.151 0; -35.192.187.174 0; -35.193.14.140 0; +35.192.85.2 0; +35.188.1.99 0; diff --git a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf index fa557e2a4..b015e4c58 100644 --- a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1772 -### Updated: Sun Jul 28 09:27:13 SAST 2019 +### Version: V4.2019.07.1773 +### Updated: Sun Jul 28 15:01:01 SAST 2019 ### Bad Referrer Count: 6737 ### Bad Bot Count: 556 ################################################### @@ -7736,6 +7736,18 @@ map $http_referer $bad_referer { geo $validate_client { default 0; +# --------------- +# FAKE GoogleBots +# --------------- + +# START FAKE GOOGLEBOTS ### DO NOT EDIT THIS LINE AT ALL ### + 34.228.80.247 1; + 3.86.232.124 1; + 52.203.142.240 1; + 52.87.213.12 1; +# END FAKE GOOGLEBOTS ### DO NOT EDIT THIS LINE AT ALL ### + + # ------------------------------------- # BLOCK known Wordpress Theme Detectors # ------------------------------------- diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index b9d24324a..966492772 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -34.68.144.114 1; +35.184.96.71 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index a4b8b7216..ac47e5be1 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -BLEXBot -Linkdexbot -Ninja -PageAnalyzer -PageGrabber -RealDownload -SiteExplorer -Sucker -UnisterBot -Woobot +Cliqzbot +cognitiveseo +Freeuploader +Majestic12 +Openfind +Pi-Monster +ScanAlert +Steeler +Trendiction +WISENutbot diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index f0f346ff7..7450b8b58 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -360Spider -Abonti -Aboundex +404enemy Aboundexbot -AfD-Verbotsverfahren AIBOT -AiHitBot Alligator AllSubmitter AlphaBot -Anarchie Apexoo -archive.org_bot -Attach autoemailspider -backlink-check BackWeb Badass +Battleztar Bazinga BBBike BDFetch -Black Hole -Bolt -BuiltWith +Bigfoot +Bitacle +Blow +BlowFish +Boardreader +Brandprotect BunnySlippers +BuzzSumo Calculon -CheeseBot +Cegbfeieh CherryPicker CheTeam -Cloud mapping -coccocbot-web +ChinaClaw +Claritybot Cogentbot -Collector -com.plumanalytics Copier +CopyRightCheck Copyscape +Cosmos Craftbot CrazyWebCrawler -Crescent -CrunchBot CSHttp +Curious DataCha0s DBLBot -demandbase-bot -Deusu -Devil -Dirbuster +Digincore +DigitalPebble +Disco +Discobot Discoverybot +Dispatch DittoSpyder -DomainSigmaCrawler +DnyzBot +DomainAppender Download Wonder -Drip DSearch -Ecxi -EMail Wolf +EasyDL +Ebingbong +eCatch +ECCP/1.0 +EMail Siphon +evc-batch Express WebPictures -Extractor -FemtosearchBot -FHscan -Fimap -Firefox/7.0 -FlashGet -Foobot +ExtractorPro +facebookscraper Freeuploader -FrontPage -FyberSpider -GalaxyBot +Fyrebot +Getintent GetRight -GetWeb +Gigablast +Gigabot +G-i-g-a-b-o-t +Go-Ahead-Got-It +Gotit GoZilla +Grabber +GrapeFX +GridBot GT::WWW -HaosouSpider +Haansoft Harvest -HEADMasterSEO +Havij +Hloader HMView -HTMLparser -HybridBot -Iblog +HTTP::Lite +HTTrack +Humanlinks IDBot -Id-search -IlseBot -InfoTekies +Image Fetch +Image Sucker +InfoNaviRobot instabid -Intelliseek InterGET Iria -Iskanie -JetCar -Jetty -JikeSpider +IRLbot +IstellaBot +Joomla Jorgee Keyword Density +Kozmosbot Lanshanbot LexiBot -Lftp +Libwhisker +Lightspeedsystems +Likse Linkdexbot -LinkScan -LinksManager -LinkWalker +LinkextractorPro +LinkpadBot LinqiaMetadataDownloaderBot LinqiaScrapeBot +Lmspider +LNSpiderguy +Ltx71 +LWP::Simple lwp-trivial Magnet Mag-Net -magpie-crawler Majestic12 MarkMonitor -Masscan Mass Downloader +MauiBot meanpathbot -Meanpathbot -Mediatoolkitbot -MegaIndex.ru Metauri -Microsoft Data Access +MFC_Tear_Sample +MIIxpc Mister PiX +Mojeek Morfeus Fucking Scanner -MSIECrawler -muhstik-scan -netEstate NE Crawler -NetLyzer +Mr.4x3 +MS Web Services Client Protocol +Musobot +Nameprotect +Navroad +Needle +Netcraft NetMechanic -Nettrack -Net Vampire -Nikto +NetZIP +NextGenSearchBot +Nibbler +NICErsPRO +Niki-bot NimbleCrawler Ninja -Nmap NPbot Octopus +Offline Explorer Offline Navigator -OnCrawl -OpenLinkProfiler -Openvas -OrangeSpider +OpenVAS +OrangeBot OutfoxBot -PageAnalyzer +Page Analyzer PageGrabber -page scorer PageScorer Pandalytics +Panscient Papa Foto -Picscout +Pavuk +pcBrowser +PECL::HTTP Pimonster PleaseCrawl Pockey -POE-Component-Client-HTTP Probethenet ProPowerBot ProWebWalker -Psbot Pump -PxBroker +PyCurl Quick-Crawler -RankActive +RankActiveLinkBot +RankFlex RankingBot RankingBot2 -Reaper +Rankivabot +RealDownload RebelMouse RedesScrapy +Ripper RocketCrawler Rogerbot -Scanbot -ScoutJet +ScanAlert +scan.lol Scrapy -ScreenerBot -SearchmetricsBot -Semrush -SEOprofiler -SEOstats +Screaming +SemrushBot +SEOkicks +SeoSiteCheckup sexsearcher Shodan +SISTRIX Sitebeam -SiteExplorer -Siteimprove -SiteLockSpider -SiteSnagger SiteSucker -Site Sucker -Sitevigil -SMTBot -Snapbot -Snoopy -SocialRankIOBot -Sociscraper -Sogou web spider -SpaceBison -SpankBot -Spanner -Spinn3r +SlySearch +SmartDownload +Snake +Sottopop +Spammen spyfu +Sqlmap +Sqlworm Sqworm -Sucuri +Steeler +Stripper +Sucker +SuperHTTP Surfbot -SurveyBot -T8Abot -Telesphoreo -The Intraformant +Suzuran +T0PHackTeam +Teleport +TeleportPro +Telesoft TheNomad -Thumbor -TightTwatBot +Toweyabot Tracemyfile +Trendiction +Trendictionbot trendiction.com +trendiction.de True_Robot +Turingos +Turnitin TwengaBot Twice +Typhoeus +UnisterBot +Vacuum +Vagabondo VB Project -VCI -VidibleScraper -VoidEYE +VeriCiteCrawler Voil Voltron -WBSearchBot -Webalta -WebBandit +Wallpapers/3.0 +WASALive-Bot +WebAuto +Web Auto Web Collage -WEBDAV +WebCopier WebEnhancer -Web Fetch -Web Fuck -WebGo IS +Web Enhancer WebImageCollector WebmasterWorldForumBot webmeup-crawler WebPix -Web Pix WebReaper -Webshag -WebsiteExtractor -Website Quester -Web Sucker +WebsiteQuester +Webster +WebWhacker WebZIP -Who.is Bot -WinHTTrack -WISENutbot -Wprecon -WWW-Collector-E -WWW-Mechanize -WWWOFFLE +WeSEE +Whack +Whacker +Widow x22Mozilla -Xaldon WebSpider -Xaldon_WebSpider -Xenu -xpymep1.exe +YoudaoBot Zade -zauba.io -Zermelo +Zauba Zeus -zgrab -Zitebot -ZyBorg +ZmEu diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index 36a2307c9..119e49ed9 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ 360Spider -404enemy 80legs -Abonti -Aboundexbot -AfD-Verbotsverfahren -AIBOT -Alexibot +Aipbot +AllSubmitter AlphaBot Anarchie Apexoo -archive.org_bot -ASPSeek -Attach +Asterias autoemailspider -BackDoorBot +Backlink-Ceck +BacklinkCrawler +BackWeb +Badass Bandit Battleztar Bazinga -BDCbot -BetaBot Bigfoot -Blackboard -BlackWidow +Blow BlowFish Boardreader -BotALot +Bolt Brandprotect Brandwatch Buddy +Bullseye +BuzzSumo +CazoodleBot +CCBot Cegbfeieh -Claritybot +CherryPicker +CheTeam +Chlooe Cliqzbot Cloud mapping -coccocbot-web -cognitiveseo -com.plumanalytics +Collector +Cosmos Craftbot -crawler4j crawler.feedback -crawl.sogou.com -CrazyWebCrawler +CrunchBot +CSHttp Curious -DatabaseDriverMysqli DataCha0s -DBLBot -Demon -Devil Digincore -Disco +DIIbot +Dirbuster Discoverybot DnyzBot -DomainCrawler -Download Wonder -Dragonfly -Drip -EasyDL +DomainSigmaCrawler ECCP/1.0 -Ecxi -EMail Siphon EMail Wolf -EroCrawler -evc-batch Evil +Express WebPictures ExtLinksBot -Extractor ExtractorPro EyeNetIE -FemtosearchBot -Fimap +Ezooms +facebookscraper +FlashGet FrontPage -FyberSpider -GalaxyBot Genieo GermCrawler -GetRight -GoZilla +Getintent +GetWeb +Gigablast +Gotit Go!Zilla -GridBot -Harvest +Grafula +GT::WWW +Haansoft +HaosouSpider +HEADMasterSEO +Heritrix +HMView +Humanlinks HybridBot Iblog -IDBot Id-search IlseBot +Image Sucker IndeedBot -instabid -InterGET -ips-agent +InfoTekies +Intelliseek +IRLbot +Iskanie +IstellaBot Jbrofuzz +JennyBot JOC Web Spider -Jorgee +Joomla JustView -Jyxobot +Kozmosbot +Larbin +LeechGet Lftp -Libwhisker -LinkextractorPro +LinkScan LinksManager -LinqiaRSSBot +LinkWalker LinqiaScrapeBot -Lipperhey Spider +Lipperhey +Litemage_walker +Lmspider LNSpiderguy -lwp-request LWP::Simple -Magnet -Mag-Net +Majestic12 +Majestic SEO Majestic-SEO -MarkMonitor -MarkWatch Masscan +meanpathbot Meanpathbot Mediatoolkitbot mediawords -MegaIndex.ru Metauri MFC_Tear_Sample -MIIxpc +Microsoft Data Access +MIDown tool +Mister PiX MJ12bot -Mr.4x3 +Mojeek +MSFrontPage +MSIECrawler Msrabot Musobot -Name Intelligence -NearSite -Needle Netcraft -netEstate NE Crawler -NetLyzer NetSpider -Net Vampire Netvibes -NextGenSearchBot -Nibbler +Niki-bot NimbleCrawler -Ninja +Nimbostratus +Nmap +NPbot oBot -Offline Navigator -OnCrawl -Openfind +Octopus OpenLinkProfiler +Openvas OutclicksBot -PageAnalyzer -page scorer +OutfoxBot +PageScorer +Pandalytics +Panscient +Pavuk PeoplePal -PHPCrawl Picscout -Pi-Monster -Pixray -PleaseCrawl +PictureFinder +plumanalytics +Pockey +Probethenet +ProPowerBot Psbot -PxBroker PyCurl +QueryN Metasearch RankActive -RankFlex +RankActiveLinkBot RankingBot2 Rankivabot -RankurBot +Recorder RedesScrapy ReGet -Ripper -Rogerbot +RepoMonkey SalesIntelligent SBIder +ScanAlert scan.lol -Scrapy -SearchmetricsBot +ScreenerBot +Semrush SEOkicks -SEOprofiler +SEOlyticsCrawler SeoSiteCheckup -SEOstats -serpstatbot +Siphon SISTRIX -Sitebeam -SiteExplorer Siteimprove SiteLockSpider SiteSnagger -Sitevigil +SiteSucker +Site Sucker +SlySearch SmartDownload -Snoopy -Sociscraper +SMTBot +Snake +Snapbot +SocialRankIOBot sogouspider Sogou web spider Sosospider -SpaceBison -Spammen -SpankBot +Sottopop Spanner -sp_auditbot -SputnikBot -spyfu -Sqworm -Steeler +Sqlworm Stripper -SuperHTTP -Surfbot -SurveyBot +Sucker +Sucuri +Suzuran +sysscan Szukacz +T0PHackTeam T8Abot tAkeOut +Telesoft Telesphorep +Thumbor +TightTwatBot Titan Toata -Toweyabot Trendiction +Trendictionbot trendiction.com -True_Robot -UnisterBot +Turingos +Twice +Typhoeus +URLy Warning URLy.Warning -Vagabondo -VB Project VeriCiteCrawler -VidibleScraper -Wallpapers/3.0 +Virusdie +VoidEYE +Voil +Voltron WallpapersHD -WASALive-Bot WBSearchBot Webalta -WebBandit -WebCollage +WebAuto Web Collage WebCopier -Web Fetch -WebFuck -Web Fuck +WEBDAV +WebEnhancer WebLeacher WebPix -Web Pix -Web Sauger -WebsiteExtractor +WebSauger +WebsiteQuester +Website Quester Webster -WebWhacker -WebZIP -WeSEE -Whatweb +WebStripper +Web Sucker +Whack +Whacker +Who.is Bot WinHTTrack -WISENutbot -Woobot +WiseGuys Robot +Wonderbot +Wotbox Wprecon +WPScan +WWW-Collector-E WWW-Mechanize -WWWOFFLE -x09Mozilla x22Mozilla -Xaldon WebSpider Xaldon_WebSpider +Xenu xpymep1.exe Zade -zauba.io +Zauba Zeus -Zitebot ZmEu ZumBot +ZyBorg diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index 509fac90a..cbd4c12c0 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -best-seo-solution.com -bobba.dzaba.com -calvet.altervista.org -ccjp.eu -connectionstrenth.com -counter.bloke.com -o.light.d0t.ru -profitsport.club -reward-survey.net -yaaknaa.info +adtech.fr +berdasovivan.ru +berlininsl.com +dtnlyss.com +findanysex.com +ge0ip.com +monclervests.xyz +prize44.com +sodexo.com +traffictrade.life diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index 662bbad0c..a062a7a63 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -000free.us -0daymusic.org -12masterov.com -12u.info -1kinobig.ru -2pxg8bcf.top -3weekdiet.com -3xforum.ro -5000-cotydzien.com -5elementov.ru -5forex.ru -5ws.dating-app.ru -7makemoneyonline.com -7xc4n.com -8xv8.com -a14download.com -a1security.com.ua -aanapa.ru -acmebtn.ml -adanih.com -add-add.men -addblueoff.com.ua -adf.ly -adobereader-free.ru -adrenalin-stk.ru -adrunnr.com -afslankpillen2017nl.eu -agysya.ru -allmarketsnewdayli.gdn -alphahoverboards.com -alt-servis.ru -anlimebel.kiev.ua -anti-virus-removal.info -apccargo.com -apiitsthirteende-a.akamaihd.net -apioutoboxnet-a.akamaihd.net -apps-analytics.net -arclk.net -arenda-yeisk.ru +11pikachu.ru +2020iscoming.info +2nt.ru +4senses.co +57883.net +5i2.net +8kisses.eu +8si.ru +9med.net +aa81bf391151884adfa3dd677e41f94be1.com +aadroid.net +adidas.frwebs.fr +adimmix.com +adserver-e7.com +adssafeprotected.com +afmuseum.com +agahinameh.com +aliexpresscashback.club +alldownload.pw +allkrim.com +allwomen.info +amazingninja.com +amazon-seo-service.com +an-donut.com +angigreene.com +angkortours.vn +animalia-life.club +animali.deagostinipassion.it +apiadanaknet-a.akamaihd.net +appartement-stumm.at +arabgirls.adultgalls.com arraty.altervista.org -artefakct.com -articlesdirectoryme.info -ausmepa.org.au -autoua.top +artavenuegardenstudios.com +aruplighting.com +asiavirtualsolutions.com +atley.eu.pn +atmagroup.ru +aviav.eu aviav.ru -avkzarabotok.com -avtovolop.ru -azartclub.org -babosas.com -balois.worldbreak.com -bashtime.ru -bbsoldes.fr -beauby.ru -belstaffstore.online -bestprofits-there.com -best-seo-offer.com -bestsexyblog.com -besttorrentknifta.weebly.com -best-way.men -bet-prognoz.com +avtocredit-legko.ru +avtointeres.ru +azbukadiets.ru +azbuka-mo.ru +azte.ch +babyguns.ru +backuperwebcam.weebly.com +bannerpower.com +battlecarnival.su +beget.tech +benchmarkcommunications.co.uk +berlininsl.com +bestcalovebracelet.cn +bestempresas.es +betterhdporn.com betteroffers.review -bikini-image.com -bitcoinremote.com +betwinservice.com +bezsporno.ru +bio-market.kz +bkns.vn +blackcurranthumidifiers.site +blobar.org +blockety.co blog.axant.it -blog-hits.com -bluejays-jerseys.us -bookmark4you.com -boom-celebs.com -breastaugmentation.co.za -brimstonehillfortress.org -buttons-for-your-website.com -buy-loft.ru -bwlx.prepedu.cn -calcularpagerank.com -canacopegdl.com -cand.jp +bongacams.com +bonky.biz +braindaily.xyz +brainsandeggs.blogspot.com +brus.city +buqyxa.rincian.info +burkesales.com +businesxxl.com +buy-cheap-pills-order-online.com +buypanicdisorderpill.com +buytizanidineonlinenoprescription.blogspot.com +callejondelpozo.es +cannibalcheerleader.com +cardiosport.com.ua cardsdumps.com -cardsharp1.ru -cars-modification.net -cctva.tv -chatroulette.life -chatroulette.si -cheapsergiorossi.online -cherrypointplace.ca +carina-sy.de +carson.getenjoyment.net +carstrends2015.com +cartierbraceletsreplica.pw +cartierlove2u.com +cartierreplica.xyz +caulderwoodkennels.com +cdncash.org +cementaresearch.se +centrumcoachingu.com +charmstroy.info +chatroulette.world +chcu.net +cheapmarmot.online +cheap-pills-norx.com +checkhit.com +chelyabinsk.xrus.org cherubinimobili.it -chlooe.com -chocolateslim-en-france.com -cityadspix.com +chidporn.com +cialischstgerts.com +cienum.fr citysecurity.nu -clicksor.com -clicksotrk.com -clothesforcash.com -colobit.biz -compliance-barak.xyz -compliance-irvin.xyz -conboy.us +cleanallspyware.com +click2pawn.com +club-lukojl.ru +club-musics.ru +com-cleaner.systems +compliance-fred.xyz +compliance-jessica.top +compliance-mary.top +compliance-walter.top confib.ifmo.ru -coolgramgoods.com -copblock.org -crazyboost.pro -credit-respect.ru -cryptoswap.biz -culturevie.info -customboxes4less.com -cv.wallhade.co -dafatiri.com -damedingel.ya.ru -dbmkfhqk.bloger.index.hr -delayreferat.ru -den-noch24.ru -detskie-zabavi.ru -dignitasdata.se -dildofotzen.net -directivepub.com -divci-hry.info -dmmspy.com -dogclothing.store -domaincdn.xyz -domain-submit.info -domain.webkeyit.com -domcran.net -dominateforex.ml -dptaughtme.com -drpornogratisx.xxx -duplicashapp.com -easyshoppermac.com -e-avon.ru -ecxtracking.com -ekspertmed.com -election.interferencer.ru -electronicadirect.com -elektroniksigaraankara.info -elektrozigaretten1.tumblr.com -elitedollars.com -elite-sex-finders.com -el-nation.com -eloxal.ru -elvenar.com -englishdictionaryfree.com -eredijovon.com -eropornosex.ru -erotik0049.com -eupornstar.info -evehemming.blogspot.com.au -evening-dating-club.info -evrotekhservis.ru -expertblog.info -expolicenciaslatam.co -ezigarettekaufen2.yolasite.com -factorynightclub.com -familyholiday.ml -fastcrawl.com -fbdownloader.com -fickkontaktehobbyhuren.com -filesvine.com -filmgo.ru -findacheaplawyers.com -fishingwholesale.us -flipper.top -flooringinstallation-edmonton.com -flprog.com -fodelsedagspresenter.nu -fordsonmajbor.cf -forex-indextop20.ru -forum69.info -forumprofi.de -foto-sisek.porngalleries.top -foxjuegos.com -freecamdollars.com -freelifetimefuckbook.com -freewareseek.com -freewhatsappload.com -front.ru -fungirlsgames.net -gambarkataku.co -gamedayhouse.com +contentsexpress.com +cookie-law-enforcement-aa.xyz +cookie-law-enforcement-ff.xyz +coolbar.pro +cottageofgrace.com +covetnica.com +cpabegins.ru +crest3d.ru +cupday.com +custom-product-labels.com +dailystrength.org +dataloading.net +db.speedup.gdn +demenageur.com +dkvorota.ru +domik-derevne.ru +dtnlyss.com +dvervmoskvu.ru +e705.net +earl-brown.info +e-collantes.com +edge.sharethis.com +editmedios.com +electrik-avenue.com +elektir.ru +elektrischezigarettekaufen2.cowblog.fr +elvel.com.ua +eropho.com +ertelecom.ru +escortplius.com +etenininrade.ga +etm-consult.de +etotupo.ru +euronis-free.com +europages.com.ru +evaashop.ru +excaliburfilms.com +excitacao.com +exlarseva.webblog.es +exoclick.com +exportshop.us +extremez.net +ezigarettekaufen2.blox.pl +f0815.de +falcoware.com +famix.xyz +fashionindeed.ml +feel-planet.com +fertilitetsradgivningen.se +fikasound.tk +filesclub.net +filmetricsasia.com +finuse.com +fiverr.com +flashlarevista.com +floating-share-buttons.com +forensicpsychiatry.ru +forexunion.net +forpackningsutveckling.se +foxinsocks.ru +freshdz.com +funnymama.com +galaxyflowers.ru gamerextra.com -gaming-journal.com -gay-file.com -ge0ip.net -generalporn.org -getprismatic.com -getresponse.com -get-seo-domain.com -ggiaro.com -girlgamerdaily.com -gk-atlant.info -globalsurfari.com -glogow.pl -go2jump.org -go2mike.ru +generic-pills-online.com +genericviagrasildenafiled.net +generousdeal-a.akamaihd.net +gentamicineyedrops.blogspot.com +getmyads24.com +getridofstretchmarks.org +girlporn.ru +globalscam.ga +gnuetella.com +gojiberriess.apishops.ru +gok-kasten.net +golfresa.lucania.se goroda-vsego-mira.ru -gotorussia.com -gox.com.ua -greatfind-a.akamaihd.net -green-tea.tv -gsasearchenginerankerdiscount.com -guge.io -hatedriveapart.com -helvetia.com.ua +gorodservis.ru +gratis-sexkontakte.com +groupmoney.ru +gta-top.ru +guarrasdelporno.xxx +guitar-master.org +gwhwpxbw.bloger.index.hr +haikuware.com +hcate.com +heartofbeijing.blogspot.com hermesreplica.pw -hetmanship.xyz -hobild.net -homeinns.com -hostcritique.com -hoterika.com -hotkeys.com -hoverboard360.at -howmuchdoestizanidinecost.blogspot.com -howtoclean.club -huhn.altervista.org -i4track.net -iamsport.org +hitmuzik.ru +hol.es +homemature.net +home-task.com +hystersister.com +ictizanidinehcl4mg.blogspot.com idc.com.ua idealtits.net -igithab.com -ihc2015.info -iideaidekonkatu.info -ilovevitaly.com -img.wallpaperstock.net -incomekey.net -indiasourcemart.in -in-tandem.co -interferencer.ru -intervsem.ru -intim-uslugi.info -islamtoday.co.za -istizanidineacontrolledsubstance.blogspot.com -istock-mebel.ru -itrevolution.cf -iwantedmoney.com -jackpotchances.com -janerikholst.se -jerseychinabizwholesale.com -jmat.cn -jongose.ninja -junglenet-a.akamaihd.net -jus0wil.pp.ua -kaidalibor.de -kalandranis.gr -kasino-money.pw -katushka.net -ketoanhanoi.info +imagecoolpub.com +imgarit.pw +infobabki.ru +internet-apteka.ru +investmac.com +io9.com +isistaylorporn.info +itag.pw +jackwolfskinoutlet.online +japan-bearings.ru +japfm.com +jav-way.site +jbl-charge.info +jillepille.com +karadene.com +katjimej.blog.fc2.com +keywesthideaways.co +keywordglobal.co.za keywordsuggest.org -kidskunst.info -kinobest.pl -kinohall.ru -komputers-best.ru -konkursowo-24.pl -kopihijau.info -kovrenok.ru -krasivoe-hd.net -krasnodar-avtolombards.ru -kutikomi.net -lacasamorett.com -lapitec.eu -laudit.ru -ldrtrack.com -lietaer.com -liupis.com -live-sexcam.tk -live-sexchat.ru -lodki-pvh.dp.ua -m5home.ru -mactechinfo.info -madot.onlinewebshop.net -magicdiet.gq -manve.info +kinoplen.ru +kinostorm.net +kit-opt.ru +klosetkitten.com +kolotiloff.ru +koral.se +kraljeva-sutjeska.com +kretpicf.pw +lanasshop.ru +landscaping.center +leadwayau.com +li-er.ru +liky.co.ua +liveshoppersmac.com +llastbuy.ru +lostaruban.com +lottospring.com +love-baby.cz +mackeeper-land-672695126.us-east-1.elb.amazonaws.com +macnewtech.com +mainhp.net +mainlinehobby.net +mamasuper.prom.ua +mansparskats.com marmitaco.cat -mebel-alait.ru -medicines-choice.com -medicovi.com -medtherapy.ru -meendo-free-traffic.ga -me-ke.com +mastershef.club +m.b00kmarks.com +mebel-vstroika.ru +meetlocalchicks.com merryhouse.co.uk -message-warning.net -metarip.ru -microstatic.pl -mikozstop.com -minneapoliscopiers.com -misterjtbarbers.com -mmog-play.ru -mmstat.com -monarhs.info -monsterdivx.com -morpicert.pw -musicvidz.ru -muzaporn.com -myanyone.net -mydownlodablefiles.com -mymobilemoneypages.com -nagdak.ru -nalogovyy-kodeks.ru -nastydollars.com +mindeyegames.com +mixtapetorrent.com +mmostrike.ru +mobilemedia.md +mockupui.com +modabutik.ru +modnie-futbolki.net +mojowhois.com +moncleronline.xyz +more-letom.ru +mountainstream.ms +mouselink.co +mp3downloadhq.com +mp3ritm.top +mriyadh.com +msk-diplomat.com +mturkcontent.com +music7s.me +musicspire.online +musicstock.me +muz-baza.net +my-bc.ru +myplaycity.com +nardulan.com +naturalpharm.com.ua nbsproject.ru -netvouz.com -nfljerseysforsalewholesaler.com -nhl17coins.exblog.jp -nippon-bearings.ru -njkmznnb.ru -nmrk.ru -nofreezingmac.click -nofreezingmac.work -notfastfood.ru -nudo.ca +newsperuse.com +nicovideo.jp +nordstar.pro +notaria-desalas.com +nrv.co.za +nsatc.net nullrefer.com -obuv-kupit.ru -oda.as -omsk.xrus.org -online-hd.pl -optikremont.ru -orenburg-gsm.ru -orgasmus-virtual.com -outshop.ru -palocco.it -papasdelivery.ru +nvssf.com +o00.in +ochistka-stokov.ru +oddamzadarmo.eu +offside2.5v.pl +okmusic.jp +oneminutesite.it +open-odyssey.org +optitrade24.com +oren-cats.ru +ostrovtaxi.ru +ourtherapy.ru +paidonlinesites.com +panouri-solare-acoperis.com +paphoselectricianandplumber.com paradontozanet.ru -patterntrader-en.com -pdamods.ru -pekori.to -penisvergrotendepillennl.ovh -perm.xrus.org -perosan.com -petedrummond.com -phobia.us -photo-clip.ru -physfunc.ru -pictures-and-images.com -pijoto.net -pinsdaddy.com -pixgood.com -pizdeishn.com -pizdopletka.club -pl.aasoldes.fr -platezhka.net -platinumdeals.gr -play-movie.pl -poisk-zakona.ru -pooleroadmedicalcentre.co.uk -popander.mobi -porno-dojki.net -pornokajf.com -pornotubexxx.name -pornpost.in -portnoff.od.ua -positive2b.ru -printie.com -priscilarodrigues.com.br -profitkode.com -profolan.pl -propranolol40mg.blogspot.com -py100.ru -q-moto.ru -rabot.host.sk -raisedseo.com -ranking2017.ga -ranksonic.com -rcpmda.ikan1080.xyz -redirectme.net -regdefense.com -registratciya-v-moskve.ru -remedyotc.com -remontbiz.ru -restaurantlescampi.com -reyel1985.webnode.fr +parfusale.se +partnerline.men +partner-trustworthy.men +paydayloanslocal.com +pcgroup.com.uy +picsforkeywordsuggestion.com +piluli.info +pipki.r.acdnpro.com +pisanieprac.info +pornobrazzers.biz +pornosee.info +predominant-invent.tk +privatefx-in.ru +privetsochi.ru +prize44.com +pron.pro +prostitutki-kharkova.org +pussyspace.net +putevka24.ru +putitin.me +qexyfu.bugs3.com +qwarckoine.com +rankings-analytics.com +razorweb-a.akamaihd.net +rebrand.ly +recordpage-a.akamaihd.net +remontgruzovik.ru +remont-mobile-phones.ru +remybutler.fr +research.ifmo.ru +resellerclub.com +rezeptiblud.ru +rfid-locker.co +rfserial.net +rialp.getenjoyment.net rimedia.org -roleforum.ru -rossmark.ru -russian-postindex.ru -russia-today-video.ru -rvtv.ru -ryetaw.com -sabaapress.com -saitevpatorii.com -salmonfishingsacramentoriver.com +ring4rhino.com +risparmiocasa.bz.it +roma-kukareku.livejournal.com +rootandroid.org +rospromtest.ru +royal-investments.net +rozalli.com +rubanners.com +rusoft-zone.ru +rutor.group +sabizonline.com +santechnik.jimdo.com sa-rewards.co.za -scanner-irvin.top -scripted.com -sdelai-prosto.ru -searchwebknow-a.akamaihd.net -selectads.men -semaltmedia.com -seoheap.com -seorankinglinks.us -serpstat.com -serptehnika.ru +saugatuck.com +sax-sex.com +sbf441.com +sbwealthsolutions.ca +scanmyphones.com +scanner-barak.top +scanner-donald.top +scanner-elena.top +scanner-jack.top +scanner-mark.top +scenarii-1-sentyabrya.uroki.org.ua +seansonline24.pl +searchengineranker.email +search.pch.com +search.xtconnect.com +seeresultshub-a.akamaihd.net +semp.net +seoboxes.com +seocheckupx.com +seofied.com +seonetwizard.com service.adtech.fr -sexad.net -sex-tracker.de -sexyali.com -s-forum.biz -sharebutton.to -shariki-zuma-lines.ru -silverage.ru -simply.net -sirpornogratis.xxx -siteaero.com -skanninge.se -skyway24.ru -slavic-magic.ru -smart-balancewheel.com -snip.to -snip.tw -social-s-iii.xyz -socialtrade.biz -soft-terminal.ru -sohoindia.net -solmarket.by -souvenir.cc -speechfoodie.com -spidtest.space -spitfiremusic.com -sport7777.net -spy-app.info -spymac.net -spywareit.com -steame.ru -steelmaster.lv +servingnotice.com +seryeznie-znakomstva.ru +sextracker.de +sexy-screen-savers.com +shillyourcoins.com +ship-marvel.co.ua +shoesonlinebuy.cn +shop.acim.org +sibdevice.ru +sideeffectsoftizanidine.blogspot.com +simple-image.com.ua +site3.free-share-buttons.com +sitevaluation.org +slkrm.ru +s.lollypopgaming.com +softxaker.ru +soochi.co +souvenirua.com +sovinsteel.ru +spacash.com +special-porn.com +sportbetfair.com +sribno.net +stairliftsarea.com +startwp.org +sterva.cc +stockquotes.wooeb.com stretchingabuckblog.com -superfish.com -superstats.com -svtrd.com -swingerseiten.com -swsociety.se -tamada69.com -tam-gde-more.ru -tanieaukcje.com.pl -tastyfoodideas.com -tattoo33.ru -taxi-v-eisk.ru -tengohydar.tk -theprofitsmaker.net +studiofmp.com +summerlinhomes411.info +superinterstitial.com +supervesti.ru +surffoundation.nl +svolze.com +szucs.ru +telefonsexsofort.tk +template-kid.com +thefarmergame.com +thegameriders.com thetoiletpaper.com -tizanidineandhydrocodone.blogspot.com -tizanidinehcl4mgtabinfo.blogspot.com -tizanidineusedfor.blogspot.com -tizanidinevsvalium.blogspot.com -toondinsey.com -top10-online-games.com -topanasex.com -topvidos.ru -tracxn.com +timecrimea.ru +timer4web.com +titan-ads.life +tizanidinedrugtest.blogspot.com +tizanidineingredients.blogspot.com +tizanidineinteractions.blogspot.com +todohr.com +tonerbox.kz +toolsky.com +top1-seo-service.com +topads.men +top-deal.com.pl +top-karkas.ru +toproadrunner5.info +totu.info +trafficjunky.net traffique.net -trustedmaccleaner.com -tsstcorpcddvdwshbbdriverfb.aircus.com -tversvet.ru -twodollarshows.com -ucoz.ru -uhdtv.website -ultimateclassicrock.com -unrealcommander.biz -uptime-gamma.net -urldelivery.com -uroki.net -vchulkax.com -vduplo.ru +truck-land.life +truck-rece.life +trudogolik.net +truemfilelj.gq +tubeoffline.com +turbabitload.weebly.com +twiclub.in +twinderbella.com +typer.one +tzritel.tk +ublaze.ru +ultimatesetnewfreeallsoftupgradesystems.pw +unionmarkt.de +uvozdeckych.info +vadimkravtcov.ru +vancleefreplica.pw vellings.info venerologiya.com -viagra-soft.ru -video-hollywood.ru -videositename.com -vinsit.ru -vk-mus.ru -vucms.com -wanker.us -webradiology.ru -webs.com +vertaform.com +video--production.com +videotuber.ru +vietimgy.pw +volgograd.xrus.org +wapsite.me +watchdogs-2.ru +watchmyfb.pl +webcamdevochka.com +webix.biz webscouter.net websiteexplorer.info -weddingdresses.xyz -weekes.biz.tc -wemedinc.com +website-speed-up.top westsextube.com -whengirlsgowild.com -whereverdesperate.gq -wjgony.com -ww2awards.info -wzgyyq.com -xdoza.com -xgames-04.com +whiteelephantwellington.com +wholesalecheapjerseysfree.com +whosonmyserver.com +winterclassichockeyjerseys.com +winwotgold.pl +womensplay.net +womensterritory.ru +worldtraveler.world +wpthemedetector.co.uk +wrona.it +ww1943.ru +xbaboon.com xgftnlrt.bloger.index.hr -x-lime.net -xn----7sbbahaq9bb5afgiqfliv4m.xn--p1ai -xn----dtbndd4ae7eub.top -xportvusbdriver8i.snack.ws -xxxkaz.org -xxx-treker.ru -yopoint.in -yoshkarola.zrus.org -yougame.biz -yuarra.pluto.ro -yuweng.info -zarabotat-na-sajte.ru -zatjmuzu.info +xkaz.org +xn-----7kceclhb4abre1b4a0ccl2fxch1a.xn--p1ai +xn--80ahvj9e.xn--p1ai +xn----8sbarihbihxpxqgaf0g1e.xn--80adxhks +xn----9sbubg3ambdfl1j.xn--p1ai +xnxx-n.com +x-rates.ru +xvideosporn.biz +yaminecraft.ru +yellocloud.be +yourads.website +yourtemplatefinder.com +zaapplesales.blogspot.com +zarabotok--doma.ru +zarajbuilders.com +zawyna.ua +zero1.it +zeroredirect1.com +zhacker.net zigarettenonlinekaufen.tumblr.com -znakom.sibtest.ru -zolotoy-lis.ru -zona-aqua.ru -zs2vm.top +zoogdiesney.com +zoompegs.com +zscalertwo.net diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index 11687c336..ee2bb757a 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -100dollars-seo.com -1pamm.ru -4replicawatch.net -51unlim.ru -5tey7463.weebly.com +0912701309f8ce.com +11pikachu.ru +178evakuator178.ru +1bet.com +2nt.ru +7xc4n.com +7zap.com +883zy.com 8gold.com -academia-nsk.org -admitad.com -advancedcleaner.com -alldownload.pw -allknow.info -allmarketsnewdayli.gdn -altamayoztourism.com -aludecor.info -antons-transporte.de -apartmentbay.ru -apartment.ru -apimountainbikei-a.akamaihd.net -apioasisspacenet-a.akamaihd.net -apps-analytics.net -appsaurus.com -asia-forum.ru -atmagroup.ru -aviav.org -avon-ukraine.com -azte.ch -b2b-lounge.com -backlink4u.net -balkanfarma.org -balook.com -barbourjackets.online -bard-real.com.ua -beachpics.com -bestadbid.com -betwinservice.com -bg6s0.com -bidr.trellian.com -bitcoinremote.com -bolezniorganov.ru -brandedleadgeneration.com -brillianty.info -briomotor.co -brk-rti.ru -builtwith.com -buttons-for-website.com -callstevens.com -candiceloves.us -cartierloveringreplica.xyz -cartierlovestore.com -cartierreplica.pw -caulderwoodkennels.com -cezartabac.ro -chiptuninger.com -chocolateslim-en-france.com -christianlouboutinshoes.xyz -ciproandtizanidine.blogspot.com -clevernt.com -clickpapa.com -cmd.kz -coin-hive.com -com-onlinesupport.site -compliance-john.top -computernetworksonline.com -crackzplanet.com -cvety24.by -dekoration.us -demenageur.com -dgfitness.co -dollartree.info -dolohen.com -domaincdn.xyz -domashneeruporno.com -doyouknowtheword-flummox.ml -dyt.net -eachdayisagift.review -easyshoppermac.com -editmedios.com -eladkarako.github.io -elektrischezigaretten2.beeplog.com -elektronischezi.livejournal.com -enews.tech -essay-writing.work +abiente.ru +adcash.com +adrenalin-stk.ru +ads-seo.men +adultactioncam.com +algerianembassy.co.in +amateurlivechat.org +animenime.ru +anniemation.com +avek.ru +avto-oligarh.ru +bannerbank.ru +bausparen.bz.it +best-deals-products.com +bestpornuha.com +best-seo-solution.com +bestwebsitesawards.com +bezcmexa.ru +bget.ru +bio-japan.net +blackplanet.com +blogsfunky672.weebly.com +blue-square.biz +bravegirlsclub.com +casite-513049.cloudaccess.net +cbcseward.com +c-english.ru +centrdebut.ru +cfsrating.sonicwall.com +chee-by.biz +cialgenisrx.com +ci.ua +cjmc.info +compliance-fred.top +compliance-ivan.top +compliance-josh.top +comsysnet.com +cowlmash.com +cpajunkies.com +craftinsta.ru +deshevo-nedorogo.ru +destinationrealestate.com +dignitasdata.se +domain2008.com +elektronischezigarettekaufen2.tumblr.com +elkacentr.ru +elmacho.xyz +empathica.com +epicbrogaming.com +erotikstories.ru +esopini.com +essayassist.com +estelight.ru european-torches.ru -evidencecleanergold.com -extremal-blog.com -ezigarettenkaufen2.dreamwidth.org -findsexguide.com -fivedwld.cf -flash4fun.com -focalink.com -foodcrafts.website -fortwosmartcar.pw -foto-basa.com -fotopop.club -germes-trans.com -goldadpremium.com -guigyverpo.cf -handicapvantoday.com -hdpixent.com -healthcarestore.info -hit-men.men -ictizanidinehcl4mg.blogspot.com -i-hobot.ru -iinstalll-fii1leis.jus0wil.pp.ua -ilbe.club -impisr.ru -incomekey.net -intellekt21.ru -iradiology.ru -jbl-charge.info -jestr.org -job.icivil.ir -juliaworld.net -keyword-suggestions.com -kidskunst.info -kinocccp.net -komputernaya-pomosh-moscow.ru -konoplisemena.com -krasivye-devushki.net -kuzinsp.ru -lacapilla.info -lanadelreyfans.us -larutti.ru -lflash.ru +exchanges-bet.com +f07.de +f1nder.org +familyholiday.ml +fanoboi.com +femdom.twiclub.in +filmi-onlain.info +findacheaplawyers.com +flashbannernow.com +flooringinstallation-edmonton.com +forpostlock.ru +foto-weinberger.at +fuckmill.com +gambarkatabaru.com +generic-pills-online.com +gigixo.com +gktt.ru +goodnightjournal.com +gov.yanao.ru +gribkovye-zabolevaniya.com +hdfreeporno.net +help.tpu.ru +homik.pw +housemilan.ru +iloveitaly.ru +infowarcraft.ru +istizanidineacontrolledsubstance.blogspot.com +itronics.ca +kabbalah-red-bracelets.com +karusel-market.ru +kiskinhouse.com +komp-pomosch.ru +krasula.pp.ua +ku6.com +ladov.ru +lawyersinfo.org +lego4x4.ru +letslowbefast.today +likesuccess.com likrot.com -liquimondo.com -liver-chintai.org -livingroomdecor.info -lombardfinder.ru -lombia.co -longlifelomilomi.info -lostfilm-online.ru -lunamedia.co -map028.com -matsdale.com -medicines-choice.com -medi-fitt.hu +linkpulse.com +liupis.com +liveshoppersmac.com +luckyday.world +m0r0zk0-krava.ru +macdamaged.tech +macfix.life +magicalfind-a.akamaihd.net +maju.bluesalt.co +malwareremovalcenter.com +mansiondelrio.co +mapquestz.us +marmotstore.online +mearns-tractors.co.uk +mega-bony-2017.pl +megaindex.ru +members.ghanaweb.com +metallosajding.ru microsoftportal.net -mixtapetorrent.com -mobifunapp.weebly.com +mirmedinfo.ru +mobile-appster.ru +monclervests.xyz +monetizationking.net +moneyzzz.ru monsterdivx.tv -mostantikor.ru +moscow.online-podarki.com motherboard.vice.com -moviezbonkerssk.cf -music.utrolive.ru -nac-bearings.ru -nakozhe.com -narco24.me -nate.com -nlfjjunb5.ru -oecnhs.info -olgacvetmet.com -onemactrckr.com -oranga.host.sk -outshop.ru +musicktab.com +mydownloadengine.com +nalogovyykodeks.ru +national-today-winning-winner.club +naturalbreakthroughsresearch.com +nextconseil.com +nmrk.ru +nonews.co +odesproperty.com +of-ireland.info +o-o-6-o-o.com +oops-cinema.ru +openmultipleurl.com +osnova3.ru +oyster-green.com paleohub.info -peekyou.com -perm.xrus.org -petedrummond.com -php-market.ru -playmsn.com -poptool.net -pornonik.com -pourvous.info -printie.com -priscilarodrigues.com.br -prosperent.com -psvita.ru -quizzitch.net -ranksonic.com -razleton.com -realresultslist.com -rebuildermedical.com -recinziireale.com -redirlock.com -reklama-i-rabota.ru -remontgruzovik.ru -renecaovillasale.online -riders.ro -rixpix.ru -runofilms.ru -sandhillsonline.com -sanjosestartups.com -scanner-andrew.top -scrapinghub.com -searchaddis.com -se.bnt-team.com -seminarygeorgia59.ga -seo-prof1.xyz -seotoolsagency.com -sexfreepornoxxx.com -sexpartygirls.net -sexspornotub.com -shell-pmr.ru -shop.acim.org -shopvilleroyboch.com.ua -sigmund-freud.co.uk -sims-sims.ru -skutecznetabletkinaporostwlosow.pl -sluganarodu.ru +parajumpersjakkesalgnorge.info +paramountmarble.co.uk +pcboa.se +photostudiolightings.com +picphotos.net +picscout.com +platinumdeals.gr +polimga.pw +popugauka.ru +pornhubforum.tk +pornhub-ru.com +porno-video-chati.ru +porn-w.org +priceg.com +prodvigator.ua +profitwithalex.info +promalp-universal.ru +pronekut.com +proprostatit.com +radiodigital.co +rankia.com +ranksonic.info +rcpmda.ikan1080.xyz +reelheroes.net +registrationdomainsite.com +registry-cleaner.net +remorcicomerciale.ro +repeatlogo.co.uk +research.ifmo.ru +rff-cfal.info +s8-nowy-wygraj.comli.com +sakhboard.ru +samara.rosfirm.ru +sa-rewards.co.za +scanner-john.top +seeresultshub-a.akamaihd.net +seminarykansas904.ml +seocheki.net +seorussian.ru +serpstat.com +servethis.com +sexblog.pw +share-buttons-for-free.com +sideeffectsoftizanidine.blogspot.com +signoredom.com +sildenafil-tadalafil.info +sim-service.net small-games.biz -social-buttons.xyz -socialmadesimple.com -spy-sts.com -sribno.net -stairliftsarea.com -suggest-keywords.com -talant-factory.ru -tampabaywatch.org -thebestweightlosspills.ovh -thefds.net -the-torrent-tracker.blogspot.com -tizanidineandcipro.blogspot.com +socialbookmarksubmission.org +softxaker.ru +sortthemesitesby.com +sosdepotdebilan.com +spitfiremusic.com +spravka-medosmotr.ru +spywareit.com +stariy-baku.com +staticfs.host +stickers-market.ru +superfish.com +templates.radiodigital.co +tetracsaudi.com +thebluenoodle.com +thefotosgratis.eu +the-trader.net +titan-cloud.life tizanidinepain.blogspot.com -tizanidinestreetprice.blogspot.com -torrentdownloadhub.com -traderzplanet.in -trafficgenius.xyz -trkdf.com -unisexjewelry.org -uptime-alpha.net -userequip.com -viddyoze.com -vikistars.com -warning.or.kr -weclipart.com -wellcome2slovenia.ru -win-spy.com -winwotgold.pl -wiosenny-bon-1500.pl -wladimirpayen.com -womens-journal.net -wpthemedetector.co.uk -wyniki-lista.pl -xchat26.myfreecams.com -xn----8sbhefaln6acifdaon5c6f4axh.xn--p1ai -xn--h1ahbi.com.ua -xtubeporno.net -xvideospornoru.com -xxxdatinglocal.us -yuarra.pluto.ro -zajm-zalog-krasnodar.ru -zed21.net -zerocash.msk.ru -zeroredirect7.com -zhongwenlink.com -zkjovpdgxivg.ga -znakomstvaonlain.ru -zoodrawings.com -zophim.me +treasuretrack-a.akamaihd.net +txxx.com +uchebavchehii.ru +uggsale.online +ultramart.biz +urldelivery.com +urlopener.blogspot.com.au +usacasino.com +viagra-soft.ru +vip.51.la +visionwell.com.cn +volume-pills.biz +vote-up.ru +vsdshnik.com +wallpaperstock.net +wapsite.me +warningwar.ru +watchmygf.net +wfb.hatedriveapart.com +whereverdesperate.gq +wholesalejerseys-cheapest.com +wowcasinoonline.ooo +xbaboon.com +x-musics.com +xn--hxazdsfy.blogspot.com +xxxnatelefon.ru +xxxtubesafari.com +youdao.com +youraticles.pl +zarabotat-na-sajte.ru +zebradudka.com +zero1.it +zixizop.net.ru +zmoda.hostreo.com +znakomstva-piter78.ru +zona-aqua.ru +zscalertwo.net +zytpirwai.net diff --git a/.dev-tools/test_units/ratelimittest-beta.txt b/.dev-tools/test_units/ratelimittest-beta.txt index 6b86856ae..1ddae6201 100644 --- a/.dev-tools/test_units/ratelimittest-beta.txt +++ b/.dev-tools/test_units/ratelimittest-beta.txt @@ -1,3 +1,20 @@ + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + 503 Service Temporarily Unavailable diff --git a/.dev-tools/test_units/ratelimittest-master.txt b/.dev-tools/test_units/ratelimittest-master.txt index afb1627e8..7d03ca8ca 100644 --- a/.dev-tools/test_units/ratelimittest-master.txt +++ b/.dev-tools/test_units/ratelimittest-master.txt @@ -1,11 +1,21 @@ - + + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ + 503 Service Temporarily Unavailable

503 Service Temporarily Unavailable


nginx/1.14.2
-l> + 503 Service Temporarily Unavailable

503 Service Temporarily Unavailable

@@ -571,14 +581,4 @@ l>

Welcome to the NginX Ultimate Bad Bot Blocker

This is merely used for testing !!!

- - - -Welcome to NginX - - -
-

Welcome to the NginX Ultimate Bad Bot Blocker

-

This is merely used for testing !!!

- \ No newline at end of file diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index ea117da9f..2f692b069 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -34.68.144.114 0; +35.184.96.71 0; 127.0.0.1 0; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index acce88cee..5e26c8b26 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index 631854ed4..8549e2bda 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index f175fcbb4..0b3685773 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.07.1772 +#### Version: V4.2019.07.1773 #### Bad Referrer Count: 6737 #### Bad Bot Count: 556 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 708a3ad40..1be487681 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.07.1772 +#### Version: V4.2019.07.1773 #### Bad Referrer Count: 6737 #### Bad Bot Count: 556 ____________________ diff --git a/README.md b/README.md index fa286d6c6..1b9780512 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2019.07.1772 +#### Version: V4.2019.07.1773 #### Bad Referrer Count: [6737](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Bot Count: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) ____________________ diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index cd5bb349b..66774f16d 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2019.07.1772 +#### Version: V4.2019.07.1773 #### Bad Referrer Count: 6737 #### Bad Bot Count: 556 ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index fa557e2a4..b015e4c58 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1772 -### Updated: Sun Jul 28 09:27:13 SAST 2019 +### Version: V4.2019.07.1773 +### Updated: Sun Jul 28 15:01:01 SAST 2019 ### Bad Referrer Count: 6737 ### Bad Bot Count: 556 ################################################### @@ -7736,6 +7736,18 @@ map $http_referer $bad_referer { geo $validate_client { default 0; +# --------------- +# FAKE GoogleBots +# --------------- + +# START FAKE GOOGLEBOTS ### DO NOT EDIT THIS LINE AT ALL ### + 34.228.80.247 1; + 3.86.232.124 1; + 52.203.142.240 1; + 52.87.213.12 1; +# END FAKE GOOGLEBOTS ### DO NOT EDIT THIS LINE AT ALL ### + + # ------------------------------------- # BLOCK known Wordpress Theme Detectors # ------------------------------------- diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index c554b6951..88abba6bc 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1772 -### Updated: Sun Jul 28 09:27:15 SAST 2019 +### Version: V3.2019.07.1773 +### Updated: Sun Jul 28 15:01:03 SAST 2019 ### Bad Referrer Count: 6737 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index fa557e2a4..b015e4c58 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1772 -### Updated: Sun Jul 28 09:27:13 SAST 2019 +### Version: V4.2019.07.1773 +### Updated: Sun Jul 28 15:01:01 SAST 2019 ### Bad Referrer Count: 6737 ### Bad Bot Count: 556 ################################################### @@ -7736,6 +7736,18 @@ map $http_referer $bad_referer { geo $validate_client { default 0; +# --------------- +# FAKE GoogleBots +# --------------- + +# START FAKE GOOGLEBOTS ### DO NOT EDIT THIS LINE AT ALL ### + 34.228.80.247 1; + 3.86.232.124 1; + 52.203.142.240 1; + 52.87.213.12 1; +# END FAKE GOOGLEBOTS ### DO NOT EDIT THIS LINE AT ALL ### + + # ------------------------------------- # BLOCK known Wordpress Theme Detectors # ------------------------------------- diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 90dae0ee9..b3c9e5ce7 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2019.07.1772 -### Updated: Sun Jul 28 09:27:16 SAST 2019 +### Version: V4.2019.07.1773 +### Updated: Sun Jul 28 15:01:04 SAST 2019 ### Bad Bot Count: 556 ################################################### ### Version Information ##