diff --git a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf index e8d4ac592..c3e65773b 100644 --- a/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1769 -### Updated: Fri Jul 26 09:25:20 SAST 2019 +### Version: V3.2019.07.1770 +### Updated: Fri Jul 26 10:48:08 SAST 2019 ### Bad Referrer Count: 6737 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 12f18b91b..689d439aa 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.202.145.110 1; +34.66.178.120 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index c3c284efc..34cb39aec 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.202.145.110 0; +34.66.178.120 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index e8d4ac592..c3e65773b 100644 --- a/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1769 -### Updated: Fri Jul 26 09:25:20 SAST 2019 +### Version: V3.2019.07.1770 +### Updated: Fri Jul 26 10:48:08 SAST 2019 ### Bad Referrer Count: 6737 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 12f18b91b..689d439aa 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.202.145.110 1; +34.66.178.120 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index c3c284efc..34cb39aec 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.202.145.110 0; +34.66.178.120 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index e8d4ac592..c3e65773b 100644 --- a/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1769 -### Updated: Fri Jul 26 09:25:20 SAST 2019 +### Version: V3.2019.07.1770 +### Updated: Fri Jul 26 10:48:08 SAST 2019 ### Bad Referrer Count: 6737 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 12f18b91b..689d439aa 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.202.145.110 1; +34.66.178.120 1; 127.0.0.1 1; diff --git a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index c3c284efc..34cb39aec 100644 --- a/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.202.145.110 0; +34.66.178.120 0; 127.0.0.1 0; diff --git a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index e8d4ac592..c3e65773b 100644 --- a/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1769 -### Updated: Fri Jul 26 09:25:20 SAST 2019 +### Version: V3.2019.07.1770 +### Updated: Fri Jul 26 10:48:08 SAST 2019 ### Bad Referrer Count: 6737 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist-testing.template b/.dev-tools/globalblacklist-testing.template index e8d4ac592..c3e65773b 100644 --- a/.dev-tools/globalblacklist-testing.template +++ b/.dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1769 -### Updated: Fri Jul 26 09:25:20 SAST 2019 +### Version: V3.2019.07.1770 +### Updated: Fri Jul 26 10:48:08 SAST 2019 ### Bad Referrer Count: 6737 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/globalblacklist.template b/.dev-tools/globalblacklist.template index ed3c2d636..ea2e28c2c 100755 --- a/.dev-tools/globalblacklist.template +++ b/.dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1769 -### Updated: Fri Jul 26 09:25:18 SAST 2019 +### Version: V4.2019.07.1770 +### Updated: Fri Jul 26 10:48:07 SAST 2019 ### Bad Referrer Count: 6737 ### Bad Bot Count: 556 ################################################### diff --git a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 2fc596b5d..e81737f10 100644 --- a/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.184.226.236 0; +104.154.113.151 0; diff --git a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 8643f4428..ea2e28c2c 100644 --- a/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1769 -### Updated: Fri Jul 26 09:25:18 SAST 2019 +### Version: V4.2019.07.1770 +### Updated: Fri Jul 26 10:48:07 SAST 2019 ### Bad Referrer Count: 6737 ### Bad Bot Count: 556 ################################################### @@ -17994,7 +17994,7 @@ geo $ratelimited { # Rate limiting will only take effect if on any User-Agents with a value of 2 limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m; - limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=30r/m; + limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=2r/s; # ========================================== # END SECTION 4 - ACTIVATE BLOCKER FUNCTIONS diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 12f18b91b..4dddc08a6 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.202.145.110 1; +35.193.14.140 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index c3c284efc..40cb4d7a8 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.202.145.110 0; +35.193.14.140 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 8643f4428..ea2e28c2c 100644 --- a/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1769 -### Updated: Fri Jul 26 09:25:18 SAST 2019 +### Version: V4.2019.07.1770 +### Updated: Fri Jul 26 10:48:07 SAST 2019 ### Bad Referrer Count: 6737 ### Bad Bot Count: 556 ################################################### @@ -17994,7 +17994,7 @@ geo $ratelimited { # Rate limiting will only take effect if on any User-Agents with a value of 2 limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m; - limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=30r/m; + limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=2r/s; # ========================================== # END SECTION 4 - ACTIVATE BLOCKER FUNCTIONS diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 12f18b91b..4dddc08a6 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.202.145.110 1; +35.193.14.140 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index c3c284efc..40cb4d7a8 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.202.145.110 0; +35.193.14.140 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 8643f4428..ea2e28c2c 100644 --- a/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1769 -### Updated: Fri Jul 26 09:25:18 SAST 2019 +### Version: V4.2019.07.1770 +### Updated: Fri Jul 26 10:48:07 SAST 2019 ### Bad Referrer Count: 6737 ### Bad Bot Count: 556 ################################################### @@ -17994,7 +17994,7 @@ geo $ratelimited { # Rate limiting will only take effect if on any User-Agents with a value of 2 limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m; - limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=30r/m; + limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=2r/s; # ========================================== # END SECTION 4 - ACTIVATE BLOCKER FUNCTIONS diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 12f18b91b..4dddc08a6 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.202.145.110 1; +35.193.14.140 1; 127.0.0.1 1; diff --git a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index c3c284efc..40cb4d7a8 100644 --- a/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/.dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.202.145.110 0; +35.193.14.140 0; 127.0.0.1 0; diff --git a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 8643f4428..ea2e28c2c 100644 --- a/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/.dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1769 -### Updated: Fri Jul 26 09:25:18 SAST 2019 +### Version: V4.2019.07.1770 +### Updated: Fri Jul 26 10:48:07 SAST 2019 ### Bad Referrer Count: 6737 ### Bad Bot Count: 556 ################################################### @@ -17994,7 +17994,7 @@ geo $ratelimited { # Rate limiting will only take effect if on any User-Agents with a value of 2 limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m; - limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=30r/m; + limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=2r/s; # ========================================== # END SECTION 4 - ACTIVATE BLOCKER FUNCTIONS diff --git a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 1e63b10f6..8375c12ee 100644 --- a/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.202.145.110 0; -104.154.120.187 0; +34.66.178.120 0; +104.154.113.151 0; diff --git a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 323f9b678..39ccc035a 100644 --- a/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1769 -### Updated: Fri Jul 26 09:25:18 SAST 2019 +### Version: V4.2019.07.1770 +### Updated: Fri Jul 26 10:48:07 SAST 2019 ### Bad Referrer Count: 6737 ### Bad Bot Count: 556 ################################################### @@ -17994,7 +17994,7 @@ geo $ratelimited { # Rate limiting will only take effect if on any User-Agents with a value of 2 limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m; - limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=30r/m; + limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=2r/s; # ========================================== # END SECTION 4 - ACTIVATE BLOCKER FUNCTIONS diff --git a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index adf26e87b..4f0ad8e3e 100644 --- a/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,5 +45,5 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -104.154.120.187 0; -35.202.145.110 0; +34.68.144.114 0; +34.66.178.120 0; diff --git a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 126e70835..0e5babb60 100644 --- a/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1769 -### Updated: Fri Jul 26 09:25:18 SAST 2019 +### Version: V4.2019.07.1770 +### Updated: Fri Jul 26 10:48:07 SAST 2019 ### Bad Referrer Count: 6737 ### Bad Bot Count: 556 ################################################### @@ -17994,7 +17994,7 @@ geo $ratelimited { # Rate limiting will only take effect if on any User-Agents with a value of 2 limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m; - limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=30r/m; + limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=2r/s; # ========================================== # END SECTION 4 - ACTIVATE BLOCKER FUNCTIONS diff --git a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf index 39dcd6118..91f3b66af 100644 --- a/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test4_conf_files/bots.d/whitelist-ips.conf @@ -45,6 +45,6 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.184.226.236 0; -35.192.85.2 0; -35.202.145.110 0; +35.193.14.140 0; +35.192.136.167 0; +34.66.178.120 0; diff --git a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf index 8643f4428..ea2e28c2c 100644 --- a/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test4_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1769 -### Updated: Fri Jul 26 09:25:18 SAST 2019 +### Version: V4.2019.07.1770 +### Updated: Fri Jul 26 10:48:07 SAST 2019 ### Bad Referrer Count: 6737 ### Bad Bot Count: 556 ################################################### @@ -17994,7 +17994,7 @@ geo $ratelimited { # Rate limiting will only take effect if on any User-Agents with a value of 2 limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m; - limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=30r/m; + limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=2r/s; # ========================================== # END SECTION 4 - ACTIVATE BLOCKER FUNCTIONS diff --git a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf index bb69eef9e..9479cce6e 100644 --- a/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf +++ b/.dev-tools/test5_conf_files/bots.d/whitelist-ips.conf @@ -45,6 +45,6 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -35.184.96.71 0; -104.154.120.187 0; -35.188.1.99 0; +34.66.178.120 0; +35.192.187.174 0; +35.192.136.167 0; diff --git a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf index 8643f4428..ea2e28c2c 100644 --- a/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf +++ b/.dev-tools/test5_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1769 -### Updated: Fri Jul 26 09:25:18 SAST 2019 +### Version: V4.2019.07.1770 +### Updated: Fri Jul 26 10:48:07 SAST 2019 ### Bad Referrer Count: 6737 ### Bad Bot Count: 556 ################################################### @@ -17994,7 +17994,7 @@ geo $ratelimited { # Rate limiting will only take effect if on any User-Agents with a value of 2 limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m; - limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=30r/m; + limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=2r/s; # ========================================== # END SECTION 4 - ACTIVATE BLOCKER FUNCTIONS diff --git a/.dev-tools/test_units/blacklist-ips.conf b/.dev-tools/test_units/blacklist-ips.conf index 12f18b91b..689d439aa 100644 --- a/.dev-tools/test_units/blacklist-ips.conf +++ b/.dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -35.202.145.110 1; +34.66.178.120 1; 127.0.0.1 1; diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list index 86116f58f..47faf9a53 100644 --- a/.dev-tools/test_units/random-bots-for-test-quick.list +++ b/.dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -404checker -EroCrawler -Express WebPictures -ips-agent -Microsoft Data Access -Navroad -RebelMouse -Screaming -SemrushBot -Snake +Battleztar Bazinga +FDM +Id-search +IstellaBot +lwp-request +OrangeBot +Pockey +RealDownload +Ripper +WebStripper diff --git a/.dev-tools/test_units/random-bots-for-test.list b/.dev-tools/test_units/random-bots-for-test.list index cd4dc757e..e464d37a0 100644 --- a/.dev-tools/test_units/random-bots-for-test.list +++ b/.dev-tools/test_units/random-bots-for-test.list @@ -2,249 +2,249 @@ 404checker 404enemy 80legs -Acunetix AfD-Verbotsverfahren -AhrefsBot +AiHitBot +Aipbot +Alexibot +AllSubmitter AlphaBot -ASPSeek +Anarchie +archive.org_bot Asterias +autoemailspider +Backlink-Ceck backlink-check -Bandit -BBBike -BDFetch -Bitacle +BacklinkCrawler +BackWeb +Barkrowler +BatchFTP +BetaBot +Blackboard Black Hole -Blow -BlowFish +Boardreader Bolt +BotALot +Brandprotect Brandwatch -BuiltWith Bullseye BunnySlippers -CazoodleBot +Calculon Cegbfeieh -CherryPicker +CheeseBot CheTeam -Chlooe -Copier -CopyRightCheck -Copyscape -crawler4j +Claritybot +Cliqzbot +Cosmos +crawl.sogou.com CrazyWebCrawler Crescent -Custo -demandbase-bot -Deusu -Disco -Discobot +CSHttp +DataCha0s +Digincore Discoverybot +Dispatch DittoSpyder DnyzBot +DomainAppender DomainCrawler Download Wonder -Dragonfly -DTS Agent eCatch Ecxi +EirGrabber +EMail Siphon +EMail Wolf +EroCrawler evc-batch +Evil +Exabot Express WebPictures -Extractor +ExtractorPro +Extreme Picture Finder Ezooms +facebookscraper FDM +FHscan Fimap -FlashGet -Foobot -FrontPage FyberSpider -Fyrebot +GalaxyBot Genieo GermCrawler GetRight -GetWeb +Gigablast +G-i-g-a-b-o-t +Go-Ahead-Got-It +Gotit GoZilla -Go!Zilla +Grabber GrapeFX -GrapeshotCrawler -GridBot -Haansoft -HaosouSpider -Harvest -HTTP::Lite +Havij +HEADMasterSEO +HTTrack Humanlinks -HybridBot -IDBot -Id-search -Image Sucker -instabid -Internet Ninja -InternetSeer +IlseBot +IndeedBot +Indy Library +InfoNaviRobot +internetVista monitor +ips-agent Iria +IRLbot JamesBOT +JennyBot JetCar Jorgee JustView -Keyword Density -Kozmosbot +Jyxobot +Kenjin Spider Larbin LeechFTP -Libwhisker -LinkpadBot +Lftp +LinkextractorPro +LinkScan LinksManager +LinqiaMetadataDownloaderBot LinqiaRSSBot -Lmspider -lwp-request -LWP::Simple -Majestic SEO -MarkMonitor -MarkWatch +Lipperhey +lwp-trivial +Majestic12 +Masscan Mass Downloader -Mata Hari MauiBot -Meanpathbot -MeanPath Bot -Mediatoolkitbot -mediawords Metauri -Microsoft Data Access -Microsoft URL Control -MIDown tool +MFC_Tear_Sample MIIxpc -Mister PiX -MJ12bot -Morfeus Fucking Scanner +Mojeek Mr.4x3 MSFrontPage -MSIECrawler -Msrabot MS Web Services Client Protocol -Navroad +muhstik-scan +Musobot NetAnts -Netcraft netEstate NE Crawler +NetLyzer NetSpider -Nettrack +Net Vampire +NetZIP NextGenSearchBot -NICErsPRO -Niki-bot +Nibbler Nikto NimbleCrawler -Ninja -Nutch +Nimbostratus +Nmap +NPbot Offline Explorer Offline Navigator -OnCrawl OpenLinkProfiler +Openvas OrangeBot -PageScorer -Pandalytics -pcBrowser -PECL::HTTP +OrangeSpider +OutclicksBot +PageGrabber +page scorer +Papa Foto +Picscout Picsearch Pimonster -Pockey -Probethenet +Pixray +plumanalytics Psbot -Quick-Crawler +QueryN Metasearch RankActive -Rankivabot +RankActiveLinkBot +RankingBot +RankingBot2 RealDownload -Recorder -RedesScrapy -RepoMonkey -s1z.ru +Reaper +ReGet +Ripper +Rogerbot SalesIntelligent -SBIder -Scanbot -Screaming +ScoutJet +Scrapy +ScreenerBot Searchestate -SemrushBot +SearchmetricsBot +Semrush SEOkicks -SEOkicks-Robot -SEOlyticsCrawler -SEOprofiler -SeoSiteCheckup SEOstats -Shodan +sexsearcher +Siphon SISTRIX Sitebeam SiteExplorer -Siteimprove -SiteLockSpider -SiteSnagger -Site Sucker +SiteSucker Sitevigil -SmartDownload -Snake -Snapbot +SlySearch +SMTBot Snoopy +Sociscraper +sogouspider Sosospider -SpaceBison -SpankBot -sp_auditbot +Sottopop +Spammen +Spanner Spbot -SputnikBot -Sqlmap -Sqlworm +Spinn3r +spyfu Sqworm -Steeler -Sucker +Sucuri SuperBot SuperHTTP -Surfbot -sysscan -T0PHackTeam -T8Abot +SurveyBot +Suzuran +Swiftbot +Szukacz tAkeOut +Telesoft +Telesphoreo Telesphorep TheNomad -Toata -Trendiction -trendiction.com +TightTwatBot +Toweyabot trendiction.de True_Robot Turingos -Turnitin -TurnitinBot +TwengaBot +Twice Typhoeus -UnisterBot -Upflow +URLy Warning URLy.Warning -Vagabondo -VeriCiteCrawler -Virusdie +VB Project +VCI VoidEYE Voil Voltron -Wallpapers/3.0 -WASALive-Bot +WallpapersHD WBSearchBot +Webalta +WebAuto Web Auto -WebCollage WebEnhancer +Web Enhancer +WebFetch Web Fetch Web Fuck +WebGo IS +WebImageCollector WebLeacher -WebmasterWorldForumBot -WebSauger -Web Sauger -WebsiteQuester -Webster +webmeup-crawler +Webshag WebStripper +WebSucker +Web Sucker WebWhacker -WeSEE -Who.is Bot +WebZIP Widow -WinHTTrack -WISENutbot -Woobot +Wonderbot +Wotbox WPScan +WWW-Collector-E WWW::Mechanize -x22Mozilla Xaldon_WebSpider -Xenu xpymep1.exe YoudaoBot -Zauba +Zade +zauba.io Zermelo -Zeus Zitebot +ZumBot diff --git a/.dev-tools/test_units/random-bots-for-whitelist-test.list b/.dev-tools/test_units/random-bots-for-whitelist-test.list index 820655835..fb21299d4 100644 --- a/.dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/.dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -404checker -404enemy -Aboundexbot +Aboundex Acunetix ADmantX -AfD-Verbotsverfahren AIBOT -AiHitBot +Alligator AlphaBot -ASPSeek -Attach +archive.org_bot +Asterias autoemailspider -Backlink-Ceck -Badass +BackDoorBot +backlink-check +BackWeb Barkrowler -BatchFTP -BBBike -BDCbot -Bigfoot +Battleztar Bazinga Blackboard -Black Hole +BLEXBot Blow -BlowFish -BotALot +Bolt +Brandwatch BuiltBotTough -Bullseye -BuzzSumo +BuiltWith Calculon -CATExplorador +CazoodleBot CCBot -Cegbfeieh +CheeseBot +CherryPicker CheTeam -ChinaClaw Chlooe -Cloud mapping -coccocbot-web +Claritybot +Cliqzbot com.plumanalytics +CopyRightCheck Cosmos -Craftbot -crawler4j crawl.sogou.com -CrazyWebCrawler -Crescent -CSHttp -DatabaseDriverMysqli DBLBot -Devil +demandbase-bot +Deusu +Digincore DigitalPebble -DIIbot Discobot -Dispatch -DomainAppender -DomainSigmaCrawler -DomainStatsBot -ECCP/1.0 +Discoverybot +DittoSpyder +DnyzBot +DomainCrawler +Dragonfly +Drip +DSearch +DTS Agent EMail Siphon -evc-batch -Express WebPictures ExtLinksBot Extractor +ExtractorPro Extreme Picture Finder -EyeNetIE facebookscraper FDM -Fimap +FemtosearchBot +FHscan Firefox/7.0 FlashGet -Foobot -Fyrebot -GalaxyBot -Genieo +Flunky +FrontPage +FyberSpider GermCrawler +Getintent GetRight GetWeb +Gigablast Gigabot G-i-g-a-b-o-t +Go-Ahead-Got-It +Gotit GoZilla -GrabNet -GridBot -Haansoft -HaosouSpider +Go!Zilla +GrapeFX +GrapeshotCrawler +GT::WWW +HEADMasterSEO Heritrix HMView +HTMLparser HTTP::Lite -IDBot -Id-search -Image Fetch +Humanlinks +HybridBot +Iblog +IlseBot +Image Sucker IndeedBot -Indy Library -InfoNaviRobot -InfoTekies instabid +InterGET Internet Ninja +InternetSeer internetVista monitor +ips-agent IRLbot +JamesBOT Jbrofuzz -Joomla +JetCar +Jetty +JikeSpider +JOC Web Spider +Jorgee JustView +Kenjin Spider Kozmosbot -Lanshanbot -Larbin LeechGet -LexiBot -Libwhisker -Lightspeedsystems +Lftp +LibWeb Likse -LinkextractorPro -LinkScan -LinkWalker -LinqiaMetadataDownloaderBot -LinqiaRSSBot LinqiaScrapeBot Lipperhey Spider +Lmspider +lwp-request LWP::Simple +Magnet +Mag-Net Mail.RU_Bot Majestic12 Majestic SEO -Majestic-SEO -MarkMonitor -Mass Downloader +MauiBot +meanpathbot MeanPath Bot +mediawords MegaIndex.ru -Metauri -Microsoft Data Access -MIDown tool +MFC_Tear_Sample +Microsoft URL Control MIIxpc -MJ12bot -Mojeek +Morfeus Fucking Scanner Mr.4x3 MSIECrawler -muhstik-scan -Nameprotect +Msrabot +MS Web Services Client Protocol Navroad -NearSite +Needle Netcraft -NetSpider -Nettrack +netEstate NE Crawler Net Vampire NextGenSearchBot Nibbler -NICErsPRO -Nimbostratus -Ninja -Nmap -NPbot +Nikto +NimbleCrawler +oBot Octopus -OnCrawl Openfind -OpenLinkProfiler -OrangeBot OrangeSpider -Page Analyzer +PageGrabber page scorer PageScorer +Panscient Pavuk PeoplePal -PHPCrawl -Pimonster -PleaseCrawl -Pockey +Picsearch +PictureFinder +Pi-Monster Probethenet -PxBroker +Pump PyCurl -Quick-Crawler RankActiveLinkBot RankFlex -RankurBot +RankingBot RealDownload +Reaper Recorder -ReGet -RepoMonkey -RocketCrawler +RedesScrapy s1z.ru -SalesIntelligent -Searchestate -SEOkicks +ScanAlert +scan.lol +ScreenerBot +Semrush +Seomoz +SEOprofiler seoscanners -sexsearcher -Sitebeam -SiteExplorer +SeoSiteCheckup +SEOstats SiteLockSpider +SiteSnagger +SiteSucker Site Sucker +Sitevigil +SmartDownload Snake -Sociscraper +Snapbot +Sogou web spider +Sosospider Sottopop -SpaceBison -SpankBot -Spanner +Spammen +Spbot Spinn3r +SputnikBot spyfu Sqlmap -Sqworm -Stripper -Sucker -SurveyBot +Steeler +Sucuri +SuperBot +SuperHTTP +Surfbot +Suzuran sysscan -tAkeOut +Szukacz +TeleportPro +Telesoft Telesphoreo -The Intraformant +Telesphorep Thumbor +Toweyabot Tracemyfile Trendiction -trendiction.com -True_Robot -Turingos +trendiction.de +Turnitin +TurnitinBot TwengaBot Twice UnisterBot +Upflow URLy Warning -URLy.Warning -Vacuum VB Project -VCI -VidibleScraper Virusdie -Wallpapers/3.0 +VoidEYE +Voil WallpapersHD -WASALive-Bot -WebBandit -Web Collage -WEBDAV +WBSearchBot +WebAuto +WebCopier WebEnhancer WebFetch -Web Fetch WebFuck Web Fuck +WebImageCollector WebLeacher -WebPix -WebReaper -Web Sauger -Webshag -Webster -WebSucker +Web Pix +WebSauger +WebsiteExtractor Web Sucker WebWhacker -Whack Widow -Wprecon +WiseGuys Robot +WISENutbot +Wonderbot +Wotbox +WPScan +WWW-Collector-E WWW-Mechanize WWW::Mechanize WWWOFFLE -x09Mozilla -x22Mozilla -Xenu +Xaldon WebSpider +Xaldon_WebSpider +xpymep1.exe Zauba zauba.io -Zermelo -zgrab -Zitebot +ZumBot ZyBorg diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list index 724b87917..17d1e741f 100644 --- a/.dev-tools/test_units/random-referrers-for-test-quick.list +++ b/.dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -4senses.co -apidiamondatanet-a.akamaihd.net -beauby.ru -cardul.ru -figuringmoneyout.com -llastbuy.ru -mir-business-24.ru -mobioffertrck.com -okayimage.com -sexyali.com +bscodecs.com +czeshop.info +dwomlink.info +ekspresihati.info +hdwallpapers-free.com +houseofgaga.ru +jaxcube.info +pro-tec.kz +sabizonline.com +scanner-walt.top diff --git a/.dev-tools/test_units/random-referrers-for-test.list b/.dev-tools/test_units/random-referrers-for-test.list index a9827f12b..40e182ab7 100644 --- a/.dev-tools/test_units/random-referrers-for-test.list +++ b/.dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -123kuma.com -14b.info -178evakuator178.ru -1webmaster.ml +0n-line.tv +100searchengines.com +1flag.co.za +1-free-share-buttons.com +1hwy.com +21h2o.com +2ads.co.uk 2daytrendingnews.com -2rich4bitches.com -2x2fan.ru -3rbseyes.com -4ureyesonly.com -8kisses.eu -a96527gi.beget.tech -aa9d046aab36af4ff182f097f840430d51.com -aasoldes.fr -abctoppictures.net -absolute-s.ru -addbin.men -adsref.men -adultmeetonline.info -akita.kz -alfabot.xyz -allkrim.com -allproblog.com -allwidewallpapers.com -altamayoztourism.com -alta-realestate.com -ample-awards-today.us -anabolics.shop -anaksma.info -analytics-ads.xyz -anti-virus-removal.info -apelsinnik.website -approvedlocal.co.za -appsecurityr.com -artefakct.com -asrvrep-a.akamaihd.net -aussie-prizes.com -autoblogger24.info -autobrennero.it -avtoarenda.by -avtolombard-krasnodar.com +45en.ru +4kepics.com +5tey7463.weebly.com +7a2rnuey1tw9ar.ru +7wind.ru +7zap.com +aa08daf7e13b6345e09e92f771507fa5f4.com +aa81bf391151884adfa3dd677e41f94be1.com +aac500b7a15b2646968f6bd8c6305869d7.com +acads.net +adf.ly +adloads.net +adpremium.org +ads.gold +adsland.men +adtech.de +agahinameh.com +alkoravto.ru +all4wap.ru +alldubai.biz +aludecor.info +amanda-porn.ga +ameblo.top +amyfoxfitness.com +anapa-inns.ru +animal36.com +animalrank.com +animebox.com.ua +apessay.com +apimountainbikei-a.akamaihd.net +apparel-offer.com +appearance-cool.com +applyneedy.xyz +arcteryxstore.online +arendas.net +arendatora.ru +arquapetrarca.info +artdeko.info +atleticpharm.org +audiofree.ru +autochoixspinelli.com +autoloans.com +autoplate.info +avtointeres.ru +avto-oligarh.ru +awency.com +babyfactory.fr babyguns.ru -backgroundpictures.net -balkanfarma.ru -bambi.ck.ua -bankcrediti.ru -barbourjackets.online -battlecarnival.su -battle.net -beauty-clinic.ru -best-businessman.ru -best-mam.ru -bestofupload.info -besttorrentknifta.weebly.com -binaryoptionscops.info -bin-brokers.com -binomo.com -bioscorp.ru -blackhatworth.com -bmsco.co -bolitgorlo.net +backlinkwatch.com +baersaratov.ru +bannerpower.com +baoxaydung.com.vn +barnfurnituremart.com +bestcoin.cc +bestofferswalkmydogouteveryday.gq +bestpornuha.com +biglistofwebsites.com +bio-market.kz +bird1.ru +blogos.kz +bmw-ark.ru +bolezniorganov.ru bonanza-fortune.men -bonzbuddy.com -boo-arts.com -bookmaker-bet.com -brandedleadgeneration.com -bristolhostel.com -btc4u.ru -bugof.gq -buyessayonline19.blogspot.ru -buy-meds24.com -cactussoft.biz -capture-room.com -cardsdumps.com -cardsharp1.ru -carrauterie.be +braip.com.br +buzzurl.jp +californianews.cf +candiceloves.us +cand.jp carstrends2015.com -cartierjusteunclou.xyz -cartierlove2u.xyz -cartierreplica.top -cartierreplica.win -cartierreplica.xyz -cashkitten-a.akamaihd.net -cdnanalytics.xyz -centre-indigo.org.ua -centrumcoachingu.com -cfsrating.sonicwall.com +cartierreplica.pw c-gainsbourg.com -chastnoeporno.com -checkhit.com -chelyabinsk.xrus.org -chidporn.com -christianlouboutinreplica.pw -cinemaflix.website -cityadspix.com -clean-start.net -clickbank.net -clickpapa.com -clickzzs.nl -colehaanoutlet.store -compliance-barak.top -compliance-jessica.top -concealthyself.com -conocer-sanabria.com -cranly.net -crd.clan.su -creams.makeforum.eu +cgi2.nintendo.co.jp +changde.58.com +chatroulette.si +cheapestjerseys-wholesale.com +cherubinimobili.it +cialisndbrx.com +claytransformations.info +cleanersoft.com +clothesforcash.com +cl.s7.exct.net +codq.info +coindirect.io +communisave.co.za +compliance-checker-7.info +compliance-fred.top +compliance-irvin.xyz +compliance-ivan.top +com-supportcenter.website +cookie-law-enforcement-ee.xyz +coop-gamers.ru +copypaste.traderzplanet.in +craftburg.ru +creditnation.ru crest3d.ru -customboxes4less.com -customergrowthsystems.com -dafatiri.com +custom-electric-guitar.com +cvety24.by dalavia.ru -dating-time-now.com +damedingel.ya.ru dealitright.click -deanmoore.ie -defenderxtactical.com +dealwifi.com degerlund.net -destinationrealestate.com -discovertreasure-a.akamaihd.net -divku.ru -dominateforex.ml -downloadmefiranaratb1972.xpg.com.br -drpornogratisx.xxx -dvd-famille.com +delfin-aqua.com.ua +dentalpearls.com.au +design-ideas.info +de.zapmeta.com +dfiles.me +diffbot.com +dignitasdata.se +dikqlyremy.info +dinosaurus.site +dipstar.org +discovertreasurenow.com +distver.ru +docsportal.net +docstoc.com +dogbreedspicture.net +doktoronline.no +dostavka-v-ukrainu.ru +downvids.net +dptaughtme.com +dumpsmania24.com +dustyorate.com +e705.net earn-from-articles.com -e-buyeasy.com -edge.sharethis.com -ednorxmed.com -ee77ee.com +e-biznes.info +ed-shop01.ru +ekaterinburg.xrus.org +ekspresihati.info +elektir.ru elektrischezigarette1.blog.pl -elektrischezigarette2.onsugar.com -elektronischezigarettekaufen1.beeplog.com -elektrozigaretten1.tumblr.com -elmifarhangi.com -enge-fotzen.info -englate.com +elektrozigarettekaufen2.blogse.nl +eloxal.ru +elstal.com.pl +emergencyneeds.org englishgamer.com -eonpal.com -european-torches.ru -eurosamodelki.ru -executehosting.com -eywords-monitoring-your-success.com -ezigarettenkaufen1.pagina.gr -fanoboi.com -fastfixing.tech -fbdownloader.com -felizporno.com -ferieboligkbh.dk -fikasound.tk -filesmonster.porn -filmbokep69.com -filunika.com.ru +eredijovon.com +evidencecleanergold.com +eyelike.com.ua +ezigarettenkaufen2.dreamwidth.org +ezrvrentals.com +f0815.de +fanpagerobot.com +farmingworm.com +filmidivx.com financepoints.eu -finansov.info -findpics.pw -findsexguide.com -finuse.com -firesub.pl fix-website-errors.com -forodvd.com -freecamdollars.com -free-laptop-reward.com -freesitetest.com -fuel-gas.com -funponsel.com -gamebackyard.com -gembird.com -getdot.ru -gfaq.ru -glall.ru -globalsurfari.com -gok-kasten.net -gombita.info -googlefeud.com -gosreg.amchs.ru -gratis-sexkontakte.com -grtyi.com -gsmlab.pl -guiadeserraazul.com -guod.me -gwebtools.com -hahashka.ru -hamptonoaks.ca -handicapvansarea.com +flash4fun.com +flytourisme.org +focalink.com +formularz-konkurs.tk +free-fb-traffic.com +freegamesplay.online +freshwallpapers.info +frvo.alptandem.ru +fuck-paid-share-buttons.xyz +g7m.pl +gael-s.ru +gambarxkata.co +gamedayassist.com +gameprimary.com +ge0ip.net +gepezz.info +getaclueamerica.com +gettpromos.com +gkvector.ru +gloverid.site +goatse.ru +good-mummy.ru +gpirate.com +graphics8.info +greatfind-a.akamaihd.net +gsou.cf +harmonyglen.us +hasshe.com hawaiielectriclight.com -hd-film.pl -headpress.ru -helicalpile.us -hexpilot.com -highspeed5.net -hildinghr.se -home-task.com -hostnow.men -houston-vikings.com -hundejo.com +hchha.com +healgastro.com +hermesbelts.xyz +highstairs-a.akamaihd.net +himazin.info +hitmuzik.ru +homedo.fabpage.com +homegardenlova.com +hotblog.top hustoon.over-blog.com -hvd-store.com -hyhj.info -iboss.com -imagefinder.site -images-graphics-pics.com -immobiliaremassaro.com +hybrid.ru +ibb.com.ua increasewwwtraffic.info -insomniagamingfestival.com -internetproviderstucson.com -invest-pamm.ru +inet-traffic.com +infostatsvc.com +innodgfdriverhm.aircus.com +insta-add.pro +insurple.com +interferencer.ru investsuccess.org -iomoio.net +invitefashion.com ipchicken.com iplogger.org -iplusbit.blogspot.co.za -iqbazar.ru -iqupdatetmz.win +ipornox.xxx +iqs.biz.ua itch.io -itis4you.com -jamiembrown.com -jennyfire.ru -job.icivil.ir -jongose.ninja -justkillingti.me -kartiniresto.com -kashubadesign.ru -kenaba.su -keyhantercume.com -keywordsuggest.org -kinopolet.net -kit-opt.ru -klin3952.ru -kochanelli.com -komp-pomosch.ru -komputernaya-pomosh-moscow.ru -krasnodar.ru -kredit-pod-zalog-krasnodar.ru -kuzinsp.ru -kw21.org -labvis.host.sk +jestr.org +jose.mulinohouse.co +katushka.net +kchaxton.com +keenoutlet.online +kinogolos.ru +kinosed.net +kirov.zrus.org +kladrus.ru +klitimg.pw +koptims.tiu.ru +koral.se +kostenloser-sex.com +krasnodar.zrus.org +lafourmiliaire.com lafriore.ru -landreferat.ru -lasvegaslockandsafe.com -lechenie-gemorroya.com -likrot.com -lion.snapmap.us -live-sexcam.tk -louboutinreplica.xyz -lovelycraftyhome.com -low-format.ru -m3gadownload.pl -magento-crew.net -maladot.com -malls.com -manuscript.su -marmitaco.cat +life-instyle.com +liquimondo.com +lirunet.ru +littleberry.ru +locatellicorretor.com.br +ltvperf.com +luciddiagnostics.in +macotool.com +magazin-pics.ru +magicdiet.gq +mantramusic.ru +manve.info +maridan.com.ua +marktforschung-stuttgart.com masturbate.co.uk -matpre.top -meduza-consult.ru -mexicotravelnet.com -michaelkorssaleoutletonline.net -mikozstop.com -millionare.com -mindbox.co.za -minecraft-rus.org -mnogabukaff.net -mobsfun.net -mockupui.com -mojaocena.com -moncleronline.xyz -monclervests.xyz -moscow.online-podarki.com +mega-bony2017.pl +megakino.net +mere.host.sk +metallosajding.ru +michaelkorsoutlet.store +missvietnam.org +mmstat.com +mobstarr.com +moesexy.com +monarhs.info +monclerjacketsoutlet.pw +monetizer.com-01.site +monitorwebsitespeed.com +more-letom.ru moscow.xrus.org -mowser.com -moxo.com mozello.ru -mustat.com -muycerdas.xxx -mydearest.co -mydownlodablefiles.com -myfreecams.com -myshopmatemac.com -na15.ru -naj-filmy24.pl -narutonaruto.ru -nastroyke.net -nationalbreakdown.com -naval.jislaaik.com -negociosdasha.com -networkcheck.xyz -newstraveller.ru -newyorkhotelsmotels.info -next-dentists.tk +mp3downloadhq.com +musirc.com +muzaporn.com +muz-baza.net +my-aladin.com +myfreetutorials.com +myonigroup.com +myxdate.info +napalm51.nut.cc +narco24.me +naturtreenspicerx.pw +netcheckcdn.xyz +netfacet.net +nfljerseysforsalewholesaler.com +ngps1.ru +nikkiewart.ru +ningessaybe.me noscrapleftbehind.co -novosibirsk.xrus.org -oddamzadarmo.eu -ohmyrings.com -okayimage.com -okeinfo.online -oklogistic.ru +notfastfood.ru +nuup.info +oakridgemo.com +obesidadealgarve.com +offf.info +of-ireland.info +onetravelguides.com onlinadverts.com -online-sbank.ru -orgasmus-virtual.com -ossmalta.com -ozas.net -partnerads.men -partnerworkroom.men -pdns.cz -pensplan.com -perm.xrus.org -petsblogroll.com -photosaga.info -pills24h.com -pinwallpaper.xyz -pisanieprac.info -pizza-tycoon.com -pk-services.ru +onlinefilmz.net +onlinemeetingnow.com +onlineslotmaschine.com +o-o-11-o-o.com +ourtherapy.ru +ownshop.cf +oz-offers.com +pacificair.com +par-fallen.ga +parfusale.se +pc-services.ru +pechikamini.ru +picsforkeywordsuggestion.com +picture-group.com +picturesboss.com +pk-pomosch.ru platezhka.net -playboyfiles.xblog.in -play-movie.pl -playtap.us -pooleroadmedicalcentre.co.uk -pornofiljmi.com -pornotubs.com -pornzone.tv -privatefx-in.ru -privat-girl.net -prlog.ru -producm.ru -prom23.ru -pro-okis.ru -psa48.ru -push-ad.com -putevka24.ru -quickcashlimited.com -qwarckoine.com -rabotaetvse.ru -rankia.com -ranksays.com -razamicroelectronics.com -razleton.com -realizmobi.com -redirect.trafficreceiver.club -relax.ru -remmling.de -replicaclub.ru -replicalouboutin.xyz -rialp.getenjoyment.net -ricorsogiustizia.org -ringtonepartner.com +plugingeorgia.com +podshipniki-nsk.ru +poiskzakona.ru +polimga.pw +popander.mobi +popmarker.com +pornoklad.ru +pornokorol.com +pornoslive.net +porno-video-chati.ru +portal-eu.ru +pravoholding.ru +promgirldresses.xyz +prostitutki-rostova.org +pukaporn.com +purplestats.com +py100.ru +qor360.com +rabot.host.sk +ranksignals.com +raschtextil.com.ua +razorweb-a.akamaihd.net +real-time-analytics.com +recordpage-a.akamaihd.net +reklama1.ru +rentaremotecomputer.com +restorator-msk.ru +rique.host.sk +ritlweb.com +rockma.se +rockprogblog.com romhacking.ru -ros-ctm.ru +rosbalt.com.ua rossmark.ru -royalcar-ufa.ru -royalvegascasino.com -rozalli.com -ruscoininvest.company -rusprostitute.com -sadaholding.com -sale-japan.com -saneyes.com -sarafangel.ru -sarf3omlat.com -sbtdesign.co.uk -scanner-jack.top -scenicmissouri.us +royal-investments.net +rucrypt.com +russkoe-zdorovie.ru +saddiechoua.com +sampleletters.net +sanatorrii.ru +scanner-alexa.top +scanner-nelson.top +scanner-walter.top scrapinghub.com -securityallianceservices.com -selectads.men -seminarykansas904.ml -seofied.com -seo-smm.kz -service.adtech.fr -serw.clicksor.com -sex.hotblog.top -sexpartygirls.net -sexsearch.com -share-buttons-for-free.com -shisha-swag.de -shohanb.com -shopsellcardsdumps.com -sibecoprom.ru -sientalyric.co -simply.net -sims-sims.ru -sirpornogratis.xxx -skachat-besplatno-obrazcy.ru -skladvaz.ru -snworks.com -socialbutton.xyz -sockshare.net -softomix.net -sovinsteel.ru -sprttrack.com -sps-shop.com -spyfu.com +sdelai-prosto.ru +sdsjweb.com +seansonline24.pl +searchimage.co +searchinterneat-a.akamaihd.net +search.pch.com +segol.tv +seo-2-0.com +seoheap.com +seonetwizard.com +service.adtech.us +serving.adbetclickin.pink +sexkontakte-seite.com +sexreliz.com +shillyourcoins.com +shinikiev.com.ua +simon3.ru +sitebeam.net +sitevaluation.org +skylta.com +snsdeainavi.info +soaksoak.ru +socialsignals24.com +solution4u.com +sophang8.com +sotkal.lark.ru +souvenir.cc +spamnuker.com +speechfoodie.com +sportbetfair.com +sports-supplements.us +spy-app.info +sstroy44.ru +stairliftstrue.com +standardchartered-forex.com +stardevine.com +staticfs.host +steame.ru steebook.com -stickers-market.ru -stillmiracle.com -stoki.ru -strangeduckfilms.com -streetfooduncovered.com -stroymonolit.su -surcentro.com -surgut.zrus.org -svensk-poesi.com -swinger-mobil.net -telesvoboda.ru -templates.franklinfire.co -testingads.pro -thefds.net -thegamerznetwork.com -theplacetoupdating.pw -thewomenlife.com -thexart.club -time-japan.ru +stjamesschool.info +stockspmb.info +strongsignal-a.akamaihd.net +strv.se +superiends.org +superlist.biz +swinginwithme.ru +takethatad.com +tanieaukcje.com.pl +tattooreligion.ru +tds-advert005.info +technika-remont.ru +tetracsaudi.com +thedownloadfromwarez.blogspot.com +thewebsitetemplate.info +timdreby.com timer4web.com -titan-cloud.life -tizanidinehcl2mg.blogspot.com -tizanidinerestlesslegsyndrome.blogspot.com -tizanidineusedfor.blogspot.com -toon-families.com -top10-online-games.com -torrent-to-magnet.com -touchmods.fr -tourismvictoria.com -tour-line.net -toy-shop.top -track112.site +titangel-vietnam.com +tizanidine4mgprice.blogspot.com +tizanidinedrugtest.blogspot.com +tizanidinefibromyalgia.blogspot.com +tizanidinehcl4mgtabinfo.blogspot.com +tizanidinevscyclobenzaprine.blogspot.com +tkanorganizma.ru +tksn.ru +tmm-kurs.ru +tomatis.gospartner.com +toproadrunner5.info traderzplanet.in -trafaret74.ru +tradgardspartner.se +traffic2cash.org traffic-club.info -trafficmp.com -trafficnetzwerk.de -traffpartners.com -trucri.me -tupper-shop.ru -twincitiescarservice.com +traxdom.ru +tubeline.biz +turbabitload.weebly.com +tvoystartup.ru +twitlinks.com twodollarshows.com -twu.com.ua -tx41tclega.ru -ukrobstep.com -ultramart.biz -umityangin.net -unitygame3d.com -univerfiles.com -unlimitdocs.net -unmaroll.ya.ru -urll.eu -urlopener.com -us-america.ru -utiblog.fr -v-doc.co -vektorpress.ru -ventelnos.com -vereo.eu -veselokloun.ru -viandpet.com -videochat.mx -video-production.com -videotuber.ru -vinsit.ru +twojebook.pl +tyumen.xrus.org +unacittaconte.org +uni.me +upstore.me +uroffer.link +uzungil.com +vadimkravtcov.ru +vapeface.club +vapomnoncri.tk +vashsvet.com +vasileostrovsky-rayon.ru +vesnatehno.com +vezuviy.su +vgoloveboli.net +viddyoze.com +video-hollywood.ru +vigrx-original.ru +villakohlanta.nu vip2ch.com -vipsiterip.org -voltrknc1.com -vseuznaem.com +visionwell.com.cn +vizag.kharkov.ua +vladimir.zrus.org +voditeltrezviy.ru +vpnhowto.info +vpnmouse.com +vrnelectro.ru +vvon.co.uk walkme.com -wdfdocando.com -webjam.com -webmonetizer.net -weprik.ru -wesharepics.com -wfb.hatedriveapart.com -wholesalecheapjerseysfree.com -winterclassichockeyjerseys.com -worldis.me -worldmusicfests.com -wormix-cheats.ru -wowas31.ucoz.ru -writingservices17.blogspot.ru -wurr.voila.net -ww1943.ru -www.888.com -www.timer4web.com -wygraj-skiny.win -xbaboon.com -xerox-douglas.cf -xfluro.com -xlovecam.com -xtremeeagles.net -xuki.us -xxlargepop.com -yatrk.xyz -yebocasino.com -yhit.press -yogamatsexpert.com -youghbould.wordpress.com -youporn-ru.com -zajm-pod-zalog-nedvizhimosti.ru -zakazfutbolki.com -zakon-ob-obrazovanii.ru -zeleznobeton.ru -zeroredirect9.com +watchinf.com +waterefficiency.co +waterpurifier.club +webkeyit.com +website-audit.com.ua +website-datenbank.de +weburok.com +westermarkanjou.se +westvilletowingservices.co.za +wheelchairliftsarea.com +whereiskentoday.com +white-truck.life +whosonmyserver.com +womensterritory.ru +wordpresscore.com +wordpress-crew.net +worldlovers.ru +wosik-dach.service-for-web.de +wttavern.com +wwwadultcheck.com +www.arenda-yeisk.ru +www.kabbalah-red-bracelets.com +x69ty.ru +xdoza.com +xmladserver.com +xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai +xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai +xn-----7kcabaipgeakzcss7bjdqdwpfnhv.xn--p1ai +xn--80ab4aa2g.xn--p1ai +xn--80ajbshivpvn2i.xn--p1ai +xn----8sbdbjgb1ap7a9c4czbh.xn--p1acf +xn--h1aakne2ba.xn--p1ai +x-stars.ru +xxx-treker.ru +xz618.com +xzlive.com +y8games-free.com +yoopsie.com +youbloodyripper.com +youtoner.it +zambini.ru +za-music.mymobiplanet.com +zapiszto.pl +zastroyka.org +zhuravlev.info zixizop.net.ru -zvezdagedon.ru +zlatnajesen.com +znakomstvaonlain.ru +zocaparj.kz +zootoplist.com diff --git a/.dev-tools/test_units/random-referrers-for-whitelist-test.list b/.dev-tools/test_units/random-referrers-for-whitelist-test.list index 0d5c0ab84..b5ea82788 100644 --- a/.dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/.dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -007angels.com -01apple.com -101billion.com -1kdailyprofit.me -1pamm.ru -3rbseyes.com +00go.com +08800.top +11pikachu.ru +1j7740kd.website +4ur.click +5000-cotydzien.com +6128786.com +7zap.com +8558l.jobs.net +8gold.com 9med.net -a1security.com.ua -aa9bd78f328a6a41279d0fad0a88df1901.com -abcdefh.xyz -adult-shop.com.ua -advokateg.ru -ad-words.ru -akusherok.ru -alekseevec.ru -alfa9.com -all4invest.info -amehdaily.com -android4fun.org -anlimebel.kiev.ua -anmysite.com -apiluckyleapnet-a.akamaihd.net -apiwebwebgetcom-a.akamaihd.net -apple.com-cleaner.systems -baixar-musicas-gratis.com -bannerpower.com -bcmp.org -belinvestdom.by -bestdooz.com -bigames.online -bioca.org -bobinoz.com -boc.kz -bombla.org -burger-imperia.com -burn-fat.ga -business-made-fun.com -cablecar.us -cam-kontakte.org -capacitacionyaprendizaje.com -chiblackhawks-jerseys.com -children-learningreading.info +a96527gi.beget.tech +adnotbad.com +adtech.de +agecheckadult.com +alevinefesleri.com +alveris.ru +ample-awards-today.us +amyfoxfitness.com +animal-drawings.com +apessay.com +apiitsthirteende-a.akamaihd.net +apilinkswiftco-a.akamaihd.net +app-ready.xyz +atley.eu.pn +autorn.ru +banan.tv +best-seo-offer.com +betterscooter.com +bitporno.sx +blog-hits.com +buehne-fuer-menschenrechte.de +bupropion-sr-150-mg.us +buqayy0.livejournal.com +calstaterealty.us +carstrends2015.com +cartiertrinity.xyz +cenokos.ru +chatroulette.life +chocolateslim-en-france.com cialgenisrx.com -cicaki.net -cindymatches.com -citizenclsdriveri7.pen.io -ci.ua -clippingphotoindia.com -cmd.kz -compliance-alex.xyz +communisave.co.za +continent-e.tv +cookie-law-enforcement-aa.xyz copypaste.traderzplanet.in -cordstrap.cc -creatives.adbetclickin.pink -culmimg.pw -dailyfinancefix.com +darmebel.com.ua +dating-time-now.com dcj-nn.ru -dikqlyremy.info -distver.ru -domain-submit.info -donna7753191.ru -downvids.net -drupa.com -druzhbany.ru -dtnlyss.com -duplicashapp.com -elektrozigarette1.dreamwidth.org -elektrozigaretten1.webs.com -elmacho.xyz -embedle.com -epngo.bz -errorfixing.space -eyemagination.com -ezb.elvenmachine.com -ezigaretteshop2.mywapblog.com -fanoboi.com -fast-wordpress-start.com -fbdownloader.com +ddospanel.com +dieswaene.com +diy-handmade-ideas.com +dnsrsearch.com +doeco.ru +domcran.net +educatemetv.com +elektrozigarettekaufen1.devhub.com +elite-sex-finders.com +enews.tech +estelight.ru +extads.net +f07.de +fantasticpixcool.com fickblock18.com -flowersbazar.com -foxinsocks.ru -frbizlist.com -froggytube.com -gdebestkupit.ru -gearsadspromo.club -getyourimage.club -ghernnqr.skyrock.com -girlporn.ru -guiadeserraazul.com -gwhwpxbw.bloger.index.hr -hao123.com -hard-porn.mobi -hasfun.com -hayate.biz -headpress.ru -heartofpayne.xyz -hentai-manga.porn -heygidday.biz -host-tracker.com -humanorightswatch.org -hyipmanager.in -iminent.com -imperia31.ru -incest-ru.com -incomekey.net -infazavr.ru -instakink.com -istizanidineacontrolledsubstance.blogspot.com -iwantmyfreecash.com -izismile.com -jamiembrown.com -japfm.com -je7.us -jjbabskoe.ru -juliaworld.net -justbcause.com -katushka.net -keenoutlet.online -keywesthideaways.co -keywordhut.com -kino-ecran.ru -kinoflux.net -kreativperlen.ch -kriokomora.info -kung-fu-ru.com -kw21.org -lacave.ntic.fr -larose.jb2c.me -ledis.top -letsrepair.in -lezbiyanki.net -lflash.ru -lifebyleese.com -lollypopgaming.com -mackeeper-land-672695126.us-east-1.elb.amazonaws.com -mailemedicinals.com -mainlinehobby.net -maximilitary.ru -mebel-alait.ru -mebeldekor.com.ua +filmetricsasia.com +fishtauto.ru +flirt4free.com +f-loaded.de +focalink.com +foto-sisek.porngalleries.top +free411games.com +fr.netlog.com +fuel-gas.com +funnymama.com +gameonasia.com +get-your-social-buttons.info +glogow.pl +goatse.ru +goldandcard.ru +goodhousekeeping.com +gopro-online.info +gpms.org.my +gq-catalog.gq +gsasearchengineranker.pw +gsmtlf.ru +hermesreplica.pw +hifidesign.ru +hit-kino.ru +hmmm.cz +homedo.fabpage.com +hubbble.com +iboss.com +iideaidekonkatu.info +imagui.eu +inclk.com +iron-age.info +islandminingsupply.wordpress.com +jovencitas.gratis +jwss.cc +klejonka.info +klitimg.pw +knigonosha.net +kredit-blog.ru +languagecode.com +lankarns.com +lenvred.org +libertybilisim.com +lion.conboy.us +lol-smurfs.com +longlifelomilomi.info +louisvuittonoutletstore.net +lowephotos.info +lunamedia.co +marcoislandvacations.net +marketingvici.com +matsdale.com +mcnamaratech.com medicovi.com -michaelkorsoutlet.store +meget.co.za +millionare.com +mini.7zap.com +miniads.ca +mir-betting.ru +mobilemedia.md +moesen-ficken.com +mojaocena.com +moje-recenze.cz +mokrayakiska.com +monclerboots.xyz monsterdivx.tv -mp3ringtone.info -muz-shoes.ru -myfreetutorials.com -nac-bearings.ru -narkologiya-penza.ru -narutonaruto.ru -negociosdasha.com -next-dentists.tk -nextrent-crimea.ru -ningessaybe.me -nrv.co.za -nudepatch.net -obesidadealgarve.com -offtime.ru -okeinfo.online -olgacvetmet.com -orion-v.com -ostroike.org -ostrovtaxi.ru -otbelivanie-zubov.com -pammik.ru +mozello.ru +msk-diplomat.com +musicktab.com +muzaporn.com +muz-baza.net +my-bc.ru +mykings.pw +mymercy.info +mypornfree.ru +narkologiya-peterburg.ru +nerudlogistik.ru +nhl17coinsforps3.gratisblog.biz +nibbler.silktide.com +norththeface.store +nuup.info +oecnhs.info +offside2.5v.pl +onclickpredictiv.com +online-hit.info +onthemarch.co +openfrost.net +orion-code-access.net +par-fallen.ga +pdn-4.com pepperstyle.ru -percin.biz.ly -petsblogroll.com -phuketscreen.com -plastgranar.nu -pontiacsolstice.info -poquoson.org -pornowarp.info -powitania.pl -presleycollectibles.com -printingpeach.com -privacyassistant.net -puserving.com -qexyfu.bugs3.com -raschtextil.com.ua -realitykings.com -redhotfreebies.co.uk -restorator-msk.ru -rightenergysolutions.com.au -rniaeba.ga -rucrypt.com -running-line.ru -sabaapress.com -sandhillsonline.com -scanner-jess.top -seorussian.ru -sfj-ror.no -shariki-zuma-lines.ru -shoesonlinebuy.xyz -sinel.info -sitevaluation.com -slavia.info -slomm.ru -smartbalanceworld.com -softxaker.ru -startufa.ru -stats-collector.org -streetfooduncovered.com -stroiminsk.org -stroy-portal22.ru -superinterstitial.com -thebestphotos.eu -thedownloadfromwarez.blogspot.com -timeallnews.ru -tjkckpytpnje.com -tomck.com -top10-online-games.com -top-deal.com.pl -topkarkas.com -tozup.com -trahvid.com -trudogolik.net -tuberkuleznik.ru -turbo-suslik.org -ugogo.info -unmaroll.ya.ru -uptime.com -varikoz24.com -vasileostrovsky-rayon.ru -vod.com.ua -vonradio.com -vozbujdenie.com -vrnelectro.ru -vykupavto-krasnodar.ru -websiteexplorer.info -website-speed-up.top -wedding-salon.net -wikes.20fr.com -win-spy.com -xjrul.com -xn----7sbifcamovvfggw9d.xn--p1ai -xn--80adaggc5bdhlfamsfdij4p7b.xn--p1ai -xn--80aikhbrhr.net -xn----8sblgmbj1a1bk8l.xn----161-4vemb6cjl7anbaea3afninj.xn--p1ai -xn--oogle-wmc.com -yeartwit.com -yourdesires.ru -yoursite.com -yun56.co -zakon-ob-obrazovanii.ru -zero1.it -zeroredirect2.com -zhuravlev.info -zigarettenonlinekaufen2.bloog.pl -zigarettenonlinekaufen2.drupalgardens.com -zojirushi-products.ru -zverokruh-shop.cz +polimga.pw +popcash.net +pornohd1080.online +pornoklad.ru +pretty-mart.com +prizefestival.mobi +prizesbook.online +prombudpostach.com.ua +pronekut.com +pron.pro +prostitutki-kharkova.org +quizzitch.net +reckonstat.info +registrysweeper.com +remedyotc.com +rfid-locker.co +sbwealthsolutions.ca +scanner-andrew.top +scanner-donald.top +scanner-nelson.top +scanner-walt.top +scanner-willy.top +scrapinghub.com +scripted.com +seminarygeorgia59.ga +sendearnings.com +seoholding.com +seo-platform.com +servisural.ru +serw.clicksor.com +sexyteens.hol.es +signoredom.com +slkrm.ru +smartshoppymac.com +sobecjvuwa.com.ru +souvenir.cc +spaceshipad.com +squidoo.com +sr-rekneskap.no +standardchartered-forex.com +stroyplus.ru +stuff-about-money.com +suralink.com +survival.betteroffers.review +taxi-v-eisk.ru +technika-remont.ru +tizanidineandgabapentin.blogspot.com +tizanidinedruginteractions.blogspot.com +tizanidineinteractions.blogspot.com +tizanidinepain.blogspot.com +torontoplumbinggroup.com +tracksz.co +trahic.ru +trichizobswiv.agddns.net +tsyndicate.com +tvand.ru +urdoot.win +usdx.us +uzungil.com +vacances-voyages.info +velpanex.ru +video-chat.love +videochat.ph +video--production.com +videositename.com +vipsiterip.org +vzglyadriv.kg +watchmyfb.pl +webcamdevochka.com +weddingdresses.xyz +wleuaprpxuvr.ga +wtsindia.in +wttavern.com +ww2awards.info +www.arenda-yeisk.ru +xblognetwork.com +xboxster.ru +xfire.com +x-lime.com +xn--80aeahghtf8ac5i.xn--p1ai +xn--80ajjbdhgmudixfjc8c5a9df8b.xn--p1ai +xn--e1aggki3c.xn--80adxhks +x-rates.ru +xuki.us +xvideosbay.com +xxxguitars.com +xxxnatelefon.ru +yellowstonevisitortours.com +yoluxuryevents.com +yottos.com +zarabiaj-dzis.pl +zastenchivosti.net +zeroredirect10.com +zeroredirect7.com +znakom.sibtest.ru +zoolubimets.ru diff --git a/.dev-tools/test_units/ratelimittest-beta.txt b/.dev-tools/test_units/ratelimittest-beta.txt index 6b86856ae..afb1627e8 100644 --- a/.dev-tools/test_units/ratelimittest-beta.txt +++ b/.dev-tools/test_units/ratelimittest-beta.txt @@ -5,6 +5,13 @@
nginx/1.14.2
+l> +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + 503 Service Temporarily Unavailable diff --git a/.dev-tools/test_units/ratelimittest-master.txt b/.dev-tools/test_units/ratelimittest-master.txt index a7215fb74..afb1627e8 100644 --- a/.dev-tools/test_units/ratelimittest-master.txt +++ b/.dev-tools/test_units/ratelimittest-master.txt @@ -26,6 +26,461 @@ l>
nginx/1.14.2
+ +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.14.2
+ + diff --git a/.dev-tools/test_units/whitelist-ips.conf b/.dev-tools/test_units/whitelist-ips.conf index c3c284efc..34cb39aec 100644 --- a/.dev-tools/test_units/whitelist-ips.conf +++ b/.dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -35.202.145.110 0; +34.66.178.120 0; 127.0.0.1 0; diff --git a/.latest_release/bots.d.tar.gz b/.latest_release/bots.d.tar.gz index 5149d1e81..52446540c 100644 Binary files a/.latest_release/bots.d.tar.gz and b/.latest_release/bots.d.tar.gz differ diff --git a/.latest_release/conf.d.tar.gz b/.latest_release/conf.d.tar.gz index 8ef82692a..8fbed6a06 100644 Binary files a/.latest_release/conf.d.tar.gz and b/.latest_release/conf.d.tar.gz differ diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index d4a1b9d70..e64f39b87 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.07.1769 +#### Version: V4.2019.07.1770 #### Bad Referrer Count: 6737 #### Bad Bot Count: 556 ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 866704c8d..1ac6124c4 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2019.07.1769 +#### Version: V4.2019.07.1770 #### Bad Referrer Count: 6737 #### Bad Bot Count: 556 ____________________ diff --git a/README.md b/README.md index 5b0f0ff81..c0c6214d0 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2019.07.1769 +#### Version: V4.2019.07.1770 #### Bad Referrer Count: [6737](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad Bot Count: [556](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) ____________________ diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index ee6a96718..a7a47b1a9 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2019.07.1769 +#### Version: V4.2019.07.1770 #### Bad Referrer Count: 6737 #### Bad Bot Count: 556 ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 8643f4428..ea2e28c2c 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1769 -### Updated: Fri Jul 26 09:25:18 SAST 2019 +### Version: V4.2019.07.1770 +### Updated: Fri Jul 26 10:48:07 SAST 2019 ### Bad Referrer Count: 6737 ### Bad Bot Count: 556 ################################################### @@ -17994,7 +17994,7 @@ geo $ratelimited { # Rate limiting will only take effect if on any User-Agents with a value of 2 limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m; - limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=30r/m; + limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=2r/s; # ========================================== # END SECTION 4 - ACTIVATE BLOCKER FUNCTIONS diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index e8d4ac592..c3e65773b 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2019.07.1769 -### Updated: Fri Jul 26 09:25:20 SAST 2019 +### Version: V3.2019.07.1770 +### Updated: Fri Jul 26 10:48:08 SAST 2019 ### Bad Referrer Count: 6737 ### Bad Bot Count: 556 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 8643f4428..ea2e28c2c 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2019.07.1769 -### Updated: Fri Jul 26 09:25:18 SAST 2019 +### Version: V4.2019.07.1770 +### Updated: Fri Jul 26 10:48:07 SAST 2019 ### Bad Referrer Count: 6737 ### Bad Bot Count: 556 ################################################### @@ -17994,7 +17994,7 @@ geo $ratelimited { # Rate limiting will only take effect if on any User-Agents with a value of 2 limit_conn_zone $bot_iplimit zone=bot2_connlimit:16m; - limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=30r/m; + limit_req_zone $bot_iplimit zone=bot2_reqlimitip:16m rate=2r/s; # ========================================== # END SECTION 4 - ACTIVATE BLOCKER FUNCTIONS diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 2bd7728cc..85e9dcb56 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2019.07.1769 -### Updated: Fri Jul 26 09:25:21 SAST 2019 +### Version: V4.2019.07.1770 +### Updated: Fri Jul 26 10:48:10 SAST 2019 ### Bad Bot Count: 556 ################################################### ### Version Information ##