From d624ed23a8a6b2ebfa27159cd551b918baeac80f Mon Sep 17 00:00:00 2001 From: mitchellkrogza Date: Fri, 10 Sep 2021 22:06:56 +0000 Subject: [PATCH] V4.2021.09.2583 [ci skip] --- AUTO-CONFIGURATION.md | 2 +- MANUAL-CONFIGURATION.md | 2 +- README.md | 2 +- _google_analytics_ghost_spam/README.md | 2 +- .../etc/nginx/conf.d/globalblacklist.conf | 4 +- conf.d/globalblacklist-testing-version.conf | 4 +- conf.d/globalblacklist.conf | 4 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/buildnumber | 2 +- dev-tools/globalblacklist-testing.template | 4 +- dev-tools/globalblacklist.template | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/test_units/blacklist-ips.conf | 2 +- .../random-bots-for-test-quick.list | 20 +- .../test_units/random-bots-for-test.list | 296 +++--- .../random-bots-for-whitelist-test.list | 304 +++--- .../random-referrers-for-test-quick.list | 20 +- .../test_units/random-referrers-for-test.list | 914 +++++++++--------- .../random-referrers-for-whitelist-test.list | 472 ++++----- dev-tools/test_units/ratelimittest-master.txt | 10 + dev-tools/test_units/whitelist-ips.conf | 2 +- dev-tools/tmp/robots.txt | 4 +- robots.txt/robots.txt | 4 +- 46 files changed, 1079 insertions(+), 1069 deletions(-) diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 7b731316f..e3cd6d456 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.09.2582 +#### Version: V4.2021.09.2583 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 1e49ee086..b85c1f129 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.09.2582 +#### Version: V4.2021.09.2583 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index f760b542e..12b6ef79f 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2021.09.2582 +#### Version: V4.2021.09.2583 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 450292948..71771300b 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2021.09.2582 +#### Version: V4.2021.09.2583 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 775374804..75e82abce 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2582 -### Updated: Fri Sep 10 10:03:15 UTC 2021 +### Version: V4.2021.09.2583 +### Updated: Fri Sep 10 22:01:15 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 0692a0078..0a7da6131 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2582 -### Updated: Fri Sep 10 10:03:15 UTC 2021 +### Version: V3.2021.09.2583 +### Updated: Fri Sep 10 22:01:15 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 775374804..75e82abce 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2582 -### Updated: Fri Sep 10 10:03:15 UTC 2021 +### Version: V4.2021.09.2583 +### Updated: Fri Sep 10 22:01:15 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 0692a0078..0a7da6131 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2582 -### Updated: Fri Sep 10 10:03:15 UTC 2021 +### Version: V3.2021.09.2583 +### Updated: Fri Sep 10 22:01:15 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 1ed7dcfa3..b9f34cdbb 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.16 1; +10.1.1.153 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 543d72e53..162561b80 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.16 0; +10.1.1.153 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 0692a0078..0a7da6131 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2582 -### Updated: Fri Sep 10 10:03:15 UTC 2021 +### Version: V3.2021.09.2583 +### Updated: Fri Sep 10 22:01:15 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 1ed7dcfa3..b9f34cdbb 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.16 1; +10.1.1.153 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 543d72e53..162561b80 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.16 0; +10.1.1.153 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 0692a0078..0a7da6131 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2582 -### Updated: Fri Sep 10 10:03:15 UTC 2021 +### Version: V3.2021.09.2583 +### Updated: Fri Sep 10 22:01:15 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 1ed7dcfa3..b9f34cdbb 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.16 1; +10.1.1.153 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 543d72e53..162561b80 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.16 0; +10.1.1.153 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 0692a0078..0a7da6131 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2582 -### Updated: Fri Sep 10 10:03:15 UTC 2021 +### Version: V3.2021.09.2583 +### Updated: Fri Sep 10 22:01:15 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index 11346f5d6..7d0553dea 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -2582 +2583 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 0692a0078..0a7da6131 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2582 -### Updated: Fri Sep 10 10:03:15 UTC 2021 +### Version: V3.2021.09.2583 +### Updated: Fri Sep 10 22:01:15 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index 775374804..75e82abce 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2582 -### Updated: Fri Sep 10 10:03:15 UTC 2021 +### Version: V4.2021.09.2583 +### Updated: Fri Sep 10 22:01:15 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 43a9dec55..512db339d 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -40.122.215.168 0; +52.224.107.97 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 775374804..75e82abce 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2582 -### Updated: Fri Sep 10 10:03:15 UTC 2021 +### Version: V4.2021.09.2583 +### Updated: Fri Sep 10 22:01:15 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 1ed7dcfa3..b9f34cdbb 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.16 1; +10.1.1.153 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 543d72e53..162561b80 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.16 0; +10.1.1.153 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 775374804..75e82abce 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2582 -### Updated: Fri Sep 10 10:03:15 UTC 2021 +### Version: V4.2021.09.2583 +### Updated: Fri Sep 10 22:01:15 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 1ed7dcfa3..b9f34cdbb 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.16 1; +10.1.1.153 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 543d72e53..162561b80 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.16 0; +10.1.1.153 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 775374804..75e82abce 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2582 -### Updated: Fri Sep 10 10:03:15 UTC 2021 +### Version: V4.2021.09.2583 +### Updated: Fri Sep 10 22:01:15 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 1ed7dcfa3..b9f34cdbb 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.16 1; +10.1.1.153 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 543d72e53..162561b80 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.16 0; +10.1.1.153 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 775374804..75e82abce 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2582 -### Updated: Fri Sep 10 10:03:15 UTC 2021 +### Version: V4.2021.09.2583 +### Updated: Fri Sep 10 22:01:15 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 43a9dec55..512db339d 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -40.122.215.168 0; +52.224.107.97 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 95b465096..9affb3c7f 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2582 -### Updated: Fri Sep 10 10:03:15 UTC 2021 +### Version: V4.2021.09.2583 +### Updated: Fri Sep 10 22:01:15 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 43a9dec55..512db339d 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -40.122.215.168 0; +52.224.107.97 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 812d9b240..f9637cc33 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2582 -### Updated: Fri Sep 10 10:03:15 UTC 2021 +### Version: V4.2021.09.2583 +### Updated: Fri Sep 10 22:01:15 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index 1ed7dcfa3..b9f34cdbb 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.16 1; +10.1.1.153 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index dcd263b2f..c9d75c9bb 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Download Wonder -Drip -Fuzz -GrapeshotCrawler -MQQBrowser -Mediatoolkitbot -Niki-bot -Scrapy -Sqlmap -netEstate NE Crawler +AhrefsBot +DnyzBot +FlashGet +Gotit +Grafula +Mojeek +Nettrack +Tracemyfile +WPScan +evc-batch diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index dabc4c986..6c1ecd39a 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -01h4x.com -404enemy -ADmantX +80legs AIBOT -ALittle Client -ASPSeek +Aboundex +Acunetix AhrefsBot -AiHitBot -AlphaBot +Aipbot +AllSubmitter +Anarchie Anarchy Ankit -Anthill Aspiegel -Asterias AwarioRssBot BBBike -BDCbot -BDFetch -BLEXBot BackStreet BackWeb +Backlink-Ceck BacklinkCrawler -BatchFTP -Battleztar Bazinga +Badass +Barkrowler Bigfoot -BlackWidow -BlowFish -Brandwatch +Black Hole +Blow +BotALot Buck -BuiltBotTough -BuiltWith -BuzzSumo -Calculon -Cegbfeieh -CensysInspect +Bullseye +BunnySlippers +CATExplorador +CSHttp +CheTeam ChinaClaw Chlooe -Claritybot -Cliqzbot Cloud mapping -CopyRightCheck +Cocolyzebot +Collector +Cosmos +Crawling at Home Project CrazyWebCrawler +Crescent +Custo +CyotekWebCopy +DBLBot DIIbot -DSearch DataCha0s -Demon +DatabaseDriverMysqli Deusu -Devil -Digincore DigitalPebble Dirbuster -Discoverybot -DomainAppender -Dotbot +DomainStatsBot Download Wonder +Dragonfly ECCP/1.0 -EMail Siphon EMail Wolf EasyDL -Ecxi +Ebingbong EroCrawler -ExtLinksBot -ExtractorPro +Evil +Extractor Extreme Picture Finder -Ezooms +FDM FHscan -FemtosearchBot -Fimap -Flunky +FlashGet Foobot Freeuploader +FyberSpider +GT::WWW GalaxyBot -Genieo -GetWeb -Getintent Go-Ahead-Got-It -GoZilla -Gotit -GrabNet -Grabber -Grafula +GridBot HEADMasterSEO -HTMLparser -HTTP::Lite -HaosouSpider +Harvest Havij +Heritrix Hloader +IDBot Iblog Id-search -Image Fetch -Image Sucker +IndeedBot Indy Library -InfoNaviRobot +Intelliseek InterGET -JOC Web Spider -JennyBot -JetCar -Jetty +InternetSeer +Iskanie +JamesBOT +Jbrofuzz +Joomla +Jorgee JustView -Jyxobot -Kinza -Leap -LexiBot -LibWeb -Lightspeedsystems +Kenjin Spider +LNSpiderguy +LWP::Simple +LeechGet +Libwhisker Likse LinkScan LinkWalker -Linkbot LinkextractorPro -LinqiaMetadataDownloaderBot +LinkpadBot LinqiaScrapeBot -Lipperhey Spider Lmspider MJ12bot MQQBrowser +MSFrontPage MSIECrawler +MTRobot Magnet +Majestic SEO MarkMonitor -MarkWatch +Masscan +Mata Hari MauiBot -Mb2345Browser MeanPath Bot -MicroMessenger -Microsoft URL Control +Mediatoolkitbot +Metauri +Microsoft Data Access Mister PiX Moblie Safari Mojeek -Morfeus Fucking Scanner -NPbot -Name Intelligence -Nameprotect -Net Vampire -NetAnts -NetMechanic -NetSpider +Mozlila +Msrabot +Musobot +NearSite +Nessus +NetLyzer NetZIP -Netcraft -Nettrack Netvibes +NextGenSearchBot Nikto -Ninja +Nimbostratus Nuclei Nutch Octopus +Offline Explorer +OnCrawl +OrangeBot OrangeSpider OutclicksBot +PageAnalyzer PageGrabber -Pavuk -PeoplePal -Petalbot -Pockey -Psbot +PageThing.com +Pi-Monster +Picscout +Piepmatz +Pimonster +ProPowerBot +ProWebWalker +Probethenet +Pu_iN PyCurl -RankingBot -RankingBot2 Rankivabot -Re-re -Reaper -RebelMouse +ReGet +Recorder RedesScrapy -SBIder -SEOkicks-Robot -Scanbot +Ripper +RocketCrawler +SEOkicks +SEOlyticsCrawler +SISTRIX +SalesIntelligent ScoutJet -Screaming -ScrepyBot -Searchestate -SearchmetricsBot Semrush SeoSiteCheckup SeobilityBot +Seomoz Shodan -Siphon Site Sucker -SiteSnagger Sitebeam -Sitevigil -Snapbot +SmartDownload Snoopy SocialRankIOBot Sottopop Spammen +SpankBot Spbot Spinn3r -SputnikBot -Sqlworm +Sqlmap +Sqworm Steeler Sucker -Sucuri +Surfbot Szukacz +TeleportPro +Telesphoreo TheNomad Thumbor -True_Robot -Turingos -Turnitin -Typhoeus -Upflow -Vacuum -VelenPublicWebCrawler -VeriCiteCrawler -Virusdie -VoidEYE +Titan +Toata +Toweyabot +Tracemyfile +TwengaBot +Twice +URLy.Warning +Vagabondo +Voil +Voltron +WBSearchBot WEBDAV WWW-Mechanize WWW::Mechanize -Wallpapers/3.0 -Web Fetch -WebBandit -WebCollage -WebFuck -WebGo IS -WebImageCollector +WWWOFFLE +Web Enhancer +Web Pix +WebCopier +WebFetch WebPix +WebSauger WebStripper -WebsiteExtractor +WebSucker +Website Quester +WebsiteQuester Whack -Whatweb -Widow +Whacker WinHTTrack -Wonderbot -Xaldon_WebSpider +Xenu Zade -Zermelo -Zeus -ZmEu +Zauba ZoomBot -autoemailspider -cah.io.community -cognitiveseo -com.plumanalytics -crawler.feedback +ZoominfoBot +ZumBot +archive.org_bot +arquivo.pt +check1.exe +clark-crawler +crawl.sogou.com +dataforseo.com domainsproject.org +eCatch +evc-batch +facebookscraper instabid internetVista monitor -magpie-crawler -meanpathbot +ips-agent +isitwp.com +lwp-request muhstik-scan -pcBrowser +oBot plumanalytics -ripz +probe-image-size s1z.ru -satoristudio.net scalaj-http -seostar -sexsearcher -sogouspider -trendiction.com -xpymep1.exe -zgrab +scan.lol +seobility +seoscanners +serpstatbot +siteripz +sp_auditbot +spyfu +sysscan +trendiction.de +ubermetrics-technologies.com +webpros.com diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index f5269ea14..2d50031e4 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ +360Spider +ALittle Client ASPSeek +Abonti +Acunetix +AfD-Verbotsverfahren +AhrefsBot +AiHitBot Aipbot -AllSubmitter Alligator -AlphaBot -Anarchie -Anarchy -Anarchy99 -Ankit Aspiegel +Asterias AwarioRssBot -AwarioSmartBot -BackDoorBot +BLEXBot BackStreet -BackWeb +Backlink-Ceck +BacklinkCrawler +Badass +Bandit Barkrowler -Battleztar Bazinga -Bigfoot Black Hole -Blackboard -Boardreader +Blow BotALot -Buck -Buddy +Bullseye BunnySlippers +BuzzSumo +CCBot CSHttp -CazoodleBot -Cegbfeieh -CheTeam +Calculon +CheeseBot ChinaClaw Chlooe -Cogentbot +Claritybot +Collector Copier -Cosmos +Copyscape +Craftbot Crawling at Home Project -CrazyWebCrawler Crescent -DBLBot +Curious DTS Agent -DatabaseDriverMysqli -Devil +Deusu DigitalPebble +Dirbuster +Dispatch DomainAppender -DomainSigmaCrawler DomainStatsBot -EMail Siphon +Domains Project +Dotbot +Drip +ECCP/1.0 EasyDL +Ebingbong +EirGrabber Evil +Express WebPictures Extractor ExtractorPro -Extreme Picture Finder -EyeNetIE -FDM -FHscan -Firefox/7.0 FlashGet -Fuzz +Flunky +Foobot +Freeuploader FyberSpider G-i-g-a-b-o-t -GT::WWW -Go!Zilla -Go-Ahead-Got-It -Grabber +Genieo +GermCrawler +GetRight +GetWeb +Getintent +GoZilla +Gotit +Grafula +GrapeFX GrapeshotCrawler HMView -HTMLparser HTTP::Lite -HTTrack -Haansoft HaosouSpider +Havij Heritrix Hloader -HybridBot +IDBTE4M IDBot -Iblog -Indy Library -InfoTekies -Intelliseek +IRLbot +IlseBot +Image Sucker +IndeedBot +InterGET Internet Ninja +InternetSeer +Iria +JOC Web Spider Jbrofuzz JennyBot JetCar -Jetty Jorgee -JustView -Kenjin Spider -Kinza Kozmosbot +LWP::Simple +Lanshanbot Larbin -LeechFTP +Leap LeechGet -Lftp -LieBaoFast -Lightspeedsystems -Linkbot -Linkdexbot +LibWeb +Libwhisker LinqiaMetadataDownloaderBot +LinqiaRSSBot +Litemage_walker +MIIxpc MJ12bot -MSFrontPage MSIECrawler MTRobot Mag-Net -MarkMonitor -Mister PiX +Majestic-SEO +MarkWatch +Mb2345Browser +Metauri +MicroMessenger +Microsoft Data Access +Moblie Safari Mojeek -Mojolicious +Mozlila Mr.4x3 -NICErsPRO -Navroad -NearSite +Musobot +Needle +Nessus Net Vampire -NetZIP -NextGenSearchBot -Nikto -Nmap -Nutch +Nettrack +Niki-bot +Nuclei +Offline Explorer OnCrawl -OrangeSpider +Openvas +OrangeBot +OutclicksBot OutfoxBot -PageScorer -PageThing.com -Panscient +PECL::HTTP Papa Foto -Pavuk PeoplePal -Picscout -PictureFinder -Pimonster +Petalbot +Picsearch +Piepmatz Pixray -Pockey -ProPowerBot -ProWebWalker +Probethenet Psbot -Pump -QueryN Metasearch +PyCurl +RSSingBot RankActive -RankActiveLinkBot -RankingBot -RankingBot2 -Rankivabot +RankFlex RankurBot Re-re -ReGet -RebelMouse -Recorder -RedesScrapy -Ripper +RealDownload +RepoMonkey +RocketCrawler Rogerbot SBIder SEOkicks SEOkicks-Robot +SEOstats SISTRIX -SMTBot -ScanAlert +SalesIntelligent Scanbot Scrapy -ScreenerBot -ScrepyBot -SeoSiteCheckup +SemrushBot +SentiBot +Seomoz Siphon +SiteExplorer SiteLockSpider SiteSnagger -Sitevigil +SiteSucker +Siteimprove SmartDownload -Snoopy -SocialRankIOBot +Snake Sociscraper Sogou web spider -Sottopop -SpaceBison -Spanner Spbot -Sqlmap -Steeler +Spinn3r Stripper -Sucuri -SurveyBot -Swiftbot +SuperBot Szukacz -T0PHackTeam -Telesoft +Teleport +TeleportPro Telesphoreo -Telesphorep -TheNomad -Thumbor +The Intraformant TightTwatBot -Turingos -Turnitin -TurnitinBot -Typhoeus +Titan +Toweyabot +Tracemyfile +Trendiction +True_Robot URLy Warning UnisterBot -Upflow -V-BOT VB Project -VCI -Vagabondo -VelenPublicWebCrawler -VidibleScraper +VeriCiteCrawler +Virusdie +VoidEYE +Voltron +WASALive-Bot WPScan -WWW-Collector-E -WWWOFFLE -WallpapersHD -Web Enhancer -Web Pix -Web Sauger +WWW::Mechanize +Wallpapers +WeSEE +Web Sucker +WebBandit +WebCollage WebEnhancer WebFuck +WebGo IS WebImageCollector +WebPix +WebReaper WebStripper +WebSucker +WebWhacker Webalta -WebmasterWorldForumBot Webshag Website Quester +Whack Whacker Widow -WinHTTrack -Woobot -Wprecon +WiseGuys Robot +Wotbox Xaldon WebSpider -Xenu -Zade -Zermelo +YoudaoBot Zitebot ZumBot -cognitiveseo -com.plumanalytics -crawler.feedback -demandbase-bot +ZyBorg +arquivo-web-crawler +coccocbot-web +crawl.sogou.com +dataforseo.com +domainsproject.org +eCatch facebookscraper -gopher -lwp-request -meanpathbot +heritrix +internetVista monitor +lwp-trivial mediawords -muhstik-scan +netEstate NE Crawler oBot page scorer -pcBrowser -polaris version +plumanalytics probe-image-size -ripz -s1z.ru -scalaj-http -seostar -siteripz -sogouspider -sp_auditbot -trendiction.com -webprosbot -zgrab +satoristudio.net +seoscanners +serpstatbot +sitechecker.pro +tAkeOut +ubermetrics-technologies.com +webpros.com +zauba.io diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index daf8f8a8d..74426abc8 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -4kepics.com -alborzan.com -country-chic.ru -dcj-nn.ru -freewhatsappload.com -hptwaakw.blog.fc2.com -locksmith.jp -play-movie.pl -upstore.me -works.if.ua +allwomen.info +cocolyze.com +crynet.cc +eorogo.top +monsterdivx.com +seadragonherbery.com +social-fun.ru +top250movies.ru +torture.ml +wholesalejerseyscheapjerseys.us.com diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index 3f6d1e128..444361a03 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -100dollars-seo.com -13tabs.com -1hwy.com -1kdailyprofit.me -24-ak.ru -2ads.co.uk +100searchengines.com +14b.info +178evakuator178.ru +256bit.by +3rbseyes.com +3th.co.in 404.mn -4kpics.rocks -5elementov.ru -66cpwgln.space -7fon.ru -8jn.dating-app.ru -91abcw.com -9icmzvn6.website -aa625d84f1587749c1ab011d6f269f7d64.com -aa9bd78f328a6a41279d0fad0a88df1901.com -abcdeg.xyz -activecampaign.dreamhosters.com -actulite.com -adidas.frwebs.fr -adprotect.net -ads.gold -adsfresh.men -adultnet.in -advertex.info -agroeconom.kz -ahrefs.com -airlandsea.info -alfa9.com -alldownload.pw -alphahoverboards.com -alta-realestate.com -amazon-adsystem.com -ameblo.top -ampower.me -ananumous.ru -apccargo.com -apilinkswiftco-a.akamaihd.net -apimegabrowsebiz-a.akamaihd.net -apiwoodensealcom-a.akamaihd.net -apper.de -appfixing.space -apple.com-webbrowsing-security.review -arate.ru -artdeko.info -autoblogger24.info -autonew.biz +4webmasters.com +5ws.dating-app.ru +72-news.com +7ooo.ru +991mostfm.co.id +a1security.com.ua +aa8780bb28a1de4eb5bff33c28a218a930.com +aaa38852e886ac4af1a3cff9b47cab6272.com +add-add.men +adktrailmap.com +admatic.com.tr +advokat-grodno.by +aerogo.com +agapovdg.ru +ahmedabadwebs.com +aimayangzhi.com +alive-ua.com +allboard.xobor.de +alldubai.biz +allnews24.in +amateurlivechat.org +amazon-seo-service.com +amyfoxfitness.com +anal-acrobats.com +analytics-ads.xyz +angel1777.kz +animalrank.com +apartmentbay.ru +apartmentratings.com +apiallgeniusinfo-a.akamaihd.net +apidiamondatanet-a.akamaihd.net +apimountainbikei-a.akamaihd.net +appleid-verification.com +arcadepages.com +arclk.net +arenanews.com.ua +arenda-avtoprokat-krasnodar.ru +asmxsatadriverin.aircus.com +asophoto.com +atovh.local-finders.com +auspolice.com +aussie-prizes.com +automatic-seo.com autorn.ru -avkzarabotok.com -avtochehli.by -backgroundpictures.net -bannerpower.com -bestmarriages.com -betonka.pro -beztuberkuleza.ru -bikini-image.com -blagovest-med.ru +aviav.eu +aviav.ru.com +aviva-limoux.com +awency.com +babyfactory.fr +bag77.ru +bamo.xsl.pt +basisches-wasser.net +batanga.net +beremenyashka.com +bestadbid.com +besthoro.ru +bestwebsitesawards.com +bibys.com +bildsuche.ru +bio.trade-jp.net +bitcoins-live.ru +bkgr.se blavia.00author.com -bloglag.com +blogrankers.com blue-square.biz -boazpower.com -boleznikogi.com -breastaugmentation.co.za +bolezniorganov.ru +brewdom.ru brothers-smaller.ru -btvn.ru -buigas.00it.com -bumble.cheapwebsitehoster.com -businesxxl.com -buyfriend.ru -buytizanidineonlinenoprescription.blogspot.com -callejondelpozo.es -camel-beach.com -candy-glam-hp.com -cardiosport.com.ua -cartierlove2u.com -cartierlovebraceletreplica.xyz +brus.city +bugof.gq +burkesales.com +buy-cheap-pills-order-online.com +buy-meds24.com +buynorxx.com +camdolls.com +candlehandmade.com +casinopinup-wins.com cbozhe.com -cenokos.ru -cheatcode-lita12.rhcloud.com -checkpagerank.net -cherrypointplace.ca -chimiver.info +ccbill.com +check-this-out-now.online chinacheapelitejerseys.com chinajerseyswholesalecoupons.com -chlooe.com -ci.ua -circlesl.com -cleanallvirus.com -clickhype.com -clicksor.com -clknsee.com -compliance-don.xyz -compliance-mary.top -costablue.xyz -cubook.supernew.org -customcollegeessays.net -customerguru.in -cv.wallhade.co -dailyrank.net -daooda.com -datsun-do.com -dawlenie.com +chocolateslim-en-france.com +chocolateslim-original.com +christianlouboutinoutlet.win +cialis-samples.com +cityadspix.com +club-musics.ru +codq.info +compliance-checker-7.info +compliance-george.top +compliance-julia.top +cookingmeat.ru +copro.pw +copypaste.traderzplanet.in +cornerstone-countertops.com +courtshipgift.com +craftburg.ru +crazyboost.pro +creditwell.ru +czeshop.info +dafatiri.com +daneshetabiat.com +day-news.info db.speedup.gdn -ddsoldes.fr -decorazilla.com -descargar-musica-gratis.net -dfwu1013.info +dear-diary.ru +deda-moroza-zakaz.ru +delayreferat.ru +delitime.info +delta-line.men +derevesendeco.com +dfwu1019.info +digitalassetmanagement.site +dikx.gdn +dimfour.com disruptingdinnerparties.com -diusyawiga.tk -dostavka-v-krym.com -downtuptv.gq -drugstoreforyou.com +dnsrsearch.com +domain.webkeyit.com +domainanalyzing.xyz +dominterior.org +dood.live +dotmass.top +dpihatinh.gov.vn +driving.kiev.ua dvd-famille.com -e-c.al -eachdayisagift.review -earl-brown.info -eas-seo.com -editmedios.com -efnor-ac.com -elektrischezigaretten1.blogse.nl -elektrozigaretten1.tumblr.com -elektrozigaretten2.yn.lt -energy-ua.com -eshop.md -essayassist.com -este-line.com.ua -evening-dating-club.info -everflora.ru -extlabs.io -eyessurgery.ru -ezaz.info -ezigaretteshop2.vefblog.net -f0815.de -facialporntube.com -fanoboi.com -fbdownloader.com -femdom.twiclub.in -feorina.ru -filefilter.weebly.com -filmetricsasia.com -filunika.com.ru -financehint.eu -findpics.pw -firma-legion.ru -firstsiteguide.com -fix-website-errors.com -flashlarevista.com -flprog.com -foodcrafts.website -forum20.smailik.org -forums.toucharcade.com -foto-basa.com +dwomlink.info +dyshagi.ru +earthmagic.info +edge.sharethis.com +eduserver.net +efkt.jp +ege-russian.ru +egvar.net +electrik-avenue.com +elektrischezigarette2.devhub.com +elite-sex-finders.com +elitepcgames.com +eloconcream.blogspot.com +emediate.eu +enpolis.ru +eropho.net +erot.co +erotiktreff24.info +eshop4u.jp +esnm.ru +essay-writing.work +estelight.ru +etur.ru +exct.net +expertnaya-ocenka.ru +ezb.elvenmachine.com +ezigarettekaufen2.mpbloggar.se +ezigarettenkaufen1.deviantart.com +fanrto.com +femmesdenudees.com +fenoyl.batcave.net +filesmonster.porn +fivedwld.cf +floridahuntingfishingadventures.com +floridamhca.org +floridamobilebillboards.com +forum.poker4life.ru +foto-telok.net free-deals.faith -free-fbook-traffic.com +free-share-buttons.blogspot.com free-share-buttons.com -free-social-buttons.com -freshwallpapers.info -frustrated-favorable.gq +freelinkbuilding.website.tk +freewareseek.com +frvo.alptandem.ru +fuckmill.com +fxtips.ru fxund.us -gameonasia.com -gay.adultgalls.com -geilehausfrauen.net -germetiki.com.ua -gfaq.ru -girlsatgames.ru -glass-msk.ru +g.starmoe.xyz +g33.org +gallery.rennlist.com +gamerextra.com +gamevalue7.weebly.com +gay-site.store +ge0ip.com +get-your-social-buttons.info +getlaid-xxxhookupdirect.com +gheus.altervista.org +girlspicsa.com +gktt.ru +glogow.pl +gnuetella.com go2jump.org -goblacked.com -googst2.ru -gopixdatabase.com -gosarhivrt.ru -gsasearchengineranker.space -gstatey.net +goldadpremium.com +goldenggames.com +googlsucks.com +goosefishpost.bid +gotorussia.com +gourcy.altervista.org +gox.com.ua +greatfind-a.akamaihd.net +greenidesign.co +gta-top.ru handicapvantoday.com -handsandlegs.ru -hannasolution.ru -harmonyglen.us -hazardky.net -heatpower.ru -herehloadibs.cf -hesteel.pl -hobbyhuren24.net -hobild.net -home-task.com -homemade.gq -homemature.net -hotkeys.com -housemilan.ru -houston-vikings.com +hasfun.com +hd720kino.ru +hdfreeporno.net +headpharmacy.com +healbio.ru +health-medical-portal.info +hentaiheroes.com +herokuapp.com +highland-homes.com +hildinghr.se +hitsbox.info +hmmm.cz +hostsshop.ru +houtings.xyz +hoverboard360.es +hoverboardforsaledirect.com huimin764128.com -hvd-store.com -hybrid.ru -ido3.com -ifmo.ru -ilovevitaly.xyz -imagine-ex.co -imitex-plus.ru -impresagaia.it -interesnie-faktu.ru -intermesh.net -iradiology.ru -ispac.org -istizanidineacontrolledsubstance.blogspot.com -jofucipiku.tk -johnnyhaley.top -jus0wil.pp.ua -justprofit.xyz -jyvopys.com -kalb.ru -katadhin.co -keyword-suggestions.com +iamsport.org +imabase.com +imicrovision.com +iminent.com +infazavr.ru +instasexyblog.com +intelhdgraphicsgtdrive6w.metroblog.com +intellektmedia.at +iopeninghours.co.uk +istanbulit.com +istizanidineanarcoticdrug.blogspot.com +itrevolution.cf +ivearchenceinflu.cf +ix20.ru +izhevsk.zrus.org +jav-fetish.site +javrip.net +justdating.online +karachev-city.ru +kazinogames.lv +kellyonline.xyz +keywordspay.com keywordsuggest.org -kinobest.pl -klikbonus.com -kollesa.ru -koptims.tiu.ru -krynica.info +kidd.reunionwatch.com +kiinomaniak.pl +kino2018.club +kinohall.ru +kit-opt.ru +klitimg.pw +kurwa.win +labelwater.se labvis.host.sk -landmania.ru -laparfumotec.com -leadwayau.com -lechtaczka.net -lenvred.org -lightinghomes.net -likrot.com -liky.co.ua -linerdrilling.com -lion.playtap.us -lirunet.ru -lockerz.com -loftdigital.eu -lombardfinder.ru -love-baby.cz -low-format.ru +lacapilla.info +laptoper.net +layola.biz.tc +lazymanyoga.com +leftofcentrist.com +legionalpha.com +lider-zhaluzi.kiev.ua +lion.bolegapakistan.com +liver-chintai.org +locustdesign.co +lomza.info +lonerangergames.com +lrac.info +lsex.xyz lulea-auktionsverk.se -manualterap.roleforum.ru -matpre.top -meccadumps.net -meds-online24.com -meendo-free-traffic.ga -mega-polis.biz.ua -member-quiz.com -mesbuta.info -minharevisao.com -mirobuvi.com.ua -mixed-wrestling.ru -mlf.hordo.win -mmoguider.ru -mobicover.com.ua -mobplayer.net +magiadinamibia.blogspot.com +maju.bluesalt.co +marketingtechniques.info +masterseek.com +medicine-4u.org +medmajor.ru +megaindex.ru +megavolt.net.ua +metallosajding.ru +mexicosleevegastrectomy.com +mexicotravelnet.com +microsearch.ru +minecraft-rus.org +miniads.ca +mobile-appster.ru moi-glazki.ru -mojaocena.com -moomi-daeri.com -morpicert.pw -mowser.com -mrsdalloways.com +mojowhois.com +morepoweronmac.trade +mouselink.co +moyakuhnia.ru +mp3ritm.top +mriyadh.com +mturkcontent.com muizre.ru -musicstock.me -mycaf.it -mylesosibirsk.ru -myonlinepayday.co -nakrutka.cc -national-today-winning-winner.club -nationalbreakdown.com -nikitsyringedrivelg.pen.io -nikkiewart.ru -nodding-passion.tk -nofreezingmac.work -notasprensa.info -nvssf.com -o-o-6-o-o.com -o00.in -obesidadealgarve.com -obiavo.ru -obiavo.uz -obnal.org -ochistka-stokov.ru -offergroup.info -ohmyrings.com -olympescort.com -omoikiri-japan.ru -onescreen.cc -onlinedomains.ru -onlywoman.org +multgo.ru +muz-shoes.ru +mydoctorok.ru +myfreetutorials.com +mzdish.site +nalogovyykodeks.ru +namenectar.com +naughtyconnect.com +nikitabuch.com +nomuos.it +noscrapleftbehind.co +novodigs.com +nucia.biz.ly +nufaq.com +nzfilecloud.weebly.com +online-podarki.com +onlineslotmaschine.com ooomeru.ru -optibuymac.com -orel-reshka.net -otbelivanie-zubov.com -painting-planet.com -park.above.com +ourville.info +ownshop.win +paidonlinesites.com +paleohub.info +pastaleads.com +pateaswing.com pavlodar.xkaz.org +pawli.eu +pc4download.co +pdn-4.com +pearlisland.ru perfection-pleasure.ru -pharmacyincity.com -photorepair.ru -photosaga.info picphotos.net -pics-group.com -picsfair.com -pictures-and-images.com +picsforkeywordsuggestion.com +picswe.com picturesfrom.com -pinwallpaper.xyz -piuminiita.com -pixelrz.com -pizdeishn.com -poem-paying.gq +picturesmania.com +pinkduck.ga +pinstake.com +pinup-casino1.ru +piratecams.com +pistonclasico.com +play-mp3.com +pochemychka.net +pogosh.com +pons-presse.com pooleroadmedicalcentre.co.uk -popserve.adscpm.net +pornhive.org pornhub-forum.ga -porno-home365.com -pornoelita.info -pornogad.com -pornoslive.net +pornogig.com pornowarp.info -preg.marketingvici.com -privatefx-in.ru -privatov-zapisi.ru -prizefestival.mobi -prizestohandle.club -pro-okis.ru -producm.ru -projectforte.ru -prokotov.com -proprostatit.com -prostitutki-tolyatti.org -prpops.com -pussyfleet.com -pussysaga.com -pyramidlitho.webs.com +predmety.in.ua +preparevideosafesystem4unow.space +priora-2.com +privat-girl.net +privatefx.all4invest.info +prombudpostach.com.ua +prospekt-st.ru +prostitutki-astana.org +psa48.ru +purplesphere.in qexyfu.bugs3.com -qld10000.net -qwesa.ru -r-control.ru -rangjued.com +r-e-f-e-r-e-r.com rangoman.date -rcpmda.ikan1080.xyz -redirlock.com -reining.lovasszovetseg.hu -renecaovillasale.online -reward-survey.net +ranking2017.ga +rasteniya-vs-zombi.ru +regdefense.com +rennlist.com +resant.ru +ribieiendom.no richinvestmonitor.com -rootandroid.org -roznica.com.ua -sabaapress.com -sabizonline.com -salmonfishingsacramentoriver.com -saltspray.ru -saugatuck.com -scanner-mark.top -scat.porn -schalke04fc.info -schlampen-treffen.com -screpy.com -searchinquire.com -semalt.com -semprofile.com -service.adtech.us -seryeznie-znakomstva.ru -sextracker.com -sexytrend.ru -shama-rc.net -sharebutton.net -shariki-zuma-lines.ru -shiksabd.com -shitmovs.com -shopfishing.com.ua -sibtest.ru -sicfor.bcu.cc -sierraapps.com -skyway24.ru -snip.to -soda.media -sohoindia.net -solitaire-game.ru -solnplast.ru -solution4u.com -sonnikforme.ru -sovetogorod.ru -sportbetfair.com -sps-shop.com -spywarenuker.com -staticfs.host -staynplay.net -stop-zavisimost.com -streetfooduncovered.com -superiends.org -supernew.org -superstats.com -swagbucks.com -tabletkinaodchudzanie.com.pl -taqywu51.soup.io -taraz.xkaz.org -tasteidea.com -tattomedia.com -tattooha.com +royal-betting.net +rrutw.com +ru-dety.ru +rustic-quiver.win +sa-live.com +sajatvelemeny.com +sakhboard.ru +santechnik.jimdo.com +scanmarine.info +scanner-alexa.top +scanner-brian.top +sdelatmebel.ru +search.alot.com +searchtooknow-a.akamaihd.net +searchwebknow-a.akamaihd.net +semp.net +seobility.net +seorankinglinks.us +seozoom.it +sethrollins.net +sevendays.com.ua +sexiporno.net +sexobzor.info +sexpornotales.com +sexuria.net +sfj-ror.no +shoesonlinebuy.xyz +shoppingmiracles.co.uk +sigmund-freud.co.uk +slavic-magic.ru +slomm.ru +slowmacfaster.trade +sms2x2.ru +socas.pluto.ro +socialbuttons.xyz +sofit-dmd.ru +solmarket.by +spb.afora.ru +special-porn.com +speeddream.xyz +standardchartered-forex.com +starpages.net +stretchingabuckblog.com +stroymonolit.su +studiofaca.com +success-seo.com +sukarame.net +swsociety.se +taaaak.com +taboola.com +tackletarts.co +takeflyte.com +taximytishi.ru +tecspb.ru tehngr.ru -telefonsexkostenlos.tk -teslathemes.com -tetracsaudi.com -thaisamkok.com -thebestphotos.eu -thewebsitetemplate.info -titan-ads.life -tizanidine4mgprice.blogspot.com -tizanidine4mgstreetprice.blogspot.com -tizanidinehclsideeffects.blogspot.com -tizanidinemusclerelaxant.blogspot.com -tizanidinepain.blogspot.com -tizanidineshowupondrugtest.blogspot.com -tmm-kurs.ru -tn811.us -tnaionline.org -tobeyouday.win -tomatis.gospartner.com -toy-shop.top -track-rankings.online -tradedeals.biz -traffmonster.info -trichizobswiv.agddns.net -trucri.me -tsstcorpcddvdwshbbdriverfb.aircus.com -tuberkulezanet.ru -tuckpointingmasonrysystems.com -turbo-suslik.org -turvgori.ru -tvnewsclips.info -uamtrk.com +telegraf.by +theautoprofit.ml +thenetinfo.com +thesmartsearch.net +thetoiletpaper.com +tizanidinedrugtest.blogspot.com +tizanidinehcl4mgtablet.blogspot.com +tizanidineingredients.blogspot.com +tizanidinewithdrawal.blogspot.com +tnctrx.com +top-l2.com +trafficnetzwerk.de +traffique.net +trahic.ru +triplepanda.xyz +tripper.de +trustaffs.com +trustl.life +tt-ipd.info +twiclub.in +uginekologa.com +ultimateclassicrock.com +underthesite.com unionmarkt.de -univerfiles.com -universals.com.ua -upproar.com -url-img.link -urll.eu -vapeface.club -varbergsvind.se -vchulkax.com -vclicks.net -vegan-foods.us -video--production.com -video-camer.com -video-chat.love +uptime-gamma.net +uptimebot.net +uptimechecker.com +uroki.net +vapsy.com +vasileostrovsky-rayon.ru +vbikse.com videochat.world -vikistars.com +videochaty.ru +videospornogratisx.net +vielporno.net viveresaniesnelli.it -vkgaleria.com -vmnmvzsmn.over-blog.com -vod.com.ua -volgograd.xrus.org -vrnelectro.ru -vsexkontakte.net -vtc.pw +vladhistory.com vvpg.ru -vzlom-na-zakaz.com -walkme.com -wallpapersdesk.info -wallpapersist.com -webenlace.com.ar -weblo.com -webmonetizer.net +web-analytics.date +webadvance.club +webmasterhome.cn weboptimizes.com -webs.com -website-analyzer.info +webradiology.ru +website-speed-up.top +wechatdownload10.com weddingdresses.xyz -weightatraining.com -whatsappdownload10.com -wildcattube.com +wemarketing.se +whipme.yopoint.in williamrobsonproperty.com -wiosenny-bon-1500.pl -worldtraveler.world -wovis.site -wpthemedetector.co.uk -writingservices17.blogspot.ru -www.arenda-yeisk.ru -www.event-tracking.com -x-diesel.info -x-lime.com -x-mix.info -xfluro.com -xmlinde.com -xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai -xn----9sbebi2bvzr7h.xn--p1ai -xn----btbdvdh4aafrfciljm6k.xn--p1ai -xn----ctbbcjd3dbsehgi.xn--p1ai -xn--80aanaardaperhcem4a6i.com -xn--80ajbshivpvn2i.xn--p1ai -xn--80ajjbdhgmudixfjc8c5a9df8b.xn--p1ai -xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai -xtrafficplus.com -xvideosbay.com -xxxtube69.com +wstroika.ru +ww1943.ru +www.souvenirua.com +x-diesel.org +xaijo.com +xcc24.pl +xep.info +xev.ru +xjrul.com +xn-----8kcatubaocd1bneepefojs1h2e.xn--p1ai +xn--80aaajbdbddwj2alwjieei2afr3v.xn--p1ai +xn--80aagddcgkbcqbad7amllnejg6dya.xn--p1ai +xn--80ahvj9e.xn--p1ai +xn--80atua3d.xn--p1ai +xn--b1adccaf1bzj.xn--p1ai +xsfetish.org +xuki.us +xxxnatelefon.ru +xxxsiterips.xyz y8games-free.com -yellowfootprints.com -youporn-ru.com -youtubologia.it -zakon-ob-obrazovanii.ru -zaloadi.ru -zastenchivosti.net -zeroredirect7.com -zolotoy-lis.ru -zoodrawings.com +yaaknaa.info +yaderenergy.ru +yebocasino.com +yellowstonevisitortours.com +yhit.press +youradexchange.com +zahvat.ru +zapiszto.pl +zastroyka.org +zatjmuzu.info +zeroredirect11.com zoogdinsney.com +zverokruh-shop.cz +zvooq.eu diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index cc9b04169..9e25b5ee8 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -0c47f8422d3f.com -1001desert.com -1001watch.com.ua -2rich4bitches.com -72-news.com -8gold.com -acads.net -adanih.com -addbin.men -adexprts.com -admeasures.com -adminshop.com -advancedcleaner.com -airlandsea.info -allbizne.co.ua -allnews.md -anal-acrobats.hol.es -apartmentratings.com -apiportalmorecom-a.akamaihd.net -ardimobileinfo.ml -autoblogger24.info -autolombard-krasnodar.ru +1bet.com +2015god.org +256bit.by +4replicawatch.net +5forex.ru +6hopping.com +aac500b7a15b2646968f6bd8c6305869d7.com +adloads.com +adobereader-free.ru +adtech.fr +adultmeetonline.info +alienwheel.es +alphaforum.ru +an-donut.com +anabolics.shop +angkortours.vn +aramaicmedia.org +arcteryxsale.online +asrv-a.akamaihd.net +asseenontv.ru +atlasvkusov.ru +autodo.info automobile-spec.com -autonew.biz -aviav.co -backgroundpictures.net -bard-real.com.ua -battlecarnival.su -bear.gotcher.us -belstaffstore.online -best-deals-products.com -bestchoice.cf -bidbuy.co.kr -bigcareer.info -biographiya.com -bnt-team.com -bravegirlsclub.com -brewdom.ru -bumascloset.com -buqyxa.rincian.info -businescoop.men -candlewooddentalcentre.com.au +autovideobroadcast.com +autowebmarket.com.ua +aversis.net +azartclub.org +babyfactory.fr +badavit.com.ua +bashtime.ru +besthomemadepornsites.com +betonka.pro +bif-ru.info +bikini-image.com +bio-market.kz +bioinnovate.co +blog-hits.com +blog.remote-computer.de +bookmark4you.com +bvlgariwallet.xyz +bytimedance.ru +cardiosport.com.ua +carmuffler.net +cartierloveringreplica.xyz +casinopinup-wins.com cbozhe.com -cdncash.com -cellfun.mobi -chinaelitecheapjerseys.com -ci.ua -cialischsrx.com -commoncrawl.org -coolgramgoods.com +cdnanalytics.xyz +centre-indigo.org.ua +cete.ru +cfsrating.sonicwall.com +cgi2.nintendo.co.jp +chatroulette.online +cheapestjerseys-wholesale.com +checkpagerank.net +choice-credit.ru +christianlouboutinsaleonline.us +compliance-julianna.top +confib.ifmo.ru +cookie-law-enforcement-aa.xyz coolyarddecorations.com -costablue.xyz -courtshipgift.com -dentalpearls.com.au -descargar-musica-gratis.net -diegolopezcastan.com -digilander.libero.it -diusyawiga.tk -dood.live -drhomes.biz -drugs-no-rx.info -drugspowerstore.com -duawitchrarato.tk -el-nation.com -electro-prom.com -eleimgo.pw -elektrozigaretten1.webs.com -evrotekhservis.ru -exmasters.com -exonline.info -expolicenciaslatam.co -fashion-stickers.ru -favoritemoney.ru -fba-mexico.com -fbdownloader.com -fertilitetsradgivningen.se -ff30236ddef1465f88547e760973d70a.com -filesdatabase.net -forum.doctissimo.fr -free-today.com -freeseedsonline.com -freshmac.space -fungirlsgames.net -game-top.su -gamezblox.com -garciniaxt.us -geileweiber.tk -ghernnqr.skyrock.com -gne8.com -go2jump.org -gomusix.com -goo.ne.jp -goodhumor24.com -goodly.pro -gotcher.us -gsasearchengineranker.space -gsmtlf.ru -guigyverpo.cf -hard-porn.mobi -harmonyglen.us -hcate.com -hccoder.info -heartofpayne.xyz -hermesbracelets.xyz -hitcpm.com +coprofam.org +credit-online.ws +culturevie.info +customerpromos-a.akamaihd.net +cutalltheshit.com +deadlinkchecker.com +dealwifi.com +demenageur.com +detskie-konstruktory.ru +dev-seo.blog +dinosaurus.site +dogclothing.store +domain-tracker.com +domainroam.win +draniki.org +dscaas.website +dtnlyss.com +dustyorate.com +earn-from-articles.com +editors.choice6912650.hulfingtonpost.com +elitedollars.com +eorogo.top +event-tracking.com +extractorandburner.com +extremepornos.net +factorynightclub.com +favornews.com +feel-planet.com +feorina.ru +firesub.pl +flowersbazar.com +fordsonmajbor.cf +forum20.smailik.org +foxinsocks.ru +frbizlist.com +free-fb-traffic.com +funnymama.com +funnypica.com +gallictures.com +get-free-social-traffic.com +getprismatic.com +gfaq.ru +go2mike.ru +gojiberriess.apishops.ru +golfresa.lucania.se +golmau.host.sk +gopro-online.info +greenidesign.co +guruofcasino.com +handicapvantoday.com +hd-film.pl +herehloadibs.cf +herokuapp.com hitsbox.info -homeart.space -hustoon.over-blog.com -hyhj.info -ilmexico.com -inboxdollars.com -indiakino.net -ixora.pro -iyasimasennka.com -izismile.com -jimmychoosale.online -joy-penguin.com -justbcause.com -karpun-iris.ru +howmuchdoestizanidinecost.blogspot.com +hptwaakw.blog.fc2.com +humanorightswatch.org +immobiliaremassaro.com +impisr.ru +integritylandscapeservices.com +investmac.com +ivearchenceinflu.cf +jetsli.de +journalhome.com +jus0wil.pp.ua +kalb.ru keyhantercume.com -keywordsuggests.com -kidd.reunionwatch.com -kino-key.info -kinohit1.ru -kol-energo.ru -kometars.xyz -konica.kz -lacapilla.info -lawyers.cafe -leadn.pl -legionalpha.com -lerporn.info +keywesthideaways.co +kustanay.kz +ldrtrack.com +lexiangwan.com +lifebyleese.com livejasmin.com -liveshoppersmac.com -loadingpages.me +livesex-amateure.info +livingroomdecor.info +lombardfinder.ru lonfon.xyz longgreen.info -lovelycraftyhome.com -lsex.xyz -lsp-awak-perikanan.com -marcoislandvacations.net -mature.free-websites.com -maxthon.com -mebel-alait.ru -mebeldekor.com.ua -mediawhirl.net -mere.host.sk -methodsmarketing.com -minecraft-neo.ru -misswell.net -monclerjacketsoutlet.pw -morpicert.pw +magazintiande.ru +marketland.ml +marwer.info +medtherapy.ru +megakino.net +mikozstop.com +miniads.ca +mojpreskumanie.com +mokrayakiska.com +monthlywinners.com +moroccosurfadventures.com +moscow-region.ru mosdverka.ru -mrbojikobi4.biz -musflashtv.com -musirc.com -muycerdas.xxx -myfreecams.com -myghillie.info -naturalbreakthroughsresearch.com -newtechspb.ru +musicspire.online +musicvidz.ru +my-floor.in.ua +myiptest.com +myonigroup.com +mzdish.site +narkologiya-peterburg.ru +netpics.org nfljerseysforsalewholesaler.com -no-rx.info -novatech.vn -novosibirsk.xrus.org -old-rock.com -onlinewritingjobs17.blogspot.ru -orenburg-gsm.ru -pb-dv.ru -pc-test.net -perm.xrus.org -plugingeorgia.com -poisk-zakona.ru -popup-jdh.xyz -popup.matchmaker.com +nikhilbahl.com +nofreezingmac.work +offtime.ru +orgasmus-virtual.com +orsonet.ru +pekori.to +phobia.us +phrcialiled.com +pila.pl +piulatte.cz +pogruztehnik.ru +pornhub-forum.ga pornoblood.com -pornokajf.com -pornophoto.xyz -prizeestates.cricket -produkto.net -quickcashlimited.com -rapidsites.pro -relatodelpresente.com.ar -remontbiz.ru -rep-am.com -ring4rhino.com -rn-to-bsn.com -running-line.ru -russintv.fr -sanatorrii.ru -sax-sex.com -scanner-nelson.top -se.bnt-team.com -search-error.com -sel-hoz.com -sergiorossistore.online -sexy-pings.com -sexy.babes.frontend-stack.top -sfd-chess.ru -shoppingjequiti.com.br -shoppingmiracles.co.uk -skladvaz.ru -slutloadlive.com -soaksoak.ru -socialtrade.biz -soheavyblog.com -spacash.com -spamnuker.com -strongsignal-a.akamaihd.net -suggest-keywords.com -svbur.ru +pornogratisdiario.com +pornoinn.com +pornoklad.ru +pornosemki.info +powenlite24.ru +prospekt-st.ru +prostitutki-almata.org +pskcijdc.bloger.index.hr +pxhdwsm.com +real-time-analytics.com +redbottomheels.xyz +redhotfreebies.co.uk +rednise.com +riralmolamsaca.tk +ruex.org.ua +savetubevideo.com +sc-specialhost.com +scripted.com +securityallianceservices.com +sendearnings.com +senger.atspace.co.uk +seo-platform.com +seoanalyses.com +seorankinglinks.xyz +sexyali.com +sexyebonyteen.com +shakhtar-doneck.ru +space4update.pw +spb.afora.ru +stathat.com sygraem.com -tackletarts.co -tamada69.com -tarad.com -taraz.xkaz.org -tizanidineforopiatewithdrawal.blogspot.com -tmearegion26.com -toolsky.com -toon-families.com -topanasex.com -torture.ml -trafficgenius.xyz -traffictrade.life +tasteidea.com +tdsing.ru +tech4master.com +thecoolimages.net +thepokertimer.com +tizanidinedosageforsleep.blogspot.com +tizanidineonline.blogspot.com +topdownloads.ru +topvidos.ru +torrents.life +tovaroboom.vast.ru +tracxn.com +trahvid.com +tramadolandtizanidine.blogspot.com traxdom.ru -tyumen.xrus.org -uamtrk.com -uchil.net -uogonline.com -utiblog.fr -vbtracker.net -videochat.ph -viktoria-center.ru -vip-parfumeria.ru -visionwell.com.cn +trucri.me +tuckpointingmasonrysystems.com +turbo-suslik.org +tvteleport.ru +ufa.xrus.org +umekana.ru +underthesite.com +unitygame3d.com +unmaroll.ya.ru +unpredictable.ga +v24s.net +vids18.site vmnmvzsmn.over-blog.com -vrnelectro.ru -vzlomsn.org -winx-play.ru -wyniki-lista.pl -xlovecam.com -xn----ctbbcjd3dbsehgi.xn--p1ai -yuweng.info -zahvat.ru -zarepta.com -zeroredirect10.com -zeroredirect9.com -zigarettenonlinekaufen.tumblr.com -zmoda.hostreo.com -zoogdiesney.com +vvpg.ru +vysigy.su +webix.me +webmonetizer.net +whatistizanidine2mg.blogspot.com +where-toget.com +winwotgold.pl +wordpresscore.com +writersgroup580.web.fc2.com +www.timer4web.com +xn--80aaafbn2bc2ahdfrfkln6l.xn--p1ai +xn--80ajjbdhgmudixfjc8c5a9df8b.xn--p1ai +xxxdatinglocal.us +zeroredirect12.com +zeroredirect6.com +zolotoy-lis.ru +zoogdinsney.com +zoosexart.com diff --git a/dev-tools/test_units/ratelimittest-master.txt b/dev-tools/test_units/ratelimittest-master.txt index f0474a154..3656720f2 100644 --- a/dev-tools/test_units/ratelimittest-master.txt +++ b/dev-tools/test_units/ratelimittest-master.txt @@ -581,4 +581,14 @@

Welcome to the NginX Ultimate Bad Bot Blocker

This is merely used for testing !!!

+ + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ \ No newline at end of file diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index 543d72e53..162561b80 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.16 0; +10.1.1.153 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index 39c125a73..682ba0559 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.09.2582 -### Updated: Fri Sep 10 10:03:16 UTC 2021 +### Version: V4.2021.09.2583 +### Updated: Fri Sep 10 22:01:16 UTC 2021 ### Bad Bot Count: 623 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 39c125a73..682ba0559 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.09.2582 -### Updated: Fri Sep 10 10:03:16 UTC 2021 +### Version: V4.2021.09.2583 +### Updated: Fri Sep 10 22:01:16 UTC 2021 ### Bad Bot Count: 623 ################################################### ### Version Information ##