From bc48b6723e5e7c7adfaf851962c1b72a99ad3015 Mon Sep 17 00:00:00 2001 From: mitchellkrogza Date: Thu, 9 Sep 2021 22:07:37 +0000 Subject: [PATCH] V4.2021.09.2581 [ci skip] --- AUTO-CONFIGURATION.md | 2 +- MANUAL-CONFIGURATION.md | 2 +- README.md | 2 +- _google_analytics_ghost_spam/README.md | 2 +- .../etc/nginx/conf.d/globalblacklist.conf | 4 +- conf.d/globalblacklist-testing-version.conf | 4 +- conf.d/globalblacklist.conf | 4 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/buildnumber | 2 +- dev-tools/globalblacklist-testing.template | 4 +- dev-tools/globalblacklist.template | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/test_units/blacklist-ips.conf | 2 +- .../random-bots-for-test-quick.list | 18 +- .../test_units/random-bots-for-test.list | 300 +++--- .../random-bots-for-whitelist-test.list | 294 +++--- .../random-referrers-for-test-quick.list | 20 +- .../test_units/random-referrers-for-test.list | 912 +++++++++--------- .../random-referrers-for-whitelist-test.list | 482 ++++----- dev-tools/test_units/ratelimittest-master.txt | 10 + dev-tools/test_units/whitelist-ips.conf | 2 +- dev-tools/tmp/robots.txt | 4 +- robots.txt/robots.txt | 4 +- 46 files changed, 1079 insertions(+), 1069 deletions(-) diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index e543134e7..0bdc5a49b 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.09.2580 +#### Version: V4.2021.09.2581 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 5a0248a08..42a8b0def 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.09.2580 +#### Version: V4.2021.09.2581 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index e525aa3f1..3e6c5d9c5 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2021.09.2580 +#### Version: V4.2021.09.2581 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index cfbca24eb..ad0ce460a 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2021.09.2580 +#### Version: V4.2021.09.2581 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index d23de0188..e5cae43cb 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2580 -### Updated: Thu Sep 9 10:03:35 UTC 2021 +### Version: V4.2021.09.2581 +### Updated: Thu Sep 9 22:01:34 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index a270620cd..5dc8639de 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2580 -### Updated: Thu Sep 9 10:03:36 UTC 2021 +### Version: V3.2021.09.2581 +### Updated: Thu Sep 9 22:01:35 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index d23de0188..e5cae43cb 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2580 -### Updated: Thu Sep 9 10:03:35 UTC 2021 +### Version: V4.2021.09.2581 +### Updated: Thu Sep 9 22:01:34 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index a270620cd..5dc8639de 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2580 -### Updated: Thu Sep 9 10:03:36 UTC 2021 +### Version: V3.2021.09.2581 +### Updated: Thu Sep 9 22:01:35 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 492069531..47b2b80ba 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.70 1; +10.1.1.48 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 2b76dd831..8354799d7 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.70 0; +10.1.1.48 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index a270620cd..5dc8639de 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2580 -### Updated: Thu Sep 9 10:03:36 UTC 2021 +### Version: V3.2021.09.2581 +### Updated: Thu Sep 9 22:01:35 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 492069531..47b2b80ba 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.70 1; +10.1.1.48 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 2b76dd831..8354799d7 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.70 0; +10.1.1.48 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index a270620cd..5dc8639de 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2580 -### Updated: Thu Sep 9 10:03:36 UTC 2021 +### Version: V3.2021.09.2581 +### Updated: Thu Sep 9 22:01:35 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 492069531..47b2b80ba 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.70 1; +10.1.1.48 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 2b76dd831..8354799d7 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.70 0; +10.1.1.48 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index a270620cd..5dc8639de 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2580 -### Updated: Thu Sep 9 10:03:36 UTC 2021 +### Version: V3.2021.09.2581 +### Updated: Thu Sep 9 22:01:35 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index bc10d970b..fb8aa6242 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -2580 +2581 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index a270620cd..5dc8639de 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2580 -### Updated: Thu Sep 9 10:03:36 UTC 2021 +### Version: V3.2021.09.2581 +### Updated: Thu Sep 9 22:01:35 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index d23de0188..e5cae43cb 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2580 -### Updated: Thu Sep 9 10:03:35 UTC 2021 +### Version: V4.2021.09.2581 +### Updated: Thu Sep 9 22:01:34 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 762815c7c..5417bd4be 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -40.122.111.132 0; +40.83.40.221 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index d23de0188..e5cae43cb 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2580 -### Updated: Thu Sep 9 10:03:35 UTC 2021 +### Version: V4.2021.09.2581 +### Updated: Thu Sep 9 22:01:34 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 492069531..47b2b80ba 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.70 1; +10.1.1.48 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 2b76dd831..8354799d7 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.70 0; +10.1.1.48 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index d23de0188..e5cae43cb 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2580 -### Updated: Thu Sep 9 10:03:35 UTC 2021 +### Version: V4.2021.09.2581 +### Updated: Thu Sep 9 22:01:34 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 492069531..47b2b80ba 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.70 1; +10.1.1.48 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 2b76dd831..8354799d7 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.70 0; +10.1.1.48 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index d23de0188..e5cae43cb 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2580 -### Updated: Thu Sep 9 10:03:35 UTC 2021 +### Version: V4.2021.09.2581 +### Updated: Thu Sep 9 22:01:34 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 492069531..47b2b80ba 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.70 1; +10.1.1.48 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 2b76dd831..8354799d7 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.70 0; +10.1.1.48 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index d23de0188..e5cae43cb 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2580 -### Updated: Thu Sep 9 10:03:35 UTC 2021 +### Version: V4.2021.09.2581 +### Updated: Thu Sep 9 22:01:34 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 762815c7c..5417bd4be 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -40.122.111.132 0; +40.83.40.221 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index d6c9bd588..f44181df0 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2580 -### Updated: Thu Sep 9 10:03:35 UTC 2021 +### Version: V4.2021.09.2581 +### Updated: Thu Sep 9 22:01:34 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 762815c7c..5417bd4be 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -40.122.111.132 0; +40.83.40.221 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 6fddd8b4e..b1a14e6e2 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2580 -### Updated: Thu Sep 9 10:03:35 UTC 2021 +### Version: V4.2021.09.2581 +### Updated: Thu Sep 9 22:01:34 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index 492069531..47b2b80ba 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.70 1; +10.1.1.48 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index ded661247..311081e70 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Abonti -ChinaClaw -DomCopBot -GermCrawler -JamesBOT -Jyxobot -SemrushBot -Telesoft +Collector +JOC Web Spider +Metauri +SpaceBison +Thumbor UnisterBot -Zitebot +WEBDAV +WWW-Mechanize +Web Enhancer +autoemailspider diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index fc7c0628c..52647b366 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -01h4x.com +404checker 404enemy +80legs AIBOT Abonti -Alexibot +Aboundex +Acunetix +AiHitBot AllSubmitter -AlphaBot -Anarchy99 -Anthill +Anarchie +Anarchy Apexoo -AwarioRssBot -BDCbot +Asterias +BLEXBot BackDoorBot -BackStreet -BatchFTP +BackWeb +Backlink-Ceck +Bandit Battleztar Bazinga -Bigfoot -Blow -BlowFish -BuiltWith +Boardreader +Bolt +Brandwatch +BunnySlippers +CATExplorador CCBot -CSHttp CensysInspect -CheTeam -CheeseBot -ChinaClaw -Claritybot -Cocolyzebot -Collector Copier -CopyRightCheck Cosmos -Crawling at Home Project CrazyWebCrawler -Crescent -DIIbot +CrunchBot +Curious +Custo +CyotekWebCopy +DSearch DTS Agent +DataCha0s +DatabaseDriverMysqli Deusu -Digincore Dirbuster -Disco -Discobot +Dispatch +DittoSpyder +DnyzBot +DomainCrawler DomainSigmaCrawler -DomainStatsBot -Dotbot -Download Wonder -Drip -EMail Wolf +Domains Project +ECCP/1.0 EasyDL -Ebingbong EirGrabber -Exabot Express WebPictures -Extractor FHscan +FemtosearchBot Fimap -Flunky Foobot FrontPage -G-i-g-a-b-o-t +FyberSpider +Fyrebot GT::WWW -GermCrawler -GetWeb Go!Zilla +Go-Ahead-Got-It GoZilla +Gotit +GrabNet Grafula +GrapeFX GridBot HEADMasterSEO -HMView -HTMLparser HTTrack -Haansoft Havij -Heritrix -Humanlinks +Hloader IRLbot Id-search -Image Fetch Image Sucker -InfoNaviRobot -Intelliseek -InterGET -InternetSeer -JamesBOT -Jbrofuzz +IndeedBot +Internet Ninja +Iria +Iskanie +IstellaBot JennyBot +JetCar Jetty -JikeSpider -Kenjin Spider +Joomla +JustView +Jyxobot +Kozmosbot +LNSpiderguy +Lanshanbot Larbin -LeechGet -LexiBot -Lftp -Libwhisker -Lightspeedsystems -LinkWalker -LinkpadBot -LinksManager -LinqiaMetadataDownloaderBot -LinqiaRSSBot -LinqiaScrapeBot +LeechFTP +Linkbot +Linkdexbot +LinkextractorPro +MIIxpc MJ12bot -MSFrontPage -MSIECrawler -MTRobot -Mag-Net +Mail.RU_Bot Majestic SEO +Majestic-SEO Majestic12 +MarkWatch Mass Downloader -Mata Hari +Masscan +MauiBot Mb2345Browser -Meanpathbot Mediatoolkitbot -Microsoft URL Control -Mister PiX -Moblie Safari +MegaIndex.ru +Metauri Mojeek +Mojolicious Morfeus Fucking Scanner -Mozlila Mr.4x3 -Msrabot NICErsPRO -NPbot -Name Intelligence -Net Vampire -NetLyzer -Nikto +Navroad +Nessus +NetAnts +NetSpider +Nettrack +Nibbler +Niki-bot NimbleCrawler -Nuclei +Nimbostratus +Ninja +Nmap Octopus Offline Explorer -OpenVAS -PHPCrawl -PageGrabber -Pandalytics +OnCrawl +OrangeBot +OrangeSpider +OutfoxBot +PECL::HTTP +PageThing.com +Papa Foto +Pavuk +PeoplePal +Pi-Monster Picscout -Pixray -PleaseCrawl -Pockey +PictureFinder +Pimonster ProPowerBot Probethenet -Psbot -Pu_iN -PxBroker -Quick-Crawler +Pump RSSingBot -RankActive +RankingBot ReGet RealDownload -RebelMouse -RedesScrapy -RepoMonkey -Rogerbot +RocketCrawler SBIder SEOkicks SISTRIX -SMTBot -Scanbot -Scrapy -Screaming -ScreenerBot -Searchestate +ScoutJet +SearchmetricsBot Semrush -SentiBot -SeoSiteCheckup -Shodan +Siphon SiteCheckerBotCrawler -SiteExplorer -Sitebeam -Sitevigil +SiteLockSpider +SiteSucker Snake -Sociscraper +Snapbot +Sosospider +Sottopop +Spammen +SpankBot +Spbot Spinn3r -Sqworm -Stripper -Sucuri +SputnikBot +Sqlmap +Steeler SuperBot +SuperHTTP +Surfbot SurveyBot Swiftbot -TeleportPro +Szukacz +T0PHackTeam Telesoft -Telesphoreo -Telesphorep -TheNomad Toweyabot +Tracemyfile +Trendiction +Trendictionbot +True_Robot Turingos -Turnitin TurnitinBot +TwengaBot +Twice Typhoeus -URLy.Warning Upflow -Vagabondo -VeriCiteCrawler -Virusdie +V-BOT +VB Project +VCI VoidEYE +Voil Voltron -WBSearchBot -WEBDAV -WWW-Collector-E -Wallpapers/3.0 -Web Auto -Web Collage -Web Sucker -WebBandit +WISENutbot +WPScan +WWW::Mechanize +Wallpapers +Web Fuck +Web Pix WebCollage WebEnhancer -WebFetch +WebGo IS +WebPix WebReaper -WebWhacker -WebmasterWorldForumBot -Website Quester +WebSauger +WebZIP WebsiteExtractor -Webster -Whacker +WebsiteQuester +Whack Whatweb Who.is Bot +Widow WiseGuys Robot -Woobot -Wotbox Xaldon WebSpider +Xaldon_WebSpider YoudaoBot Zade -ZoominfoBot +Zermelo +ZmEu +ZoomBot +ZyBorg archive.org_bot arquivo-web-crawler -autoemailspider -cah.io.community -clark-crawler -com.plumanalytics -dataforseo.com -evc-batch +arquivo.pt +coccocbot-web +cognitiveseo +crawler.feedback +domainsproject.org +facebookscraper heritrix +instabid internetVista monitor +ips-agent isitwp.com +lwp-request +lwp-trivial +meanpathbot muhstik-scan netEstate NE Crawler +page scorer pcBrowser +probe-image-size ripz -satoristudio.net +s1z.ru seobility seoscanners -seostar serpstatbot -sexsearcher sogouspider -sp_auditbot spyfu tAkeOut -webmeup-crawler +voyagerx.com webprosbot +x22Mozilla diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 42ee48a73..458fae995 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -01h4x.com -360Spider -404checker 404enemy 80legs -ADmantX -AIBOT -ALittle Client +ASPSeek +Aboundex Aboundexbot -AiHitBot -Alligator -Anarchie -Anarchy99 -Ankit -Aspiegel -AwarioRssBot +Aipbot +AlphaBot +Anarchy +Attach +BDCbot +BackStreet +BackWeb +BacklinkCrawler Bandit -Barkrowler +BatchFTP Battleztar Bazinga BetaBot Bigfoot +Bitacle Black Hole BlackWidow +BlowFish Boardreader Bolt -Brandprotect -Buck +Brandwatch BuiltWith Bullseye -CazoodleBot +BunnySlippers +BuzzSumo +CATExplorador +Calculon CensysInspect +CheTeam +ChinaClaw +Claritybot +Cloud mapping Cocolyzebot -Cogentbot +Collector Copier -Craftbot +CopyRightCheck +Cosmos +Crawling at Home Project CrunchBot -CyotekWebCopy -DSearch +Custo +DIIbot DTS Agent DataCha0s DatabaseDriverMysqli +Demon +Dirbuster Disco -Dispatch -DomCopBot +Discobot +Discoverybot +DnyzBot DomainAppender -DomainSigmaCrawler -Domains Project +DomainCrawler Drip -ECCP/1.0 -EroCrawler +EMail Wolf +EasyDL +EirGrabber ExtLinksBot Extractor +ExtractorPro +EyeNetIE Ezooms -Freeuploader -G-i-g-a-b-o-t -GT::WWW -GalaxyBot -GetRight -Getintent -Gigabot -GoZilla +FemtosearchBot +Fimap +Firefox/7.0 +Flunky +Foobot +FrontPage +FyberSpider +GetWeb +Go!Zilla +Go-Ahead-Got-It Gotit -GrapeshotCrawler -HEADMasterSEO -HTTP::Lite +Grabber +Grafula +GridBot +HTTrack Haansoft +Havij Heritrix -HybridBot -IDBTE4M +Humanlinks +IDBot +IRLbot +Iblog +Id-search IlseBot -InfoNaviRobot +Image Fetch +InterGET Internet Ninja InternetSeer +Iskanie JOC Web Spider -JennyBot +Jbrofuzz +Jetty +Jorgee JustView -Kenjin Spider +Jyxobot +Keyword Density LeechFTP +LeechGet LexiBot -Lftp -LibWeb -LieBaoFast -Lightspeedsystems +Libwhisker +LinkWalker +LinkextractorPro LinqiaMetadataDownloaderBot LinqiaScrapeBot Lipperhey +Lipperhey Spider Litemage_walker Ltx71 -MSFrontPage -MSIECrawler -MTRobot +MJ12bot +MQQBrowser Mag-Net -Majestic12 -MarkMonitor -MarkWatch -Masscan +Mail.RU_Bot Mata Hari Mb2345Browser -MegaIndex.ru -Metauri +Mediatoolkitbot Microsoft Data Access +Microsoft URL Control Mister PiX -Moblie Safari -Mojolicious Morfeus Fucking Scanner -Mozlila +Mr.4x3 Msrabot -Musobot -NICErsPRO -NPbot Name Intelligence -Needle +Navroad +NearSite Net Vampire NetAnts +NetLyzer +NetMechanic NetSpider NetZIP -NextGenSearchBot +Netcraft +Nettrack Niki-bot -NimbleCrawler -Octopus +Offline Navigator +OnCrawl +OpenVAS Openfind Openvas -OrangeBot OrangeSpider -PHPCrawl POE-Component-Client-HTTP -PageAnalyzer -PageThing.com -Petalbot -Picscout -Piepmatz -Pimonster -Pixray +Pandalytics +Pavuk +Picsearch +ProWebWalker +Probethenet Psbot Pump +PyCurl +QueryN Metasearch RSSingBot -RankingBot2 +RankActive +RankingBot +Rankivabot RankurBot -Re-re -ReGet -RebelMouse +RepoMonkey Ripper -Rogerbot +SBIder +SEOkicks-Robot +SEOprofiler SEOstats SISTRIX +SMTBot ScanAlert ScoutJet -Scrapy -SearchmetricsBot +ScrepyBot SemrushBot -SentiBot -SeoSiteCheckup SeobilityBot +Seomoz +Siphon SiteCheckerBotCrawler +SiteExplorer SiteLockSpider -Siteimprove +SiteSnagger +Sitebeam +SmartDownload Snake -SocialRankIOBot Sociscraper -Sosospider -Sottopop -SpankBot +SpaceBison +SputnikBot +Sqlmap Sqworm Stripper -Sucker -SuperBot -Surfbot -SurveyBot Suzuran -Teleport +Swiftbot TeleportPro +Telesoft Telesphoreo -Titan -TwengaBot -Twice -Typhoeus -Upflow -VB Project -VCI +Toata +Tracemyfile +Trendiction +True_Robot +Turnitin +URLy Warning +URLy.Warning +UnisterBot +V-BOT VelenPublicWebCrawler +VidibleScraper Virusdie -Voltron -WASALive-Bot -WBSearchBot WEBDAV -WISENutbot -WWW-Collector-E -WWW-Mechanize -Wallpapers -Wallpapers/3.0 +WPScan +WallpapersHD Web Auto -Web Sauger -WebBandit +Web Pix +Web Sucker +WebFetch WebImageCollector WebLeacher +WebPix WebSauger -WebStripper WebSucker -WebWhacker Webalta -WebmasterWorldForumBot -Website Quester +WebsiteExtractor Webster Whack -Who.is Bot -WinHTTrack +Widow +WiseGuys Robot Wonderbot Woobot -Wprecon +Wotbox Xaldon WebSpider -Xenu -Zade -Zeus Zitebot -ZoomBot -ZoominfoBot -archive.org_bot -arquivo.pt autoemailspider -cah.io.community -check1.exe -clark-crawler +backlink-check coccocbot-web -crawler.feedback -crawler4j -dataforseo.com -demandbase-bot +cognitiveseo domainsproject.org +eCatch facebookscraper -gopher heritrix -meanpathbot +ips-agent +lwp-trivial mediawords -muhstik-scan oBot -plumanalytics -ripz -s1z.ru -seoscanners +polaris version +satoristudio.net +scan.lol +seobility seostar -serpstatbot -sexsearcher +siteripz sogouspider -spyfu -sysscan -trendiction.com -voyagerx.com +tAkeOut +trendiction.de +webmeup-crawler x09Mozilla -x22Mozilla -zauba.io diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index e80c7fd2b..b09c6fea7 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -buy-forum.ru -depositfiles-porn.ga -larutti.ru -minecraft-rus.org -oren-cats.ru -pierrehardysale.online -polska-poezja.com -pornophoto.xyz -vk-mus.ru -whiteelephantwellington.com +animalrank.com +coolgamechannel.com +domaincrawler.com +game300.ru +girls-ufa.ru +manualterap.roleforum.ru +national-today-winning-winner.club +rewardit.com +teenforporn.com +yellowstonesafaritours.com diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index 9169bb4d5..d99a01156 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -1000n1.ru -1001desert.com -1001watch.com.ua +0912701309f8ce.com +0n-line.tv +1-free-share-buttons.com 100dollars-seo.com -101lesbian.xyz -123movies.love -12bet.com -20pascals.nl +101billion.com +101flag.ru +14b.info +18ps.ru 24x7-server-support.site -2itech.ru +256bit.by +2ads.co.uk +2girls1cup-free.com 2pxg8bcf.top -300richmond.co.nz -34.gs -51unlim.ru -8jn.dating-app.ru +2rich4bitches.com +4kepics.com +4kplayer.pl +4pp13.com +5u.com +7makemoneyonline.com +aadroid.net acortarurl.es -activecampaign.dreamhosters.com -adconscious.com -adhome.biz -adtology.com -alfa9.com +actices.com +acunetix-referrer.com +adman.gr +adrenalin-stk.ru +adultgalls.com +adverster.com +aibolita.com +aksonural.ru +aktivator-windows10.blogspot.com +aktobe.xkaz.org +alert-jdh.xyz algarveglobal.com -alice.it -alienwheels.de -alkoravto.ru -allforminecraft.ru -alphahoverboards.com -alpinism.ru -aludecor.info -ameblo.top -analytics-ads.xyz -animalrank.com -anniemation.com -apiappenableinfo-a.akamaihd.net -apiqualitinknet-a.akamaihd.net -appleid-verification.com +all-streaming-media.com +allboard.xobor.de +alyeskaresort.com +ameblo.jp +amt-k.ru +ananumous.ru +anime.dougasouko.com +antons-transporte.de +aosexkontakte.net +apelsinnik.website +apiitsthirteende-a.akamaihd.net +apimossnetinfo-a.akamaihd.net +apiwebwebgetcom-a.akamaihd.net +app5.letmacworkfaster.world +apple.com-webbrowsing-security.science +aramaicmedia.org arcadeplayhouse.com -arcteryxstore.online -asia-forum.ru -asrv-a.akamaihd.net -autochoixspinelli.com -aviav.ru -avtolombard-krasnodar.ru -awency.com -ayanaspa.com -azazu.ru -b-styles.xyz -baersaratov.ru -bagcionderlab.com -baladur.ru -balook.com -bang-hotties.com +arenda-yeisk.ru +arendakvartir.kz +arius.tech +asscenihotosidea.blogspot.com +astana.xxxkaz.org +ausmepa.org.au +autoplate.info +azartmix.com +azbukafree.com +baksman.com +bala.getenjoyment.net bangla-chat-uk-paralud.ga -bannerads.de -battle.net -beachfix.co -beachtoday.ru -beauby.ru -bedandbreakfast.com -beremenyashka.com -best-businessman.ru -best-deals-products.com -bestfortraders.com -betterhdporn.com -betteroffers.review +barbourjackets.online +beachpics.com +best-seo-solution.com +bestimagecoollibrary.com +bestserials.com +bestwrinklecreamnow.com +betune.onlinewebshop.net +bfz.biz bgviagrachrx.com -bingo8888.com +bigpenisguide.com +bimatoprost-careprost.com.ua +biocn.dx.am +bizfly.info blackcurranthumidifiers.site -blackwitchcraft.ru -blog.koorg.ru -board.f00d.de -bobinoz.com -bonkers.name -bookmaker-bet.com -boostmyppc.com +blog-hits.com +bochemit.com.ua +bongiornos.info +boole.onlinewebshop.net bpro1.top -bracketsmackdown.com -businesn.men -buyessay3.blogspot.ru -buypillsorderonline.com -c-english.ru -c1.onedmp.com -camel-beach.com -canyougethighofftizanidine.blogspot.com -cartierbracelet.xyz -cartierlove2u.com -cartierreplica.pw -casite-513049.cloudaccess.net -cellfun.mobi -cheapmoncler.win -children-learningreading.info -civilwartheater.com -clarithromycin500mg.com -claytransformations.info -clksite.com -clubfashionista.com -cobaltpro.ru -collegerentals.com +braintobe.win +braip.com.br +bristolhotel.com +brus-vsem.ru +btc4u.ru +buy-loft.ru +buyantiviralwp.com +buyk.host.sk +camsex.xxx-cam.webcam +capacitacionyaprendizaje.com +carstrends2015.com +cartierlove2u.xyz +celebsopics.com +certifywebsite.win +chastnoeporno.com +chelnytruck.ru +christianlouboutinreplica.win +chuckguilford.com +cienum.fr +ciproandtizanidine.blogspot.com +clicksor.net +cmd.kz +cmhomestayagency.com +codq.info +colehaanoutlet.store com-supportcenter.website -cometorussia.net -compliance-barak.xyz -compliance-walter.top -concealthyself.com +compliance-fred.top +conboy.us connectionstrenth.com -contentlook.co cookie-law-enforcement-aa.xyz -coolbar.pro -coolgamechannel.com -coolwallpapers4k.info -coolyarddecorations.com -crackzplanet.com -custom-electric-guitar.com -cyprusbuyproperties.com -dairyindia.in +copro.pw +coprofam.org +corta.co +counterbot.com +dailystrength.org darkbooks.org -dbmkfhqk.bloger.index.hr -defenderxtactical.com -delta-line.men -depositfiles-porn.ga +data-mining.tk +daydream-studio.ru +deadlinkchecker.com +deluxedumps.com +derevesendeco.com detalizaciya-tut.biz -detki-opt.ru -detoxmed24.ru -deutschland123.de -digitalassetmanagement.site +dignitasdata.se dikqlyremy.info -dimfour.com -diminishedvalueoforegon.com -dimkino.ru -dnepropetrovsk.mistr-x.org -docs4all.com -dogsrun.net -doktoronline.no -domainsatcost.com -domination.ml -dostavka-v-krym.com -downloader12.ru -downvids.net -dscaas.website -dvr.biz.ua -ecookna.com.ua -educatemetv.com -eduinfosite.com -eets.net -efkt.jp -egvar.net -elitesportsadvisor.com -erot.co -errorfixing.space -etenininrade.ga -europeanwatches.ru -expolicenciaslatam.co -eyes-on-you.ga -ez8motelseaworldsandiego.com -ezigarettenshop1.yolasite.com -ezrvrentals.com -f012.de -fable.in.ua -fakehandbags.xyz -falopicm.pw -fandlr.com -fantasticpixcool.com -fbdownloader.com -feorina.ru -ferrotodo.com -fetroshok.ru -filmi-onlain.info +dirtpics.pw +divatraffic.com +dogbreedspicture.net +domainroam.win +domainsphoto.com +domoysshop.ru +drev.biz +drugstoreforyou.com +dstroy.su +dynainbox.com +eachdayisagift.review +earthmagic.info +easycommerce.cf +elektrischezi.canalblog.com +elektrozigaretten1.postbit.com +elitedollars.com +energydiet-info.ru +enge-fotzen.info +enginebay.ru +enternet.ee +excitacao.com +excitacion.info +exmasters.com +extremez.net +ezigarettekaufen.myblog.de +ezigarettekaufen2.blox.pl +ezigarettekaufen2.mpbloggar.se +ezigarettenkaufen1.pagina.gr +ezigarettenshop2.myblog.de +f0815.de +facebook-mobile.xyz +faracontrol.ir +fertilitetsradgivningen.se +fettefrauen.net +filkhbr.com +film-one.ru financetip.eu +findanysex.com +findthe.pet finteks.ru -fiverr.com -flirt4free.com -flytourisme.org -food.dtu.dk -forsex.info -fotopop.club -fotosfotos.eu -frbizlist.com -free-laptop-reward.com -freevpn.space -freshmac.space -frvo.alptandem.ru +flipper.top +fok.nl +forums.d2jsp.org +free-stock-illustration.com +freenom.link +freewareseek.com +fres-news.com +fuckmill.com funponsel.com -fz139.ttk.ru -gambarxkata.co -gemara.com -getmiro.com -ghostvisitor.com -gigapeta.com -girlsatgames.ru -glass-msk.ru +gamerextra.com +gamerscorps.com +gayxperience.com +gazobeton-p.com.ua +geileweiber.tk +geoads.com +getyourimage.club +glavtral.ru global-ics.co.za -glogow.pl -goldandcard.ru -good-mummy.ru -goodprotein.ru -googglet.com -growboxbl.ru -gwhwpxbw.bloger.index.hr -hamptonoaks.ca -handicapvansarea.com -hatedriveapart.com -hawaiielectriclight.com -hchha.com -heartofbeijing.blogspot.com -hem.passagen.se +go2album.com +goblacked.com +golden-catalog.pro +goodly.pro +goodwinmetals.co +googleseo.com.tr +graphicwe.org +gsmlab.pl +handicapvantoday.com +hannasolution.ru +headpharmacy.com +heartofpayne.xyz hitcpm.com hiwibyh.bugs3.com -hledejvshopech.cz -hmmm.cz -home.myplaycity.com -honyaku.yahoofs.jp +hostnow.men +hotdl.in hothor.se -houston-vikings.com -hoverboard360.nl -humanelydrew.com -hunthillfarmtrust.org -husky-shop.cz -ilte.info -imguramx.pw -imperiafilm.ru +housemilan.ru +houseofgaga.ru +hreade.com +i-service.kz +ibmdatamanagement.co +ico.re +idealtits.net +ilmexico.com +imgarcade.com +immigrational.info import-sales.com inbabes.sexushost.com +incest-ru.com +infokonkurs.ru infoupdate.org -insider.pro -ipostroika.ru -iqbazar.ru -istanbulit.com -itis4you.com -jerseychinabizwholesale.com -jerseyschinabizwholesale.us -jerseywholesalebizchina.com -jobmarket.com.ua +intelhdgraphicsgtdrive6w.metroblog.com +intellekt21.ru +investsuccess.org +isoveti.ru +itronics.ca +ixora.pro +j33x.com +jerseywholesaleelitestore.com +jjbabskoe.ru +jolic2.com jrpmakati.com -junglenet-a.akamaihd.net -kabbalah-red-bracelets.com -kalandranis.gr -kazan.xrus.org -kchaxton.com -kellyonline.xyz -keywordbasket.com -kino-filmi.com -konica.kz -kostenloser-sex.com -krasivoe-hd.com -lacasamorett.com -lacloop.info -laexotic.com -lashstudia.ru -lawyersinfo.org -legalrc.biz -lenpipet.ru -lenvred.org -letmacwork.world -letolove.ru -lifehacĸer.com -light.ifmo.ru -lion.playtap.us -lizace.com -lkbennettoutlet.online -locksmith.jp -louboutinshoes.xyz -macnewtech.com -mactechinfo.info -magicalfind-a.akamaihd.net -magicdiet.gq -mansparskats.com -marcogrup.com -megaapteka.ru -mejoresfotos.eu -mexicosleevegastrectomy.com -microsearch.ru -minharevisao.com -miniature.io -mister-shop.com -mobile.ok.ru -mojpregled.com -monclercoats.xyz -monetizer.com-01.site -moneyteam24.com -morepoweronmac.trade -morf.snn.gr -moscow.xrus.org -mouselink.co -mrinsidesales.com -mrsdalloways.com -msfsaar.de -musicpro.monster -muzaporn.com -muznachas-service.ru -mybinaryoptionsrobot.com -myblogregistercm.tk -mydirtyhobby.com -myfreetutorials.com -myplaycity.com -nakrutka.cc -naphukete.ru -narkologiya-penza.ru -nero-us.com -netvouz.com -newfilmsonline.ru -newstaffadsshop.club -njpalletremoval.com -notasprensa.info -o-dachnik.ru -o-o-8-o-o.ru -o00.in -oakridgemo.com -obiavo.by -offer.wpsecurity.website -office-windows.ru -offtopic.biz -okel.co -oktube.ru -old-rock.com -omgtnc.com -online-hit.info -onlyforemont.ru -openmediasoft.com -osoznanie-narkotikam.net -ostrovtaxi.ru -paidonlinesites.com -paighambot.com -partner-stop.men -patterntrader-en.com -percin.biz.ly -perfectpracticeweb.com -perl.dp.ua -phuketscreen.com -pic2fly.com -picphotos.net -pihl.se -pila.pl -pixell.club -pl-top.pl -platezhka.net -playtap.us -plohaya-kreditnaya-istoriya.ru -pomoc-drogowa.cba.pl -popander.mobi +justkillingti.me +justucalling32211123456789.tk +jyvopys.com +kakablog.net +kamagragelusa.net +kareliatobacco.ru +kartiniresto.com +kazinogames.lv +keyhantercume.com +keywordblocks.com +keywordsking.com +kinohall.ru +kletkimehan.ru +klosetkitten.com +konkursowo-24.pl +kopihijau.info +kreativperlen.ch +kredit-blog.ru +kumuk.info +kustanay.kz +kvartira-sutochno.com +la-fa.ru +labplus.ru +letmacworkfaster.world +lidoradio.com +life-instyle.com +likrot.com +limtu.ifmo.ru +link.ac +liran-locks.com +lodki-pvh.dp.ua +losangeles-ads.com +lottospring.com +louisvuittonoutletstore.net +luchshie-topcasino.ru +lunchrock.co +machicon-ueno.info +mailemedicinals.com +mainlinehobby.net +marcowebonyodziezowe.pl +marketingtechniques.info +maximilitary.ru +med-zdorovie.com.ua +medispainstitute.com.au +memberty.com +metallosajding.ru +micasainvest.com +midst.eu +mikrobiologies.ru +mmgq.ru +modnie-futbolki.net +moje-recenze.cz +mompussy.net +moncleronline.xyz +monsterdivx.tv +montazhnic.ru +montredemarque.nl +most-kerch.org +moz.com +mrbojikobi4.biz +msk.afora.ru +mttwtrack.com +mulberryoutletonlineeu.com +mundoaberrante.com +musicspire.online +muycerdas.xxx +mydownloadengine.com +myindospace.com +naturalpharm.com.ua +netallergy.ru +nevansk.ru +notebook-pro.ru +nottyu.xyz +nucia.biz.ly +o-o-8-o-o.com +okuos.com +onemactrckr.com +oneminutesite.it +onetravelguides.com +onlinewritingjobs17.blogspot.ru +ooo-olni.ru +oranga.host.sk +orgasmatrix.com +ovirus.ru +paclitor.com +paintingplanet.ru +pandarastore.top +partnerworkroom.men +pcboa.se +perm.xrus.org +pirateday.ru +pixelrz.com +pixshark.com +pizdopletka.club +placid-rounded-coast.glitch.me +ploenjitmedia.azurewebsites.net +poem-paying.gq +pogruztehnik.ru +pokemon-go-play.online popmarker.com -pornosee.info -pornzone.tv -portadd.men -potoideas.us -powitania.pl -privhosting.com -prizefestival.mobi -produkto.net -proftests.net -promgirldresses.xyz -pronekut.com -prostitutki-tyumeni.org -proxyelite.biz -psoriasis-file.trade -pwwysydh.com -quebec-bin.com -rabot.host.sk -rankia.com -ranking2017.ga -ranksonic.info -redhotfreebies.co.uk -regdefense.com +popserve.adscpm.net +popugauka.ru +porno-raskazy.ru +pornokorol.com +pornolook.net +pornowarp.info +poshiv-chehol.ru +pozdrawleniya.com +printie.com +promoheads.com +proprostatit.com +prosperent.com +prostitutki-rostova.org +prostitutki-yaroslavlya.org +pussysaga.com +qcstrtvt.bloger.index.hr +queerspace.com +quizzitch.net +ragecash.com +rapidokbrain.com +rapidsites.pro +rating-casino2021.ru +registry-cleaner.net relatodelpresente.com.ar -remote-dba.de -retreatia.com -reversing.cc -ringtonepartner.com -robot-forex.biz -rockingclicks.com -ruclicks.com -ruscoininvest.company -russian-postindex.ru -s-iwantyou.com -sa-live.com -sabizonline.com -sale-japan.com +remontvsamare.su +research.ifmo.ru +rewardpoll.com +rezeptiblud.ru +rimedia.org +rique.host.sk +rockprogblog.com +roma-kukareku.livejournal.com +roofers.org.uk +royalcar-ufa.ru +rp9.ru +rvtv.ru +saddiechoua.com +salut-camp.ru +samo-soznanie.ru sanatorrii.ru -sarahmilne.top -sarf3omlat.com -savingsslider-a.akamaihd.net +santasgift.ml +sax-sex.com sayyoethe.blogspot.co.za -scanmarine.info -scanner-brian.top scanner-irvin.top -scanner-ivan.top -se-welding.ru -searchimpression.com -security60-e.com -seo-tools-optimizing.com -seokicks.de +searchinterneat-a.akamaihd.net +searchtooknow-a.akamaihd.net +sel-hoz.com +semalt.com +seo-platform.com +seoboxes.com +seoheap.com +seomarketings.online seoprofiler.com -seorank.info +seorankinglinks.xyz +seotoolsagency.com +serpstat.com servethis.com -service.adtech.fr -serw.clicksor.com -sevendays.com.ua -sevenstars7.com -sex-tracker.com -sexs-foto.top -sextracker.com -shakhtar-doneck.ru -shmetall.com.ua -shodanhq.com -shoesonlinebuy.xyz -shtaketniki.ru -siha.de -simplesite.com -site3.free-share-buttons.com -siteaero.com -sitevaluation.org -smartshoppymac.com -snomer1.ru -socialmonkee.com -soft-terminal.ru -spacash.com -sports-supplements.us -spy-app.info +sex-sex-sex5.com +sexgalleries.top +sexphoto.site +sharebutton.org +site-analyzer.com +site-auditor.online +skutecznetabletkinaporostwlosow.pl +social-buttons.com +soda.media +sofit-dmd.ru +softomix.com +softomix.net +sosdepotdebilan.com +spamnuker.com spy-sts.com -stackthatbucks.com -stockspmb.info +srdrvp.com +store-rx.com +stroyplus.ru +sugarkun.com +sukirgenk.dvrlists.com +sumo.com superlist.biz -sureone.pro -svtrd.com -syvertsen-da.no -takeprofitsystem.com -taximytishi.ru -td-l-market.ru -teastory.co +surffoundation.nl +sweepstakes.rewardit.com +tabakur77.com +tanieaukcje.com.pl +tattooha.com +tecnoteakviareggio.it tecspb.ru -the-trader.net -thedownloadfreeonlinegames.blogspot.com -ticketsys.inetwd.com -tizanidine4mg.blogspot.com +telefonsex-ohne0900.net +tengohydar.tk +tgtclick.com +thebestweightlosspills.ovh +thegameriders.com +thetoiletpaper.com +thewomenlife.com +tilido.com +tivolibasket.it tizanidinehcl4mgtab.blogspot.com -tizanidinewithdrawalsymptoms.blogspot.com +tizanidinevscyclobenzaprine.blogspot.com +tizanidinezanaflex.blogspot.com +tnctrx.com +token-lab.org +toolsky.com tootoo.to -top-karkas.ru -topads.men -topdownloads.ru -topvidos.ru -torrentdownloadhub.com -torrentgamer.net -torrents.life -trafficjunky.net -truebeauty.cc -tube8.com -tubo360.com -tversvet.ru -uchetunet.su -uni.me -upproar.com -uptimechecker.com -urengoy.pro +topflownews.com +topquality.cf +totu.us +track.deriv.com +traffictrade.life +traffpartners.com +trailer.cinemaflix.website +trainoffend.ml +treasuretrack-a.akamaihd.net +truck-land.life +truck-rece.life +trucri.me +tula.mdverey.ru +tvorozhnaja-zapekanka-recept.ru +uamtrk.com +uhod-za-sobakoj.ru +ultramart.biz +uprour.com url2image.com uroffer.link -uzungil.com -ventelnos.com -video-chat.love +v720hd.ru +valsalud.com +vclicks.net +video-production.com +videosbox.ru vinylvault.co.uk -vip.51.la -visionwell.com.cn -viveresaniesnelli.it -vodkoved.ru -vozbujdenie.com -vzglyadriv.kg -web.cvut.cz -webcamtalk.net -webradiology.ru -website-datenbank.de +vitanail.ru +vladimir.zrus.org +vote-up.ru +vpnhowto.info +vzlomsn.org +waycash.net +webix.biz +weblibrary.win +weblo.com +webmasterhome.cn website-speed-up.top -weburlopener.com -weclipart.com -wingsoffury2.com -winx-play.ru -withstandingheartwarming.com -wjgony.com -wleuaprpxuvr.ga -wma-x.com -wordkeyhelper.com -workle.website -works.if.ua -world-mmo.com -writingservices17.blogspot.ru -wstroika.ru -wtsindia.in -www.get-free-traffic-now.com -wygraj-skiny.win -wygraj-teraz.com -x-porno.video -x5market.ru -xchat26.myfreecams.com -xep.info -xn----9sbubg3ambdfl1j.xn--p1ai -xn--b1ag5cfn.xn--p1ai -xn--c1acygb.xn--p1ai -xportvusbdriver8i.snack.ws -xsfetish.org -xxart.ru +wfb.hatedriveapart.com +whereverdesperate.gq +wholesalejerseychinaoutlet.com +wholesalenfljerseys.us.com +whosonmyserver.com +writersgroup580.web.fc2.com +wrz0iuebwhp5fg.freeddns.com +www.888.com +x-diesel.biz +x-diesel.com +xchangetrak.com +xn----7sbbahaq9bb5afgiqfliv4m.xn--p1ai +xn----8sbarihbihxpxqgaf0g1e.xn--80adxhks +xn----8sbdbjgb1ap7a9c4czbh.xn--p1acf +xn--80aaaks3bbhabgbigamdr2h.xn--p1ai +xn--80ahvj9e.xn--p1ai +xn--90acenikpebbdd4f6d.xn--p1ai +xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai +xwatt.ru +xxlargepop.com +xxxdatinglocal.us +xxxhdvideo.site yeartwit.com -yoursearch.me -zoolubimets.ru +yottos.com +youresponsive.com +yourporn.com +zeroredirect.com +zetmaster.ru +zirondelli.it +zmoda.hostreo.com +zone-kev717.info +zoompegs.com +zscalerone.net +zvezdagedon.ru +zvooq.eu diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index 97b5bdf8c..572baa90d 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -1001desert.com -100searchengines.com -20pascals.nl -28n2gl3wfyb0.ru -45en.ru -aa8780bb28a1de4eb5bff33c28a218a930.com -acheterviagrafr24.com -adidas.frwebs.fr -adtech.de -adtology.com -advertisingtag.net -aimayangzhi.com -all-number.com -alphaforum.ru -anmysite.com -anonymizeme.pro -aproposde.com -asdfz.pro -asscenihotosidea.blogspot.com -avek.ru -avramstroy.ru -b00kmarks.com -balla-boo.se -barbourjackets.online -basedecor.ru +123any.com +123cha.com +1millionusd.xyz +214jaluwobapef.cf +a96527gi.beget.tech +absolute-s.ru +activepr.ru +adanih.com +adbetclickin.pink +adclickthru.net +adsfresh.men +adtiger.tk +advertex.info +albamargroup.com +alert-jdh.xyz +alienwheel.es +all4wap.ru +allblogroll.com +alldownload.pw +aosheng-tech.com +appsaurus.com +asiengirls.net +azadnegar.com +azazu.ru +bagcionderlab.com +bausparen.bz.it bcmp.org -bestcurs.org -bet-prognoz.com -beta.hotkeys.com -bgviagrachrx.com -bin-brokers.com -birzha-truda.eu -bizfly.info -bjorkbacken.nu -blavia.00author.com -blog.axant.it -blog.koorg.ru -blogporn.in +bear.gotcher.us +beatifullandscape.co +beclean-nn.ru +bestdraws.com +bobinoz.com bolezniorganov.ru -bookmark4you.com -brianhenry.co -buntube.net -businescoop.men -buyessaynow.biz -bvlgariwallet.xyz -candelluxsklep.pl -cartierreplica.win -cartierreplica.xyz -caulderwoodkennels.com -cezartabac.ro -cheapjerseysa.com -cheapmoncler.win -checkhit.com -chelyabinsk.xrus.org +bongiornos.info +braindaily.xyz +brandedleadgeneration.com +bumskontakte.org +burkesales.com +burn-fat.ga +buttons-for-your-website.com +callmd5map.com +candypeople.se +castingbank.ru +cfacarrosserie74.com +clevernt.com +clickpapa.com +club-musics.ru cognitiveseo.com -com-onlinesupport.host -community.allhiphop.com -compliance-elena.top -compliance-walt.top -conboy.us -concealthyself.com -contextualyield.com -custom-electric-guitar.com -darkages.info -datadepths.com -davidovic.info -dogoimage.com -domini.cat -druzhininevgeniy63.blogspot.com -dtm-spain.com -elektrischezigaretten2.beeplog.com -elektrozigaretten1.postbit.com -enginebay.ru -essay-edu.biz -femdom.twiclub.in -fermersovet.ru -ferretsoft.com -fickenprivat.info -filmania-x.ru +comeondog.info +compliance-george.top +corta.co +creams.makeforum.eu +design-ideas.info +discountbarbour.online +djonwatch.ru +dogbreedspicture.net +dokumentalkino.net +domainsphoto.com +domznaniy.ru +drunkenstepfather.com +elektrischezigarette2.onsugar.com +empathica.com +empirepoker.com +en.home-task.com +envaseslotusama.com +ero-advertising.com +eupornstar.info +evrotekhservis.ru +ezrvrentals.com +faracontrol.ir +fashion.stellaconstance.co +ferrotodo.com +fetishinside.com +firma-legion.ru +fishingwholesale.us flagcounter.me -flauntyoursite.com -flipper.top -forex21.ru -formulaf1results.blogspot.com -free-share-buttons.top -free411games.com -fres-news.com -fuckingawesome.com -fyxabomiw.ru -gamesprite.me -gaypornmovie.net -ghostvisitor.com -glastecfilms.com.my -globalscam.ga -glopages.ru -goodprotein.ru +flavors.me +florida-tourism.net +floridahuntingfishingadventures.com +frankofficial.ru +free-social-buttons.xyz +freelifetimefuckbook.com +freetangodownload.com +froggytube.com +fungamelands.com +gabeshop.ru +gagrasector.ru +get-seo-domain.com +globalsurfari.com +gotorussia.com greatfind-a.akamaihd.net -hanwei.us -healgastro.com -helpmymacfaster.trade -hkladys.com -hol.es -homedo.fabpage.com +grizzlysgrill.com +grupografico-pilar.com.ar +gsasearchengineranker.xyz +guge.io +guidefs.ru +hasshe.com +havepussy.com +headpharmacy.com +hexpilot.com +high-speed1.net +homeart.space hostsshop.ru -hotsocialz.com -hulfingtonpost.com -ico.re -igru-xbox.net -impotentik.com -investyb.com -irunfar.com -ivanstroi.ru -iwantedmoney.com -jerseyssportsshop.com -jumptap.com -kasino-money.pw -ktotut.net -ku6.com -kw21.org -livingcanarias.com -localmatchbook.com -lol-smurfs.com -lombia.com -machicon-akihabara.info -mahnwachen-helfen.info -masthopehomes.com -maximilitary.ru -mearns-tractors.co.uk -meccadumps.net -mejoresfotos.eu -mole.pluto.ro -moneyviking-a.akamaihd.net -moz.com -musicstock.me -mydearest.co -mydirtyhobby.com -mypornfree.ru -nakozhe.com -nalogovyy-kodeks.ru -nash-krym.info -naturalshair.site -netvouz.com +hotloans.ru +huhn.altervista.org +icaseclub.ru +ifirestarter.ru +ihc2015.info +imagecoolpub.com +imagerydatabase.com +inclk.com +intellektmedia.at +islandminingsupply.wordpress.com +izhevsk.xrus.org +jamiembrown.com +jerseychinabizwholesale.us +job.icivil.ir +karaganda.xkaz.org +kazka.ru +kinky-fetishes.com +kinosed.net +kiprinform.com +kol-energo.ru +kollesa.ru +landmania.ru +landscaping.center +lashstudia.ru +leadn.pl +linkbux.ru +livejasmin.com +longlifelomilomi.info +magiadinamibia.blogspot.com +mega-bony2017.pl +mex-annushka.ru +microsearch.ru +mojowhois.com +moscow-region.ru +most-kerch.org +mrwhite.biz +myblogregistercm.tk +mylida.org +negral.pluto.ro +neodownload.webcam +netoil.no networkad.net -nextlnk12.com -nikitabuch.com -nmrk.ru -nordstar.pro -noumeda.com -nrjmobile.fr -online-zaymy.ru -openstat.com -pandarastore.top +next-dentists.tk +notasprensa.info +npoet.ru +nucia.biz.ly +nyfinance.ml +obesidadealgarve.com +offtopic.biz +okayimage.com +okmedia.sk +online-podarki.com +online247.ml +onlineserialy.ru +onlinetvseries.me +onstrapon.purplesphere.in +ooo-olni.ru +pandroid.co paparazzistudios.com.au -perso.wanadoo.es -pillscheap24h.com -pixelrz.com -pojdelo.weebly.com -pornofiljmi.com -pornogratisdiario.com -portnoff.od.ua -portside.cc -priscilarodrigues.com.br -professionalwritingservices15.blogspot.ru -progonrumarket.ru -prokotov.com -pronorm.fr -prostitutki-odessa.org -py100.ru -quit-smoking.ga -remmling.de -revistaindustria.com -rozalli.com -russia-tao.ru -rvtv.ru -s.lollypopgaming.com -sale-japan.com -satellite.maps.ilovevitaly.com -sbwealthsolutions.ca -scanner-donald.top -scanner-fred.top -scanner-mark.top -semprofile.com -semrush.com -sextracker.com -sexuria.net -sexy-screen-savers.com -shopfishing.com.ua -sicfor.bcu.cc -simpoed.ufop.br -skanninge.se -smart-balancewheel.com -snsdeainavi.info -softwaretrend.net -songplanet.ru -spidtest.org -stauga.altervista.org -stoki.ru -strfls.com -sugvant.ru -superstarfloraluk.com -sureone.pro -taaaak.com -tamada69.com -taraz.xkaz.org -templates.radiodigital.co -thaisamkok.com -theendivechronicles.com -timhost.ru -tizanidinehclsideeffects.blogspot.com -tizanidinesideeffectsweightloss.blogspot.com -tizanidinewithdrawalsymptoms.blogspot.com -tmtrck.com +pateaswing.com +pcads.ru +pepperstyle.ru +picsearch.com +pijoto.net +pinapchik.com +pladform.ru +plastjulgranar.se +playfortuna-play.ru +pornmania.pl +pornohd1080.online +pornotubexxx.name +positive2b.ru +proprostatit.com +prostitutki-tyumeni.org +reining.lovasszovetseg.hu +reward-survey.net +roleforum.ru +sa-rewards.co.za +savingsslider-a.akamaihd.net +scanner-nelson.top +scoopquest.com +se-welding.ru +seoheap.com +seokicks.de +serialsway.ucoz.ru +service-core.ru +servingnotice.com +sex-tracker.de +sexgalleries.top +sharebutton.org +shoppingjequiti.com.br +shoppingmiracles.co.uk +sientalyric.co +sinel.info +skutecznetabletkinaporostwlosow.pl +slavic-magic.ru +sloopyjoes.com +socialmediasuggest.com +sophang8.com +spb.ru +staff.prairiesouth.ca +survival.betteroffers.review +tedxrj.com +teslathemes.com +texbaza.by +thebestweightlosspills.ovh +theprofitsmaker.net +thetardistimes.ovh +thin.me.pn +timecrimea.ru +tmearegion26.com toonfamilies.net -top10registrycleaners.com -topappspro.com -torrent-newgames.com -trafficstars.com -trichizobswiv.agddns.net -trk-4.net -ua.tc -uginekologa.com -um-razum.ru -uptime.com -uptimechecker.com -urdoot.win -valkiria-tk.ru -vellings.info -video-chat.in -virtualbb.com -virus-respirators.com -visionwell.com.cn -viveresaniesnelli.it -vksaver-all.ru -vodkoved.ru -webmasterhome.cn -webpromotion.ae -websitevaluebot.com -webstatsdomain.org -wedding-salon.net -wholesalecheapjerseysfree.com -word-vorlagen.net -worldhistory.biz -www.labves.ru -xblog.in -xn--80aebbcbcdemfkhba4byaehoejh8dza3v.xn--p1ai -xn--90acenikpebbdd4f6d.xn--p1ai -xn--l1aengat.xn--p1ai -yellowproxy.net -yugo-star.ru -zog.link +tourismvictoria.com +track2.shop +ttsq.fr +tzritel.tk +ublaze.ru +uchebavchehii.ru +ukrup.com +underthesite.com +uni.me +uogonline.com +usswrite.com +ustion.ru +via-energy-acquistare.com +viagra.pp.ua +vielporno.net +volume-pills.biz +vpnmouse.com +vykupavto-krasnodar.ru +vzlomtw.com +waterpurifier.club +webads.co.nz +webmasters.stackexchange.com +wheelchairliftsarea.com +xn--80ahvj9e.xn--p1ai +xn--80ajjbdhgmudixfjc8c5a9df8b.xn--p1ai +xn--80ak6aa92e.com +yaminecraft.ru +yes-com.com +za-music.mymobiplanet.com +zeroredirect2.com +zigarettenonlinekaufen1.blox.pl +zionstar.net +zoogdinsney.com +zootravel.com +zygophyceous.womanstars.site diff --git a/dev-tools/test_units/ratelimittest-master.txt b/dev-tools/test_units/ratelimittest-master.txt index f0474a154..3656720f2 100644 --- a/dev-tools/test_units/ratelimittest-master.txt +++ b/dev-tools/test_units/ratelimittest-master.txt @@ -581,4 +581,14 @@

Welcome to the NginX Ultimate Bad Bot Blocker

This is merely used for testing !!!

+ + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ \ No newline at end of file diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index 2b76dd831..8354799d7 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.70 0; +10.1.1.48 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index 02909a419..92951a1b4 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.09.2580 -### Updated: Thu Sep 9 10:03:36 UTC 2021 +### Version: V4.2021.09.2581 +### Updated: Thu Sep 9 22:01:36 UTC 2021 ### Bad Bot Count: 623 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 02909a419..92951a1b4 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.09.2580 -### Updated: Thu Sep 9 10:03:36 UTC 2021 +### Version: V4.2021.09.2581 +### Updated: Thu Sep 9 22:01:36 UTC 2021 ### Bad Bot Count: 623 ################################################### ### Version Information ##