From bd57a3b4311f483edaecca39a13732487cac8959 Mon Sep 17 00:00:00 2001 From: mitchellkrogza Date: Thu, 30 Sep 2021 10:09:30 +0000 Subject: [PATCH] V4.2021.09.2622 [ci skip] --- AUTO-CONFIGURATION.md | 2 +- MANUAL-CONFIGURATION.md | 2 +- README.md | 2 +- _google_analytics_ghost_spam/README.md | 2 +- .../etc/nginx/conf.d/globalblacklist.conf | 4 +- conf.d/globalblacklist-testing-version.conf | 4 +- conf.d/globalblacklist.conf | 4 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/buildnumber | 2 +- dev-tools/globalblacklist-testing.template | 4 +- dev-tools/globalblacklist.template | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/test_units/blacklist-ips.conf | 2 +- .../random-bots-for-test-quick.list | 18 +- .../test_units/random-bots-for-test.list | 278 +++--- .../random-bots-for-whitelist-test.list | 304 +++--- .../random-referrers-for-test-quick.list | 20 +- .../test_units/random-referrers-for-test.list | 920 +++++++++--------- .../random-referrers-for-whitelist-test.list | 488 +++++----- dev-tools/test_units/whitelist-ips.conf | 2 +- dev-tools/tmp/robots.txt | 4 +- robots.txt/robots.txt | 4 +- 45 files changed, 1070 insertions(+), 1070 deletions(-) diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 269dfcabb..ffb9814a7 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.09.2621 +#### Version: V4.2021.09.2622 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index a9100011b..45dad441f 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.09.2621 +#### Version: V4.2021.09.2622 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index de5e8eb4c..a83a68908 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2021.09.2621 +#### Version: V4.2021.09.2622 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 0732a214b..1833bb771 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2021.09.2621 +#### Version: V4.2021.09.2622 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 681435ae0..823c09bbf 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2621 -### Updated: Wed Sep 29 22:01:16 UTC 2021 +### Version: V4.2021.09.2622 +### Updated: Thu Sep 30 10:03:31 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 943735eb9..8a698aa5c 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2621 -### Updated: Wed Sep 29 22:01:16 UTC 2021 +### Version: V3.2021.09.2622 +### Updated: Thu Sep 30 10:03:31 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 681435ae0..823c09bbf 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2621 -### Updated: Wed Sep 29 22:01:16 UTC 2021 +### Version: V4.2021.09.2622 +### Updated: Thu Sep 30 10:03:31 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 943735eb9..8a698aa5c 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2621 -### Updated: Wed Sep 29 22:01:16 UTC 2021 +### Version: V3.2021.09.2622 +### Updated: Thu Sep 30 10:03:31 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 785098ab4..17632e850 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.73 1; +10.1.0.239 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 2420fdf56..3f68f9953 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.73 0; +10.1.0.239 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 943735eb9..8a698aa5c 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2621 -### Updated: Wed Sep 29 22:01:16 UTC 2021 +### Version: V3.2021.09.2622 +### Updated: Thu Sep 30 10:03:31 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 785098ab4..17632e850 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.73 1; +10.1.0.239 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 2420fdf56..3f68f9953 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.73 0; +10.1.0.239 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 943735eb9..8a698aa5c 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2621 -### Updated: Wed Sep 29 22:01:16 UTC 2021 +### Version: V3.2021.09.2622 +### Updated: Thu Sep 30 10:03:31 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 785098ab4..17632e850 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.73 1; +10.1.0.239 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 2420fdf56..3f68f9953 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.73 0; +10.1.0.239 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 943735eb9..8a698aa5c 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2621 -### Updated: Wed Sep 29 22:01:16 UTC 2021 +### Version: V3.2021.09.2622 +### Updated: Thu Sep 30 10:03:31 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index 7dabb45b3..f76b27891 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -2621 +2622 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 943735eb9..8a698aa5c 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2621 -### Updated: Wed Sep 29 22:01:16 UTC 2021 +### Version: V3.2021.09.2622 +### Updated: Thu Sep 30 10:03:31 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index 681435ae0..823c09bbf 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2621 -### Updated: Wed Sep 29 22:01:16 UTC 2021 +### Version: V4.2021.09.2622 +### Updated: Thu Sep 30 10:03:31 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 40beaa7b5..c7c3abc85 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -52.186.149.158 0; +52.176.159.226 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 681435ae0..823c09bbf 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2621 -### Updated: Wed Sep 29 22:01:16 UTC 2021 +### Version: V4.2021.09.2622 +### Updated: Thu Sep 30 10:03:31 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 785098ab4..17632e850 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.73 1; +10.1.0.239 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 2420fdf56..3f68f9953 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.73 0; +10.1.0.239 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 681435ae0..823c09bbf 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2621 -### Updated: Wed Sep 29 22:01:16 UTC 2021 +### Version: V4.2021.09.2622 +### Updated: Thu Sep 30 10:03:31 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 785098ab4..17632e850 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.73 1; +10.1.0.239 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 2420fdf56..3f68f9953 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.73 0; +10.1.0.239 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 681435ae0..823c09bbf 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2621 -### Updated: Wed Sep 29 22:01:16 UTC 2021 +### Version: V4.2021.09.2622 +### Updated: Thu Sep 30 10:03:31 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 785098ab4..17632e850 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.73 1; +10.1.0.239 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 2420fdf56..3f68f9953 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.73 0; +10.1.0.239 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 681435ae0..823c09bbf 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2621 -### Updated: Wed Sep 29 22:01:16 UTC 2021 +### Version: V4.2021.09.2622 +### Updated: Thu Sep 30 10:03:31 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 40beaa7b5..c7c3abc85 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -52.186.149.158 0; +52.176.159.226 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 518ca5d89..25e03af9f 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2621 -### Updated: Wed Sep 29 22:01:16 UTC 2021 +### Version: V4.2021.09.2622 +### Updated: Thu Sep 30 10:03:31 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 40beaa7b5..c7c3abc85 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -52.186.149.158 0; +52.176.159.226 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index a30b56a8a..f98dfb0d2 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2621 -### Updated: Wed Sep 29 22:01:16 UTC 2021 +### Version: V4.2021.09.2622 +### Updated: Thu Sep 30 10:03:31 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index 785098ab4..17632e850 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.73 1; +10.1.0.239 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index 7b4532cf9..85b01fa6a 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -AwarioSmartBot -BBBike -Fyrebot -JetCar -JustView -Mail.RU_Bot -Rogerbot +AfD-Verbotsverfahren +Cocolyzebot +Go!Zilla +Reaper +SentiBot Sociscraper -SpankBot -webpros.com +SuperHTTP +WWW-Collector-E +WebSucker +cah.io.community diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index 8021aaa03..15f4ad5c0 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -360Spider 404enemy -AIBOT +ASPSeek Abonti Aboundex -Acunetix -AhrefsBot AiHitBot +AllSubmitter +Anarchie Anarchy Anarchy99 -Anthill -Apexoo -Asterias Attach +AwarioRssBot +BBBike +BDCbot BDFetch -BLEXBot -BackWeb -Badass +BackDoorBot +Backlink-Ceck +BacklinkCrawler Barkrowler -Battleztar Bazinga +BatchFTP +BetaBot Black Hole BlackWidow +Blackboard +Blow BlowFish -BotALot -Brandwatch +Boardreader +Brandprotect Buck Buddy BuiltBotTough BuiltWith -BunnySlippers -CazoodleBot -CherryPicker +BuzzSumo +CATExplorador +Cegbfeieh +CensysInspect +ChinaClaw +Cliqzbot Cloud mapping -Collector -Cosmos -Crawling at Home Project -CrazyWebCrawler -CyotekWebCopy +Copier +Crescent +CrunchBot +Curious +Custo DBLBot DIIbot +DSearch DTS Agent DatabaseDriverMysqli -Devil +Deusu Digincore -DigitalPebble Dirbuster -Disco -Discobot -Discoverybot +Dispatch +DittoSpyder DomCopBot -Download Wonder -Drip -ECCP/1.0 -EMail Siphon -EasyDL -Ebingbong -Ecxi +DomainCrawler +DomainStatsBot +Dotbot +Dragonfly +EMail Wolf EroCrawler Exabot -Ezooms -FDM -FemtosearchBot -FlashGet +ExtLinksBot +ExtractorPro +Fimap Flunky FyberSpider -GT::WWW -GalaxyBot -GetRight -GetWeb -Getintent -Gigabot -Gotit -Grafula -GridBot -HTMLparser -HTTP::Lite +Genieo +Go-Ahead-Got-It +GrapeFX +HMView Haansoft HaosouSpider Harvest Heritrix -HybridBot +Hloader +Humanlinks +IDBTE4M IDBot -IRLbot -Id-search +Iblog IlseBot -IndeedBot +Indy Library InfoNaviRobot -JamesBOT -Joomla -Kozmosbot -LNSpiderguy +InterGET +Jbrofuzz +Jetty +JustView +Jyxobot +Keyword Density Lanshanbot -Larbin Leap +LeechFTP +LeechGet LexiBot +Lftp +LibWeb Lightspeedsystems -Likse -LinkScan LinkWalker -Lipperhey Spider +Linkbot +LinqiaRSSBot Litemage_walker -Ltx71 -MFC_Tear_Sample +MIDown tool +MIIxpc MJ12bot MSIECrawler -Majestic-SEO -Majestic12 -Masscan +Magnet +Mail.RU_Bot +MarkMonitor +MarkWatch +MauiBot Mb2345Browser -MeanPath Bot -Metauri +Meanpathbot MicroMessenger -Microsoft Data Access +Mister PiX +Moblie Safari +Mojeek +Mojolicious Msrabot -NICErsPRO -NPbot +Name Intelligence Navroad NearSite -NetAnts -Netvibes +Needle +NetLyzer +Netcraft NextGenSearchBot +Nibbler Niki-bot -Nimbostratus -Ninja +Nikto +NimbleCrawler +Nutch +Offline Navigator OnCrawl -OpenVAS -PageAnalyzer -PageGrabber -PageThing.com +Openfind +POE-Component-Client-HTTP +Page Analyzer +PageScorer Pandalytics Pavuk -PeoplePal Pi-Monster +PictureFinder +Piepmatz Pimonster -ProPowerBot -Pu_iN +ProWebWalker +Probethenet +Psbot +Pump +PxBroker +PyCurl QueryN Metasearch -Quick-Crawler RankActive -RankActiveLinkBot -RankingBot -RankingBot2 -Rankivabot RankurBot -ReGet -Recorder -RepoMonkey +RebelMouse Ripper -SEOlyticsCrawler +RocketCrawler +Rogerbot +SEOkicks +SEOkicks-Robot SEOprofiler Scanbot +Scrapy Screaming ScrepyBot -SentiBot SeobilityBot -Seomoz -Shodan +Siphon Site Sucker -SiteCheckerBotCrawler -SiteExplorer -SiteSnagger SiteSucker Sitebeam -Siteimprove SlySearch -SmartDownload -Snapbot Snoopy -SocialRankIOBot Sociscraper Sottopop +SpaceBison Spammen Spanner -Spinn3r -SputnikBot -Sqlmap +Spbot Sqlworm +Sqworm Steeler Stripper -SuperBot +Sucker +Sucuri SuperHTTP Suzuran -Szukacz T0PHackTeam -Teleport The Intraformant +TheNomad +TightTwatBot Trendiction -Turingos +TwengaBot Twice -Typhoeus -URLy.Warning UnisterBot Upflow -Vagabondo -VelenPublicWebCrawler -VeriCiteCrawler -VidibleScraper -Virusdie +VCI Voil -WEBDAV -WWW-Mechanize +Voltron +WBSearchBot +WWWOFFLE Wallpapers Wallpapers/3.0 -WallpapersHD Web Collage -Web Enhancer -Web Pix -WebCopier -WebFuck +Web Fuck +Web Sucker WebPix -WebReaper +WebSauger WebSucker WebWhacker WebZIP -Webshag +Webalta +WebmasterWorldForumBot +Website Quester WebsiteExtractor -Whacker +Whatweb +Who.is Bot +Widow Woobot -Wprecon +Xaldon WebSpider +Xaldon_WebSpider +YoudaoBot Zauba ZumBot ZyBorg +archive.org_bot +autoemailspider backlink-check -check1.exe +cah.io.community +clark-crawler +cognitiveseo crawl.sogou.com +crawler.feedback dataforseo.com domainsproject.org eCatch -facebookscraper -gopher +evc-batch +instabid ips-agent isitwp.com lwp-request -mediawords -oBot +lwp-trivial +muhstik-scan page scorer -polaris version -scan.lol -seostar -serpstatbot -sitechecker.pro +plumanalytics +probe-image-size +scalaj-http +seobility sp_auditbot -spyfu sysscan trendiction.com -ubermetrics-technologies.com -voyagerx.com webpros.com -x09Mozilla +x22Mozilla xpymep1.exe +zauba.io diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 456072bca..bd2d2659d 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -404enemy +01h4x.com +360Spider +404checker 80legs -Abonti -AfD-Verbotsverfahren -AhrefsBot -AiHitBot +ADmantX +ALittle Client +ASPSeek Aipbot Alexibot -Anarchie -Anthill -Apexoo +Asterias +Attach AwarioRssBot AwarioSmartBot BBBike BDFetch -BackDoorBot +BLEXBot +BackStreet BackWeb -Badass -BatchFTP -Black Hole -BlowFish -BotALot -Buck +Backlink-Ceck +Bandit +Barkrowler +Bitacle +Blackboard +Brandprotect +Buddy +BuiltWith +Bullseye +BuzzSumo CATExplorador -CSHttp -Cegbfeieh +CensysInspect CheTeam -CherryPicker -Chlooe -Claritybot -Cliqzbot -Cloud mapping -Collector +Cogentbot Copier -Crawling at Home Project +Copyscape +Cosmos +CrazyWebCrawler +Crescent +Curious Custo +DBLBot DSearch +Deusu Digincore -Dirbuster -Disco -Discobot -DnyzBot -DomainAppender +DittoSpyder DomainCrawler +Domains Project +Dotbot +Download Wonder +Dragonfly +Drip EirGrabber -EroCrawler Evil Exabot -ExtLinksBot -FHscan +ExtractorPro FemtosearchBot Fimap Firefox/7.0 Flunky -Foobot FrontPage Fuzz -G-i-g-a-b-o-t +FyberSpider +GalaxyBot Genieo -GermCrawler -GoZilla +Gigabot +Go!Zilla GrabNet -Grabber -GrapeFX -GridBot -HTTP::Lite -Haansoft -HaosouSpider +Grafula +GrapeshotCrawler +Havij +Heritrix Hloader Humanlinks HybridBot IDBTE4M -IlseBot -IndeedBot +IDBot +IRLbot +Image Fetch Indy Library -InfoTekies +Internet Ninja +InternetSeer IstellaBot -JOC Web Spider -JetCar +JamesBOT +Jetty JikeSpider -JustView -Keyword Density -Kozmosbot -LWP::Simple -Lanshanbot +Jorgee +Kenjin Spider Larbin LeechGet -Libwhisker +Lftp LieBaoFast -Lightspeedsystems -Likse -LinkWalker Linkbot -LinkextractorPro -LinkpadBot +Linkdexbot LinksManager LinqiaMetadataDownloaderBot -Lipperhey -Lipperhey Spider -Ltx71 -MSFrontPage -MSIECrawler +LinqiaRSSBot +Litemage_walker +Lmspider +MFC_Tear_Sample +MIIxpc +MJ12bot +MQQBrowser +MTRobot Mag-Net -Mass Downloader +Majestic SEO +Majestic-SEO +Majestic12 Masscan -Mata Hari -MauiBot +Mb2345Browser Meanpathbot -Metauri -MicroMessenger +MegaIndex.ru Mister PiX -Moblie Safari -Morfeus Fucking Scanner -Msrabot +Mojeek +Mojolicious +Mozlila Musobot -Name Intelligence +Nameprotect Navroad -Needle -Net Vampire +NetAnts NetMechanic NetSpider +Nettrack +Netvibes NextGenSearchBot +Nibbler Niki-bot Nikto -NimbleCrawler -Nimbostratus +Nuclei +Nutch Offline Navigator -OpenVAS -Openfind -Openvas -OrangeBot -OutfoxBot +OpenLinkProfiler +POE-Component-Client-HTTP PageAnalyzer -PageGrabber -Papa Foto +PageScorer +Panscient Pavuk PeoplePal -Pi-Monster -Picscout -Picsearch -Piepmatz -Pimonster -Pixray -PleaseCrawl -Pockey -Pump -Quick-Crawler +ProPowerBot +Probethenet +Psbot +QueryN Metasearch RankFlex +Rankivabot RankurBot +Re-re +RealDownload +RebelMouse Recorder -RepoMonkey -Ripper +RocketCrawler Rogerbot +SBIder +SEOkicks +SEOlyticsCrawler +SEOprofiler SEOstats -SISTRIX SMTBot -ScanAlert +SalesIntelligent ScoutJet -Scrapy ScreenerBot -Semrush -SemrushBot -SentiBot +Searchestate SeobilityBot Shodan -Site Sucker -SiteExplorer +Siphon SiteLockSpider -SiteSnagger SiteSucker Siteimprove -Snapbot -Snoopy -SocialRankIOBot +SlySearch +Snake +Sociscraper Sosospider -SpankBot +Sottopop Spanner -Sqlmap -Sqlworm -Sqworm -Surfbot -SurveyBot +Sucker +Sucuri Suzuran +Swiftbot +Szukacz T0PHackTeam +T8Abot Teleport Telesoft -Telesphoreo Telesphorep -TheNomad -Titan -Toweyabot +The Intraformant +Toata Trendiction Trendictionbot +True_Robot +Twice Typhoeus -Upflow -Vacuum +URLy Warning +V-BOT +VB Project +VelenPublicWebCrawler VeriCiteCrawler -VoidEYE +Voltron +WASALive-Bot WBSearchBot -WISENutbot +WEBDAV WWW-Collector-E WWW-Mechanize -Wallpapers -WeSEE +WWW::Mechanize +Wallpapers/3.0 Web Enhancer -Web Fuck -WebBandit +Web Sauger +Web Sucker WebCollage WebFetch -WebImageCollector +WebFuck +WebGo IS WebLeacher +WebPix +WebReaper WebSucker WebWhacker -Webalta -WebmasterWorldForumBot -Website Quester -WebsiteExtractor -Webster -Whatweb -WinHTTrack +WebZIP +Webshag +Widow Wonderbot -Wprecon Xaldon WebSpider -Xaldon_WebSpider -YoudaoBot -Zauba +Zade +Zitebot ZmEu +ZoominfoBot ZumBot archive.org_bot -autoemailspider -backlink-check -cah.io.community -com.plumanalytics -crawler4j -domainsproject.org -eCatch +clark-crawler +cognitiveseo +crawler.feedback +instabid internetVista monitor +isitwp.com +lwp-trivial +magpie-crawler muhstik-scan oBot +page scorer +pcBrowser +plumanalytics +ripz +s1z.ru satoristudio.net -seoscanners -seostar +scalaj-http +scan.lol +serpstatbot +sitechecker.pro siteripz -sysscan -trendiction.com -ubermetrics-technologies.com -voyagerx.com -webmeup-crawler +sp_auditbot +tAkeOut +trendiction.de x09Mozilla -x22Mozilla +zauba.io diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index f05fd2216..062b8483e 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -adidas.frwebs.fr -bitcoin-ua.top -freelifetimefuckbook.com -growshop.es -homemade.gq -makedo.ru -playfortuna-play.ru -support.nopeas.sk -via-energy-order.com -zvuker.net +aac52006ec82a24e08b665f4db2b5013f7.com +atlant-auto.info +bambi.ck.ua +favornews.com +figuringmoneyout.com +fxund.us +luckyshop.net.ua +online-x.ru +tizanidinesideeffects.blogspot.com +webs.com diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index ee5319fa3..4382eadd5 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -0c47f8422d3f.com -12u.info +101billion.com +202ch.com 273-fz.ru -4kplayer.pl -5kstore.com -7fon.ru -999webdesign.com -aanapa.ru -adhome.biz -adidas.frwebs.fr -adktrailmap.com -adobereader-free.ru -adpremium.org +4inn.ru +51.la +51unlim.ru +6128786.com +72-news.com +a14download.com +aa8780bb28a1de4eb5bff33c28a218a930.com +aa9bd78f328a6a41279d0fad0a88df1901.com +aab94f698f36684c5a852a2ef272e031bb.com +aac52006ec82a24e08b665f4db2b5013f7.com +abcdefh.xyz +addblueoff.com.ua +adloads.com +ads-cool.pro +ads.gold adtiger.tk -aerogo.com -affordablewebsitesandmobileapps.com +ageofclones.com +ahrefs.com +airlandsea.info +alive-ua.com all4invest.ru -alloysteel.ru -alphaforum.ru -amigobulls.com -amyfoxfitness.com -anabolics.shop -android-style.com -angigreene.com -animal-drawings.com -animaltoplist.com -animenime.ru -anmysite.com -apartmentratings.com -apibatbrowsecom-a.akamaihd.net +allnews.md +allornamenti.com +alphahoverboards.com +anal-acrobats.hol.es +analytics-ads.xyz +anaseracresar.tk +android4fun.org +anjalika.co.in +anonymousfox.co +apartment.ru +apilinkswiftco-a.akamaihd.net apimossnetinfo-a.akamaihd.net -apioasisspacenet-a.akamaihd.net -apiqualitinknet-a.akamaihd.net -appfastplay.com -appsaurus.com +app-ready.xyz arcteryxsale.online -arendakvartir.kz -asmxsatadriverin.aircus.com -asrv-a.akamoihd.net +asacopaco.tk +asrvvv-a.akamaihd.net atleticpharm.org -aussie-prizes.com -auto-moto-elektronika.cz -badavit.com.ua -baksman.com -bankcrediti.ru -banksrf.ru -barnfurnituremart.com -bedcapdealers.com -beetpics.pw -belsetirehafi.tk -best-deals-products.com -best-seo-software.xyz -bestadbid.com -bestbrainprod.win -bestcurs.org -bet-prognoz.com -bet365.com -betterhdporn.com -bezlimitko.xyz -bitcoinremote.com -bitporno.sx -blackbabesporn.com -blackle.com -blobar.org -bloglag.com +ausergrubhof.info +autobrennero.it +autogrep.ru +automatic-seo.com +automobile-spec.com +autovideobroadcast.com +aviav.co +awency.com +ayeartoforget.com +azbaseimages.net +babosas.com +bank.uz +beachpics.com +beauby.ru +beclean-nn.ru +belinvestdom.by +bestbuy.ca +bestkfiledxd.cf +bestmarriages.com +bg6s0.com +bharatdefencekavach.com +bio-japan.net +bjorkbacken.nu +blog.f00kclan.de +blog.koreadaily.com +bloggen.be +bloggerads.net +blpmovies.com bmw-ark.ru -bobba.dzaba.com -bookmark4you.com -boom-celebs.com -brainzpod.win -brianhenry.co -btvn.ru -buy-loft.ru -buyclomidonlaine.com -buyessaynow.biz +bradleylive.xyz +brainboostingsupplements.org +buy-cheap-online.info +buynorxx.com +buypillsorderonline.com bvlgariring.xyz -c1.onedmp.com -camel-beach.com -capture-room.com -carapics.com -cartierjusteunclou.xyz -cartierlove.xyz -cartierlovestore.com -cbb1smartlist12.click -centrdebut.ru -ceotrk.com -changde.58.com -chelnytruck.ru -chinese-amezon.com -christianlouboutinoutlet.win -cialischstgerts.com -cigarpass.com +byme.se +cah.io.community +canacopegdl.com +candycrushshop.com +cardul.ru +cfjump.com +charmstroy.info +cheapcigarettesc.info +cheatcode-lita12.rhcloud.com +chocolateslim-en-france.com +choosecuisine.com +cialischmrx.com +cialisovercounteratwalmartusa.com citetick.com -clickcash.com -clicksotrk.com codq.info -comeondog.info -compliance-alex.xyz -compliance-elena.top -compliance-george.xyz -compliance-jane.top -compliance-josh.top -compliance-mary.top -cornerstone-countertops.com -cosmetic.donna7753191.ru -crafthubs.com -creditwell.ru -customerpromos-a.akamaihd.net -cv.wallhade.co -cymbaltaandtizanidine.blogspot.com -daisye.top -danashop.ru -dawlenie.com -daydream-studio.ru -ddpills.com +cognitiveseo.com +colehaanoutlet.store +cometorussia.net +compliance-alex.top +converse.ddsoldes.fr +cookingmeat.ru +copenergo.ru +crazyboost.pro +customchocolate.business-for-home.com +customerguru.in +czeshop.info +dailyfinancefix.com +dame-ns.kz +darodar.com deadlinkchecker.com -decoratinghomes.ga -decorationspcs.com -degerlund.net -delayreferat.ru -demenageur.com -den-noch24.ru -dktr.ru -doctissimo.fr -domcran.net -dostavka-v-ukrainu.ru -doxysexy.com +dear-diary.ru +decorazilla.com +dfwu1019.info +discovertreasure-a.akamaihd.net +divci-hry.info +download-walpaperhd.blogspot.com dpihatinh.gov.vn -drev.biz -druzhininevgeniy63.blogspot.com -dustyorate.com -dwomlink.info -ekspertmed.com -eldiariodeguadalajara.com +dptaughtme.com +drunkmoms.net +druzhbany.ru +dvd-famille.com +e90post.com +earncash.com.ua +easync.io +efnor-ac.com elektrischezigarettekaufen2.cowblog.fr -elektrozigarette1.dreamwidth.org -elidelcream.weebly.com -empis.magix.net +eloconcream.blogspot.com +en.altezza.travel energydiet24.ru englishgamer.com -enpolis.ru -eshop.md -essay-writing.work -ezigaretteshop.webs.com -facecup.top -falopicm.pw -family1st.ca +enthuse.computernetworksonline.com +eralph.tk +erectile.bid +evogarage.com +exlarseva.webblog.es +expolicenciaslatam.co +extrabot.com +eyelike.com.ua +eyemagination.com +eywords-monitoring-your-success.com +ezigarettekaufen2.yolasite.com +faithe.top +farm26.ru +favoritemoney.ru fbdownloader.com -ferrotodo.com -fetroshok.ru -fil.ru -findacheaplawyers.com -finemanteam.com -flagcounter.me -flex4launch.ru -floridamobilebillboards.com -folowsite.com -formularz-konkurs.tk -fortunejack.com -franecki.net -free-share-buttons.blogspot.com -freejabs.com -frivgame250.com +fenoyl.batcave.net +filesdatabase.net +flowersbazar.com +forex21.ru +foto-sisek.porngalleries.top +free-video-tool.com +free411games.com +freemaintenancesysforpcandmac.top +frequiry.com front.ru -fusoradio.info -game-top.su -gamedayassist.com -gardene.ru -geckoandfly.com -geile-lelly.eu +fullgirl.ru +funtoonez.com +games.kolossale.ru +gamewrath.com generic-pills-online.com -genericlowlatencyasiodriverhq.aircus.com -get-free-social-traffic.com -getoutofdebtfree.org -glavprofit.ru +geoads.com +glass-msk.ru global-ics.co.za -gotcher.us -gov.yanao.ru -gratis-sexkontakte.com -gribkovye-zabolevaniya.com -gsmlab.pl -guidefs.ru -gungamesz.com -gunsvicceadadebt.tk +goldadpremium.com +goodhumor24.com +gorabagrata.ru +gotomontenegro.net +greatzip.com guruofcasino.com -gz2.bbsoldes.fr -handicapvansarea.com +hatdc.org hawaiisurf.com -hd720kino.ru -helpmymacfaster.trade -hesteel.pl -hitcpm.com -home-task.com -hostnow.men -hotdl.in -houdom.net -hplaserjetpdriver8y.pen.io +hcate.com +hdimagegallery.net +healgastro.com +heatpower.ru +hentai-manga.porn +hermesbelts.xyz +hermesbirkinhandbagoutlets.com +highspeed5.net +highstairs-a.akamaihd.net +hitmuzik.ru +home.myplaycity.com +hothot.ru +howopen.ru +hoztorg-opt.ru huimin764128.com -hundejo.com -hvd-store.com -hyipmanager.in -idegenvezeto.eu -ilbe.club +hut1.ru +igadgetsworld.com +igithab.com +ilo134uloh.com +ilovevitaly.xyz +imgarcade.com +imgata.com imicrovision.com -imitex-plus.ru +indiasourcemart.in +inet-traffic.com infoupdate.org -infowarcraft.ru -instakink.com -integritylandscapeservices.com -interferencer.ru -isitpaleo.info -istizanidineanarcoticdrug.blogspot.com -izhevsk.xrus.org -izhevsk.zrus.org -javatex.co.id -jbl-charge.info -jerseyssportsshop.com -jerseyswholesalechinalimited.com -jewelryandfiligree.com -jobgirl24.ru -jofucipiku.tk -johannesburgsingles.co.za -jovencitas.gratis -jrcigars.com +interfucks.net +irkutsk.online-podarki.com +islandminingsupply.wordpress.com +istock-mebel.ru +jacago.com +jerseywholesalebizchina.com +jobmarket.com.ua +joyceblog.top +jrpmakati.com +karachev-city.ru kazan.xrus.org -keywordhut.com -keywordteam.net -kleine-titten.biz -komp-pomosch.ru -konkursov.net +kazinogames.lv +kellyonline.xyz +kino2018.cc +kinozapas.org konoplisemena.com -kostenlos-sexvideos.com -kosynka-games.ru -kredit-pod-zalog-krasnodar.ru -ladov.ru -laexotic.com -lakomka.com.ua -ldrtrack.com -letmacwork.world -lightinghomes.net -lionking-1994.blogspot.com -liver-chintai.org -liverpool.gsofootball.com -llastbuy.ru -lob.com.ru -lollypopgaming.com -lombia.com -lotto6888.com -lsex.xyz -lyrster.com -m292.info -m5home.ru -mackeeper-land-672695126.us-east-1.elb.amazonaws.com -macotool.com -magiadinamibia.blogspot.com -maranbrinfo.com.br -markjaybeefractal.com -masturbate.co.uk -maxxtor.eu -mebelcomplekt.ru -medicovi.com -medispainstitute.com.au -megagrabber.ru -meget.co.za -miniads.ca -mmostrike.ru -mobstarr.com -moesen-ficken.com -mojowhois.com -mompussy.net -mtmtv.info -multgo.ru -musflashtv.com -musicstock.me -musicvidz.ru -mustwineblog.com -myiptest.com -myonlinepayday.co -narkologiya-penza.ru -narkologiya-voronezh.ru -naturalshair.site -networkcheck.xyz -new-post.tk -new7ob.com -nfljerseys.online -nibbler.silktide.com -nicefloor.co.uk -nikitabuch.com -njkmznnb.ru -nordstar.pro -noscrapleftbehind.co -novatech.vn -nuker.com -oballergiya.ru -office2web.com -oksrv.com -onemactrckr.com -onemantrip.com -online7777.com -onstrapon.purplesphere.in -ooo-gotovie.ru -ooomeru.ru -optibuymac.com -ororodnik.goodbb.ru -ossmalta.com -oxotl.com -partner-trustworthy.men -pattersonsweb.com -pdns.cz +krasivoe-hd.com +krasnodar.xrus.org +kwzf.net +lapolis.it +leftofcentrist.com +legionalpha.com +lenpipet.ru +lerporn.info +letmacworkfaster.world +li-er.ru +littleberry.ru +lombardfinder.ru +lonfon.xyz +losangeles-ads.com +lulea-auktionsverk.se +m4ever.net +macrotek.ru +mafcards.ru +magicdiet.gq +mainlinehobby.net +malwareremovalcenter.com +marcoislandvacations.net +max-eclat.men +maximilitary.ru +mcar.in.ua +mebel-ekb.com +med-zdorovie.com.ua +meetlocalchicks.com +merryhouse.co.uk +metascephe.com +mexicotravelnet.com +mezaruk.info +microsearch.ru +midst.eu +mikrobiologies.ru +minecraft-neo.ru +mitrasound.ru +mixx.com +mjchamonix.org +moesexy.com +mojpreskumanie.com +monclerboots.xyz +moscow-region.ru +mosrif.ru +mototsikl.org +mouselink.co +movies-in-theaters.net +moxo.com +mp3ringtone.info +musicdaddy.net +muz-tracker.net +muzaporn.com +mybinaryoptionsrobot.com +mydownloadengine.com +naj-filmy24.pl +naphukete.ru +narkologiya-peterburg.ru +nash-krym.info +nastroyke.net +negral.pluto.ro +ningessaybe.me +nmrk.ru +nomuos.it +notaria-desalas.com +nudepatch.net +nullrefer.com +oconto.ru +of-ireland.info +offtime.ru +oil-td.ru +onlinetvseries.me +openlibrary.org +orsonet.ru +osb.se11.ru +owohho.com +p-business.ru +pagesense.com +paidonlinesites.com +paighambot.com +painting-planet.com +papasdelivery.ru +paperwritingservice17.blogspot.ru +partybunny.ru +pb-dv.ru +pc4download.co pearlisland.ru -percin.biz.ly -perm-profnastil.ru +pensplan.com +petrovka-online.com petsblogroll.com -phobia.us -photokitchendesign.com -piccshare.com -picscout.com -pinkduck.ga -pisanieprac.info -pivka.xyz -pizdeishn.com -pl-top.pl -play-movie.pl -playmsn.com -plusnetwork.com -popunder.net -poquoson.org -pornhub-ru.com -pornofiljmi.com -pornoforadult.com -pornogig.com -pornophoto.xyz -pornosexrolik.com -porto.abuilder.net -pourvous.info -prchecker.info -priceg.com -privacyassistant.net -pro-tec.kz -professionaldieselcare.com -prostitutki-tyumeni.org -pulse33.ru -purplestats.com -quickcashlimited.com -qwertty.net -r-e-f-e-r-e-r.com -ranksays.com -realting-moscow.ru -rebuildermedical.com +phpdevops.com +picquery.com +picturesmania.com +piuminiita.com +pixgood.com +playfortuna-play.ru +playtap.us +plohaya-kreditnaya-istoriya.ru +poisk-zakona.ru +popcash.net +popup-jdh.xyz +porno-video-chati.ru +porno.simple-image.com.ua +pornokajf.com +pornoklad.net +pricheski-video.com +printdirectforless.com +pro-poly.ru +proekt-gaz.ru +profitwithalex.info +prostitutki-astana.org +pulseonclick.com +q-moto.ru +qualitymarketzone.com +realizmobi.com +realmonte.net +rebrand.ly +reckonstat.info redirectme.net -redirlock.com -referencemoi.com -refudiatethissarah.info -remote-dba.de -renewablewealth.com -rent2spb.ru -reversing.cc -sabaapress.com -sarahmilne.top -saugatuck.com -scanner-alex.top -screpy.com -seansonline24.pl -searchimpression.com -searchinterneat-a.akamaihd.net -searchlock.com -seeingmeerkat.com -sendearnings.com -seorank.info -seryeznie-znakomstva.ru -sexblog.pw -sexgalleries.top -sharebutton.org -shell-pmr.ru -ship-marvel.co.ua -shtaketniki.ru -sitevalued.com +registry-cleaner.net +remontbiz.ru +remybutler.fr +rentehno.ru +riralmolamsaca.tk +robertefuller.com +ru-dety.ru +ruscopybook.com +russia-today-video.ru +s1z.ru +sajatvelemeny.com +salut-camp.ru +sammlungfotos.online +samoiedo.it +saneyes.com +sanjosestartups.com +saveindex.xyz +saveriopiazza.it +sawin.beth.webd.pl +scanmarine.info +scanner-jessica.top +screentoolkit.com +search.pch.com +searchtooknow-a.akamaihd.net +searchwebknow-a.akamaihd.net +semrush.com +seo-platform.com +seo-traffic-ranking.info +seobility.net +seoexperimenty.ru +seonetwizard.com +sexuria.net +shareyards.com +shemale-sex.net +shiksabd.com +shopfishing.com.ua +sideeffectsoftizanidine.blogspot.com +sildenafilcitratemed.com +silverage.ru +simon3.ru +sinel.info sitiz.club -sk.golden-praga.ru -skincrate.net -skladvaz.ru -skytraf.xyz +skutecznetabletkinaporostwlosow.pl +sky-mine.ru +sladkoevideo.com +slim.sellany.ru +slonechka.ru slujbauborki.ru -smartshoppymac.com -smsactivator.ru -social-s-ggg.xyz -socialmonkee.com -sockshare.net -sockshares.tv -sortthemesitesby.com -sosdepotdebilan.com -space4update.pw -spamnuker.com -spbchampionat.ru -sport-video-obzor.ru -spywareit.com -spywarenuker.com -ssconstruction.co -stanthonyscatholicchurch.org -stariy-baku.com -startwp.org +snworks.com +sobecjvuwa.com.ru +soc-proof.su +softxaker.ru +sotkal.lark.ru +stardevine.com +stathat.com stauga.altervista.org -stjamesschool.info -strfls.com -sundrugstore.com -superiends.org -superlist.biz -supermama.top -superstats.com -survival.betteroffers.review -svolze.com -swinger-mobil.net -symphonyintegratedhealthcare.com -syvertsen-da.no -tandvardshuset.net -taqywu51.soup.io -technika-remont.ru -tedy.su -teenforporn.com -telemetryverification.net -terrafootwear.us -testingads.pro -textads.men -thaisamkok.com +steame.ru +stefanbakosab.se +strigkaomsk.ru +stroiminsk.org +stroymonolit.su +students-cheapskate.ml +sucsesofinspiration.com +superkanpo.com +supernew.org +suture.co +svetlotorg.ru +swingerseiten.com +szucs.ru +taboola.com +takeprofitsystem.com +taranerymagesswa.blogspot.com +td-33.ru +tds-advert002.info +techart24.com +tecnoteakviareggio.it +teguh.info +telefonsexkostenlos.tk theautoprofit.ml -thedownloadfromwarez.blogspot.com -thexart.club -tizanidine4mgstreetvalue.blogspot.com -tizanidinecapsules.blogspot.com -tizanidinerestlesslegsyndrome.blogspot.com +theendivechronicles.com +thefds.net +thenews-today.info +thruport.com +titslove.yopoint.in +tizanidine4mg.blogspot.com +tizanidine6mg.blogspot.com +tizanidineandcipro.blogspot.com tizanidineusedfor.blogspot.com -torrents-tracker.com -tracxn.com -traffmonster.info -tsan.net -tubeline.biz -turizmus.us +tizanidinezanaflex.blogspot.com +tomatis.gospartner.com +toon-families.com +topanasex.com +topcar-krasnodar.ru +torrnada.ru +track112.site +track2.shop +trackzapper.com +trafficmp.com +trailer.cinemaflix.website +treasuretrack-a.akamaihd.net +trion.od.ua +tubo360.com +tula.mdverey.ru +turbabitload.weebly.com twelvevisionspartyofcolorado.com -tzritel.tk -ukkelberg.no -undergroundcityphoto.com -upstore.me -urll.eu -usdx.us -vabasa.inwtrade.com -via-energy-cumpara.com -videosbox.ru -vigrx-original.ru -viktoria-center.ru -visionwell.com.cn -vladimir.xrus.org -vodkoved.ru -vote-up.ru -vpnhowto.info -vseigru.one -vvpg.ru -wahicbefa31.soup.io -wait3sec.org -watracker.net -web-betting.ru -webmasters.stackexchange.com -webmonetizer.net -website-speed-check.site -wellcome2slovenia.ru -whatsupinfoley.com -wholesalecheapjerseysfree.com -windowssearch-exp.com -wstroika.ru -wttavern.com -www.arenda-yeisk.ru -www.wohnkabinen-shop.de -x-mix.info -x69ty.ru -xblognetwork.com -xcc24.pl -xdoza.com +twu.com.ua +typimga.pw +ua-company.ru +uac.net.au +ucoz.ru +ukrup.com +umaseh.com +uni.me +unimodemhalfduplefw.pen.io +universals.com.ua +uptime-delta.net +url-img.link +urlopener.blogspot.com.au +urlopener.com +utrolive.ru +v-doc.co +varikozdok.ru +vashsvet.com +vellings.info +veselokloun.ru +via-energy-order.com +videojam.tv +vinsit.ru +virtualbb.com +vizitki.net +vkontaktemusic.ru +vltai.com +vuclip.com +wallpapers-best.com +warezaccess.com +webcamdevochka.com +weblibrary.win +webstatsdomain.org +westermarkanjou.se +wheelchairliftsarea.com +williamrobsonproperty.com +wiosenny-bon-1500.pl +withstandingheartwarming.com +wma-x.com +wordkeyhelper.com +wzgyyq.com +xgames-04.com +xlolitka.com +xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai xn----ctbbcjd3dbsehgi.xn--p1ai xn----ctbigni3aj4h.xn--p1ai -xn--24-glceagatoq7c2a6ioc.xn--p1ai +xn--80aebbcbcdemfkhba4byaehoejh8dza3v.xn--p1ai xn--b1adccaf1bzj.xn--p1ai -xn--l1aengat.xn--p1ai -xtraffic.plus -xxxguitars.com -xxxkaz.org -yeartwit.com -yebocasino.com -ynymnwbm.bloger.index.hr -yoopsie.com -your-bearings.com -yoursite.com -zambini.ru -zaobao.com.sg -zeroredirect5.com -zetgie.com.pl -zigarettenonlinekaufen1.blox.pl -zocaparj.kz -zootravel.com -zrelaya.pw +xn--d1abj0abs9d.in.ua +xn--h1ahbi.com.ua +xtremeeagles.net +xvideosporn.biz +yogamatsexpert.com +yourmovies.pl +yourserverisdown.com +yousense.info +zaim-pod-zalog-krasnodar.ru +zakazfutbolki.com +zazagames.org +zdesoboi.com +zeroredirect6.com +zeroredirect9.com +zhorapankratov7.blogspot.com +zigarettenonlinekaufen.tumblr.com zvezdagedon.ru +zvuker.net zx6.ru +zynax.ua diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index 43a921833..ce3bf623d 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -12masterov.com -1pamm.ru -2kata.ru -3w24.com -4rent.ru -5ws.dating-app.ru -academia-nsk.org -acheterviagrafr24.com -activecampaign.dreamhosters.com -adamoads.com -adloads.net -advancedcleaner.com -agecheckadult.com -ahrntal.verymes.xyz -amazingninja.com -ampower.me -apidiamondatanet-a.akamaihd.net -arenda-yeisk.ru -artefakct.com -atmagroup.ru -autochoixspinelli.com -azbukafree.com -backgroundpictures.net -bankofthewext.com +1-free-share-buttons.com +24-ak.ru +2728fb936f0.com +5u.com +6hopping.com +a14download.com +a1security.com.ua +aasoldes.fr +abclauncher.com +acortarurl.es +adultactioncam.com +agardomains.com +aihelen.net +allknow.info +allnews.md +allnews24.in +alphahoverboards.com +anjalika.co.in +apccargo.com +approvedlocal.co.za +arenda-avtoprokat-krasnodar.ru +asiavirtualsolutions.com +asseenontv.ru +autogrep.ru +automatic-seo.com +baersaratov.ru +balans.shahterworld.org +basedecor.ru +bashtime.ru beachdriveblog.com -bestdraws.com -bestmobilityscooterstoday.com -betwinservice.com -bidr.trellian.com -bio-market.kz -blackplanet.com -bmsco.co -bolitgorlo.net -bonky.biz -bonzybuddy.com -btvn.ru -budpost.com.ua -buqyxa.rincian.info -buypillsorderonline.com -buzzonclick.com -callawaygolfstore.online -candypeople.se -carsplate.com -casinos4dummies.co.uk -cdncash.org -cejewelry.xyz -cfsrating.sonicwall.com -cheapjerseysap.com -cheapmoncler.win -cialiswithoutadoctor.net +beauty-b0x.pl +bet-prognoz.com +bigcareer.info +binomo.com +blog-hits.com +bradleylive.xyz +braindaily.xyz +brillianty.info +bryansk.zrus.org +business-suggested.tk +buy-loft.ru +callejondelpozo.es +cartierreplica.win +cheapbarbour.online +chinaelitecheapjerseys.com ciekawinki.pl -cmd.kz -compliance-george.xyz -copypaste.traderzplanet.in -copyrightclaims.org -crest-poloski.ru -delfin-aqua.com.ua -digest-project.ru -dneprsvet.com.ua -doctormakarova.ru -dojki365.online -domaincrawler.com -dvr.biz.ua -e-c.al -e-kwiaciarz.pl -e2click.com -earthmagic.info -elitesportsadvisor.com -engines-usa.com -etur.ru -everypony.ru -exchanges-bet.com -extstat.com -fearcrow.com -ferieboligkbh.dk -financepoints.eu -forexgb.ru -forum69.info -forumprofi.de -free-video-tool.com -gallerylisting.com -genericviagrasildenafiled.net -geoads.com -gojiberriess.apishops.ru -googlemare.com -gsasearchengineranker.xyz -gsou.cf -hasfun.com -healing-dysplasia.ru -helvetia.com.ua -histats.com -howlongdoestizanidinestayinyoursystem.blogspot.com -howtowhitenteethfast.xyz -hplaserjetpdriver8y.pen.io -humanorightswatch.org -hyipmanager.in -iccornacircri.cf -ifmo.ru -igithab.com -igtools.club -images-graphics-pics.com -impisr.edunsk.ru -intellekt21.ru -intermesh.net -internetproviderstucson.com -intim-uslugi.info -izoll.ru -jabimgo.pw -javspace.net -jennyfire.ru -jjbabskoe.ru -jurajskie.info -kaac.ru -kareliatobacco.ru -keki.info -kerei.ru -ketoanhanoi.info -keywordbasket.com -keywordteam.net -kino-ecran.ru -konkursov.net -kotaku.com -labplus.ru -landscaping.center -lashstudia.ru -lasvegaslockandsafe.com -lechtaczka.net -lego4x4.ru +claytransformations.info +cognitiveseo.com +collegeessay19.blogspot.ru +com-cleaner.systems +comissionka.net +compliance-walt.top +connectingsingles.com +cornerstone-countertops.com +daooda.com +data1.scopich.com +deplim.com +diamond-necklace.info +dichvuvesinhhanoi.com +discovertreasurenow.com +documentsite.net +dogsrun.net +dominateforex.ml +domoysshop.ru +donna7753191.ru +dostavimvdom.ru +eaplay.ru +ecommerce-seo.org +editors.choice6912650.hulfingtonpost.com +eduinfosite.com +ekosmetyki.net.pl +elektrischeziga.livejournal.com +eu-cookie-law.info +everytalk.tv +ezigarettekaufen.myblog.de +ezigarettekaufen1.hpage.com +fast-torrent.ru +filmetricsasia.com +fivedwld.cf +foxydeal.com +freelifetimefuckbook.com +freshmac.space +fx-brokers-review.com +fym.com.ru +fz139.ttk.ru +gaz-voshod.ru +gk-atlant.info +gktt.ru +glasof.es +gorodservis.ru +gotomontenegro.net +greatidea.marketing +greenshop.su +gta-top.ru +guarrasdelporno.xxx +handsandlegs.ru +hao123.com +homeandhealth.ru +hoporno.com +housekuba.org +hyhj.info +i-service.kz +iflycapetown.co.za +iframe-toloka.com +ikearugs.xyz +ikritikimou.gr +iloveitaly.ru +imabase.com +incanto.in.ua +infowarcraft.ru +instakink.com +intellego.info +investsuccess.org +iscblog.info +istizanidineanarcoticdrug.blogspot.com +ivanstroi.ru +javitas.info +joyceblog.top +kakadu-interior.com.ua +kandidos.com +kazan.zrus.org +khafre.us +kinogonew.ru +kolotiloff.ru +kongoultry.net +ladsup.com +lafriore.ru +lanadelreyfans.us +languagecode.com +laudit.ru +lazymanyoga.com lexiangwan.com -light.ifmo.ru -lionking-1994.blogspot.com -liran-locks.com -loftdigital.eu -lumb.co -lyrster.com -mainhp.net -marketingtechniques.info -max-p.men -me-ke.com -metallosajding.ru -mikozstop.com -mindeyegames.com -mp3films.ru -multgo.ru -mundoaberrante.com -myphotopipe.com -noumeda.com +lincolntheatre.com +littlesunraiser.com +liveinternet.ru +map028.com +meetingrainstorm.bid +megavolt.net.ua +menhealed.net +microsearch.ru +minet.club +minneapoliscopiers.com +mmog-play.ru +mobile.ok.ru +moesen-ficken.com +moonci.ru +mrcsa.com.au +musflashtv.com +music7s.me +my-aladin.com +mygameplus.ru +myxdate.info +naughtyconnect.com +news-speaker.com +newstaffadsshop.club +nextconseil.com +nmrk.ru +nomuos.it nufaq.com -o333o.com -offers.bycontext.com -onlinebay.ru -onlinemegax.com -onlineslotmaschine.com -orhonit.com -osoznanie-narkotikam.net -outrageousdeal-a.akamaihd.net -pavlodar.xkaz.org -popup-fdm.xyz -porn-w.org -porodasobak.net -portside.cc -praisong.net -printdirectforless.com -prizestohandle.club -produkto.net -prostitutki-astana.org -qwesa.ru -rarbg.to -rebuildermedical.com -reining.lovasszovetseg.hu -relax.ru -retailwith.com -rock-cafe.info -rucrypt.com -russia-tao.ru -russia-today-video.ru +nuker.com +o-o-6-o-o.ru +o-o-8-o-o.ru +of-ireland.info +one.net.in +openmediasoft.com +orion-code-access.net +paleohub.info +partner-host.men +peugeot-club.org +pflexads.com +photo.houseofgaga.ru +picsforkeywordsuggestion.com +piratecams.com +plastgran.com +plugingeorgia.com +pornoplen.com +privetsochi.ru +producm.ru +progress-upakovka.ru +projefrio.com.br +qcstrtvt.bloger.index.hr +r-e-f-e-r-e-r.com +rating-casino2021.ru +regionshop.biz +remontgruzovik.ru +roleforum.ru +rusoft-zone.ru sadaholding.com -sarahmilne.top -savememoney.co.za -sbt-aqua.ru -scanner-julianna.top -se-welding.ru -searchtooknow-a.akamaihd.net -seocheckupx.com -simplesite.com -site-speed-checker.site -siteexpress.co.il -skanninge.se -slomm.ru -small-games.biz -stjamesschool.info -stoki.ru -stpolice.com -stroimajor.ru -studiokamyk.com.pl -supermesta.ru -surffoundation.nl -taboola.com -tengohydar.tk -terraclicks.com -tizanidinecost.blogspot.com -tizanidinehcl4mgisitanarcotic.blogspot.com -tmm-kurs.ru -toloka.hurtom.com -top-deal.com.pl -topappspro.com -topsy.com -totu.info -truck-rece.life -trudogolik.net -turbo-suslik.org -turist-strani.ru -twittrading.com -ufa.xrus.org -ukkelberg.no -unimodemhalfduplefw.pen.io -ural-buldozer.ru -usbggettwku.ga -ussearche.cf -vekzdorov.ru -velen.io -viagroid.ru -video-production.com -vikistars.com -vitalads.net -vizitki.net -volgograd.xrus.org -vsexkontakte.net -watchdogs-2.ru -watchinf.com -waterpurifier.club -webs.com -wechatdownload10.com -weclipart.com -whereiskentoday.com -windowssearch-exp.com -wiosenny-bon-1500.pl -ww1943.ru -xfire.com -xn-----6kccaibs5cb8afhjrfmix2n.xn--p1ai -xn--80abgj3a5acid6ghs.top -xn--d1abj0abs9d.in.ua -yellowads.men +sarafangel.ru +schoolfiles.net +screpy.com +seminarykansas904.ml +seocdvig.ru +seozoom.it +serpstat.com +sexgalleries.top +sexkontakteao.info +sexphoto.site +sientalyric.co +silvermature.net +simple-image.com.ua +simple-share-buttons.com +slimcdn.com +smart-balancewheel.com +snts.shell-pmr.ru +social-s-ggg.xyz +softomix.com +soheavyblog.com +staynplay.net +superstats.com +survival.betteroffers.review +svnuppsalaorebro.se +swimpool.ca +symphonyintegratedhealthcare.com +talant-factory.ru +technopellet.gr +tgtclick.com +thegolfclub.info +tizanidinedrugtest.blogspot.com +tizanidineduringpregnancy.blogspot.com +tizanidinehcl2mgsideeffects.blogspot.com +tizanidinestreetprice.blogspot.com +top-karkas.ru +torrents-tracker.com +tula.mdverey.ru +tvteleport.ru +uamtrk.com +uroki.net +vapeface.club +ventelnos.com +vietimgy.pw +vintontech.info +wallpapersist.com +warningwar.ru +webkeyit.com +wejdz-tu.pl +whatsappbot.flyland.ru +wholesalejerseyscheapjerseys.us.com +wineration.com +x-diesel.info +xitjw.info +xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai +xuki.us +yginekologa.com +youandcredit.ru +youjizz.vc yourserverisdown.com -za-fun-offer.com -zapiszto.pl -zastenchivosti.net -zigzog.ru -zskdla.site -zvuker.net +zatjmuzu.info +zoominfo.com +zygophyceous.womanstars.site diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index 2420fdf56..3f68f9953 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.73 0; +10.1.0.239 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index 1433ff198..d657eb844 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.09.2621 -### Updated: Wed Sep 29 22:01:17 UTC 2021 +### Version: V4.2021.09.2622 +### Updated: Thu Sep 30 10:03:32 UTC 2021 ### Bad Bot Count: 623 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 1433ff198..d657eb844 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.09.2621 -### Updated: Wed Sep 29 22:01:17 UTC 2021 +### Version: V4.2021.09.2622 +### Updated: Thu Sep 30 10:03:32 UTC 2021 ### Bad Bot Count: 623 ################################################### ### Version Information ##