From e7f87d14d0d2169e0ff466788e56dbdde857330a Mon Sep 17 00:00:00 2001 From: mitchellkrogza Date: Mon, 6 Sep 2021 22:07:21 +0000 Subject: [PATCH] V4.2021.09.2575 [ci skip] --- AUTO-CONFIGURATION.md | 2 +- MANUAL-CONFIGURATION.md | 2 +- README.md | 2 +- _google_analytics_ghost_spam/README.md | 2 +- .../etc/nginx/conf.d/globalblacklist.conf | 4 +- conf.d/globalblacklist-testing-version.conf | 4 +- conf.d/globalblacklist.conf | 4 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/buildnumber | 2 +- dev-tools/globalblacklist-testing.template | 4 +- dev-tools/globalblacklist.template | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/test_units/blacklist-ips.conf | 2 +- .../random-bots-for-test-quick.list | 20 +- .../test_units/random-bots-for-test.list | 308 +++--- .../random-bots-for-whitelist-test.list | 306 +++--- .../random-referrers-for-test-quick.list | 20 +- .../test_units/random-referrers-for-test.list | 924 +++++++++--------- .../random-referrers-for-whitelist-test.list | 484 ++++----- dev-tools/test_units/whitelist-ips.conf | 2 +- dev-tools/tmp/robots.txt | 4 +- robots.txt/robots.txt | 4 +- 45 files changed, 1087 insertions(+), 1087 deletions(-) diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index e44d4556b..5706172b6 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.09.2574 +#### Version: V4.2021.09.2575 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index a7d3e332a..9e8483572 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.09.2574 +#### Version: V4.2021.09.2575 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index 279194aea..e01fa7d19 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2021.09.2574 +#### Version: V4.2021.09.2575 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 8d4f38703..e77158c98 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2021.09.2574 +#### Version: V4.2021.09.2575 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index e5f6f2de5..8df46622c 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2574 -### Updated: Mon Sep 6 10:03:29 UTC 2021 +### Version: V4.2021.09.2575 +### Updated: Mon Sep 6 22:01:29 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 3a1376a40..bc14e41dc 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2574 -### Updated: Mon Sep 6 10:03:30 UTC 2021 +### Version: V3.2021.09.2575 +### Updated: Mon Sep 6 22:01:30 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index e5f6f2de5..8df46622c 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2574 -### Updated: Mon Sep 6 10:03:29 UTC 2021 +### Version: V4.2021.09.2575 +### Updated: Mon Sep 6 22:01:29 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 3a1376a40..bc14e41dc 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2574 -### Updated: Mon Sep 6 10:03:30 UTC 2021 +### Version: V3.2021.09.2575 +### Updated: Mon Sep 6 22:01:30 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 3c6d2c86c..b716b9e6c 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.159 1; +10.1.0.30 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index c290a8ca5..6fec63384 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.159 0; +10.1.0.30 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 3a1376a40..bc14e41dc 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2574 -### Updated: Mon Sep 6 10:03:30 UTC 2021 +### Version: V3.2021.09.2575 +### Updated: Mon Sep 6 22:01:30 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 3c6d2c86c..b716b9e6c 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.159 1; +10.1.0.30 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index c290a8ca5..6fec63384 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.159 0; +10.1.0.30 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 3a1376a40..bc14e41dc 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2574 -### Updated: Mon Sep 6 10:03:30 UTC 2021 +### Version: V3.2021.09.2575 +### Updated: Mon Sep 6 22:01:30 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 3c6d2c86c..b716b9e6c 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.159 1; +10.1.0.30 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index c290a8ca5..6fec63384 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.159 0; +10.1.0.30 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 3a1376a40..bc14e41dc 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2574 -### Updated: Mon Sep 6 10:03:30 UTC 2021 +### Version: V3.2021.09.2575 +### Updated: Mon Sep 6 22:01:30 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index 9d0acb0a0..b8b2310fd 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -2574 +2575 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 3a1376a40..bc14e41dc 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2574 -### Updated: Mon Sep 6 10:03:30 UTC 2021 +### Version: V3.2021.09.2575 +### Updated: Mon Sep 6 22:01:30 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index e5f6f2de5..8df46622c 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2574 -### Updated: Mon Sep 6 10:03:29 UTC 2021 +### Version: V4.2021.09.2575 +### Updated: Mon Sep 6 22:01:29 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 29f6a0153..fde802c91 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.185.246.186 0; +20.190.60.84 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index e5f6f2de5..8df46622c 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2574 -### Updated: Mon Sep 6 10:03:29 UTC 2021 +### Version: V4.2021.09.2575 +### Updated: Mon Sep 6 22:01:29 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 3c6d2c86c..b716b9e6c 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.159 1; +10.1.0.30 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index c290a8ca5..6fec63384 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.159 0; +10.1.0.30 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index e5f6f2de5..8df46622c 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2574 -### Updated: Mon Sep 6 10:03:29 UTC 2021 +### Version: V4.2021.09.2575 +### Updated: Mon Sep 6 22:01:29 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 3c6d2c86c..b716b9e6c 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.159 1; +10.1.0.30 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index c290a8ca5..6fec63384 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.159 0; +10.1.0.30 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index e5f6f2de5..8df46622c 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2574 -### Updated: Mon Sep 6 10:03:29 UTC 2021 +### Version: V4.2021.09.2575 +### Updated: Mon Sep 6 22:01:29 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 3c6d2c86c..b716b9e6c 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.159 1; +10.1.0.30 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index c290a8ca5..6fec63384 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.159 0; +10.1.0.30 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index e5f6f2de5..8df46622c 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2574 -### Updated: Mon Sep 6 10:03:29 UTC 2021 +### Version: V4.2021.09.2575 +### Updated: Mon Sep 6 22:01:29 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 29f6a0153..fde802c91 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.185.246.186 0; +20.190.60.84 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index d5abe7f67..43ed58efb 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2574 -### Updated: Mon Sep 6 10:03:29 UTC 2021 +### Version: V4.2021.09.2575 +### Updated: Mon Sep 6 22:01:29 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 29f6a0153..fde802c91 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.185.246.186 0; +20.190.60.84 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 0fd924664..9bce57ed0 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2574 -### Updated: Mon Sep 6 10:03:29 UTC 2021 +### Version: V4.2021.09.2575 +### Updated: Mon Sep 6 22:01:29 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index 3c6d2c86c..b716b9e6c 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.159 1; +10.1.0.30 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index aa2e43ea1..d1b0f3e2a 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -EyeNetIE -Intelliseek -JOC Web Spider -Kinza -MIIxpc -PageGrabber -PageThing.com -PleaseCrawl -ReGet -RepoMonkey +360Spider +Domains Project +Majestic-SEO +MarkMonitor +Microsoft URL Control +PECL::HTTP +RankActiveLinkBot +RocketCrawler +plumanalytics +siteripz diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index 16c9bdf63..b0e88ab70 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -360Spider -404checker 404enemy -AIBOT -ALittle Client +80legs ASPSeek -Aboundex -Aboundexbot +Abonti +Acunetix Aipbot AllSubmitter -Alligator -Anarchie -Anarchy Ankit +Anthill Asterias -AwarioRssBot +Attach AwarioSmartBot -BDFetch -BLEXBot +BDCbot +BackDoorBot +BackStreet BackWeb -Battleztar Bazinga -Bigfoot -Bitacle +Badass +Bandit +BatchFTP +BlackWidow Blackboard Blow -Bolt -BotALot Brandprotect Brandwatch -Buddy -BuiltBotTough BunnySlippers +CATExplorador CCBot -Cegbfeieh -CheTeam -Chlooe -Claritybot +CODE87 +CensysInspect Cloud mapping -Collector -Copier -Cosmos -Crawling at Home Project -Curious -DBLBot -DIIbot +Cocolyzebot +Cogentbot +CopyRightCheck +Crescent +CyotekWebCopy +DTS Agent +DataCha0s DatabaseDriverMysqli -Discobot +Deusu +DigitalPebble +Disco Discoverybot DittoSpyder -DnyzBot -DomainAppender -DomainCrawler -DomainStatsBot -Domains Project -Drip +ECCP/1.0 +EMail Siphon EasyDL -EroCrawler -Evil -Exabot -Express WebPictures -ExtractorPro +Ebingbong +Ecxi +Extractor Extreme Picture Finder -EyeNetIE +Ezooms FDM FHscan +FemtosearchBot FlashGet -Freeuploader +Flunky +FrontPage Fuzz -FyberSpider -G-i-g-a-b-o-t +Fyrebot GT::WWW -GermCrawler +GalaxyBot +Genieo GetRight -Gigabot -Go-Ahead-Got-It +Getintent GoZilla -Grafula -GridBot +GrapeFX +GrapeshotCrawler HEADMasterSEO -Haansoft -HaosouSpider Harvest -Hloader -IDBTE4M -Iblog -Image Sucker +Heritrix +Humanlinks +IRLbot +Id-search IndeedBot +Indy Library +InterGET +Internet Ninja InternetSeer -Iskanie -JOC Web Spider JamesBOT -Jyxobot -Kenjin Spider +Jorgee +JustView +Keyword Density Kozmosbot LNSpiderguy -LeechGet -Lftp -LibWeb -Likse -LinkWalker +LWP::Simple +Lanshanbot +Larbin +LeechFTP +LexiBot +Libwhisker Linkbot Linkdexbot -LinkpadBot -LinksManager -LinqiaRSSBot -LinqiaScrapeBot -Lmspider -MFC_Tear_Sample -MIIxpc -MJ12bot -MQQBrowser +LinqiaMetadataDownloaderBot +Litemage_walker +MSFrontPage +MSIECrawler MTRobot Mag-Net -Magnet -Majestic SEO +Mail.RU_Bot +Majestic-SEO Majestic12 -MarkMonitor +Mass Downloader +Mata Hari Mb2345Browser -Meanpathbot +MeanPath Bot +Mediatoolkitbot MegaIndex.ru -Metauri -Microsoft Data Access -Morfeus Fucking Scanner +Moblie Safari +Mojeek +Mojolicious Mozlila Mr.4x3 -Name Intelligence +Msrabot +NICErsPRO +NPbot +Nameprotect Nessus -NetLyzer +NetMechanic NetSpider +NetZIP Netcraft +Netvibes NextGenSearchBot -Niki-bot -Nikto Ninja Nutch -OnCrawl +Octopus +Openfind Openvas +OutclicksBot PHPCrawl +POE-Component-Client-HTTP +Page Analyzer +PageScorer Pandalytics Panscient -Papa Foto -Pavuk -Petalbot +Picsearch +PictureFinder Piepmatz ProPowerBot -ProWebWalker -Pu_iN -QueryN Metasearch -Rankivabot +PxBroker +PyCurl +Quick-Crawler +RankActive +RankFlex +RankingBot ReGet -RebelMouse +Reaper RedesScrapy -RepoMonkey +RocketCrawler Rogerbot -SEOkicks-Robot +SBIder SEOstats SISTRIX SMTBot SalesIntelligent -Scrapy +ScoutJet ScreenerBot -ScrepyBot +SearchmetricsBot Semrush +SemrushBot +SentiBot SeoSiteCheckup SeobilityBot Seomoz -SiteSnagger +Shodan +SiteCheckerBotCrawler +SiteExplorer +SiteLockSpider Sitebeam -Siteimprove -Sogou web spider -Spinn3r +Sitevigil +SlySearch +Snake +Snapbot +SocialRankIOBot +Spammen +SpankBot +Spbot SputnikBot -Sqlmap -Steeler -Stripper +Sqlworm +Sucker +Sucuri +SuperBot +Swiftbot +Szukacz T0PHackTeam -TeleportPro -Telesoft +Teleport Telesphoreo -Telesphorep The Intraformant TheNomad -TightTwatBot -Titan -Trendictionbot +Tracemyfile True_Robot -Twice +Turnitin Typhoeus -URLy Warning URLy.Warning +Upflow V-BOT -VB Project VCI -WASALive-Bot +VidibleScraper +Voil +WPScan WWW-Collector-E -WWWOFFLE +WWW::Mechanize Wallpapers/3.0 -Web Collage -Web Enhancer -WebLeacher +WeSEE +Web Auto +Web Fetch +Web Pix +Web Sauger +WebAuto +WebBandit +WebCopier +WebGo IS +WebImageCollector +WebPix WebReaper -WebSauger -WebStripper -WebWhacker -WebZIP -Webalta -WebmasterWorldForumBot -Website Quester -WebsiteExtractor WebsiteQuester -Whack +Whatweb +Widow WinHTTrack +Wonderbot Wotbox Wprecon -Xaldon_WebSpider -Xenu -YoudaoBot +Xaldon WebSpider +Zade Zeus -ZoominfoBot -ZumBot -ZyBorg -arquivo-web-crawler +Zitebot +ZoomBot +archive.org_bot backlink-check -cah.io.community -cognitiveseo -com.plumanalytics -crawler.feedback +crawl.sogou.com crawler4j -demandbase-bot +dataforseo.com +domainsproject.org gopher -internetVista monitor +ips-agent +lwp-request +mediawords muhstik-scan -page scorer -pcBrowser -ripz +netEstate NE Crawler +probe-image-size satoristudio.net -scan.lol -seobility -seoscanners -serpstatbot -sexsearcher -sitechecker.pro -sogouspider -sp_auditbot +seostar +siteripz spyfu sysscan -trendiction.de +tAkeOut +trendiction.com webpros.com webprosbot x09Mozilla diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 75706c56c..cc8e5c1e7 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -01h4x.com +360Spider +404checker 404enemy -AIBOT -ALittle Client +ASPSeek Abonti Aboundex +Aboundexbot Acunetix Aipbot -AllSubmitter -Alligator -AlphaBot -Attach -AwarioRssBot -BBBike -BackDoorBot +Alexibot +Aspiegel +BDCbot Backlink-Ceck -Badass -Barkrowler +Bandit BatchFTP -Bigfoot -Bitacle +Black Hole BlowFish +Boardreader Bolt -BotALot +Brandwatch Buck +BuiltBotTough BuiltWith -CCBot -CSHttp -Calculon +BunnySlippers +CODE87 +Cegbfeieh ChinaClaw Chlooe -Cliqzbot +Cloud mapping +Cocolyzebot +Cogentbot +Collector CopyRightCheck -Copyscape +Cosmos +Craftbot +Crawling at Home Project Crescent -Curious -Custo -CyotekWebCopy -DIIbot DSearch -DTS Agent Demon +Deusu +Digincore Dirbuster +Discobot Dispatch -DomainAppender +DittoSpyder +DomCopBot +DomainCrawler DomainSigmaCrawler -Download Wonder -Ebingbong +Dragonfly +Drip +EMail Siphon +EMail Wolf Ecxi -Express WebPictures -ExtLinksBot -FemtosearchBot -Fimap -Flunky +Evil +Exabot +Extreme Picture Finder +EyeNetIE +FDM +FHscan +FlashGet Foobot -Freeuploader -FrontPage +Fuzz FyberSpider -Fyrebot +G-i-g-a-b-o-t GT::WWW -GalaxyBot GermCrawler -GetRight -Getintent -Go!Zilla +GetWeb +Go-Ahead-Got-It Gotit -GrabNet -GrapeshotCrawler +Grafula HMView +HTMLparser +HTTP::Lite +HTTrack HaosouSpider Harvest Havij -Heritrix Hloader -HybridBot -Iblog -Image Sucker +IDBTE4M +IDBot +IRLbot IndeedBot -Indy Library -InfoNaviRobot -InfoTekies +InterGET InternetSeer -JamesBOT +Iskanie Jbrofuzz -JetCar +JennyBot Jetty -JustView -Kenjin Spider -Keyword Density -Kinza +Joomla +Jyxobot Kozmosbot -Lanshanbot Larbin -LeechFTP +Leap +LexiBot LibWeb -LieBaoFast -Likse LinkScan Linkbot -Lipperhey -Litemage_walker +Linkdexbot +LinkextractorPro +LinkpadBot +LinqiaRSSBot +LinqiaScrapeBot +Lipperhey Spider Lmspider -Mag-Net -Magnet -Mail.RU_Bot +Ltx71 +MFC_Tear_Sample +MIDown tool +MSIECrawler +MTRobot Majestic12 -MarkMonitor -MarkWatch Mass Downloader Masscan Mata Hari Mb2345Browser MeanPath Bot -Meanpathbot +Metauri +MicroMessenger Microsoft Data Access -Mojeek +Microsoft URL Control +Moblie Safari Mr.4x3 Msrabot +Musobot +NPbot +Name Intelligence Nameprotect -Nessus Net Vampire -NetAnts -NetMechanic -NetSpider NetZIP -Netvibes Nibbler Niki-bot -Nmap +NimbleCrawler Nuclei -Nutch -Octopus Offline Navigator -PHPCrawl -PageScorer -Panscient +OpenVAS +OrangeBot +OutclicksBot +OutfoxBot +PECL::HTTP +Page Analyzer +PageAnalyzer +PageGrabber +PageThing.com +Papa Foto Pavuk +PeoplePal Picsearch -Piepmatz -Pixray -ProWebWalker -Psbot +PictureFinder +ProPowerBot Pump -QueryN Metasearch -Rankivabot -Re-re -Ripper +PxBroker +RankActive +RankFlex +RealDownload +Reaper +RocketCrawler Rogerbot SBIder SEOkicks -SEOlyticsCrawler -SMTBot +SEOkicks-Robot +SISTRIX SalesIntelligent -ScoutJet -ScrepyBot +Scanbot +SentiBot SeobilityBot Seomoz -Shodan +Siphon SiteLockSpider -SiteSnagger -SiteSucker -Sitevigil -SlySearch -SmartDownload +Sitebeam +Siteimprove +SocialRankIOBot +Sociscraper Sogou web spider -SpaceBison -SpankBot -Spinn3r +Sosospider +Spanner +Spbot +Sqlmap +Sqlworm Sqworm Steeler -Stripper -SurveyBot +Surfbot Suzuran Swiftbot -T0PHackTeam +Szukacz +T8Abot +Teleport TeleportPro Telesoft Telesphoreo -TheNomad +The Intraformant Thumbor -Toweyabot Tracemyfile -Trendiction -True_Robot -Twice -URLy.Warning +TurnitinBot +URLy Warning +UnisterBot V-BOT -VB Project VCI -VidibleScraper -WEBDAV +VelenPublicWebCrawler +VeriCiteCrawler +Virusdie +Voil +WASALive-Bot WISENutbot -WWW-Collector-E -WWW::Mechanize +WWW-Mechanize +WWWOFFLE +Wallpapers Wallpapers/3.0 -WallpapersHD WeSEE Web Auto -Web Collage -Web Enhancer -Web Fetch -Web Pix -Web Sucker -WebAuto -WebBandit -WebFetch -WebStripper -WebWhacker -WebZIP -WebmasterWorldForumBot -WebsiteExtractor -WebsiteQuester -Webster +Web Fuck +WebCopier +WebFuck +WebPix +WebSucker Whack -Whacker -Whatweb -Wotbox -Wprecon -Xaldon WebSpider +Who.is Bot +Widow +Wonderbot +Woobot Xaldon_WebSpider +Xenu YoudaoBot +Zermelo Zeus arquivo-web-crawler -arquivo.pt -backlink-check -coccocbot-web -crawler4j -demandbase-bot -heritrix +check1.exe +facebookscraper +gopher instabid +ips-agent isitwp.com lwp-trivial -magpie-crawler -mediawords -netEstate NE Crawler +meanpathbot oBot -page scorer +pcBrowser +plumanalytics +probe-image-size satoristudio.net -scan.lol -seobility +scalaj-http seostar -sogouspider -sysscan -tAkeOut -trendiction.de +serpstatbot +sexsearcher +sitechecker.pro +siteripz +sp_auditbot +spyfu +trendiction.com webprosbot x09Mozilla x22Mozilla -zauba.io -zgrab +xpymep1.exe diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index 2ec8848d3..2a2a75ba4 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -cymbaltaandtizanidine.blogspot.com -dotnetdotcom.org -investpamm.ru -louboutinshoes.xyz -platinumdeals.gr -rangjued.com -sexkrasivo.net -tech4master.com -thesmartsearch.net -voditeltrezviy.ru +28n2gl3wfyb0.ru +asrv-a.akamaihd.net +chastnoeporno.com +coolgramgoods.com +elektronischezi.livejournal.com +germes-trans.com +massage-info.nl +seoholding.com +swiped.su +trustl.life diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index e7d20af3b..ee303c064 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -123kuma.com -12bet.com -1millionusd.xyz -2daytrendingnews.com -3w24.com -72-news.com -7zap.com -8558l.jobs.net -abcdefh.xyz -actices.com -addtoadd.men -admeasures.com -ads.gold -adtech.de -advancedcleaner.com -adverster.com -affrh2015.com -afslankpillen2017nl.eu -alert-fdm.xyz -alert-hgd.xyz -alfabot.xyz -algarveglobal.com -alienwheel.es -allkrim.com -analnoeporno.tv +03e.info +100dollars-seo.com +11pikachu.ru +1bet.com +1webmaster.ml +2kata.ru +3-letter-domains.net +300richmond.co.nz +4kepics.com +6128786.com +8jn.dating-app.ru +991mostfm.co.id +abcdeg.xyz +academia-nsk.org +acheterviagrafr24.com +acmebtn.ml +adzpower.com +afora.ru +agahinameh.com +ald2014.org +alfapro.ru +alive-ua.com +allesohnegirls.net +amyfoxfitness.com animali.deagostinipassion.it -apccargo.com -apispringsmartne-a.akamaihd.net -appfixing.space -approvedlocal.co.za -arewater.com -artdeko.info -asia-forum.ru -asrv-a.akamoihd.net +animenime.ru +apartmentratings.com +apidiamondatanet-a.akamaihd.net +apiwoodensealcom-a.akamaihd.net +appartement-stumm.at +appiq.mobi +aproposde.com +arabsexxxtube.com +architecturebest.com +aruplighting.com +arvut.org +asdfg.pro +asdfz.pro +atelielembrancaqueencanta.com.br +atlant-auto.info +atofilms.com ausmepa.org.au -aussie-prizes.com -australia-opening-times.com -autoplate.info -avtovolop.ru -azartmix.com -azartniy-bonus.com -bagsonsale.online -baixar-musicas-gratis.com -bcmp.org -bear.gotcher.us -bedcapdealers.com -beetpics.pw -bestdooz.com -bestkfiledxd.cf -bestofpicture.com -bestwebsitesawards.com -betshuckclean.com -bigpictures.club -blacktwhite.com +autorn.ru +autowebmarket.com.ua +avon-ukraine.com +b-styles.xyz +bablonow.ru +baladur.ru +basedecor.ru +bayareaaeroclub.org +beachtoday.ru +best-mam.ru +bestcalovebracelet.cn +betwinservice.com +bidr.trellian.com +biocn.dx.am +blog-hits.com +blog.koorg.ru +bloglag.com blogsfunky672.weebly.com -blue-square.biz -bluesman.nu -bmsco.co -bnt-team.com -bodybuilding-shop.biz -bolezniorganov.ru -bonvillan.com -brains2.biz -brandedleadgeneration.com -brandimensions.com -brianhenry.co -briomotor.co +bmw-ark.ru +boeuklad.com +braindaily.xyz +brainsandeggs.blogspot.com +brainxs.us +brakehawk.com +brandehk.dk +breget74.ru bristolhotel.com.ua -btnativenav.com buchananshardware.com -bugshoot.cn -buketeg.xyz -buyessayonline19.blogspot.ru -buypanicdisorderpill.com -callmd5map.com -cardul.ru -casinorewards.info -celebsopics.com -cfcl.co.uk +buehne-fuer-menschenrechte.de +businescoop.men +buttons-for-website.com +buy-loft.ru +callstevens.com +candy-glam-hp.com +canoncdriverq3.pen.io +capture-room.com +carmuffler.net +cartechnic.ru +cartierlove.xyz +cartierlovebracelet.xyz +cartierreplica.pw +cbozhe.com +cementaresearch.se chatroulette.online -cheapmarmot.online -chee-by.biz -chinese-amezon.com -christianlouboutinsaleonline.us -cialischsrx.com -cialiswithoutadoctor.net -cienum.fr -coinsspb.com +chatseo.com +cheapwebsitehoster.com +chinaelitecheapjerseys.com +choice-credit.ru +circlesl.com +citysecurity.nu +clknsee.com +club-musics.ru comissionka.net -commoncrawl.org -compliance-barak.xyz -compliance-jack.top -contentsexpress.com -covadhosting.biz +compliance-alex.xyz +compliance-andrew.top +compliance-fred.xyz +concordexoticrentals.com +connectingsingles.com +cookie-law-enforcement-hh.xyz cpabegins.ru -creditnation.ru -culturevie.info -customcollegeessays.net -cutt.us -d0t.ru +creditwell.ru +customergrowthsystems.com +customerpromos-a.akamaihd.net +cyprusbuyproperties.com +cyse.tk +dafatiri.com dailystrength.org -data-mining.tk -davidovic.info -dawlenie.com -dealighted.com -defenderxtactical.com -demon-tweeks.com -den-noch24.ru -destinationrealestate.com -dickssportinggoods.com -digitalassetmanagement.site +darodar.com +davebestdeals.com +dayibiao.com +deanmoore.ie +deluxedumps.com +deutschland123.de +dikx.gdn directrev.com -djekxa.ru -documentsite.net +discovertreasurenow.com +distver.ru +diy-handmade-ideas.com +djihispano.com +doctissimo.fr +doktoronline.no +domain-submit.info domainsatcost.com -domashneeruporno.com -dostavka-v-krym.com -download-walpaperhd.blogspot.com -downloadeer.net -drev.biz -dtnlyss.com -dvd-famille.com -e-avon.ru -e705.net -earncash.com.ua +domoysshop.ru +dostavka-v-ukrainu.ru +doublepimp.com +download-wallpaper.net +dptaughtme.com +dustyorate.com +e-poker-2005.com +ec-file.info editmedios.com -edudocs.net -egovaleo.it -elkacentr.ru -eloxal.ru -empathica.com -en.altezza.travel -encodable.com -eorogo.top -erectile.bid -escort-russian.com -essayassist.com -estelight.ru -etur.ru -eu-cookie-law.info +ege-essay.ru +elektir.ru +elektrischezi.canalblog.com +elektrischezigarette2.onsugar.com +elektrozigarette2.webs.com +elektrozigarettekaufen1.devhub.com +elidelcream.weebly.com +elite-sex-finders.com +energydiet24.ru +eng-lyrics.com +englishgamer.com +erotikstories.ru +essay-writing.work +europeanwatches.ru +evrotekhservis.ru +exdocsfiles.com exmasters.com -extremal-blog.com -eyelike.com.ua -eywords-monitoring-your-success.com -ezigarettenshop2.postbit.com -f-loaded.de -f00kclan.de -falcoware.com -fashion.stellaconstance.co -fbdownloader.com -feargames.ru -fermersovet.ru -fickblock18.com -figuringmoneyout.com -fikasound.tk -firstsiteguide.com -fitfloponline.store -fivedwld.cf -flooringinstallation-edmonton.com -food.dtu.dk -foodcrafts.website -forum.doctissimo.fr -forum.poker4life.ru -forumprofi.de -foxjuegos.com -fr.netlog.com -free-fb-traffic.com -free-stock-illustration.com -free-today.com -free-video-tool.com +expertnaya-ocenka.ru +extlabs.io +eyemagination.com +ezigarettenshop2.myblog.de +ezigaretteshop2.mywapblog.com +f5mtrack.com +falllow.gq +farmingworm.com +fashionavenuegame.com +fetroshok.ru +ff30236ddef1465f88547e760973d70a.com +fickkontaktehobbyhuren.com +fil.ru +florida-tourism.net +fok.nl +formularz-konkurs.tk +forsex.info +forum-engineering.ru +forzeronly.com +freefoto.ca freenom.link -freeseedsonline.com -freewlan.info freza-sverlo.ru -fun2cell.net -fungirlsgames.net -gallictures.com -gamblingnerd.com -gembird.com -get-free-social-traffic.com -getlamborghini.ga -getyourimage.club -gg-arena.ru +fsakhalin.ru +g.starmoe.xyz +galaxys6manual.info +game-mmorpg.net +game300.ru +gaming-journal.com +garciniaxt.us +gaypornmovie.net +geilehausfrauen.net +gelezki.com +get-free-traffic-now.com +gfaq.ru gg.zzyjxs.com +gilbertbanda.net girlporn.ru -glcomputers.ru -globetrotting-culture.ru +glavprofit.ru +globalsurfari.com gojiberriess.apishops.ru -googlemare.com -googst2.ru -gotcher.us -gotwebsite1.com -gpms.org.my -greatidea.marketing -gribkovye-zabolevaniya.com -gsbs.com.ua -gta-top.ru -guitar-master.org -gymi.name -hahashka.ru -health-medical-portal.info -heartofpayne.xyz -hebr.myddns-flir.com -helicalpile.us -hentai-manga.porn -herokuapp.com -highspeed5.net -holidaypics.org -homedecoguide.info -homelygarden.com -hotblognetwork.com -hoztorg-opt.ru -hscsscotland.com -hulfingtonpost.com -iboss.com -ihtec2019.org -imediadesk.com -inbabes.sexushost.com -instasexyblog.com +goo.ne.jp +gopixdatabase.com +gratis-sexkontakte.com +gta-club.ru +hawaiisurf.com +hayate.biz +hd-filmy.net +hdwallpapers-free.com +herehloadibs.cf +hesteel.pl +hexpilot.com +highland-homes.com +hikesearch.net +hol.es +home-task.com +hoste.octopis.com +houseofgaga.ru +hoverboard360.se +hully.altervista.org +iccornacircri.cf +ido3.com +iframe-toloka.com +ilmexico.com +imagecoolpub.com +imgata.com +incep.imagine-ex.co +indetiske.ya.ru +informatiecentro.be +instabid.tech intellektmedia.at -interferencer.ru -interfucks.net -internetproviderstucson.com -intim-uslugi.info -isitwp.com -istizanidineacontrolledsubstance.blogspot.com -japan-bearings.ru -joessmogtestonly.com -kalandranis.gr -kashubadesign.ru -katjimej.blog.fc2.com +invitefashion.com +ipornox.xxx +iqupdatetmz.win +istizanidinelikexanax.blogspot.com +itch.io +itronics.ca +ivoiretechnocom.ci +ixora.pro +jacago.com +jurajskie.info +kam-dom.ru +kamagragelusa.net +keywesthideaways.co +keywordblocks.com keywordsdoctor.com -kinobaks.com -kinogonew.ru -kiprinform.com -komputernaya-pomosh-moscow.ru -konkursov.net -koronirealestate.gr -kostenlos-sexvideos.com -kosynka-games.ru -krasivye-devushki.net -lafriore.ru -languagecode.com -lankarns.com -leadn.pl -ledpolice.ru -lifebyleese.com -limtu.ifmo.ru +kihi.gdn +kimcurlrvsms.com +kirov.zrus.org +kladrus.ru +kol-energo.ru +kollekcioner.ru +komp-pomosch.ru +konica.kz +krasivoe-hd.net +krasnodar-avtolombards.ru +labplus.ru +laexotic.com +laserpen.club +laulini.soclog.se +law-check-nine.xyz +lesbian.xyz +lflash.ru liran-locks.com -listiseltemournlan.gq -liveu.infoteka.hu -locksmith.jp -lowephotos.info -lsp-awak-perikanan.com +lisque.batcave.net +liver-chintai.org +lostaruban.com +lunchrock.co +m0r0zk0-krava.ru +machicon-akihabara.info +madot.onlinewebshop.net magazin-pics.ru -magazintiande.ru -marketingtechniques.info -mastershef.club -matpre.top -mb140.ru -mcar.in.ua -medictube.ru +manyresultshub-a.akamaihd.net +marcoislandvacations.net +marmitaco.cat +masturbate.co.uk +matb3aa.com +maxxtor.eu medispainstitute.com.au medmajor.ru -medosmotr-ufa.ru -menetie.ru -microsoftportal.net +meduza-consult.ru +mega-bony2017.pl +metaxalonevstizanidine.blogspot.com +mexicotravelnet.com +michaelkorsoutlet.store +michaelkorsoutletstore.net milblueprint.com -mindeyegames.com -mini.7zap.com -mir-limuzinov.ru -mirzonru.net -missis.top -mixx.com +mncrftpcs.com +moesexy.com +moi-glazki.ru mompussy.net -monclerjacketsoutlet.win -moneymaster.ru -moscow-region.ru -mossmesi.com -most-kerch.org -myanyone.net -myblogregistercm.tk -myfreecams.com -nac-bearings.ru -nacap.ru -napalm51.nut.cc -narkologiya-belgorod.ru -narosty.com -narutonaruto.ru -negociosdasha.com -nelc.edu.eg -netallergy.ru -new-apps.ru -newtechspb.ru -ngps1.ru -niki-mlt.ru -normalegal.ru -nuit-artisanale.com -nvformula.ru -nw-servis.ru -nyfinance.ml -offer.camp -offer.wpsecurity.website -offf.info -online-podarki.com -onlinemegax.com -onlinetvseries.me -outpersonals.com -oxford-book.com.ua -parlament.biz -partner-high.men -partner-print.men -pc4download.co -perfection-pleasure.ru -perl.dp.ua -phormchina.com -pihl.se -placid-rounded-coast.glitch.me -poffet.net -pokerniydom.ru -polcin.de -popup-jdh.xyz -porngalleries.top -pornotubs.com -pornozhara.com -pornpost.in -potolokelekor.ru -powenlite24.ru -priscilarodrigues.com.br -prize44.com -projefrio.com.br -proprostatit.com -ptr.ruvds.com -puteshestvennik.com +moneyzzz.ru +moomi-daeri.com +movpod.in +msk.afora.ru +mtmtv.info +music7s.me +musirc.com +muzaporn.com +mydeathspace.com +myghillie.info +mysex21.com +negral.pluto.ro +neobux-bg.info +next-dentists.tk +nextbackgroundcheck.gq +nibbler.silktide.com +nikitsyringedrivelg.pen.io +no-rx.info +nofreezingmac.click +nonameread45.live +northfacestore.online +novodigs.com +of-ireland.info +offergroup.info +ohmyrings.com +okmedia.sk +online-hd.pl +online-sbank.ru +online-x.ru +onlinebay.ru +onlywoman.org +ons-add.men +ownshop.win +paccohichetoti.ml +page2rss.com +pateaswing.com +pattersonsweb.com +pc-test.net +perosan.com +petedrummond.com +pflexads.com +pharmacyincity.com +picscout.com +pinwallpaper.xyz +playfortuna-play.ru +plohaya-kreditnaya-istoriya.ru +pogosh.com +poligon.com +pomoc-drogowa.cba.pl +popander.mobi +pornofiljmi.com +pornokajf.com +pornophoto.xyz +potoideas.us +praisong.net +preconnubial.usuby.site +privacyassistant.net +privacylocationforloc.com +privat-girl.net +prizestohandle.club +produkto.net +progress-upakovka.ru +prombudpostach.com.ua +pshare.biz pxhdwsm.com -qualitymarketzone.com -quebec-bin.com -quick-offer.com -quickbuck.com -quickchange.cc -raavidesigns.com -rapidsites.pro +pyrodesigns.com.au +raisedseo.com +ranksays.com +rarbg.to +rating-bestcasino.com realizmobi.com +realtytimes.com +recipedays.ru reining.lovasszovetseg.hu -rep-am.com -revistaindustria.com +reklama-i-rabota.ru +rentehno.ru rfd-split.hr -rff-cfal.info -rixpix.ru -rome2rio.com -roofers.org.uk -rootandroid.org -royalads.net -rusprostitute.com -russkoe-zdorovie.ru -rustic-quiver.win -rutor.group -sanidumps.com -satoristudio.net -sbf441.com -schlampen-treffen.com -schoolfiles.net -scottbywater.com -screentoolkit.com -scrnet.biz.ua -sdi-pme.com -search.1and1.com +ringporno.com +royal-investments.net +rubanners.com +runofilms.ru +russian-postindex.ru +rybalka-opt.ru +s8-nowy-wygraj.comli.com +sad-torg.com.ua +scanner-josh.top +scanner-julianna.top +scanner-mark.top +sdelatmebel.ru +se-welding.ru seeingmeerkat.com -sell-fb-group-here.com -sex-foto.pw -sexpartygirls.net -shariki-zuma-lines.ru -shikiso.info -shohanb.com -sibtest.ru +seeresultshub-a.akamaihd.net +seo-platform.com +seo-prof1.xyz +sexytrend.ru +sfd-chess.ru +sharebutton.net +shell-pmr.ru +shopperifymac.com +sientalyric.co siha.de -sildenafilcitratemed.com -sim-service.net -simple-image.com.ua -siteripz.net -skuteczna-dieta.co.pl -sladkoevideo.com -slimcdn.com -smadihome.com -snts.shell-pmr.ru -soda.media -soft-program.com -solmarket.by -sosdepotdebilan.com -soserfis.com +silverage.ru +sinel.info +sinestesia.host.sk +site-auditor.online +sitebeam.net +skincrate.net +skutecznetabletkinaporostwlosow.pl +skylta.com +slavkokacunko.de +smartbalanceworld.com +soheavyblog.com speedup-my.site -spidtest.org -sptslmtrafms.com -srdrvp.com -sstroy44.ru -starpages.net -stats-public.grammarly.io -steamoff.net -streetfire.net -streha-metalko.si -strongholdsb.ru -stroydetali.ru -studiofmp.com -studworks.org -sucsesofinspiration.com -sugarlyflex.pw -sukirgenk.dvrlists.com -szamponrevita.pl -taihouse.ru -tako3.com -taqplayer.info -tarad.com -taximytishi.ru -td-l-market.ru -tengohydar.tk -the-trader.net -thenetinfo.com -thfox.com -timetorelax.biz -tizanidinedrugtest.blogspot.com -tizanidinehcl2mg.blogspot.com -tizanidineinfo.blogspot.com -tizanidinestreetprice.blogspot.com -tizanidinestreetvalue.blogspot.com -tizanidineusedfor.blogspot.com -toon-families.com +stairliftstrue.com +stmassage.ru +stpolice.com +strv.se +sunflowerdrawingpaintings.blogspot.com +superstats.com +svolze.com +sweepstakes.rewardit.com +swinginwithme.ru +t-bygg.com +tabakur77.com +takeflyte.com +talant-factory.ru +tasteidea.com +telefonsexkostenlos.tk +telesvoboda.ru +teletype.in +terraclicks.com +testbotprocessor44.com +textads.men +thebestphotos.eu +thefarmergame.com +theguardlan.com +ticketsys.inetwd.com +tizanidinepills.blogspot.com +tizanidineshowupondrugtest.blogspot.com +top-l2.com touchmods.fr -tpu.ru -tracxn.com -traffic100.com -trubywriting.com -truck-land.life -truemfilelj.gq -trustaffs.com -tube8.com -turbabitload.weebly.com -tvory.predmety.in.ua -tyumen.xrus.org -upstore.me -uptime-delta.net -uroki.net -usdx.us -valkiria-tk.ru -vbikse.com -vchulkah.net -vclicks.net -vektorpress.ru -velpanex.ru -vereo.eu -verymes.xyz -vesnatehno.ru -viagra.pp.ua -video-camer.com -videosbox.ru -videositename.com -vip-parfumeria.ru -vita.com.hr -vkontaktemusic.ru -vseuznaem.com -vtcdns.com -vzglyadriv.kg -w7s.ru -wallpaperaccess.com -warezaccess.com -wdrake.com -whatsappbot.flyland.ru -whatsupinfoley.com -wholesalenfljerseys.us.com -winterclassichockeyjerseys.com -word-vorlagen.net -wtsindia.in -www.arenda-yeisk.ru -www.kabbalah-red-bracelets.com -wzgyyq.com -x-diesel.org -x-lime.com +tourcroatia.co.uk +toyota.7zap.com +tozup.com +tradgardspartner.se +traffic2cash.org +trafficjunky.net +trafficstars.com +tt-ipd.info +tubo360.com +tuckermktg.com +twincitiescarservice.com +tytoona.com +ua-company.ru +uac.net.au +ukrobstep.com +unisexjewelry.org +v-doc.co +vacances-voyages.info +velobikestock.com +vepad.com +viberdownload10.com +videochat.mx +vintontech.info +vipromoffers.com +virus-respirators.com +vksex.ru +voloomoney.com +vuclip.com +w-journal.ru +w3data.co +wapsite.me +waycash.net +webradiology.ru +website-audit.com.ua +weburok.com +westsextube.com +wildworld.site +wiosenny-bon-1500.pl +wnhjavlhezp.gq +womens-journal.net +workle.website +worldmusicfests.com +wovis.site +ws.ampower.me +www.jbetting.com +x-mix.info +xaijo.com +xblog.in +xcombear.ru +xerox-douglas.cf +xgftnlrt.bloger.index.hr +xmlinde.com xmnb.net -xn----8sblgmbj1a1bk8l.xn----161-4vemb6cjl7anbaea3afninj.xn--p1ai -xn--24-glceagatoq7c2a6ioc.xn--p1ai +xn----7sbho2agebbhlivy.xn--p1ai +xn----btbdvdh4aafrfciljm6k.xn--p1ai +xn----ctbigni3aj4h.xn--p1ai +xn--1-8sbcpb0bdm8k6a.xn--p1ai +xn--80aafb2a.xn--p1ai +xn--80aanaardaperhcem4a6i.com xn--d1aifoe0a9a.top -xsfetish.org -xtubeporno.net -xxxasianporn.net -xxxrus.org +xn--e1afanlbnfckd7c3d.xn--p1ai +xvideospornoru.com +xxxkaz.org xxxtubesafari.com -xz618.com -you-shall-not-pass.is74.ru -youandcredit.ru -yourads.website +y8games-free.com +yogamatsexpert.com youresponsive.com -yoursearch.me -yourtemplatefinder.com -youtubologia.it -yurgorod.ru -zakon-ob-obrazovanii.ru -zaobao.com.sg -zarepta.com -zoominfo.com -zvuker.net -zytpirwai.net +yourporn.com +yoursite.com +ytmnd.com +yubikk.info +zatjmuzu.info +zdesformula.ru +zed21.net +zeroredirect1.com +zeroredirect12.com +zirondelli.it +zog.link diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index 68a2cb14c..82ca97eb7 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -03p.info -101raccoon.ru -3dracergames.com -5kstore.com -7yue.org -999webdesign.com -aaronabel.com -abusora.com -adclickservice.com -alert.scansafe.net -alfa-medosmotr.ru -algarveglobal.com -allpdfmags.net -ameblo.top -an-donut.com -anniemation.com -apartmentratings.com -api.stathat.com -appsaurus.com -apptester.tk -arquivo.pt -artavenuegardenstudios.com -asseenontvonline.ru -australia-opening-times.com -aviav.org -avkzarabotok.info -avtolombard-krasnodar.ru -azbukafree.com -balans.shahterworld.org -beachfix.co -beztuberkuleza.ru -bikini-image.com -bioscorp.ru -blogig.org -bluerobot.info -boleznikogi.com -bonvillan.com -bonzybuddy.com -bumascloset.com -bvlgaribracelet.xyz -c1.onedmp.com -cablecar.us -californianews.cf -cand.jp -canyougethighofftizanidine.blogspot.com -capacitacionyaprendizaje.com +14b.info +18ps.ru +2000k.ru +3weekdiet.com +4kpics.rocks +5tey7463.weebly.com +66cpwgln.space +7makemoneyonline.com +8si.ru +91abcw.com +a14download.com +aadroid.net +adman.se +agroeconom.kz +aktivator-windows10.blogspot.com +akusherok.ru +allknow.info +anaksma.info +android-systems.ru +angkortours.vn +anonymizeme.pro +apiportalmorecom-a.akamaihd.net +apispringsmartne-a.akamaihd.net +arkkivoltti.net +asscenihotosidea.blogspot.co.za +aviav.ru +babs.com.ua +backuperwebcam.weebly.com +banksrf.ru +becuo.com +best-seo-software.xyz +bjgugu.net.ua +blackcurranthumidifiers.site +blockety.co +bnt-team.com +boeuklad.com +brus.city +btc4u.ru +carfax.com.ua cartierlovebracelet.xyz -cartiertrinity.xyz -cementaresearch.se +ccjp.eu +centrdebut.ru cfacarrosserie74.com -cleanallspyware.com -cleanersoft.com -clickprotects.com -cocyq.inwtrade.com -codysbbq.com -compliance-irvin.top -compliance-viktor.top -coolingoods.com -covetnica.com -creams.makeforum.eu -crest3d.ru -custodieva.ru -cwetochki.ru -d2jsp.org -daneshetabiat.com -dayibiao.com -deadlinkchecker.com -delitime.info -deplim.com -detoxmed24.ru -deutschehobbyhuren.net -dnepr-avtospar.com.ua -dojki365.online -downloadmefiranaratb1972.xpg.com.br -e-commerce-seo.com -elektrischezigarette2.onsugar.com -empathica.com -estibot.com -exmasters.com -extlinks.com -failingmarriege.blogspot.com -falllow.gq -fearcrow.com -feel-planet.com -findpics.pw -fivedwld.cf -flex4launch.ru -floating-share-buttons.com -forexunion.net -forum-engineering.ru -freesitetest.com -freewhatsappload.com -fsakhalin.ru -gameprimary.com -gelezki.com -get-your-social-buttons.info -ghostvisitor.com -gidonline.one -gigapeta.com -globatur.ru -globetrotting-culture.ru -hoztorg-opt.ru -hybrid.ru -id-forex.com +check-host.net +cienum.fr +claytransformations.info +clippingphotoindia.com +computernetworksonline.com +construmac.com.mx +copenergo.ru +cougfan.info +cpabegins.ru +dandiyabeats.in +dangphoto.trade +dating-app.ru +delta-line.men +discovertreasure-a.akamaihd.net +divisioncore.com +djihispano.com +domainsatcost.com +domcran.net +doska-vsem.ru +dostavimvdom.ru +downloadeer.net +e-collantes.com +econom.co +eleimgo.pw +eshop4u.jp +estelight.ru +exct.net +exportshop.us +fashionindeed.ml +favornews.com +fireads.men +floridamobilebillboards.com +forum69.info +fotopop.club +fotosfotos.eu +foxjuegos.com +franklinfire.co +free-floating-buttons.com +freewareseek.com +freewlan.info +frivgame250.com +fyxabomiw.ru +gamerscorps.com +garciniaxt.us +gay.adultgalls.com +gentamicineyedrops.blogspot.com +global-ics.co.za +glogow.pl +gosreg.amchs.ru +gpms.org.my +greendream.com.ua +hdfreeporno.net +helvetia.com.ua +hermesreplica.win +highstairs-a.akamaihd.net +hornymatches.com +iccornacircri.cf ilmen.net -imitex-plus.ru -increasewwwtraffic.info -ipchicken.com -iusstf.org -jagg.info -kabbalah-red-bracelets.com -kakablog.net -keywordteam.net -kiskinhouse.com -krasivye-devushki.net -krasnodar.zrus.org -labplus.ru -letolove.ru -letslowbefast.today -linkpulse.com -liupis.com -lmrauction.com +ilovevitaly.com +img.wallpaperstock.net +import-sales.com +interferencer.ru +investingclub.ru +iptool.xyz +ix20.ru +javcoast.com +javitas.info +jeremyeaton.co +jerseychinabizwholesale.com +journalhome.com +kadashihotel.com +kam-dom.ru +karaganda.xkaz.org +kerei.ru +kevblog.top +kiinomaniak.pl +kinosed.net +klin3952.ru +kollesa.ru +lakomka.com.ua +lampokrat.ws +lanasshop.ru +life-instyle.com +linkrr.com +lizace.com lulea-auktionsverk.se -magento-crew.net -malls.com -mastershef.club -matb3aa.com -mcar.in.ua -medicine-4u.org -message-warning.net -mir-betting.ru -mlvc4zzw.space -mmostrike.ru -moncleroutletonline.pw -mturkcontent.com -mug-na-chas-moscow.ru -musflashtv.com -mustwineblog.com -muz-tracker.net -muznachas-service.ru -mydeathspace.com -mylesosibirsk.ru -newsperuse.com -nfljerseysforsalewholesaler.com -nikhilbahl.com -njkmznnb.ru -noclegonline.info -nofreezingmac.click -nootrino.com +macdamaged.tech +medicovi.com +medkritika.ru +medosmotr-ufa.ru +megagrabber.ru +michaelkorsoutlet.store +mindbox.co.za +minecraft-neo.ru +mobplayer.ru +mobstarr.com +movies-in-theaters.net +mowser.com +musicpro.monster nucia.biz.ly -office2web.com -okmusic.jp -online-hd.pl -oranga.host.sk -palocco.it -palvira.com.ua -partner-high.men -pathwhelp.org -perosan.com -phormchina.com +obiavo.kz +okroshki.ru +olgacvetmet.com +olympescort.com +ooo-olni.ru +osoznanie-narkotikam.net +ourville.info +pacificair.com +paclitor.com +perm-profnastil.ru +photokitchendesign.com phuketscreen.com -pinwallpaper.top -play.leadzupc.com -pokerniydom.ru -pourvous.info -pricheskaonline.ru -projectforte.ru -rating-casino2021.ru -razvratnoe.org -redirect.trafficreceiver.club -reimageplus.com -reining.lovasszovetseg.hu -rep-am.com -retreatia.com -ritlweb.com -sakhboard.ru -scanner-jane.top -scanner-viktor.top -scrapy.org -silvermature.net -sisiynas.ru -siteripz.net -smallseotools.com -snomer1.ru -softlinesolutions.me -souvenirua.com -spravka130.ru -statoutlook.info -steame.ru -stpicks.com +pierrehardysale.online +pliks.pl +polcin.de +poppen-nw.net +pornoelita.info +portside.xyz +pozvonim.com +preparevideosafesystem4unow.site +prizesbook.online +qcstrtvt.bloger.index.hr +quelle.ru +questionmarque.ch +quickcashlimited.com +radiodigital.co +ratemodels.net +rebuildermedical.com +recordpage-a.akamaihd.net +refads.pro +refererx.com +renewablewealth.com +rfid-locker.co +royal-investments.net +sampleletters.net +sax-sex.com +scanner-fred.top +scansafe.net +scat.porn +scenarii-1-sentyabrya.uroki.org.ua +scrapinghub.com +scripted.com +secret.xn--oogle-wmc.com +seofirmreviewsus.info +sexpornotales.net +sexyteens.hol.es +shell-pmr.ru +shemalegalls.blogporn.in +sockshare.net +solmarket.by +solnplast.ru +space2019.top +spaceshipad.com +spidtest.org +spywarenuker.com +start.myplaycity.com +stmassage.ru +stockquotes.wooeb.com strangeduckfilms.com -suggest-keywords.com -sugvant.ru -suhanpacktech.com -surflinksmedical.com -tako3.com -tech4master.com -teenbbw.yopoint.in -teenfuck.tv -thecounter.com -thefds.net -thejournal.ru -thewebsitetemplate.info -thruport.com -titslove.yopoint.in -tizanidine4mg.blogspot.com -tizanidinedruginteractions.blogspot.com -tizanidinewithdrawalsymptoms.blogspot.com -tongkatmadura.info -top-l2.com -trackmedia101.com -tramadolandtizanidine.blogspot.com -tt-ipd.info -turbo-suslik.org -tversvet.ru -ultimateclassicrock.com -universals.com.ua -unrealcommander.biz -vegan-foods.us -viagra.pp.ua -video-production.com -vielporno.net -vilingstore.net -vtc.pw -webalan.ru -webtherapy.ru -weburlopener.com -wholesalejerseychinaoutlet.com -wildnatureimages.com -wineration.com -wormix-cheats.ru -woweb.com.ua -wrona.it -xchat26.myfreecams.com -xn----9sbubg3ambdfl1j.xn--p1ai -xn--80aaajbdbddwj2alwjieei2afr3v.xn--p1ai -xn--80ak6aa92e.com -xn--90acenikpebbdd4f6d.xn--p1ai -xn--b1adccaf1bzj.xn--p1ai -xpresscare.ru -xsion.net -yginekologa.com -youdao.com -yousense.info -ypmuseum.ru -yugk.net +stretchmate.net +summerlinhomes411.info +superinterstitial.com +supernew.org +syndicate.fun +telefonsexkostenlos.tk +teletype.in +timer4web.com +tizanidinehcl2mg.blogspot.com +tizanidineinfo.blogspot.com +tmtrck.com +torrent-to-magnet.com +track112.site +tracksz.co +traffmonster.info +trkur.com +turbodsp.com +turizm.bz +uac.net.au +ural-buldozer.ru +urengoy.pro +url2image.com +uroffer.link +vashsvet.com +veerotech.com +vekzdorov.ru +verymes.xyz +vipsexfinders.com +visa-pasport.ru +vk-mus.ru +vriel.batcave.net +vuclip.com +weburok.com +welck.octopis.com +weprik.ru +word-vorlagen.xyz +wowcasinoonline.ooo +ww1943.ru +www.timer4web.com +xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai +xn--80aagddcgkbcqbad7amllnejg6dya.xn--p1ai +xxart.ru +yougame.biz +zacreditom.ru zebradudka.com -zerocash.msk.ru -zhacker.net -zzbroya.com.ua +zeroredirect2.com +zmoda.hostreo.com +zoodrawings.com diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index c290a8ca5..6fec63384 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.159 0; +10.1.0.30 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index 88d9be1d0..b3bfba483 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.09.2574 -### Updated: Mon Sep 6 10:03:31 UTC 2021 +### Version: V4.2021.09.2575 +### Updated: Mon Sep 6 22:01:31 UTC 2021 ### Bad Bot Count: 623 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 88d9be1d0..b3bfba483 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.09.2574 -### Updated: Mon Sep 6 10:03:31 UTC 2021 +### Version: V4.2021.09.2575 +### Updated: Mon Sep 6 22:01:31 UTC 2021 ### Bad Bot Count: 623 ################################################### ### Version Information ##