From 41e7293fa7203ed9e2f12fa529bedbbf2239eef5 Mon Sep 17 00:00:00 2001 From: mitchellkrogza Date: Tue, 14 Dec 2021 10:09:19 +0000 Subject: [PATCH] V4.2021.12.2779 [ci skip] --- AUTO-CONFIGURATION.md | 2 +- MANUAL-CONFIGURATION.md | 2 +- README.md | 2 +- _google_analytics_ghost_spam/README.md | 2 +- .../etc/nginx/conf.d/globalblacklist.conf | 4 +- conf.d/globalblacklist-testing-version.conf | 4 +- conf.d/globalblacklist.conf | 4 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/buildnumber | 2 +- dev-tools/globalblacklist-testing.template | 4 +- dev-tools/globalblacklist.template | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/test_units/blacklist-ips.conf | 2 +- .../random-bots-for-test-quick.list | 20 +- .../test_units/random-bots-for-test.list | 302 +++--- .../random-bots-for-whitelist-test.list | 280 +++--- .../random-referrers-for-test-quick.list | 20 +- .../test_units/random-referrers-for-test.list | 930 +++++++++--------- .../random-referrers-for-whitelist-test.list | 486 ++++----- dev-tools/test_units/whitelist-ips.conf | 2 +- dev-tools/tmp/robots.txt | 4 +- robots.txt/robots.txt | 4 +- 45 files changed, 1075 insertions(+), 1075 deletions(-) diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 87aad2111..8d590a9b9 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.12.2778 +#### Version: V4.2021.12.2779 #### Bad Referrers Blocked: [7084](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 6a82a4f2d..a60a0ff69 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.12.2778 +#### Version: V4.2021.12.2779 #### Bad Referrers Blocked: [7084](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index 7811acaed..5a1ffa908 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2021.12.2778 +#### Version: V4.2021.12.2779 #### Bad Referrers Blocked: [7084](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 683b27cc0..9a6f926b3 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2021.12.2778 +#### Version: V4.2021.12.2779 #### Bad Referrers Blocked: [7084](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index c06c8cc4a..be3bc9017 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2778 -### Updated: Tue Dec 14 07:03:58 UTC 2021 +### Version: V4.2021.12.2779 +### Updated: Tue Dec 14 10:03:30 UTC 2021 ### Bad Referrer Count: 7084 ### Bad Bot Count: 631 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 2b2d6286e..a80fc2ba2 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2778 -### Updated: Tue Dec 14 07:03:58 UTC 2021 +### Version: V3.2021.12.2779 +### Updated: Tue Dec 14 10:03:31 UTC 2021 ### Bad Referrer Count: 7084 ### Bad Bot Count: 631 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index c06c8cc4a..be3bc9017 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2778 -### Updated: Tue Dec 14 07:03:58 UTC 2021 +### Version: V4.2021.12.2779 +### Updated: Tue Dec 14 10:03:30 UTC 2021 ### Bad Referrer Count: 7084 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 2b2d6286e..a80fc2ba2 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2778 -### Updated: Tue Dec 14 07:03:58 UTC 2021 +### Version: V3.2021.12.2779 +### Updated: Tue Dec 14 10:03:31 UTC 2021 ### Bad Referrer Count: 7084 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index e915d18ff..e25a37f1b 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.80 1; +10.1.0.4 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index bbafd5391..1936bb846 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.80 0; +10.1.0.4 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 2b2d6286e..a80fc2ba2 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2778 -### Updated: Tue Dec 14 07:03:58 UTC 2021 +### Version: V3.2021.12.2779 +### Updated: Tue Dec 14 10:03:31 UTC 2021 ### Bad Referrer Count: 7084 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index e915d18ff..e25a37f1b 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.80 1; +10.1.0.4 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index bbafd5391..1936bb846 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.80 0; +10.1.0.4 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 2b2d6286e..a80fc2ba2 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2778 -### Updated: Tue Dec 14 07:03:58 UTC 2021 +### Version: V3.2021.12.2779 +### Updated: Tue Dec 14 10:03:31 UTC 2021 ### Bad Referrer Count: 7084 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index e915d18ff..e25a37f1b 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.80 1; +10.1.0.4 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index bbafd5391..1936bb846 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.80 0; +10.1.0.4 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 2b2d6286e..a80fc2ba2 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2778 -### Updated: Tue Dec 14 07:03:58 UTC 2021 +### Version: V3.2021.12.2779 +### Updated: Tue Dec 14 10:03:31 UTC 2021 ### Bad Referrer Count: 7084 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index 4cf6b2b3b..2b4ea894f 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -2778 +2779 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 2b2d6286e..a80fc2ba2 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2778 -### Updated: Tue Dec 14 07:03:58 UTC 2021 +### Version: V3.2021.12.2779 +### Updated: Tue Dec 14 10:03:31 UTC 2021 ### Bad Referrer Count: 7084 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index c06c8cc4a..be3bc9017 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2778 -### Updated: Tue Dec 14 07:03:58 UTC 2021 +### Version: V4.2021.12.2779 +### Updated: Tue Dec 14 10:03:30 UTC 2021 ### Bad Referrer Count: 7084 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index c640e2e9f..48c634dbd 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.98.101.122 0; +52.250.124.125 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index c06c8cc4a..be3bc9017 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2778 -### Updated: Tue Dec 14 07:03:58 UTC 2021 +### Version: V4.2021.12.2779 +### Updated: Tue Dec 14 10:03:30 UTC 2021 ### Bad Referrer Count: 7084 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index e915d18ff..e25a37f1b 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.80 1; +10.1.0.4 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index bbafd5391..1936bb846 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.80 0; +10.1.0.4 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index c06c8cc4a..be3bc9017 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2778 -### Updated: Tue Dec 14 07:03:58 UTC 2021 +### Version: V4.2021.12.2779 +### Updated: Tue Dec 14 10:03:30 UTC 2021 ### Bad Referrer Count: 7084 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index e915d18ff..e25a37f1b 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.80 1; +10.1.0.4 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index bbafd5391..1936bb846 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.80 0; +10.1.0.4 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index c06c8cc4a..be3bc9017 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2778 -### Updated: Tue Dec 14 07:03:58 UTC 2021 +### Version: V4.2021.12.2779 +### Updated: Tue Dec 14 10:03:30 UTC 2021 ### Bad Referrer Count: 7084 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index e915d18ff..e25a37f1b 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.80 1; +10.1.0.4 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index bbafd5391..1936bb846 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.80 0; +10.1.0.4 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index c06c8cc4a..be3bc9017 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2778 -### Updated: Tue Dec 14 07:03:58 UTC 2021 +### Version: V4.2021.12.2779 +### Updated: Tue Dec 14 10:03:30 UTC 2021 ### Bad Referrer Count: 7084 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index c640e2e9f..48c634dbd 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.98.101.122 0; +52.250.124.125 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index c729bcad9..936254fd4 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2778 -### Updated: Tue Dec 14 07:03:58 UTC 2021 +### Version: V4.2021.12.2779 +### Updated: Tue Dec 14 10:03:30 UTC 2021 ### Bad Referrer Count: 7084 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index c640e2e9f..48c634dbd 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.98.101.122 0; +52.250.124.125 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 1f27dea7b..c155bdf80 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2778 -### Updated: Tue Dec 14 07:03:58 UTC 2021 +### Version: V4.2021.12.2779 +### Updated: Tue Dec 14 10:03:30 UTC 2021 ### Bad Referrer Count: 7084 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index e915d18ff..e25a37f1b 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.80 1; +10.1.0.4 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index 6746bc65b..4fbdaf0f0 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Aspiegel -Citoid -Go!Zilla -HybridBot -Piepmatz -Swiftbot -Webalta -Zauba -voyagerx.com -x09Mozilla +Aboundexbot +InterGET +MFC_Tear_Sample +Microsoft Data Access +Nuclei +SmartDownload +Wallpapers +WebGo IS +evc-batch +mediawords diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index 914cdf4c4..3345e4af4 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ +01h4x.com +360Spider 404checker 404enemy 80legs -ADmantX AIBOT +ASPSeek Abonti -Aboundex -AllSubmitter -Alligator -Anarchie -Anarchy -Anarchy99 +AfD-Verbotsverfahren +AiHitBot +Aipbot +Alexibot +AlphaBot Anthill -Asterias -Attach -AwarioRssBot AwarioSmartBot -BBBike +BDCbot +BDFetch +BackDoorBot BackStreet -Badass +Backlink-Ceck +BacklinkCrawler +Bandit Barkrowler -BatchFTP BetaBot -Bigfoot -Blow -Brandprotect -Buddy -BuiltBotTough +BlackWidow +Boardreader +Bolt BuiltWith Bullseye -BunnySlippers -Calculon -CensysInspect -CheeseBot -Citoid -Cliqzbot -Cocolyzebot +BuzzSumo +CODE87 +CazoodleBot +CheTeam +ChinaClaw +Claritybot +Cogentbot Copier -CopyRightCheck -Crawling at Home Project -CrazyWebCrawler +Craftbot Crescent Curious +Custo DSearch DatabaseDriverMysqli -Digincore -Disco -DittoSpyder +Demon +Deusu +Devil +DigitalPebble +Dirbuster +Discobot DnBCrawler-Analytics -DomainAppender +DomCopBot +DomainCrawler +DomainSigmaCrawler Domains Project ECCP/1.0 +EMail Siphon EMail Wolf -EasyDL +Ebingbong +EirGrabber EroCrawler +Evil Express WebPictures +ExtLinksBot Extractor EyeNetIE -FDM FHscan -FemtosearchBot +Fimap +Firefox/7.0 +FlashGet Freeuploader FrontPage -G-i-g-a-b-o-t +Fuzz +FyberSpider +Fyrebot GT::WWW +GermCrawler GetRight -GetWeb -Getintent Go!Zilla Go-Ahead-Got-It +GoZilla Gotit Grabber +Grafula +GrapeFX +GrapeshotCrawler GridBot -HTTrack -HaosouSpider -Havij +HTMLparser +Haansoft Heritrix -Humanlinks +HybridBot IDBot -IRLbot -Id-search -IlseBot -InfoNaviRobot +Iblog Intelliseek -InterGET +InternetSeer Iria +Iskanie IstellaBot JOC Web Spider -JamesBOT +JetCar +Jetty JikeSpider +Joomla Jorgee -Jyxobot +JustView Kenjin Spider -Kinza -LNSpiderguy -Larbin -LeechGet -Libwhisker +Lanshanbot +LexiBot +Lftp +Lightspeedsystems Likse -LinkWalker -LinkpadBot -LinksManager -Lipperhey Spider -Lmspider +Linkbot +Linkdexbot +LinqiaScrapeBot +Lipperhey +Litemage_walker Ltx71 -MFC_Tear_Sample -MIDown tool MIIxpc -MSIECrawler -MTRobot -Mag-Net -Magnet -Majestic SEO -Mb2345Browser +Majestic12 +MarkMonitor +Mass Downloader +MegaIndex.ru +Metauri Microsoft Data Access -Minefield -Mojolicious -Morfeus Fucking Scanner -Musobot -NPbot -Name Intelligence -NearSite +Mister PiX +Moblie Safari +Mozlila +Mr.4x3 +NICErsPRO +Navroad Needle -NetAnts -Nettrack +NetSpider +Netcraft Netvibes NextGenSearchBot -Nibbler -Niki-bot Ninja -Nmap -Nuclei -Offline Navigator +Not +Nutch +OnCrawl OpenLinkProfiler -OpenVAS +Openfind OrangeBot OrangeSpider PHPCrawl -Page Analyzer -Papa Foto -Pavuk +POE-Component-Client-HTTP Pi-Monster +Picsearch PictureFinder -Pixray +PleaseCrawl +ProWebWalker +Probethenet Psbot -Pu_iN Pump -RankingBot -RankingBot2 +RankActive +RankActiveLinkBot +RankFlex +RankurBot +Re-re ReGet -RealDownload -Ripper +RocketCrawler +Rogerbot +SBIder SEOkicks -SEOprofiler -SEOstats +SEOkicks-Robot +SMTBot SalesIntelligent -ScanAlert -ScreenerBot -Semrush -Siphon -SiteSucker +Scrapy +SeoSiteCheckup +Seomoz +SiteCheckerBotCrawler +SiteExplorer Sitebeam -SmartDownload Snake Snoopy SocialRankIOBot -Sociscraper -Sogou web spider -Sosospider -SpaceBison -Spinn3r +Spammen +SputnikBot Sqlmap -Sqworm -Steeler -Sucker -Sucuri SuperHTTP Surfbot -Szukacz +Suzuran T0PHackTeam -T8Abot -TeleportPro -The Intraformant +Teleport +Telesphoreo +Telesphorep TheNomad Thumbor -Titan -Trendiction -TwengaBot -Typhoeus -URLy Warning +TightTwatBot +Tracemyfile +TurnitinBot UnisterBot -V-BOT -Vacuum -Virusdie -WASALive-Bot +WBSearchBot +WEBDAV WPScan WWW-Collector-E -WWW-Mechanize -WWWOFFLE -Wallpapers/3.0 -WallpapersHD -WeSEE -Web Enhancer -Web Fuck +WWW::Mechanize +Wallpapers +Web Auto +Web Sauger +Web Sucker +WebCollage WebEnhancer -WebImageCollector +WebReaper WebSauger -WebSucker -WebZIP +WebStripper +WebWhacker +Webalta WebmasterWorldForumBot -Website Quester +Webshag +WebsiteQuester Webster -Whack -Whacker -Who.is Bot Widow -Woobot -YoudaoBot +WinHTTrack Zade -Zauba +Zeus +Zitebot +ZoominfoBot +ZumBot adscanner archive.org_bot arquivo.pt backlink-check +cah.io.community +cognitiveseo com.plumanalytics crawler.feedback +crawler4j +dataforseo.com demandbase-bot domainsproject.org -evc-batch -instabid +eCatch +facebookscraper +heritrix internetVista monitor -ips-agent isitwp.com magpie-crawler -page scorer -pcBrowser +meanpathbot +muhstik-scan +netEstate NE Crawler +plumanalytics +s1z.ru +satoristudio.net +scalaj-http scan.lol seoscanners seostar -sogouspider sysscan -tAkeOut -trendiction.de -ubermetrics-technologies.com +trendiction.com voyagerx.com -webgains-bot -webmeup-crawler -webprosbot +webpros.com zauba.io -zgrab diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 8d94e9be1..121838691 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ 404checker 404enemy -AIBOT -ASPSeek Abonti Aboundexbot +Acunetix AfD-Verbotsverfahren -Aipbot -AllSubmitter -Anarchie +AhrefsBot +AiHitBot +Alexibot +AlphaBot Anarchy99 -Ankit Apexoo -Attach -AwarioRssBot -AwarioSmartBot +Asterias +BBBike BDFetch -BackDoorBot +BLEXBot +BackStreet +BackWeb Backlink-Ceck Barkrowler Battleztar Bazinga -BetaBot -Black Hole -Blow +Bitacle BlowFish -Bolt +Boardreader +BotALot Buck -BuiltBotTough -CODE87 -Calculon -CazoodleBot +Bullseye +BuzzSumo +CCBot +CSHttp +CheTeam +CheeseBot +CherryPicker +ChinaClaw Chlooe +Cloud mapping +Cocolyzebot +Collector CopyRightCheck -Cosmos +Copyscape +Crawling at Home Project CrazyWebCrawler CrunchBot -DSearch +Custo +CyotekWebCopy +DBLBot DTS Agent -DataCha0s -DatabaseDriverMysqli -Deusu Digincore +DigitalPebble Dirbuster +Discoverybot +Dispatch DnyzBot DomainCrawler Domains Project -Download Wonder -EasyDL -Ecxi -EroCrawler -Evil +Dotbot +ECCP/1.0 Exabot -Express WebPictures -ExtractorPro -EyeNetIE -Ezooms +FDM FHscan -FemtosearchBot -Fimap -Firefox/7.0 +FlashGet +Flunky Foobot Freeuploader +Fyrebot +G-i-g-a-b-o-t GT::WWW GalaxyBot -GetRight +GermCrawler +Getintent Gigabot Go!Zilla -GrapeshotCrawler -GridBot -HMView -HTMLparser +Gotit +Grafula HTTrack Haansoft HaosouSpider Havij -Heritrix -IDBot +Humanlinks Iblog IlseBot -Image Fetch -Image Sucker -IndeedBot -InfoNaviRobot InfoTekies InterGET -Internet Ninja InternetSeer Iskanie -IstellaBot +Jbrofuzz +JetCar Jorgee -LWP::Simple +JustView +Kenjin Spider +Keyword Density +Kinza +LNSpiderguy Lanshanbot Larbin +Leap +LibWeb Libwhisker -LieBaoFast -Likse -LinkScan -LinkWalker -Linkbot -LinkextractorPro -LinkpadBot -LinqiaMetadataDownloaderBot +Lightspeedsystems +LinksManager Lipperhey -Lmspider -Ltx71 MFC_Tear_Sample MIIxpc MJ12bot -MSFrontPage -Mag-Net Magnet +Majestic-SEO MarkMonitor +MarkWatch +Mass Downloader +Masscan Mb2345Browser Mediatoolkitbot Moblie Safari Mojolicious Morfeus Fucking Scanner -Mozlila Musobot -NPbot -NearSite +Name Intelligence +Needle Nessus -Net Vampire -NetAnts -Netvibes +NetSpider +Nettrack +NextGenSearchBot Nikto NimbleCrawler +Ninja +Nmap Nuclei -Nutch Octopus -Openfind +Offline Explorer +Offline Navigator +OnCrawl +OpenVAS +Openvas OrangeBot -OrangeSpider OutclicksBot +OutfoxBot +PECL::HTTP PHPCrawl Page Analyzer +PageGrabber PageScorer -Papa Foto +PageThing.com +Panscient Pavuk -PeoplePal Pi-Monster -Picscout -PictureFinder -Pixray -PleaseCrawl +Piepmatz +Pimonster +Pockey ProPowerBot -Pu_iN -Pump -QueryN Metasearch -RSSingBot +Probethenet +Psbot RankFlex -RankingBot -ReGet +RankurBot Reaper -RebelMouse RedesScrapy -RepoMonkey -Rogerbot -SEOlyticsCrawler -SEOstats +SEOkicks-Robot SISTRIX -ScanAlert -Scanbot +SMTBot ScoutJet +Scrapy +ScrepyBot SearchmetricsBot -SemrushBot -SeobilityBot -Siphon +SemanticJuice +Semrush +Shodan +SiteExplorer SiteSnagger -SiteSucker Sitebeam Snapbot +Snoopy SocialRankIOBot -Sogou web spider -SpaceBison +Sottopop +Spammen SpankBot -Spinn3r -SputnikBot -Sqworm -Steeler -Stripper -Sucker +Spanner +Spbot +Sucuri +SuperBot +SuperHTTP Surfbot -SurveyBot Suzuran +Swiftbot Szukacz -The Intraformant +T0PHackTeam +Telesoft +Telesphoreo TheNomad -TightTwatBot -Titan -Turingos +Thumbor +Toweyabot +True_Robot +TwengaBot Typhoeus -URLy.Warning +URLy Warning Upflow V-BOT VB Project -VidibleScraper +Vacuum +VeriCiteCrawler Virusdie -VoidEYE -WISENutbot -WWW-Collector-E +Voltron +WASALive-Bot +WBSearchBot +WWW-Mechanize WWW::Mechanize -Wallpapers/3.0 -WallpapersHD -Web Enhancer -Web Fuck -Web Sucker -WebAuto -WebCollage -WebEnhancer +Wallpapers +Web Collage +WebCopier WebFetch -WebFuck -WebGo IS -WebImageCollector -WebLeacher -WebPix WebSucker -WebWhacker WebmasterWorldForumBot +WebsiteExtractor +Webster Whacker -WinHTTrack Wonderbot +Wprecon +Xaldon WebSpider +Zade Zauba Zermelo Zeus +Zitebot ZmEu ZoomBot -adscanner -arquivo.pt -autoemailspider +ZoominfoBot +ZumBot +ZyBorg +check1.exe clark-crawler -com.plumanalytics +cognitiveseo crawl.sogou.com -crawler.feedback -dataforseo.com -domainsproject.org -instabid +eCatch +ips-agent isitwp.com +lwp-request magpie-crawler -pcBrowser -plumanalytics +meanpathbot polaris version -probe-image-size satoristudio.net scalaj-http -sitechecker.pro +seocompany.store sp_auditbot -sysscan +trendiction.com +trendiction.de +ubermetrics-technologies.com voyagerx.com -x09Mozilla +webgains-bot +webpros.com +x22Mozilla +xpymep1.exe +zgrab diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index 03b1530d9..cdc4c9266 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -best-businessman.ru -celebsopics.com -djekxa.ru -eurosamodelki.ru -get-your-social-buttons.info -homemade.gq -mastershef.club -mrbojikobi4.biz -research.ifmo.ru -swsociety.se +baladur.ru +eywords-monitoring-your-success.com +finteks.ru +foodcrafts.website +khafre.us +plusnetwork.com +poem-paying.gq +seemoreresultshu-a.akamaihd.net +simplepooltips.com +wnhjavlhezp.gq diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index 197e4daa0..be8c1bee9 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -00it.com -13tabs.com -1stat.ru -2015god.org -2drittel.de -2kata.ru +007angels.com +0n-line.tv +101billion.com +21h2o.com +2345.com +256bit.by 300richmond.co.nz -34.gs -4istoshop.com -777-club.ru +4kepics.com +5kstore.com 98oi.ru -aa81bf391151884adfa3dd677e41f94be1.com -aasoldes.fr -acmebtn.ml -actionnooz.com -adman.se -ads-cool.pro -adserver-e7.com -adtech.de -adtech.fr -advancedsoftwaresupport.com -agapovdg.ru -aktobe.xkaz.org -alfapro.ru -alltheviews.com +991mostfm.co.id +9icmzvn6.website +abclauncher.com +acgs.tk +ad-words.ru +adloads.net +ads-seo.men +adsfresh.men +adtech.us +adultmeetonline.info +adultnet.in +advertex.info +akama.com +albamargroup.com +alfabot.xyz +alibestsale.com +allesohnegirls.net +alphacarolinas.com alphahoverboards.com -altamayoztourism.com -amazon-adsystem.com -ameblo.top -amoi.tn -amt-k.ru -anaseracresar.tk -andpolice.com +amateurgalls.com +analytics-ads.xyz +anapa-inns.ru +animaltoplist.com +animenime.ru +apifasterlightin-a.akamaihd.net apiholdingmypage-a.akamaihd.net +apimountainbikei-a.akamaihd.net +apioasisspacenet-a.akamaihd.net applicationg29.com -apxeo.info -arcadeplayhouse.com -arenanews.com.ua -arendakvartir.kz -arendas.net -arquapetrarca.info -artel116.ru +approvedlocal.co.za +apps-analytics.net +arate.ru +arenda-yeisk.ru +arewater.com +arius.tech +arpelsreplica.xyz arvut.org +as5000.com asdfz.pro -autobudpostach.club -autochoixspinelli.com -avkzarabotok.com -avtoarenda.by -ayakino.net -azartmsl.com -best-deals-products.com -best-games.today -best-seo-software.xyz -bestcalovebracelet.cn -bet-prognoz.com -bfz.biz -billiard-classic.com.ua -bio-market.kz -bio.trade-jp.net -bioca.org -bitcoin-ua.top -biteg.xyz -bizlist.com.de -biznesschat.net -bjorkbacken.nu -bkgr.se -blackcurranthumidifiers.site +asrvrep-a.akamaihd.net +asseenontv.ru +australia-opening-times.com +autotrends.today +avek.ru +aviav.co +avon-ukraine.com +ayodhya.co +azbukadiets.ru +babs.com.ua +bang-hotties.com +bankcrediti.ru +bankofthewext.com +bannerspace.com +bazaronline24.ru +bbtec.net +bdsmgalls.net +beachdriveblog.com +belstaffstore.online +bensbargains.net +bibys.com +bidbuy.co.kr +bigames.online +bitcoinremote.com +bitcoins-live.ru +bitnote.co +blog-hits.com +boleznikogi.com bongiornos.info -bookmaker-bet.com -boole.onlinewebshop.net -brimstonehillfortress.org -bristolhotel.com -budpost.com.ua -bumskontakte.org -burger-imperia.com -buybest1.biz -buyscabiescream.com -c-english.ru -c1.onedmp.com -callawaygolfstore.online -calvet.altervista.org -capacitacionyaprendizaje.com -carabela.com.do -casinos4dummies.co.uk -casite-513049.cloudaccess.net -cbcseward.com -cdn.walkme.com -chatroulette.life -chatroulette.video -chcu.net -cheapjerseysa.com -cheapjerseysfootballshop.com -cheapmoncler.xyz -citetick.com -classicakuhni.ru -companies-catalog.com -compliance-checker.info -compliance-george.xyz -compliance-jess.top -compliance-viktor.top -concordexoticrentals.com -cookie-law-enforcement-hh.xyz -coprofam.org -countercrazy.com -courtshipgift.com -covetnica.com -cpajunkies.com -crackguru.tk -crest-poloski.ru -customergrowthsystems.com -cutalltheshit.com -czeshop.info -danashop.ru -dayibiao.com -ddospanel.com -dealighted.com -decorazilla.com -delfin-aqua.com.ua -den-noch24.ru -dengi-pod-zalog-nedvizhimosti.ru -dieta-personalna.pl -doktoronline.no -domaincrawler.com -domainroam.win -download-of-the-warez.blogspot.com -downvids.net -drpornogratisx.xxx -dstroy.su -duawitchrarato.tk -dverimegapolis.ru -e-avon.ru -earn-from-articles.com -easycommerce.cf -easyshoppermac.com -electricwheelchairsarea.com -elektir.ru -elite-sex-finders.com -elvenar.com -emailaccountlogin.co -empirepoker.com -energydiet-info.ru +bonzbuddy.com +brandbucket.com +brianhenry.co +butstrap.space +buyk.host.sk +callmd5map.com +cardsdumps.com +cartierlove.xyz +cartierreplica.xyz +cartujano-pre.de +cashonads.com +cementaresearch.se +cfsrating.sonicwall.com +chiblackhawks-jerseys.com +cleanersoft.com +click2pawn.com +clickintext.net +clicksor.com +club-musics.ru +cmhomestayagency.com +cobaltpro.ru +communisave.co.za +compliance-andrew.xyz +compliance-don.top +compliance-mark.top +compucelunlock.net +conboy.us +cowblog.fr +creditwell.ru +csgo4.win +custom-product-labels.com +cyprusbuyproperties.com +damedingel.ya.ru +daydream-studio.ru +dear-diary.ru +decoratinghomes.ga +detskie-zabavi.ru +deutschland123.de +dinkolove.ya.ru +discovertreasure-a.akamaihd.net +docstoc.com +documentbase.net +domoysshop.ru +downloadkakaotalk.com +dscaas.website +dvd-famille.com +dvervmoskvu.ru +eaplay.ru +education-cz.ru +eduinfosite.com +ege-russian.ru +ekspresihati.info +eleimgo.pw +embedle.com +encodable.com enews.tech -enge-fotzen.info -engines-usa.com -enpolis.ru -eropho.com +eng-lyrics.com +englate.com +eredijovon.com +ero-advertising.com eurosamodelki.ru -everflora.ru -evogarage.com -ezigarettenkaufen2.dreamwidth.org -ezigarettenshop1.yolasite.com -factorynightclub.com -family1st.ca -fashion-mk.net -fashionindeed.ml -flowwwers.com -food.dtu.dk -forensicpsychiatry.ru -forexgb.ru -forsex.info -frighteningremain.cf -fz139.ttk.ru -gagrasector.ru -gallerily.com -ge0ip.net -genetworx.com -girlsfuckdick.com -gok-kasten.net -gombita.info -googlsucks.com -grupografico-pilar.com.ar -guardlink.org -gwebtools.com -hacktougroup.ru -hamilton.ca -hasshe.com -hd720kino.ru -hdhc.ru -hdwallpapers-free.com +evehemming.blogspot.com.au +evening-dating-club.info +evrotekhservis.ru +extrabot.com +eyemagination.com +ezigarettenkaufen1.deviantart.com +familyholiday.ml +farmprofi.net +fenoyl.batcave.net +fickblock18.com +filesclub.net +filmci.pro +filmidivx.com +findthe.pet +fodelsedagspresenter.nu +forms-mtm.ru +forum.tvmir.org +forum20.smailik.org +foto-telok.net +foxjuegos.com +frameimage.org +free-share-buttons.blogspot.com +free-today.com +gay.adultgalls.com +gaytube.com +gazoblok.net.ua +gdebestkupit.ru +ge0ip.org +generalporn.org +germetiki.com.ua +ghostvisitor.com +given2.com +greatgrace.ru +green-tea.tv +gsasearchenginerankerhelp.com +gsbs.com.ua +gwebtools.com.br +gwhwpxbw.bloger.index.hr +hao123.com +hdfreeporno.net +hdpixion.com hdwalls.xyz +health-medical-portal.info +hebr.myddns-flir.com herehloadibs.cf -hermesbirkinhandbagoutlets.com -highland-homes.com -hitsbox.info -hjaoopoa.top -hmywwogw.bloger.index.hr -holidaypics.org -homegardenlova.com -homeinns.com -howtoclean.club -huhn.altervista.org -humanorightswatch.org -hunthillfarmtrust.org -ideibiznesa2015.ru -imicrovision.com -immobiliaremassaro.com -importchinacoach-teach.com -impotentik.com -indiakino.net -infospot.pt -infostatsvc.com -infoupdate.org -insta-add.pro -investyb.com -io9.com -ipornox.xxx -iron-age.info -islamtoday.co.za -ivoiretechnocom.ci -jamiembrown.com -javitas.info -jerseychinabizwholesale.com +herokuapp.com +home-task.com +houdom.net +houseofrose.com +houtings.xyz +hplaserjetpdriver8y.pen.io +hptwaakw.blog.fc2.com +hvd-store.com +igithab.com +imfamous.info +img.wallpaperstock.net +imk.com.ua +impisr.ru +incanto.in.ua +indianmedicaltourismshop.com +inet-traffic.com +infogame.name +instabid.tech +interior-stickers.ru +iqoption-bin.com +ispaniya-costa-blanca.ru +istizanidinelikexanax.blogspot.com +iusstf.org +janavibekken.no jerseyssportsshop.com -jerseywholesalechinabiz.com -jjbabskoe.ru -joingames.org -jrcigars.com -kartiniresto.com -katadhin.co -katjimej.blog.fc2.com -kazka.ru -kerwinandcariza.com -keyhantercume.com -kmd-pto.ru -konica.kz -kunstaktien.info -kupiproday.com.ua -landscaping.center -lapitec.eu -law-check-eight.xyz -law-check-nine.xyz -law-check-two.xyz -letmacwork.world -letslowbefast.site +jo24news.com +jovencitas.gratis +justbcause.com +justkillingti.me +jwss.cc +jyrxd.com +kandidos.com +kerch.site +kinofak.net +kinohit1.ru +klitimg.pw +klosetkitten.com +knogg.net +koleso24.com.ua +koopilka.com +krasivoe-hd.com +krasula.pp.ua +kursy-ege.ru +ladov.ru +landmania.ru +landscapebackgrounds.blogspot.com +languagecode.com +lapolis.it +larger.io +law-check-seven.xyz +lechenie-gemorroya.com +legalrc.biz +letto.by lida-ru.com life-instyle.com -likesdesign.com -limads.men -lineavabit.it -linerdrilling.com -linkbuddies.com -lion.bolegapakistan.com -lion.conboy.us -lionking-1994.blogspot.com -liupis.com -liverpool.gsofootball.com -livingcanarias.com -locksmith.jp -lookingglassemb.com -lsp-awak-perikanan.com -lulea-auktionsverk.se -macdamaged.space -magicplayer-s.acestream.net -magnetic-bracelets.ru -make-money-online.com -manuscript.su -marcoislandvacations.net -med-zdorovie.com.ua -mediawhirl.net -medicovi.com -medictube.ru -megavolt.net.ua -message-warning.net -metarip.ru -mhtr.be -millionare.com -misswell.net -modnie-futbolki.net -monarchfind-a.akamaihd.net -moncleroutletonline.win -moneyteam24.com -monthlywinners.com -montredemarque.nl -moscow.xrus.org +live-sexcam.tk +livefixer.com +loginduepunti.it +lomb.co +longgreen.info +low-format.ru +luxmagazine.cf +mahnwachen-helfen.info +makedo.ru +mansiondelrio.co +meduza-consult.ru +meetingrainstorm.bid +mega-bony-2017.pl +meltwater.com +merryhouse.co.uk +migente.com +misandesign.se +mobifunapp.weebly.com +mobile-appster.ru +moi-glazki.ru +mojpreskumanie.com +monarhs.info +monclervests.xyz +moneytop.ru +morefastermac.trade moskva.nodup.ru -msk.afora.ru -musicdaddy.net -musicpro.monster +motherboard.vice.com +moyaterapiya.ru +mp3ringtone.info +mrcsa.com.au +mrsdalloways.com muz-shoes.ru -myblogregistercm.tk -mypets.by -namecrumilchlet.tk -napalm51.nut.cc +my-bc.ru +mydownlodablefiles.com +myghillie.info +myshopmatemac.com naperehresti.info -neodownload.webcam -new-post.tk -news-speaker.com -newstaffadsshop.club -nfljerseyscheapchinabiz.com -nhl17coins.exblog.jp -nrjmobile.fr -nudepatch.net +narkologiya-penza.ru +narkologiya-peterburg.ru +nastroyke.net +nationalbreakdown.com +naturtreenspicerx.pw +nextbackgroundcheck.gq +norththeface.store +november-lax.com +nowtorrents.com nufaq.com -nzfilecloud.weebly.com -obiavo.in -offergroup.info -okayimage.com -okeinfo.online -okroshki.ru -oksrv.com -old-rock.com -omsk.xrus.org -oneminutesite.it +nw-servis.ru +oklogistic.ru +online-hit.info +online7777.com onload.pw -onlywoman.org -oops-cinema.ru -orhonit.com +outclicks.net outrageousdeal-a.akamaihd.net -paidonlinesites.com -paphoselectricianandplumber.com -paramountmarble.co.uk -park.above.com -pateaswing.com -pavlodar.xkaz.org +ownshop.win +partnerworkroom.men pc4download.co +pcads.ru +pdamods.ru pelfind.me -perederni.net -perfection-pleasure.ru -pestomou.info -pinup-casino1.ru -pirateday.ru -piski.top -pladform.ru -popugaychiki.com -poquoson.org -porndairy.in -porno-play.net -pornoklad.net -pornosok.ru -pornoxxx.com.mx -porodasobak.net -posible.net -pozdrawleniya.com -pr-ten.de -pravoholding.ru -ptr.ruvds.com +perm-profnastil.ru +picquery.com +picscout.com +piluli.info +pixshark.com +pizda.lol +pizdeishn.com +polcin.de +pomoc-drogowa.cba.pl +pony-business.com +popunder.net +pornhive.org +pornhub-forum.ga +porno.simple-image.com.ua +pornofeuer.com +pornofiljmi.com +pornoforadult.com +potoideas.us +pozdravleniya-c.ru +pozdrawleniya.ru +preparevideosafesystem4unow.site +privetsochi.ru +prize44.com +pro-poly.ru +projectforte.ru +promgirldresses.xyz +prostitutki-tyumeni.org +proxyradar.com +pts163.ru purplesphere.in -putevka24.ru -quickbuck.com -r-e-f-e-r-e-r.com -ragecash.com -rangoman.date -rapidgator-porn.ga -rapidokbrain.com -realting-moscow.ru +puzo2arbuza.ru +ranksignals.com +ranksonic.info +razorweb-a.akamaihd.net redbottomheels.xyz -registrationdomainsite.com -remont-comp-pomosh.ru -renhacklids.tk -rent2spb.ru -replica-watch.ru -responsinator.com -retailwith.com -robotixix.com -rossmark.ru -royalvegascasino.com -roznica.com.ua -ru-mediaget.ru -ruscoininvest.company -sajatvelemeny.com -santasgift.ml -santechnik.jimdo.com -sardinie.us -satellite.maps.ilovevitaly.com -scanner-olga.top -scanner-walt.top -scrapinghub.com -searchlock.com -searchmywindow-a.akamaihd.net -selectads.men -semrush.com -seomarketings.online -seozoom.it -servisural.ru -sex-pr.net -sexobzor.info -sexphoto.site -sexreliz.com -sexs-foto.com -sharebutton.org -shillyourcoins.com -shisha-swag.de -shopvilleroyboch.com.ua -shtaketniki.ru -simple-image.com.ua -sindragosa.comxa.com +registrydomainservices.com +resant.ru +restorator-msk.ru +reward-survey.net +ricorsogiustizia.org +rniaeba.ga +russia-tao.ru +s8-nowy-wygraj.comli.com +saratov.xrus.org +sashagreyblog.ga +sc-specialhost.com +scanmarine.info +searchencrypt.com +searchengineranker.email +secret.xn--oogle-wmc.com +semp.net +seoanalyses.com +seofied.com +seoheap.com +seojokes.net +seokicks.de +seolab.top +seorank.info +sergiorossistore.online +service.adtech.us +sexflirtbook.com +sexstream.pl +sextracker.com +shemale-sex.net +shiksabd.com +shitmovs.com +shopsellcardsdumps.com +simon3.ru sinestesia.host.sk -sisiynas.ru -site-speed-check.site -siteheart.net sitopreferito.it -slimcdn.com +sizeplus.work +skachat-besplatno-obrazcy.ru slonechka.ru -slutloadlive.com -smichovbike.cz -snip.to -snyatie-lomki-v-stacionare.ru -social-button.xyz -socialmadesimple.com -socialseet.ru -soda.media -softtor.com -sohoindia.net -solmarket.by -stanthonyscatholicchurch.org -startwp.org -starwars.wikia.com -staticfs.host -statistici.ro -stroiminsk.com -stroymonolit.su -studworks.org -sugarlyflex.pw -sumo.com -supermama.top -supermesta.ru +sms2x2.ru +snjatie-geroinovoy-lomki.ru +snomer1.ru +soblaznu.net +social-buttons.com +solicita.info +solitaire-game.ru +souvenirua.com +space-worry.ml +space2019.top +spaceshipad.com +spb.afora.ru +srdrvp.com +sstroy44.ru +staff.prairiesouth.ca +stariy-baku.com +starpages.net +stats-collector.org +strangeduckfilms.com +stroilka.info +studiofaca.com +subj.ukr-lit.com +sugvant.ru surflinksmedical.com -taraz.xkaz.org -tattoo33.ru +svarkagid.com +swinon.site +symbaloo.com +tabakur77.com +tacbibirfa.tk +taqywu51.soup.io +tds-advert005.info tdsing.ru -thegalerie.eu -thegameriders.com -timer4web.com -tizanidineonline.blogspot.com -tizanidinerestlesslegsyndrome.blogspot.com -tizanidinesideeffects.blogspot.com -tizanidinewithdrawal.blogspot.com -tizanidinewithdrawalsymptoms.blogspot.com -tkanorganizma.ru +telesvoboda.ru +terrafootwear.us +the-usa-games.blogspot.com +theendivechronicles.com +theplacetoupdating.pw +thetattoohut.com +thetoiletpaper.com +ticketsys.inetwd.com +titangel-vietnam.com +tizanidine4mgprice.blogspot.com +tizanidine4mgstreetvalue.blogspot.com +tizanidinedruginteractions.blogspot.com +tizanidinehcl2mgtablet.blogspot.com +tizanidinepills.blogspot.com +tizanidinevscyclobenzaprine.blogspot.com tmtrck.com -traderzplanet.in -trafficshaper.com -traffixer.com -trustaffs.com -tt-ipd.info -turbodsp.com -turizmus.us -twiclub.in -txxx.com -uchil.net -ufa.xrus.org -ukkala.xyz -unlimitdocs.net -unmaroll.ya.ru -unrealcommander.biz -uptime.com -uptimechecker.com -urdoot.win -urlopener.blogspot.com.au -ussearche.cf -vancleefreplica.pw -vchulkax.com -velen.io -vertaform.com -vesnatehno.ru +topclickguru.com +topdownloads.ru +torrents-tracker.com +tpu.ru +trahic.ru +trahvid.com +tryrating.com +tula.mdverey.ru +tvory.predmety.in.ua +twojebook.pl +tx41tclega.ru +typimga.pw +ugogo.info +ukrtvory.in.ua +underthesite.com +unimodemhalfduplefw.pen.io +unisexjewelry.org +unitexindia.com +uptime-delta.net +uptime-gamma.net +ural-buldozer.ru +uytmaster.ru +uzungil.com +vapeface.club +vashsvet.com video-hollywood.ru -videochat.life +videochat.world +videotuber.ru +vigrx-original.ru +vikistars.com +vilingstore.net vipsiterip.org +virtualbb.com vitoriacabos.com -volgograd.xrus.org -volume-pills.biz -wdfdocando.com -weboptimizes.com -website-datenbank.de -wleuaprpxuvr.ga -wonderfulflowers.biz -works.if.ua -wovis.site -ws.ampower.me -www.888.com -www.event-tracking.com -www.kabbalah-red-bracelets.com -x-diesel.info -xchat26.myfreecams.com -xmladserver.com -xmnb.net -xn-----8kcatubaocd1bneepefojs1h2e.xn--p1ai +voluumtrk.com +vse-pesni.com +vsexkontakte.net +vvpg.ru +vzlomsn.org +vzube.com +wait3sec.org +wallpaperaccess.com +wallpapers-best.com +wareseeker.com +warningzscaler.heraeus.com +we-are-gamers.com +web.cvut.cz +webs.com +webscouter.net +website-audit.com.ua +website-stealer.nufaq.com +webtherapy.ru +weburok.com +westen-v.life +whatsappdownload10.com +whengirlsgowild.com +win-spy.com +winterclassichockeyjerseys.com +witherrom55.eklablog.fr +worldoffiles.ru +wormix-cheats.ru +wygraj-teraz.com xn----7sbaaabaei0cc8aj5bj0bncejx.xn--p1ai -xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai -xn----7sbifcamovvfggw9d.xn--p1ai -xn----8sbdbjgb1ap7a9c4czbh.xn--p1acf -xn----itbeirbjbi7bc6bh2d.xn--p1ai -xn--80aodinpgi.xn--p1ai -xn--b1agm2d.net -xtraffic.plus -yoopsie.com -yottos.com -youbrainboost.asia -ypmuseum.ru -zahvat.ru -zakazfutbolki.com -zakazvzloma.com -zeg-distribution.com -zeleznobeton.ru -zeroredirect9.com -zigzog.ru -znakomstva-piter78.ru -zone-kev717.info -zscaler.net -zvezdagedon.ru +xn----8sbarihbihxpxqgaf0g1e.xn--80adxhks +xn--b1addnj3cah.xn--p1ai +xn--c1acygb.xn--p1ai +xn--hxazdsfy.blogspot.com +xn--oogle-wmc.com +xvideosporn.biz +y8games-free.com +yaaknaa.info +yachts-cruise.info +yellowfootprints.com +yoshkarola.zrus.org +youporn-ru.com +yourdesires.ru +yunque.pluto.ro +yurgorod.ru +zlatnajesen.com +zvetki.ru diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index ed6b8f16c..f7223313d 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -1000n1.ru -10bet.com -12u.info -2015god.org -2x2fan.ru -abclauncher.com -academia-nsk.org -add-add.men -adexprts.com -ads-cool.pro -adtech.de -alborzan.com -alkoravto.ru -amyfoxfitness.com -anti-virus-removal.info -apple.com-webbrowsing-security.review -arendatora.ru -asophoto.com -aucoinhomes.com -aviva-limoux.com -bagcionderlab.com -belinvestdom.by -bestempresas.es -bestmarriages.com -betteroffers.review -blacktwhite.com -bnt-team.com -burger-imperia.com -burkesales.com -californianews.cf -camdenmemorials.com -candycrushshop.com -cartierlove2u.com -cheapcigarettesc.info -children-learningreading.info -cienum.fr -clickbanksites.info -clipartnew.com -coderstate.com -compliance-don.top -compliance-don.xyz -connectingsingles.com -courtshipgift.com -cupday.com -dame-ns.kz -devochki.top -dfiles.me -download-walpaperhd.blogspot.com -draniki.org -driving.kiev.ua -drpornogratisx.xxx -e-biznes.info -earl-brown.info -elektrischezi.canalblog.com -elektronischezi.livejournal.com -embedle.com -enge-fotzen.info -engines-usa.com -eropho.com -essayservicewriting.org -etur.ru -exlarseva.webblog.es -exportshop.us -f5mtrack.com -fenoyl.batcave.net -fikasound.tk -filmbokep69.com -financeloan.us -finteks.ru -flavors.me -footbalive.org -forexgb.ru -forum.doctissimo.fr -freakycheats.com -free-social-buttons.xyz -fuel-gas.com -funnel.co.za -funnymama.com -g7m.pl -gagrasector.ru -garciniaxt.us -gearsadspromo.club -glasof.es -globalscam.ga -go2album.com -gok-kasten.net -golden-catalog.pro -googlefeud.com -gsasearchengineranker.space -hard-porn.mobi -hasshe.com -hatdc.org -healgastro.com -hentai-manga.porn -hkladys.com -homegardenlova.com -hotblognetwork.com -hotdl.in -igru-xbox.net -ihc2015.info -infokonkurs.ru +11235813.webzdarma.cz +123movies.love +2itech.ru +55wmz.ru +8558l.jobs.net +aa8b68101d388c446389283820863176e7.com +abwa.tk +acortarurl.es +adconscious.com +adrenalin-stk.ru +adsfresh.men +adzpower.com +afmuseum.com +ahrntal.verymes.xyz +akusherok.ru +alert-fjg.xyz +alfa-medosmotr.ru +alibestsale.com +aliexpresscashback.club +allcredits.su +allfinweb.com +alphavisions.net +amateurmatch.com +amehdaily.com +autowebmarket.com.ua +avitocars.ru +azlex.uz +b-styles.xyz +bamo.xsl.pt +bannerpower.com +bestserials.com +beta.hotkeys.com +biketank.ga +bizlist.com.de +boanonihaca.tk +boltalko.xyz +brillianty.info +buytizanidineonlinenoprescription.blogspot.com +cannibalcheerleader.com +cashkitten-a.akamaihd.net +ccjp.eu +chatroulette.life +checkhit.com +christianlouboutinreplica.pw +ci.ua +cialischstgerts.com +cleanallspyware.com +clevernt.com +com-onlinesupport.site +compliance-jane.top +compliance-walt.top +compliance-willy.top +cookie-law-enforcement-aa.xyz +crirussian.ru +culmimg.pw +daretodonate.co +data-mining.tk +dealitright.click +degerlund.net +delayreferat.ru +deutschland123.de +digitalfaq.com +dignitasdata.se +dkvorota.ru +dojki-hd.com +dotmass.top +dwomlink.info +e2click.com +ecxtracking.com +ed-shop01.ru +edwinkonijn.com.au +eloconcream.blogspot.com +ertelecom.ru +eupornstar.info +excitacao.com +exct.net +ezigarettenshop2.postbit.com +ezigaretteshop2.vefblog.net +facialporntube.com +faptitans.com +fashion-mk.net +feel-planet.com +feorina.ru +fettefrauen.net +fickkontaktehobbyhuren.com +fil.ru +fishingwholesale.us +fiverr.com +flagcounter.me +frankofficial.ru +freshdz.com +friendflnder.com +fuckingawesome.com +futbolkisales.ru +fym.com.ru +get-seo-domain.com +gigixo.com +glass-msk.ru +goforexvps.com +goldadpremium.com +gomusix.com +googst2.ru +graphics8.info +hanink.biz.ly +haveinc.xyz +hdseriale.pl +hiwibyh.bugs3.com +hmywwogw.bloger.index.hr +homemature.net +hubbble.com +humanorightswatch.org +hustoon.over-blog.com +hvd-store.com +imgarit.pw +immigrational.info +informatiecentro.be inome.com.ua -interior-stickers.ru -investzalog.ru -iqupdatetmz.win -irkutsk.zrus.org -iwantedmoney.com -james13prix.info -jikoman.info -johnrobertsoninc.com -kadashihotel.com -kemerovo.zrus.org -keywordspay.com -kinocccp.net -kinotorka.ru -klejonka.info +internetartfair.com +ipchicken.com +iusstf.org +jerseychinabizwholesale.com +jpcycles.com +juliadiets.com +kartiniresto.com +keywordbasket.com +keywords-monitoring-your-success.com +keywordteam.net +kino-rating.ru +kit-opt.ru +konpax.com kountrylife.com -krasnodar.zrus.org -kredit-pod-zalog-krasnodar.ru -laexotic.com -lanasshop.ru -landreferat.ru -ldrtrack.com -leadwayau.com -lernur.net -linkbolic.com -liverpool.gsofootball.com -loginduepunti.it -lottospring.com -lowephotos.info -m292.info -macdamaged.tech -madot.onlinewebshop.net -maglid.ru -manuscript.su -marketland.ml -markjaybeefractal.com -medtherapy.ru -menhealed.net -microstatic.pl +kozhniebolezni.com +lacapilla.info +lazymanyoga.com +lesbian.xyz +lifeinsurancekb.com +liupis.com +livetsomudvekslingstudent.bloggersdelight.dk +lostfilm-online.ru +lsex.xyz +malwareremovalcenter.com militarysale.pro -minecraft-rus.org -mototsikl.org -mouselink.co -mug-na-chas-moscow.ru -muz-baza.net -myhealthcare.com -net-profits.xyz -newstudio.tv -nightvision746.weebly.com -nmrk.ru -ofanda.com -office2web.com -offside2.5v.pl -oivcvx.website -okmusic.jp -onetravelguides.com -page2rss.com -palvira.com.ua -pastaleads.com -pateaswing.com -pepperstyle.ru -perso.wanadoo.es -pharmacyincity.com -poligon.com -polybuild.ru -pornodojd.ru -pornosemki.info -pornosmola.info -positive2b.ru -printdirectforless.com -printie.com -producm.ru -prosmibank.ru -questionmarque.ch -rabot.host.sk -radiodigital.co -rankingchart.de -rapidokbrain.com -rapidsites.pro +mobilemedia.md +mp3s.club +musicpro.monster +muztops.ru +mydoctorok.ru +naphukete.ru +nardulan.com +narosty.com +neodownload.webcam +newtechspb.ru +newyorkhotelsmotels.info +nfljerseysforsalewholesaler.com +niki-mlt.ru +nl.netlog.com +novosti-hi-tech.ru +ok.ru +okuos.com +oneclickfiles.com +onlinewritingjobs17.blogspot.ru +outpersonals.com +oxford-book.com.ua +oxotl.com +plaff-go.ru +plastweb.ru +plugingeorgia.com +porno-home365.com +pornstartits.xblog.in +pozdrawleniya.ru +profitfx.online +prokotov.com +prom23.ru +psvita.ru +rarbg.to +razvratnoe.org +real-time-analytics.com +realtytimes.com remont-komputerov-notebook.ru -rimedia.org -robertefuller.com -russia-today-video.ru -rutor.vip -sa-rewards.co.za -sabaapress.com -sarm.tk +rfid-locker.co +ricorsogiustizia.org +rockprogblog.com +rome2rio.com +ruclicks.com +rustic-quiver.win +salut-camp.ru +sbornik-zakonov.ru +sbprabooks.com scanner-fred.top -scanner-walter.top -seadragonherbery.com -searchinquire.com -seksvideoonlain.com -servethis.com -servicecenter.co.ua -sexpartygirls.net -shakhtar-doneck.ru -share-buttons-for-free.com -sigmund-freud.co.uk -silvercash.com -social-button.xyz -songoo.wz.cz -squidoo.com -stair.registrydomainservices.com -studentguide.ru -studiokamyk.com.pl -swinger-mobil.net -talant-factory.ru -tecspb.ru -teguh.info -terrafootwear.us -theautoprofit.ml -thecoolimages.net -thecoral.com.br -thegioixekhach.com +scanner-jessica.top +scanner-john.top +scanner-julianna.top +seansonline24.pl +sendearnings.com +seoheap.com +sex-sex-sex5.com +sexyteens.hol.es +shisha-swag.de +shopcheermakeup.info +shtora66.ru +sicfor.bcu.cc +site3.free-share-buttons.com +sitevaluation.org +smart-balancewheel.com +social-buttons.com +soda.media +solicita.info +soochi.co +space-worry.ml +special-porn.com +sports-supplements.us +spravka130.ru +stockspmb.info +stretchmate.net +summerlinhomes411.info +support.nopeas.sk +surcentro.com +svolze.com +swiped.su +takeprofitsystem.com +technika-remont.ru +telefonsexkostenlos.tk +telsis.com theheroes.ru -thetattoohut.com -tizanidinestreetvalue.blogspot.com -tizanidinewithdrawal.blogspot.com -tomck.com -trudogolik.net -trustl.life -try-rx.com -tsstcorpcddvdwshbbdriverfb.aircus.com -tubo360.com +toon-families.com +tula.howotorg.ru +turkeyreport.tk +tvand.ru txxx.com -typer.one -udayavani.com -uni.me -venerologiya.com -vladimir.zrus.org -wallpapersist.com -wallpaperstock.net -walpaperlist.com -warezaccess.com -wesharepics.site -westen-z.life -wholesalejerseychinashop.com -wiosenny-bon-1500.pl -xn----7sbaphztdjeboffeiof6c.xn--p1ai -xn----7sbbahaq9bb5afgiqfliv4m.xn--p1ai -xn--80ahdheogk5l.xn--p1ai -xn--80aodinpgi.xn--p1ai -xvideosporn.biz -xz618.com -you-shall-not-pass.is74.ru -zakazvzloma.com -zakon-ob-obrazovanii.ru -zarabiaj-dzis.pl -zionstar.net +unpredictable.ga +uptime-gamma.net +vacances-voyages.info +videochat.mx +vigrx-original.ru +vkmusics.ru +vkontarkte.com +vrnelectro.ru +vvpg.ru +vykupavto-krasnodar.ru +vzlomtw.com +w7s.ru +whiteproduct.com +wovis.site +ws.ampower.me +www.kabbalah-red-bracelets.com +xaijo.com +xxxhdvideo.site +yachts-cruise.info +zakonobosago.ru +zscaler.net diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index bbafd5391..1936bb846 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.80 0; +10.1.0.4 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index 57d0d3688..0d6700a16 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.12.2778 -### Updated: Tue Dec 14 07:03:59 UTC 2021 +### Version: V4.2021.12.2779 +### Updated: Tue Dec 14 10:03:32 UTC 2021 ### Bad Bot Count: 631 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 57d0d3688..0d6700a16 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.12.2778 -### Updated: Tue Dec 14 07:03:59 UTC 2021 +### Version: V4.2021.12.2779 +### Updated: Tue Dec 14 10:03:32 UTC 2021 ### Bad Bot Count: 631 ################################################### ### Version Information ##