From ff7f282caa8b4042265ee2e7a9a038a6f3e87b2e Mon Sep 17 00:00:00 2001 From: mitchellkrogza Date: Tue, 28 Dec 2021 22:07:15 +0000 Subject: [PATCH] V4.2021.12.2815 [ci skip] --- AUTO-CONFIGURATION.md | 2 +- MANUAL-CONFIGURATION.md | 2 +- README.md | 2 +- _google_analytics_ghost_spam/README.md | 2 +- .../etc/nginx/conf.d/globalblacklist.conf | 4 +- conf.d/globalblacklist-testing-version.conf | 4 +- conf.d/globalblacklist.conf | 4 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/buildnumber | 2 +- dev-tools/globalblacklist-testing.template | 4 +- dev-tools/globalblacklist.template | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/test_units/blacklist-ips.conf | 2 +- .../random-bots-for-test-quick.list | 20 +- .../test_units/random-bots-for-test.list | 282 +++--- .../random-bots-for-whitelist-test.list | 298 +++--- .../random-referrers-for-test-quick.list | 20 +- .../test_units/random-referrers-for-test.list | 930 +++++++++--------- .../random-referrers-for-whitelist-test.list | 482 ++++----- dev-tools/test_units/whitelist-ips.conf | 2 +- dev-tools/tmp/robots.txt | 4 +- robots.txt/robots.txt | 4 +- 45 files changed, 1072 insertions(+), 1072 deletions(-) diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 396b36e26..e4b522098 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.12.2814 +#### Version: V4.2021.12.2815 #### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 202e526da..19bd5e8c3 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.12.2814 +#### Version: V4.2021.12.2815 #### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index 391ad4e5d..540096e6a 100755 --- a/README.md +++ b/README.md @@ -13,7 +13,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2021.12.2814 +#### Version: V4.2021.12.2815 #### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 8dbfcf01f..5f516f3b0 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2021.12.2814 +#### Version: V4.2021.12.2815 #### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 82e678937..d5dad593d 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2814 -### Updated: Tue Dec 28 10:03:21 UTC 2021 +### Version: V4.2021.12.2815 +### Updated: Tue Dec 28 22:01:17 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 8a87d5300..2eb7d081d 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2814 -### Updated: Tue Dec 28 10:03:22 UTC 2021 +### Version: V3.2021.12.2815 +### Updated: Tue Dec 28 22:01:18 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 82e678937..d5dad593d 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2814 -### Updated: Tue Dec 28 10:03:21 UTC 2021 +### Version: V4.2021.12.2815 +### Updated: Tue Dec 28 22:01:17 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 8a87d5300..2eb7d081d 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2814 -### Updated: Tue Dec 28 10:03:22 UTC 2021 +### Version: V3.2021.12.2815 +### Updated: Tue Dec 28 22:01:18 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 3ee55e1ea..a5f9adead 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.201 1; +10.1.1.166 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 417e771ff..a5198419e 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.201 0; +10.1.1.166 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 8a87d5300..2eb7d081d 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2814 -### Updated: Tue Dec 28 10:03:22 UTC 2021 +### Version: V3.2021.12.2815 +### Updated: Tue Dec 28 22:01:18 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 3ee55e1ea..a5f9adead 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.201 1; +10.1.1.166 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 417e771ff..a5198419e 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.201 0; +10.1.1.166 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 8a87d5300..2eb7d081d 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2814 -### Updated: Tue Dec 28 10:03:22 UTC 2021 +### Version: V3.2021.12.2815 +### Updated: Tue Dec 28 22:01:18 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 3ee55e1ea..a5f9adead 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.201 1; +10.1.1.166 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 417e771ff..a5198419e 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.201 0; +10.1.1.166 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 8a87d5300..2eb7d081d 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2814 -### Updated: Tue Dec 28 10:03:22 UTC 2021 +### Version: V3.2021.12.2815 +### Updated: Tue Dec 28 22:01:18 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index 681f6fefb..a21f62183 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -2814 +2815 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 8a87d5300..2eb7d081d 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2814 -### Updated: Tue Dec 28 10:03:22 UTC 2021 +### Version: V3.2021.12.2815 +### Updated: Tue Dec 28 22:01:18 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index 82e678937..d5dad593d 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2814 -### Updated: Tue Dec 28 10:03:21 UTC 2021 +### Version: V4.2021.12.2815 +### Updated: Tue Dec 28 22:01:17 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 6ca39cc79..919b3682b 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.112.3.125 0; +20.83.100.39 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 82e678937..d5dad593d 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2814 -### Updated: Tue Dec 28 10:03:21 UTC 2021 +### Version: V4.2021.12.2815 +### Updated: Tue Dec 28 22:01:17 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 3ee55e1ea..a5f9adead 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.201 1; +10.1.1.166 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 417e771ff..a5198419e 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.201 0; +10.1.1.166 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 82e678937..d5dad593d 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2814 -### Updated: Tue Dec 28 10:03:21 UTC 2021 +### Version: V4.2021.12.2815 +### Updated: Tue Dec 28 22:01:17 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 3ee55e1ea..a5f9adead 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.201 1; +10.1.1.166 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 417e771ff..a5198419e 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.201 0; +10.1.1.166 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 82e678937..d5dad593d 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2814 -### Updated: Tue Dec 28 10:03:21 UTC 2021 +### Version: V4.2021.12.2815 +### Updated: Tue Dec 28 22:01:17 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 3ee55e1ea..a5f9adead 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.201 1; +10.1.1.166 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 417e771ff..a5198419e 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.201 0; +10.1.1.166 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 82e678937..d5dad593d 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2814 -### Updated: Tue Dec 28 10:03:21 UTC 2021 +### Version: V4.2021.12.2815 +### Updated: Tue Dec 28 22:01:17 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 6ca39cc79..919b3682b 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.112.3.125 0; +20.83.100.39 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 073f373cb..4b9542bc4 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2814 -### Updated: Tue Dec 28 10:03:21 UTC 2021 +### Version: V4.2021.12.2815 +### Updated: Tue Dec 28 22:01:17 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 6ca39cc79..919b3682b 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.112.3.125 0; +20.83.100.39 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index e3dd03d20..fcce0449e 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2814 -### Updated: Tue Dec 28 10:03:21 UTC 2021 +### Version: V4.2021.12.2815 +### Updated: Tue Dec 28 22:01:17 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index 3ee55e1ea..a5f9adead 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.201 1; +10.1.1.166 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index 802723af4..089c58c34 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -BackWeb -Cloud mapping -DatabaseDriverMysqli -Navroad -OpenVAS -Probethenet -SlySearch -Spbot -VCI -Web Pix +Aboundexbot +Dispatch +Evil +Grabber +IndeedBot +LibWeb +SpankBot +Web Sucker +WebReaper +pcBrowser diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index 34e8a2bde..f49cff10c 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ 01h4x.com -360Spider 404checker -404enemy -Aboundexbot +80legs +ASPSeek AhrefsBot -Anarchie +AiHitBot +Alexibot +AllSubmitter +AlphaBot +Anarchy99 Ankit +Anthill +Apexoo Attach -AwarioRssBot -AwarioSmartBot +BBBike BDCbot -BackDoorBot BackStreet -Battleztar Bazinga -Blow -BlowFish +BatchFTP +BetaBot +BlackWidow +Blackboard Boardreader -Brandprotect -Buck -CODE87 +Brandwatch +BuiltBotTough +BuiltWith +Bullseye +CCBot CSHttp -Calculon -Cegbfeieh +CensysInspect CheTeam -ChinaClaw +CheeseBot Chlooe +Citoid Collector +Copier CopyRightCheck Copyscape Cosmos -Craftbot -Curious -DSearch -DTS Agent +Custo +DBLBot +DIIbot DataCha0s -DatabaseDriverMysqli Demon +Devil Digincore DigitalPebble -Dirbuster Disco -Discobot Discoverybot -DittoSpyder -DnyzBot -DomainAppender -DomainStatsBot +Dispatch +DnBCrawler-Analytics +DomainCrawler Domains Project ECCP/1.0 +EMail Siphon +EasyDL Ebingbong +Ecxi EroCrawler -Evil +Express WebPictures +ExtLinksBot Extractor -ExtractorPro FDM +FHscan FemtosearchBot Firefox/7.0 +FlashGet Flunky +Foobot Freeuploader -FrontPage -Fuzz -GT::WWW -GalaxyBot -Genieo -GetRight -Getintent -Gigabot +FyberSpider +Fyrebot +G-i-g-a-b-o-t +GermCrawler +Go!Zilla GoZilla GrabNet -HTMLparser +GrapeFX +HEADMasterSEO +HTTrack Haansoft -HaosouSpider -Heritrix +Havij Humanlinks HybridBot -IDBot -Image Fetch -Image Sucker -IndeedBot +Indy Library InfoTekies -Intelliseek -InternetSeer +Internet Ninja Iria Iskanie -IstellaBot JOC Web Spider -JamesBOT -Joomla -Keyword Density +Jetty +JustView Kinza Kozmosbot -LNSpiderguy Lanshanbot -Leap +LeechGet +LibWeb Libwhisker +LieBaoFast Lightspeedsystems Likse -Linkbot +LinkWalker Linkdexbot -LinksManager +LinqiaMetadataDownloaderBot LinqiaRSSBot -LinqiaScrapeBot -MIDown tool -MJ12bot +Litemage_walker +Lmspider +MIIxpc MQQBrowser +MSFrontPage MSIECrawler -Mail.RU_Bot +Mag-Net Majestic SEO -Mass Downloader -Masscan +Majestic-SEO +MarkWatch Mata Hari -Mb2345Browser -MeanPath Bot +MauiBot Meanpathbot -Microsoft URL Control -Minefield -Mister PiX +MicroMessenger +Microsoft Data Access Moblie Safari Mojeek -Mojolicious +Morfeus Fucking Scanner Musobot NPbot +Name Intelligence +Nameprotect Navroad -NearSite +Net Vampire NetAnts -NetMechanic +Netcraft Netvibes +NextGenSearchBot +Nibbler +Niki-bot +Nikto NimbleCrawler Ninja -Nmap Not -Nuclei -OpenVAS -Openfind +Offline Explorer Openvas OutfoxBot -PECL::HTTP PHPCrawl POE-Component-Client-HTTP -PageGrabber +Page Analyzer +PageScorer Papa Foto -Petalbot +PeoplePal +Pi-Monster +PictureFinder PleaseCrawl -ProPowerBot +Pockey +Psbot Pu_iN +Pump +PxBroker Quick-Crawler -RankActive -RankFlex +RSSingBot +RankActiveLinkBot RankingBot +RankingBot2 RankurBot RebelMouse +Recorder Ripper -RocketCrawler -Rogerbot -SEOkicks +SBIder SEOkicks-Robot SEOlyticsCrawler -SISTRIX +SEOprofiler +SMTBot ScanAlert +Scanbot ScoutJet -ScrepyBot -SearchmetricsBot -SemrushBot -SeobilityBot +Scrapy +Searchestate +SemanticJuice +SentiBot Seomoz Shodan -Site Sucker -SiteExplorer -Siteimprove -SmartDownload -Snake +Siphon +SiteSnagger +SiteSucker +SlySearch Snoopy -SocialRankIOBot Sociscraper +Sottopop Spanner Spbot Spinn3r -SputnikBot -Sqworm -Stripper -SuperBot +Sucuri Surfbot -T0PHackTeam -T8Abot +Suzuran +Swiftbot +Teleport TeleportPro +Telesphorep The Intraformant TheNomad -Thumbor -Tracemyfile -Turnitin +TightTwatBot +Trendiction +Trendictionbot +True_Robot TwengaBot -Twice -URLy Warning -Upflow +Typhoeus +UnisterBot +VB Project +VeriCiteCrawler VidibleScraper -VoidEYE Voil Voltron -WISENutbot +WASALive-Bot WPScan WWW-Mechanize WWW::Mechanize WWWOFFLE -WallpapersHD -Web Collage +Wallpapers +WeSEE +Web Fetch Web Pix Web Sauger -WebAuto -WebBandit +WebCollage +WebEnhancer WebFuck -WebGo IS -WebSucker -WebWhacker -WebmasterWorldForumBot -Whack +WebLeacher +WebReaper +WebsiteQuester Whatweb -Who.is Bot -WiseGuys Robot -Wonderbot -Woobot -Wprecon -Xaldon WebSpider -Zade -Zeus -Zitebot +Widow +Wotbox +Xenu +YoudaoBot +Zermelo ZoomBot +ZoominfoBot ZumBot arquivo-web-crawler -autoemailspider -backlink-check -coccocbot-web -crawler.feedback -dataforseo.com -instabid -ips-agent -isitwp.com -meanpathbot +crawler4j +demandbase-bot +facebookscraper +lwp-request muhstik-scan -pcBrowser plumanalytics +probe-image-size ripz -sexsearcher -trendiction.com +satoristudio.net +scalaj-http +sogouspider +sysscan ubermetrics-technologies.com -voyagerx.com -webmeup-crawler -x09Mozilla -x22Mozilla -zauba.io +webgains-bot +xpymep1.exe diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 56cb5d1c9..909957f85 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -404checker -80legs +01h4x.com +404enemy ADmantX AIBOT -Abonti Aboundex -Alexibot +Acunetix +AfD-Verbotsverfahren +AhrefsBot +AllSubmitter AlphaBot -Anarchie -Ankit -Asterias -AwarioSmartBot -BDCbot -BDFetch -BLEXBot +Anarchy +Apexoo +Attach +BBBike +BackDoorBot BackStreet -Backlink-Ceck -Badass +BackWeb +BacklinkCrawler +Bandit Battleztar Bazinga BetaBot -Bigfoot -Black Hole -BlackWidow +Bitacle Boardreader Bolt -BotALot -Buck Buddy -BuiltWith +BuiltBotTough Bullseye -BunnySlippers -CCBot +CATExplorador CODE87 -CSHttp -CazoodleBot CensysInspect +CheTeam +CheeseBot +ChinaClaw Chlooe -Citoid -Copyscape -Cosmos -Craftbot +Cliqzbot +Cloud mapping +Cocolyzebot +Cogentbot +Copier Crawling at Home Project -CyotekWebCopy +CrazyWebCrawler +CrunchBot +Custo DBLBot -DTS Agent +DIIbot +DSearch DataCha0s +Devil +DigitalPebble +Dirbuster Disco DittoSpyder -DomainAppender -DomainCrawler -Domains Project -EMail Siphon -EMail Wolf -EasyDL +DnBCrawler-Analytics +DnyzBot +DomCopBot +DomainSigmaCrawler +DomainStatsBot +Dotbot Ebingbong -EirGrabber -Evil -FDM -FHscan +Exabot +Extractor +Ezooms Fimap -Foobot +FlashGet +FrontPage +G-i-g-a-b-o-t +GT::WWW +GalaxyBot Genieo GermCrawler -GetRight -Gotit -Grafula -GrapeFX -HaosouSpider -Hloader -Humanlinks -HybridBot +GetWeb +Go!Zilla +GoZilla +GrabNet +GrapeshotCrawler +HTMLparser +Haansoft +Heritrix IDBot -IRLbot -Image Fetch -Indy Library -Intelliseek +Iblog +IndeedBot +InfoTekies +Internet Ninja Iria Iskanie -JOC Web Spider -Jbrofuzz -JennyBot +JetCar +JikeSpider Joomla -Jorgee JustView -Jyxobot Kenjin Spider Kinza +Kozmosbot LNSpiderguy LWP::Simple -Lanshanbot -Leap +LeechGet +LexiBot Lftp -LieBaoFast +Libwhisker +Likse LinkScan LinkWalker -LinksManager +Linkdexbot +LinkpadBot LinqiaMetadataDownloaderBot -Lipperhey +Lipperhey Spider Litemage_walker +Ltx71 MFC_Tear_Sample +MJ12bot +MQQBrowser +MSFrontPage MSIECrawler -Mail.RU_Bot -Majestic SEO Majestic-SEO -Majestic12 +MarkMonitor MarkWatch Mass Downloader +Masscan +MauiBot Mb2345Browser Meanpathbot -Metauri +Mediatoolkitbot Microsoft URL Control -Mister PiX -Name Intelligence -Navroad -NetAnts +Minefield +Musobot +NICErsPRO +NPbot +Needle +Netcraft Nettrack -Nibbler -NimbleCrawler -Nimbostratus +NextGenSearchBot +Niki-bot Ninja -Nuclei +Nmap Nutch -OnCrawl +Octopus +Offline Explorer +Offline Navigator +OpenLinkProfiler Openfind Openvas OrangeBot -OutclicksBot -PECL::HTTP -PHPCrawl +OutfoxBot PageThing.com -Panscient -Papa Foto Pavuk Pi-Monster -Picscout PictureFinder +Pimonster +Pockey ProPowerBot -Probethenet +Psbot PxBroker -RankActiveLinkBot -RankFlex +QueryN Metasearch RankingBot +RankingBot2 ReGet RealDownload -RebelMouse -RepoMonkey -Ripper -RocketCrawler SBIder -SEOkicks +SEOkicks-Robot SEOprofiler +SEOstats SMTBot -SalesIntelligent -Scanbot +Screaming ScrepyBot +Searchestate +SearchmetricsBot +SemanticJuice Semrush SentiBot -SeobilityBot -Shodan -Site Sucker -SiteLockSpider -Sitebeam +Seomoz +SiteExplorer +SiteSnagger Siteimprove +Sitevigil SmartDownload -Sogou web spider +SocialRankIOBot Sottopop -Spammen -SpankBot Spanner -Spbot -Spinn3r -Sqworm -Steeler +SputnikBot Sucuri -SuperBot -Surfbot -SurveyBot +SuperHTTP Suzuran -T0PHackTeam -Teleport -TeleportPro -Telesphoreo -The Intraformant -Titan -Toweyabot -Tracemyfile -Trendiction +T8Abot +Telesoft +Toata +Trendictionbot Turingos -TwengaBot Twice Typhoeus -URLy.Warning -UnisterBot -Upflow VB Project -Virusdie -Voil -WBSearchBot -WPScan +VCI +VidibleScraper +VoidEYE +WASALive-Bot +WEBDAV WWW-Collector-E +WWW-Mechanize WWW::Mechanize -Wallpapers -Web Sucker -WebAuto -WebBandit +WWWOFFLE +Wallpapers/3.0 +WallpapersHD +Web Fetch +Web Fuck +Web Pix WebCopier +WebEnhancer WebFetch -WebFuck -WebPix +WebLeacher WebReaper -WebSucker -WebZIP WebmasterWorldForumBot -WebsiteExtractor +WebsiteQuester +Whack Whacker -Whatweb Who.is Bot Widow +WiseGuys Robot Woobot -Wprecon -Xaldon WebSpider +YoudaoBot Zermelo Zeus Zitebot +ZoomBot ZoominfoBot -ZumBot -autoemailspider +ZyBorg +adscanner +archive.org_bot +arquivo-web-crawler +cah.io.community check1.exe -clark-crawler coccocbot-web -cognitiveseo -crawler4j +dataforseo.com facebookscraper +gopher heritrix -internetVista monitor isitwp.com -lwp-trivial -magpie-crawler +meanpathbot mediawords +page scorer +pcBrowser +plumanalytics +polaris version +probe-image-size ripz +satoristudio.net seoscanners sogouspider sp_auditbot -spyfu -trendiction.com -webmeup-crawler -webprosbot +trendiction.de +ubermetrics-technologies.com x09Mozilla -x22Mozilla -zauba.io +xpymep1.exe diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index 5b04e8c3b..aed6e562f 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -download-of-the-warez.blogspot.com -keyhantercume.com -lulea-auktionsverk.se -macfix.life -picturesboss.com -pornofeuer.com -tizanidineinteractions.blogspot.com -turbabitload.weebly.com -twittrading.com -vkak.ru +bonky.biz +doctissimo.fr +fickluder69.com +jumptap.com +link.ac +nottyu.xyz +partners-ship.pro +picquery.com +recinziireale.com +sitopreferito.it diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index 239b5a679..808f96796 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -0912701309f8ce.com -0daymusic.org -0lovespells0.blogspot.com 1000n1.ru -1008.su -1kdailyprofit.me -404.mn -5i2.net -5tey7463.weebly.com -70casino.online -91abcw.com -aa81bf391151884adfa3dd677e41f94be1.com -aa9bd78f328a6a41279d0fad0a88df1901.com +123kuma.com +1hwy.com +2000k.ru +2020iscoming.info +3-letter-domains.net +3rbseyes.com +4webmasters.org +991mostfm.co.id +aa08daf7e13b6345e09e92f771507fa5f4.com +aab94f698f36684c5a852a2ef272e031bb.com +abcdeg.xyz +abwa.tk +acheterviagrafr24.com +actices.com +adanih.com +adelly.bg adminshop.com -adnotbad.com -adsland.men -adult3dgames.com -affrh2015.com -agahinameh.com -akusherok.ru -alekseevec.ru -alert-jdh.xyz -alibestsale.com -all-streaming-media.com -alldezservice.kz -allornamenti.com -alpharma.net -aludecor.info -amazon-adsystem.com -anaksma.info -analytics-ads.xyz -apessay.com -apiitsthirteende-a.akamaihd.net +adobereader-free.ru +ads-cool.pro +adsref.men +adtech.de +adultmeetonline.info +adzerg.com +aero2.ru +agroeconom.kz +allnews.md +alta-realestate.com +altamayoztourism.com +anal-acrobats.com +anatomiy.com +android-vsem.org +animaltoplist.com +anime.dougasouko.com +animenime.ru +anonymous-redirect.com +anonymousfox.co +apiappenableinfo-a.akamaihd.net +apidiamondatanet-a.akamaihd.net +apiqualitinknet-a.akamaihd.net apispringsmartne-a.akamaihd.net -apper.de -appiq.mobi -arate.ru -arenda-avtoprokat-krasnodar.ru -artparquet.ru -as5000.com -atout-energie-69.com -ausmepa.org.au -auto4style.ru -autochoixspinelli.com -avtointeres.ru -balitouroffice.com -batanga.net -bcmp.org -beauty-things.com -belsetirehafi.tk -best-coupon-offer.com -besthoro.ru -bestplacetobuyeriacta.jw.lt -bestsexyblog.com -betonka.pro -bezlimitko.xyz -bimatoprost-careprost.com.ua -blacktwhite.com -blockworld.ru -blogos.kz -blogporn.in -blogsfunky672.weebly.com -bloke.com -boazpower.com -bongiornos.info -bookhome.info -bosefux.esy.es -brakehawk.com -brianhenry.co -brimstonehillfortress.org -bristolhotel.com -bristolhotel.com.ua -bumskontakte.org -bus-offer.com -buyantiviralwp.com -buyessay3.blogspot.ru -buyessayonline19.blogspot.ru +appartement-stumm.at +apple.com-cleaner.systems +arendas.net +arkartex.ru +artel116.ru +asiengirls.net +atlasvkusov.ru +atofilms.com +awaybird.ru +ayeartoforget.com +azadnegar.com +azbuka-mo.ru +azinoofficial777.ru +bablonow.ru +babyfactory.fr +back.dog +backiee.com +baersaratov.ru +balook.com +bank.uz +banki76.ru +bbsoldes.fr +beachfix.co +beachpics.com +beauty-b0x.pl +best-mam.ru +bestpriceninja.com +beyan.host.sk +bin-brokers.com +binomo.com +bluesalt.co +bluesman.nu +bmsco.co +bolezniorganov.ru +bombla.org +bonzbuddy.com +bouda.kvalitne.cz +brainxs.us +brendbutik.ru +brg8.com +bristolhostel.com +bukleteg.xyz +buttons-for-website.com +buy-cheap-pills-order-online.com buypanicdisorderpill.com -buytizanidineonline.blogspot.com -cakesplus.com.au -calc-for-credit.ru -candelluxsklep.pl -cannibalcheerleader.com -capture-room.com -carloans.com -carstrends2015.com -cartierlove2u.com -cartujano-pre.de -cdncash.net -cellfun.mobi -cenokos.ru -cercacamion.it -cerev.info -cheapjerseysfootballshop.com -cherubinimobili.it -chidporn.com +buzzsumo.com +bvlgariring.xyz +bytimedance.ru +c-gainsbourg.com +calcularpagerank.com +camsex.xxx-cam.webcam +candcstuccoandstone.com +canvas.gloverid.site +cardsdumps.com +cars-modification.net +cartierjusteunclou.xyz +cartierreplica.top +centrdebut.ru +cheapestjerseys-wholesale.com chocolateslim-en-espana.com -cialischsrx.com -clknsee.com -clothesforcash.com -cmhomestayagency.com -coaching-netz.info -coderstate.com -codysbbq.com -com-secure.download -compliance-alexa.xyz -compliance-checker.info -compliance-elena.xyz -compliance-jessica.top +christianlouboutinsaleoutletonline.us +christianlouboutinshoes.xyz +cialis-samples.com +cialisovercounteratwalmartusa.com +cleanpcnow.com +clickpapa.com +compliance-ivan.xyz concordexoticrentals.com +cookie-law-enforcement-ff.xyz coolingoods.com -copyrightclaims.org -counter.bloke.com -crd.clan.su +countbertwistdisp26.soup.io +crazyprotocol.com +creams.makeforum.eu +credit-online.ws +credit.co.ua +cryptoswap.biz +cs-passion.pl culmimg.pw -culturevie.info -custom-electric-guitar.com +customchocolate.business-for-home.com +customergrowthsystems.com cvety24.by -davebestdeals.com -ddpills.com -decorationspcs.com -detskie-zabavi.ru -diegolopezcastan.com -dieswaene.com -digilander.libero.it -digitalassetmanagement.site -dikx.gdn -dimkino.ru -divci-hry.info -dogoimage.com -domain-submit.info -dotnetdotcom.org -downloadme.life -dscaas.website -e-collantes.com -eas-seo.com -easync.io -ed-shop01.ru -el-nation.com -eleimgo.pw -emerson-rus.ru -eng-lyrics.com -englate.com -enthuse.computernetworksonline.com +cyprusbuyproperties.com +descargar-musica-gratis.net +digitalfaq.com +dignitasdata.se +dimfour.com +div.as +diy-handmade-ideas.com +dms-sw.ru +dneprsvet.com.ua +docstoc.com +documentsite.net +dodlive.mil +donvito.unas.cz +dorratex.tn +dostavka-v-ukrainu.ru +downtuptv.gq +drev.biz +dvd-famille.com +ednorxmed.com +ekaterinburg.xrus.org +ekto.ee +electronicadirect.com +elektrozigarettekaufen1.devhub.com +elite-sex-finders.com +elvenar.com envaseslotusama.com eshop4u.jp -estibot.com -etenininrade.ga -eugenevaultstorage.com -european-torches.ru -europeanwatches.ru -extstat.com -eyemagination.com -face.hostingx.eu -factorynightclub.com -failingmarriege.blogspot.com -familienzahnaerzte.com +essaypro.com +everytalk.tv +exonline.info +expertblog.info +extads.net +extremez.net +f0815.de +f1nder.org fanpagerobot.com -fbdownloader.com -ff30236ddef1465f88547e760973d70a.com -filmi-onlain.info -findanysex.com -flashlarevista.com +fashion-stickers.ru +fatmaelgarny.com +financepoints.eu +findsexguide.com +finemanteam.com +flowersbazar.com flytourisme.org -fok.nl -free-deals.faith -freelifetimefuckbook.com -freemags.cc -freshwallpapers.info -freza-sverlo.ru -fullgirl.ru -fun2cell.net -funcrushgames.com -fx-brokers-review.com -fxtips.ru -fym.com.ru -gallerylisting.com -game300.ru -gamerscorps.com -gay-file.com -gelezki.com -getaclueamerica.com -ghernnqr.skyrock.com -girlsatgames.ru -goforexvps.com -goldpanningtools.com -goo.ne.jp -good-mummy.ru -gotorussia.com -gratuitbaise.com -greatfind-a.akamaihd.net -greendream.com.ua -gta-top.ru -guidefs.ru -guigyverpo.cf -guildebzh.info +footbalive.org +forex-procto.ru +forex21.ru +franecki.net +freakycheats.com +free-fbook-traffic.com +freeseedsonline.com +freevpn.space +freshdz.com +funponsel.com +fyl.com.ru +gamedayhouse.com +games.kolossale.ru +geile-lelly.eu +genericlowlatencyasiodriverhq.aircus.com +getdot.ru +getresponse.com +gilbertbanda.net +girlporn.ru +go2jump.org +gorabagrata.ru +gourcy.altervista.org +grand-chlen.ru +graphics8.info +graphid.com +greatgrace.ru +greenzaim.ru +gsasearchengineranker.space gwhwpxbw.bloger.index.hr -hahashka.ru -hamilton.ca -hamptonoaks.ca -harmonyglen.us -hatdc.org -hchha.com +hatedriveapart.com hdimagegallery.net -hikesearch.net -hit-kino.ru -homegardenlova.com -homemature.net -hopeonthestreet.co.uk -hornymatches.com -hostcritique.com -hothor.se -hoverboard360.es -ibmdatamanagement.co -idealtits.net -ideashome.id +highspeed5.net +hildinghr.se +hobild.net +homemade.gq +hoporno.com +hostsshop.ru +hoterika.com +hotgirlhdwallpaper.com +houseofrose.com +houston-vikings.com +hoverboardforsaledirect.com +i4track.net +ictizanidinehcl4mg.blogspot.com +ifmo.ru ilikevitaly.com -imabase.com -imediadesk.com -immobiliaremassaro.com -inboundlinks.win -infoupdate.org -inome.com.ua -inspiring-desperate.tk -interfucks.net -internet-apteka.ru +ilovevitaly.ru +ilte.info +images-graphics-pics.com +inclk.com +incolors.club +increasewwwtraffic.info +intellekt21.ru investyb.com -io9.com -iplogger.org -iqbazar.ru +iqoption.pro irkutsk.zrus.org -iron-age.info -isitpaleo.info -istanbulit.com -iwantedmoney.com -iyasimasennka.com -janerikholst.se -javrip.net -jerseychinabizwholesale.com -jus0wil.pp.ua -justprofit.xyz -kaac.ru -kamorel.com +islamtoday.co.za +ix20.ru +japan-bearings.ru +jillepille.com +jimmychoosale.online +johnnyhaley.top +kalandranis.gr +kambasoft.com ketrzyn.pl -keywordhouse.com -kino-ecran.ru -kino-filmi.com -kmgamex.cf -komputers-best.ru -koopilka.com -koptims.tiu.ru -kosmetyki.tm.pl -krynica.info -kvartir-remont.biz -lacasamorett.com -larchik.net -lennatin.info -lincolntheatre.com -lion.snapmap.us -liverpool.gsofootball.com -livingroomdecor.info -lizace.com -llastbuy.ru -localmatchbook.com -locatellicorretor.com.br -lomb.co -lonely-mature.com -lost-alpha.ru -lsex.xyz -m0r0zk0-krava.ru -macotool.com -magazintiande.ru -magicdiet.gq -makenahartlin.com -marketingtechniques.info -marwer.info -masthopehomes.com -mebel-alait.ru -med-zdorovie.com.ua -mediawhirl.net -medicinacom.ru -medispainstitute.com.au -meet-flirt-dating.com -metabar.ru -micasainvest.com -michaelkorsoutlet.store -miniature.io -missvietnam.org -mistr-x.org -mlf.hordo.win -mlvc4zzw.space -mncrftpcs.com -moncleroutletonline.win -money-for-placing-articles.com -moneymaster.ru -mototsikl.org -mountainstream.ms -mrbitsandbytes.com +keyhantercume.com +kichenaid.ru +kinogolos.ru +kletkimehan.ru +koleso24.com.ua +kongruan.com +labafydjxa.su +labelwater.se +lacave.ntic.fr +larger.io +lider-zhaluzi.kiev.ua +liffa.ru +lisque.batcave.net +lombia.co +longgreen.info +lrac.info +macfix.life +machicon-akihabara.info +magda-gadalka.ru +mansparskats.com +marcowebonyodziezowe.pl +massage-info.nl +maxthon.com +mb140.ru +mediafresh.online +medkritika.ru +mejoresfotos.eu +michaelkorssaleoutletonline.net +migente.com +mindbox.co.za +minegam.com +mnogolok.info +moesexy.com +mojaocena.com +monitorwebsitespeed.com +monsterdivx.com +morepoweronmac.trade +moscow.online-podarki.com +moskva.nodup.ru +most-kerch.org +mouselink.co +moviezbonkerssk.cf +movpod.in mrpornogratis.xxx -musflashtv.com -mydeathspace.com -mygameplus.ru -myghillie.info -myhydros.org -mypornfree.ru -naj-filmy24.pl -naphukete.ru -narutonaruto.ru -nbsproject.ru -netfacet.net -njpalletremoval.com -nodding-passion.tk -nodup.ru -nottyu.xyz -novosti-hi-tech.ru -nuker.com -obiavo.by -obiavo.ru -odoratus.net -officedocuments.net -okayimage.com -onefilms.net -onlainbesplatno.ru -online-sbank.ru -onlinedomains.ru -open-odyssey.org -opinionreelle.com -outclicks.net -oxford-book.com.ua -paceform.com -partner-cdn.men -pathwhelp.org -picquery.com -pills24h.com +mrsdalloways.com +mural.co +music7s.me +musicstock.me +my-floor.in.ua +mydirtystuff.com +nalogovyy-kodeks.ru +national-today-winning-winner.club +naturalbreakthroughsresearch.com +naturtreenspicerx.pw +neodownload.webcam +nerudlogistik.ru +netallergy.ru +newstaffadsshop.club +nextconseil.com +nfljerseyscheapchinabiz.com +obiavo.net +offers.bycontext.com +oil-td.ru +okel.co +olympescort.com +one.net.in +online-hit.info +online-templatestore.com +ons-add.men +ozoz.it +partners-ship.pro +partnersafe.men +parvezmia.xyz +pateaswing.com +patol01.pw +pc-test.net +penisvergrotendepillennl.ovh +phormchina.com +picsearch.com +picturesboss.com +piulatte.cz pivka.xyz -playlott.com -pokemon-go-play.online -pokemongooo.ml -polska-poezja.com -pornoklad.net -postclass.com -privatamateure.com -prostitutki-odessa.org -prostitutki-tolyatti.org -pussyspace.net -quickloanbank.com -quizzitch.net +pkr1hand.com +playboyfiles.xblog.in +playtap.us +plusnetwork.com +pobeiranie.pl +pod-muzyku.club +pontiacsolstice.info +popserve.adscpm.net +popunder.net +porno-video-chati.ru +pornoblood.com +pornonik.com +pornophoto.xyz +pornotubexxx.name +portal-eu.ru +pozdrawleniya.ru +printdirectforless.com +privacyassistant.net +privetsochi.ru +prizeestates.cricket +productarium.com +produkto.net +prodvigator.ua +professionalwritingservices15.blogspot.ru +promoheads.com +pssucai.info +pukaporn.com +pulse33.ru +rank-checker.online rankings-analytics.com -rapevideosmovies.com -raschtextil.com.ua -rasteniya-vs-zombi.ru -refads.pro -remmling.de -remont-comp-pomosh.ru -remont-ustanovka-tehniki.ru -repeatlogo.co.uk -replicalouboutin.xyz -research.ifmo.ru -retailwith.com -reversing.cc -reward-survey.net -rewardit.com -rff-cfal.info -rfserial.net -rialp.getenjoyment.net -richinvestmonitor.com -ringporno.com -roleforum.ru -rozalli.com -rubanners.com -ruex.org.ua -rusvideos.su -sabaapress.com -samo-soznanie.ru -sape.top -sarm.tk -securityallianceservices.com -seo-traffic-ranking.info -seobility.net -seocheckupx.com -seonetwizard.com -seoprofiler.com -serpstat.com -servethis.com -sex-sex-sex5.com -sexiporno.net -sextracker.com -sexuria.net -sexxdate.net -sexy.babes.frontend-stack.top -sexyteens.hol.es -shikiso.info -shillyourcoins.com -shinikiev.com.ua +ranksonic.com +razleton.com +realnye-otzyvy.info +recinziireale.com +registratciya-v-moskve.ru +remontvsamare.su +remote-dba.de +resultshub-a.akamaihd.net +reyel1985.webnode.fr +rimedia.org +ritlweb.com +ros-ctm.ru +royal-investments.net +royalads.net +rusenvironmental.net +sakhboard.ru +sampleletters.net +savetubevideo.com +sbf441.com +sbtdesign.co.uk +scanner-john.top +scanner-marwin.top +scanspyware.net +scenarii-1-sentyabrya.uroki.org.ua +scottbywater.com +scrapinghub.com +screpy.com +sdelai-prosto.ru +searchencrypt.com +searchinquire.com +seasonvar.ru +secret.xn--oogle-wmc.com +seogadget.ru +seorankinglinks.com +sex-watch.com +sexad.net +sexyali.com +sexyebonyteen.com +share-buttons-for-free.com ship-marvel.co.ua -shoesonlinebuy.xyz -shohanb.com -sibtest.ru -signal03.ru -signoredom.com -sinestesia.host.sk -sitiz.club -slimcdn.com -snworks.com -socas.pluto.ro -social-s-hhh.xyz -soft-terminal.ru -sonnikforme.ru -soochi.co -sport7777.net -spravka130.ru -staff.prairiesouth.ca -startwp.org -steebook.com +shoplvlv.us +sibvitr.ru +silverage.ru +silvercash.com +sitevaluation.com +skypasss.com +slomm.ru +sms2x2.ru +smsactivator.ru +snsdeainavi.info +sobecjvuwa.com.ru +solitaire-game.ru +sosdepotdebilan.com +sovetogorod.ru +specialfinanceoffers.com +splendorsearch-a.akamaihd.net +srgwebmail.nl +ssconstruction.co +startufa.ru +steame.ru stjamesschool.info -stockspmb.info -strongholdsb.ru -sucsesofinspiration.com -svarbit.com -taqplayer.info -tattooha.com -tds-advert005.info -teenporn18.net -telesvoboda.ru -tengohydar.tk -texbaza.by -thaisamkok.com -thecounter.com +storehouse.ua +stpolice.com +studiofaca.com +sundrugstore.com +supermesta.ru +superstats.com +surgut.zrus.org +swagbucks.com +tabakur77.com +tagil.zrus.org +thaismartloan.com thedownloadfreeonlinegames.blogspot.com -theendivechronicles.com -tizanidine6mg.blogspot.com -tizanidinecost.blogspot.com -tizanidinedrugtest.blogspot.com -tizanidinehcl4mgisitanarcotic.blogspot.com -tizanidineshowupondrugtest.blogspot.com -tizanidinestreetprice.blogspot.com -tobeyouday.win -toonfamilies.net -toproadrunner5.info -tovaroboom.vast.ru -traffictrade.life -trainoffend.ml +themeforest.net +tizanidineandgabapentin.blogspot.com +tizanidinecapsules.blogspot.com +tizanidinefibromyalgia.blogspot.com +tomatis.gospartner.com +tootoo.to +torrents-tracker.com +touchmods.fr +trackmedia101.com +trafficshaper.com +trafficstars.com +trahic.ru +trichizobswiv.agddns.net trucri.me -tupper-posuda.ru -typimga.pw -ugguk.online -ugogo.info -uni.me -uptime.com -uptimebot.net -urccvfmc.bloger.index.hr -urdoot.win -usadacha.net -usiad.net -vchulkax.com -vegascosmetics.ru -venta-prom.ru -ventelnos.com +tuckpointingmasonrysystems.com +tula.howotorg.ru +tupper-shop.ru +turvgori.ru +twincitiescarservice.com +twinderbella.com +ucoz.ru +ultramart.biz +umg-stroy.ru +undergroundcityphoto.com +univerfiles.com +unpredictable.ga +urll.eu +ussearche.cf +valkiria-tk.ru +vapsy.com +vashsvet.com +vedomstvo.net +venerologiya.com vereo.eu -visa-china.ru -viteonlusarezzo.it -voluumtracker1.com +vgoloveboli.net +via-energy-order.com +videosbox.ru +vip-file.com +vodkoved.ru +voloo.ru +volume-pills.biz +vonradio.com vote-up.ru +vseigru.one vseigry.fun -vtcdns.com -vzubah.com -warezkeeper.com -webmonetizer.net +vucms.com +w3javascript.com +watchmygf.net +webix.biz +website-speed-check.site websiteexplorer.info -weclipart.com -westen-z.life -wholesalenfljerseys.us.com -williamrobsonproperty.com -winner7777.net -winx-play.ru -womens-journal.net -worldlovers.ru -worldoffiles.ru -wowcasinoonline.ooo -ww2awards.info +websites-reviews.com +wesharepics.info +wfb.hatedriveapart.com +wholesalejerseychinashop.com +wieseversa.no +workle.website +world-mmo.com +www.event-tracking.com +wygraj-skiny.win +x-diesel.com +x-diesel.org x-porno.video -xboxster.ru -xep.info -xn----7sbifcamovvfggw9d.xn--p1ai -xn--80aanaardaperhcem4a6i.com -xn--80adaggc5bdhlfamsfdij4p7b.xn--p1ai -xn--80ajbshivpvn2i.xn--p1ai -xn--e1aggki3c.xn--80adxhks -xnxxandxvideos.com +xn----8sbarihbihxpxqgaf0g1e.xn--80adxhks +xn----ctbbcjd3dbsehgi.xn--p1ai +xn--80aaaks3bbhabgbigamdr2h.xn--p1ai +xn--80ahvj9e.xn--p1ai +xsfetish.org xtremeeagles.net +xvideosporn.biz xxxguitars.com -youandcredit.ru -yoursite.com -zakon-ob-obrazovanii.ru -zaobao.com.sg -zapiszto.pl -zatjmuzu.info +youdesigner.kz +youradulthosting.com +yourdesires.ru +youtubologia.it +za-fun-offer.com +zarabotat-na-sajte.ru +zebramart.ru +zed21.net +zeroredirect5.com zhongwenlink.com -zoogdinsney.com +zirondelli.it +znaniyapolza.ru +zoogdisany.com zscalertwo.net diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index 86f253efc..7affad225 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -03p.info -1pamm.ru -66cpwgln.space -9icmzvn6.website -addtoadd.men -ads-seo.men -adultfullhd.com -adultwebhosting.info -advertisingtag.net -alibestsale.com -alta-realestate.com -alvtank.se -amazon-adsystem.com +1001watch.com.ua +108shot.com +10bet.com +2020iscoming.info +45en.ru +51unlim.ru +5i2.net +7makemoneyonline.com +91abcw.com +991mostfm.co.id +aab94f698f36684c5a852a2ef272e031bb.com +aad1f4acb0a373420d9b0c4202d38d94fa.com +adsfresh.men +adsloads.com +advertex.info +agardomains.com +albumsuper.info +allesohnegirls.net +allmarketsnewdayli.gdn +allstatesugarbowl.org ameblo.top -an-donut.com -apessay.com -apibatbrowsecom-a.akamaihd.net -apiitsthirteende-a.akamaihd.net -apiluckyleapnet-a.akamaihd.net -apimountainbikei-a.akamaihd.net -arcteryxsale.online -arendatora.ru -basedecor.ru -beachtoday.ru -beauby.ru -beauty-bracelet.com -belstaffstore.online -bestwrinklecreamnow.com -bezlimitko.xyz -bio-japan.net -birzha-truda.eu -blackhatworth.com -blogrankers.com -bnt-team.com -board.f00d.de -bolegapakistan.com -bolezniorganov.ru -brains2.biz -braintobe.win -brianhenry.co -bryansk.zrus.org -bumskontakte.org -burkesales.com -buy-cheap-online.info -cbcseward.com -changde.58.com -chatroulette.life -cheapwebsitehoster.com -check-this-out-now.online -checkm8.com -chidporn.com -ci.ua -ciceros.co -compliance-checker-7.info -compliance-elena.xyz -compliance-mark.top -compliance-viktor.top -cosmeticswomens-womensports.rhcloud.com -costablue.xyz -crackzplanet.com -creditnation.ru -deanmoore.ie -dellalimov.com -depositfiles-porn.ga -detki-opt.ru -diy-handmade-ideas.com -domaincdn.xyz +amung.us +android-style.com +anjalika.co.in +apiwebwebgetcom-a.akamaihd.net +appearance-cool.com +arabseyes.com +asiengirls.net +autoseo-traffic.com +awaybird.ru +ayakino.net +baltgem.com +beatifullandscape.co +bedandbreakfast.com +bestkfiledxd.cf +bibys.com +biographiya.com +bizru.info +bizzliving.com +blackcurranthumidifiers.site +blogqpot.com +boanonihaca.tk +boostmyppc.com +brainboosting.club +braip.com.br +brewdom.ru +buyk.host.sk +callawaygolfoutlet.online +cardsharp1.ru +carson.getenjoyment.net +cartierlove2u.com +cartierreplica.win +cartierring.xyz +cheapjerseysap.com +cheapmoncler.pw +chinacheapelitejerseys.com +cleanpcnow.com +clickprotects.com +clodo.ru +cocolyze.com +coderstate.com +coinsspb.com +colobit.biz +com-onlinesupport.host +compiko.info +compliance-alexa.xyz +compliance-brian.top +compliance-julia.top +compucelunlock.net +consorzioilmosaico.org +copblock.org +countbertwistdisp26.soup.io +crackguru.tk +cupday.com +customchocolate.business-for-home.com +dairyindia.in +ddlmega.net +ddsoldes.fr +design-lands.ru +detsky-nabytek.info +divku.ru +dominterior.org domoysshop.ru -dosugrostov.site -download-walpaperhd.blogspot.com -dumuelave.xyz -ec-file.info -eleimgo.pw -eloxal.ru -erotag.com -estibot.com -eyessurgery.ru -f012.de -fashion.stellaconstance.co -film-one.ru -filmetricsasia.com -fortwosmartcar.pw -foxjuegos.com -freefoto.ca -freeuploader.ml -galaxy-family.ru -galaxys6manual.info -galeon.com -game300.ru -geileweiber.tk -generic-pills-online.com -get-free-social-traffic.com -goldenggames.com -goodhumor24.com -goodnightjournal.com -googleseo.com.tr -gsasearchengineranker.site -gsou.cf -hdimagelib.com -headpress.ru +download-of-the-warez.blogspot.com +duawitchrarato.tk +dvd-famille.com +e-commerce-seo1.com +ecommerce-seo.org +ekspresihati.info +elektronischezigarette2.mex.tl +elektrozigarette1.dreamwidth.org +elektrozigarette2.wordpressy.pl +enpolis.ru +enternet.ee +evrotekhservis.ru +extrabot.com +ezigaretteshop.webs.com +femmesdenudees.com +flash4fun.com +flprog.com +footballfarrago.com +forms-mtm.ru +free-gluten.ru +freshdz.com +fullfileaccess.com +gamedayassist.com +getaclueamerica.com +ghostvisitor.com +greatgrace.ru +guigyverpo.cf +hawaiisurf.com healgastro.com -herokuapp.com -highstairs-a.akamaihd.net -hit-men.men -host-tracker.com -howmuchdoestizanidinecost.blogspot.com -imagui.eu -imgata.com -incest-ru.com -infazavr.ru -infektsii.com -infospot.pt -insider.pro -ivearchenceinflu.cf -jo24news.com -journalhome.com -juliadiets.com -kakadu-interior.com.ua -kenaba.su -keywords-monitoring-your-success.com -keywordsking.com -kinotorka.ru -knowsitall.info -komputers-best.ru -kongruan.com -kupit-adenu.ru -kvartiry-remont.ucoz.ru -languagecode.com +health-medical-portal.info +helicalpile.us +hexpilot.com +heygidday.biz +hostingclub.lk +houston-vikings.com +hscsscotland.com +hulfingtonpost.com +humbmosquina.tk +hundejo.com +incep.imagine-ex.co +infogame.name +instasexyblog.com +internet-apteka.ru +intim-uslugi.info +iscblog.info +janettabridal.com +karpun-iris.ru +kazan.xrus.org +kinosed.net +klejonka.info +lancheck.net lapolis.it -laudit.ru -leftofcentrist.com -lifebyleese.com -lifeinsurancekb.com -liky.co.ua -link.ac -linksharingt.com -linkwithin.com -livejasmin.com -lomza.info -luxmagazine.cf -marmitaco.cat -maslenka.kz -max-eclat.men -mebelcomplekt.ru -memberty.com -menetie.ru -metabar.ru -misslike.ru -monclercoats.xyz -montazhnic.ru -morefastermac.trade -mriyadh.com -mtmtv.info -mustwineblog.com -myghillie.info -myliveblog.ru -nalogovyy-kodeks.ru -needtosellmyhousefast.com -nfvsz.com -obiavo.ru -obnal.org -oivcvx.website -okmedia.sk -online-hit.info -oranga.host.sk +linkbolic.com +louisvuittonoutletstore.net +luxup.ru +marktforschung-stuttgart.com +mebeldekor.com.ua +mega-bony2017.pl +megakino.net +mister-shop.com +mistr-x.org +mojpreskumanie.com +monclerboots.xyz +musicpro.monster +my-big-family.com +my-floor.in.ua +netpics.org +nuit-artisanale.com +nyfinance.ml +o-o-8-o-o.com +online7777.com +onlinebay.ru +onlyporno.ru +openlibrary.org +optitrade24.com +ostrovtaxi.ru photokitchendesign.com -pic-re.blogspot.com -piccdata.com -picurams.pw -playboyfiles.xblog.in -porndl.org -preventheadacheguide.info -prizeestates.cricket -proprostatit.com -pyrodesigns.com.au -remmling.de -rentalcarnavi.info -ring4rhino.com -robotixix.com -rocketchange.ru -roll123.com -rvtv.ru -sanjosestartups.com -santasgift.ml -sanyuprojects.com -savefrom.com -scanner-irvin.top -scanner-julianna.top -scanner-viktor.top -schoolfiles.net -seadragonherbery.com -searchimage.co -searchinterneat-a.akamaihd.net -see-your-website-here.com -semprofile.com -sexvideo-sex.com +phuketscreen.com +piccshare.com +pierrehardysale.online +pizza-tycoon.com +plastgran.com +popunder.ru +popup.matchmaker.com +privatov-zapisi.ru +pro-okis.ru +promoheads.com +qitt.ru +quebec-bin.com +rabotaetvse.ru +rankexperience.com +razamicroelectronics.com +rcb101.ru +rebuildermedical.com +refads.pro +remybutler.fr +rentehno.ru +research.ifmo.ru +rfd-split.hr +rfid-locker.co +rogervivierforsale.com +ruf777.com +rusoft-zone.ru +rusprostitute.com +sajatvelemeny.com +sankt-peterburg.nodup.ru +saratov.xrus.org +saugatuck.com +scopich.com +screentoolkit.com +seinterface.com +seocdvig.ru +sethrollins.net +sex-watch.com +sitevaluation.org skypasss.com -soft-program.com -softomix.com -soheavyblog.com -spb.afora.ru -spbchampionat.ru -srgwebmail.nl -star61.de -strongsignal-a.akamaihd.net -strv.se -summerlinhomes411.info -supers.com.ua -surfbuyermac.com -t-bygg.com -taaaak.com -takethatad.com -teenporn18.net -telemetryverification.net -titan-cloud.life +snegozaderzhatel.ru +social-button.xyz +spb-plitka.ru +spidtest.org +sstroy44.ru +statoutlook.info +stockspmb.info +strana-solnca.ru +stretchmate.net +stroimajor.ru +stroymonolit.su +styro.ru +success-seo.com +superfish.com +szucs.ru +taraz.xkaz.org +tds-advert002.info +thecoolimages.net +thedownloadfromwarez.blogspot.com +theplacetoupdating.pw +thepokertimer.com +tizanidinezanaflex.blogspot.com tnaionline.org -torontoplumbinggroup.com -torrentdownloadhub.com -traffic-club.info +topappspro.com +toproadrunner5.info +trafaret74.ru +traffic2money.com trafficreceiver.club -tsstcorpcddvdwshbbdriverfb.aircus.com -turbo-suslik.org -turn-up-life.life -uhdtv.website -ultimatesetnewfreeallsoftupgradesystems.pw -valueclick.com -videonsk.com +traffmonster.info +unpredictable.ga +uptime-as.net +uptimebot.net +vegascosmetics.ru videosbox.ru -vipsexfinders.com -visa-pasport.ru -voloslove.ru -vtcdns.com -webshoppermac.com -website-speed-checker.site -whereiskentoday.com -xev.ru -xn--80ab4aa2g.xn--p1ai -xn--d1acah0c.xn--p1ai -yaminecraft.ru -youresponsive.com -yoursearch.me -zahvat.ru -zakonobosago.ru -zebradudka.com -zeroredirect9.com -zocaparj.kz -zreloeporno.tv -zskdla.site -zvetki.ru -zvuker.net +vigrx-original.ru +warezkeeper.com +whos.amung.us +withstandingheartwarming.com +womama.ru +woman-tampon.ru +woweb.com.ua +xaijo.com +xerox-douglas.cf +xn--oogle-wmc.com +yellowads.men +yoursite.com +zapatosenventa.info +zeroredirect2.com +zhuravlev.info +zigarettenonl.canalblog.com +znaniyapolza.ru diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index 417e771ff..a5198419e 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.201 0; +10.1.1.166 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index 32222443e..f02ca5dd9 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.12.2814 -### Updated: Tue Dec 28 10:03:22 UTC 2021 +### Version: V4.2021.12.2815 +### Updated: Tue Dec 28 22:01:18 UTC 2021 ### Bad Bot Count: 631 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 32222443e..f02ca5dd9 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.12.2814 -### Updated: Tue Dec 28 10:03:22 UTC 2021 +### Version: V4.2021.12.2815 +### Updated: Tue Dec 28 22:01:18 UTC 2021 ### Bad Bot Count: 631 ################################################### ### Version Information ##