From 2752fcda9cac8f3eab67eff728a5e0b4c4dcd309 Mon Sep 17 00:00:00 2001 From: mitchellkrogza Date: Wed, 29 Dec 2021 10:09:16 +0000 Subject: [PATCH] V4.2021.12.2816 [ci skip] --- AUTO-CONFIGURATION.md | 2 +- MANUAL-CONFIGURATION.md | 2 +- README.md | 2 +- _google_analytics_ghost_spam/README.md | 2 +- .../etc/nginx/conf.d/globalblacklist.conf | 4 +- conf.d/globalblacklist-testing-version.conf | 4 +- conf.d/globalblacklist.conf | 4 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/buildnumber | 2 +- dev-tools/globalblacklist-testing.template | 4 +- dev-tools/globalblacklist.template | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/test_units/blacklist-ips.conf | 2 +- .../random-bots-for-test-quick.list | 20 +- .../test_units/random-bots-for-test.list | 308 +++--- .../random-bots-for-whitelist-test.list | 328 +++--- .../random-referrers-for-test-quick.list | 20 +- .../test_units/random-referrers-for-test.list | 944 +++++++++--------- .../random-referrers-for-whitelist-test.list | 484 ++++----- dev-tools/test_units/whitelist-ips.conf | 2 +- dev-tools/tmp/robots.txt | 4 +- robots.txt/robots.txt | 4 +- 45 files changed, 1108 insertions(+), 1108 deletions(-) diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index e4b522098..5d241e7af 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.12.2815 +#### Version: V4.2021.12.2816 #### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 19bd5e8c3..1a32d6839 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.12.2815 +#### Version: V4.2021.12.2816 #### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index 540096e6a..cb0090632 100755 --- a/README.md +++ b/README.md @@ -13,7 +13,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2021.12.2815 +#### Version: V4.2021.12.2816 #### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 5f516f3b0..6f588f237 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2021.12.2815 +#### Version: V4.2021.12.2816 #### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index d5dad593d..ac9df80ff 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2815 -### Updated: Tue Dec 28 22:01:17 UTC 2021 +### Version: V4.2021.12.2816 +### Updated: Wed Dec 29 10:03:21 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 2eb7d081d..2f13b168b 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2815 -### Updated: Tue Dec 28 22:01:18 UTC 2021 +### Version: V3.2021.12.2816 +### Updated: Wed Dec 29 10:03:22 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index d5dad593d..ac9df80ff 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2815 -### Updated: Tue Dec 28 22:01:17 UTC 2021 +### Version: V4.2021.12.2816 +### Updated: Wed Dec 29 10:03:21 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 2eb7d081d..2f13b168b 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2815 -### Updated: Tue Dec 28 22:01:18 UTC 2021 +### Version: V3.2021.12.2816 +### Updated: Wed Dec 29 10:03:22 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index a5f9adead..3a525fe2e 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.166 1; +10.1.0.114 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index a5198419e..e3bae81b9 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.166 0; +10.1.0.114 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 2eb7d081d..2f13b168b 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2815 -### Updated: Tue Dec 28 22:01:18 UTC 2021 +### Version: V3.2021.12.2816 +### Updated: Wed Dec 29 10:03:22 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index a5f9adead..3a525fe2e 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.166 1; +10.1.0.114 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index a5198419e..e3bae81b9 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.166 0; +10.1.0.114 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 2eb7d081d..2f13b168b 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2815 -### Updated: Tue Dec 28 22:01:18 UTC 2021 +### Version: V3.2021.12.2816 +### Updated: Wed Dec 29 10:03:22 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index a5f9adead..3a525fe2e 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.166 1; +10.1.0.114 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index a5198419e..e3bae81b9 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.166 0; +10.1.0.114 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 2eb7d081d..2f13b168b 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2815 -### Updated: Tue Dec 28 22:01:18 UTC 2021 +### Version: V3.2021.12.2816 +### Updated: Wed Dec 29 10:03:22 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index a21f62183..1d6219b11 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -2815 +2816 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 2eb7d081d..2f13b168b 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2815 -### Updated: Tue Dec 28 22:01:18 UTC 2021 +### Version: V3.2021.12.2816 +### Updated: Wed Dec 29 10:03:22 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index d5dad593d..ac9df80ff 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2815 -### Updated: Tue Dec 28 22:01:17 UTC 2021 +### Version: V4.2021.12.2816 +### Updated: Wed Dec 29 10:03:21 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 919b3682b..22a38dfeb 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.83.100.39 0; +20.124.112.3 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index d5dad593d..ac9df80ff 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2815 -### Updated: Tue Dec 28 22:01:17 UTC 2021 +### Version: V4.2021.12.2816 +### Updated: Wed Dec 29 10:03:21 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index a5f9adead..3a525fe2e 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.166 1; +10.1.0.114 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index a5198419e..e3bae81b9 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.166 0; +10.1.0.114 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index d5dad593d..ac9df80ff 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2815 -### Updated: Tue Dec 28 22:01:17 UTC 2021 +### Version: V4.2021.12.2816 +### Updated: Wed Dec 29 10:03:21 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index a5f9adead..3a525fe2e 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.166 1; +10.1.0.114 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index a5198419e..e3bae81b9 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.166 0; +10.1.0.114 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index d5dad593d..ac9df80ff 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2815 -### Updated: Tue Dec 28 22:01:17 UTC 2021 +### Version: V4.2021.12.2816 +### Updated: Wed Dec 29 10:03:21 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index a5f9adead..3a525fe2e 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.166 1; +10.1.0.114 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index a5198419e..e3bae81b9 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.166 0; +10.1.0.114 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index d5dad593d..ac9df80ff 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2815 -### Updated: Tue Dec 28 22:01:17 UTC 2021 +### Version: V4.2021.12.2816 +### Updated: Wed Dec 29 10:03:21 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 919b3682b..22a38dfeb 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.83.100.39 0; +20.124.112.3 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 4b9542bc4..1950c6701 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2815 -### Updated: Tue Dec 28 22:01:17 UTC 2021 +### Version: V4.2021.12.2816 +### Updated: Wed Dec 29 10:03:21 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 919b3682b..22a38dfeb 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.83.100.39 0; +20.124.112.3 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index fcce0449e..03e0c040a 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2815 -### Updated: Tue Dec 28 22:01:17 UTC 2021 +### Version: V4.2021.12.2816 +### Updated: Wed Dec 29 10:03:21 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index a5f9adead..3a525fe2e 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.166 1; +10.1.0.114 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index 089c58c34..eeac51a34 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Aboundexbot -Dispatch -Evil -Grabber -IndeedBot -LibWeb -SpankBot -Web Sucker -WebReaper -pcBrowser +360Spider +Download Wonder +Genieo +Re-re +WebsiteQuester +WiseGuys Robot +ZoomBot +cognitiveseo +trendiction.com +x22Mozilla diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index f49cff10c..066b9659f 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -01h4x.com -404checker 80legs +ADmantX +AIBOT ASPSeek -AhrefsBot +Aboundexbot +Acunetix AiHitBot +Aipbot Alexibot AllSubmitter -AlphaBot +Alligator +Anarchy Anarchy99 Ankit Anthill -Apexoo -Attach -BBBike -BDCbot -BackStreet -BatchFTP +Aspiegel +AwarioRssBot +AwarioSmartBot +Badass +Bandit +Barkrowler BetaBot BlackWidow -Blackboard -Boardreader -Brandwatch -BuiltBotTough -BuiltWith -Bullseye +Blow +Bolt +Brandprotect +Buddy +BuzzSumo +CATExplorador CCBot CSHttp +Calculon CensysInspect CheTeam -CheeseBot -Chlooe +CherryPicker Citoid +Cloud mapping Collector Copier -CopyRightCheck -Copyscape -Cosmos +Curious Custo -DBLBot DIIbot -DataCha0s +DTS Agent Demon -Devil -Digincore -DigitalPebble -Disco -Discoverybot -Dispatch -DnBCrawler-Analytics -DomainCrawler +Discobot +DnyzBot +DomCopBot +DomainStatsBot Domains Project -ECCP/1.0 +Download Wonder +Dragonfly +Drip EMail Siphon -EasyDL -Ebingbong -Ecxi +EirGrabber EroCrawler Express WebPictures -ExtLinksBot -Extractor -FDM +ExtractorPro +Extreme Picture Finder +EyeNetIE FHscan FemtosearchBot Firefox/7.0 -FlashGet Flunky -Foobot -Freeuploader +FrontPage FyberSpider -Fyrebot -G-i-g-a-b-o-t -GermCrawler -Go!Zilla +Genieo +GetWeb +Getintent +Go-Ahead-Got-It GoZilla -GrabNet +Grabber GrapeFX -HEADMasterSEO +GrapeshotCrawler +HTMLparser HTTrack -Haansoft +Harvest Havij -Humanlinks -HybridBot -Indy Library -InfoTekies +IDBTE4M +Iblog +Image Fetch Internet Ninja Iria Iskanie -JOC Web Spider -Jetty +IstellaBot +JamesBOT JustView +Jyxobot Kinza -Kozmosbot +LNSpiderguy +LWP::Simple Lanshanbot -LeechGet -LibWeb -Libwhisker -LieBaoFast -Lightspeedsystems +Larbin +Leap +LeechFTP +Lftp Likse LinkWalker -Linkdexbot +Linkbot +LinkextractorPro +LinkpadBot LinqiaMetadataDownloaderBot LinqiaRSSBot -Litemage_walker Lmspider +MFC_Tear_Sample +MIDown tool MIIxpc -MQQBrowser -MSFrontPage MSIECrawler Mag-Net -Majestic SEO +Mail.RU_Bot Majestic-SEO +Majestic12 +MarkMonitor MarkWatch -Mata Hari +Masscan MauiBot -Meanpathbot -MicroMessenger Microsoft Data Access +Minefield Moblie Safari Mojeek Morfeus Fucking Scanner Musobot -NPbot Name Intelligence -Nameprotect -Navroad +NearSite +Nessus Net Vampire NetAnts +NetLyzer +NetMechanic Netcraft -Netvibes -NextGenSearchBot -Nibbler -Niki-bot +Nettrack Nikto -NimbleCrawler -Ninja -Not -Offline Explorer +Nimbostratus +OpenLinkProfiler +OpenVAS +Openfind Openvas -OutfoxBot +OrangeBot +OrangeSpider PHPCrawl POE-Component-Client-HTTP Page Analyzer -PageScorer -Papa Foto +PageAnalyzer +PageGrabber +PageThing.com PeoplePal -Pi-Monster +Picsearch PictureFinder -PleaseCrawl +Pixray Pockey -Psbot -Pu_iN -Pump PxBroker Quick-Crawler -RSSingBot +RankActive RankActiveLinkBot -RankingBot -RankingBot2 -RankurBot -RebelMouse -Recorder -Ripper -SBIder -SEOkicks-Robot +Rankivabot +Re-re +ReGet +RepoMonkey +RocketCrawler +SEOkicks SEOlyticsCrawler -SEOprofiler -SMTBot -ScanAlert -Scanbot -ScoutJet +SalesIntelligent Scrapy -Searchestate +ScreenerBot +ScrepyBot SemanticJuice -SentiBot +Semrush +SeoSiteCheckup Seomoz Shodan -Siphon +SiteCheckerBotCrawler +SiteLockSpider SiteSnagger -SiteSucker -SlySearch -Snoopy -Sociscraper -Sottopop +SmartDownload +Snake +Snapbot +Sosospider Spanner -Spbot Spinn3r -Sucuri -Surfbot -Suzuran -Swiftbot -Teleport +Sqworm +SuperBot +SurveyBot +T0PHackTeam TeleportPro +Telesphoreo Telesphorep -The Intraformant -TheNomad TightTwatBot -Trendiction -Trendictionbot -True_Robot -TwengaBot +Toata +Toweyabot +Tracemyfile +Turingos +Turnitin +Twice Typhoeus -UnisterBot +Upflow VB Project -VeriCiteCrawler -VidibleScraper +Vacuum +VoidEYE Voil -Voltron WASALive-Bot -WPScan -WWW-Mechanize -WWW::Mechanize +WISENutbot +WWW-Collector-E WWWOFFLE -Wallpapers +Wallpapers/3.0 +WallpapersHD WeSEE -Web Fetch -Web Pix -Web Sauger -WebCollage -WebEnhancer +Web Auto +Web Collage +WebBandit +WebFetch WebFuck -WebLeacher -WebReaper +WebStripper +Webalta +WebmasterWorldForumBot WebsiteQuester Whatweb -Widow -Wotbox -Xenu +Woobot +Wprecon YoudaoBot Zermelo -ZoomBot -ZoominfoBot +ZmEu ZumBot -arquivo-web-crawler +adscanner +cah.io.community +check1.exe +clark-crawler +coccocbot-web +cognitiveseo +com.plumanalytics crawler4j -demandbase-bot -facebookscraper -lwp-request -muhstik-scan -plumanalytics -probe-image-size -ripz -satoristudio.net -scalaj-http +domainsproject.org +evc-batch +gopher +heritrix +internetVista monitor +ips-agent +isitwp.com +netEstate NE Crawler +oBot +polaris version +s1z.ru +scan.lol +seoscanners +seostar +sexsearcher +sitechecker.pro sogouspider -sysscan -ubermetrics-technologies.com -webgains-bot +trendiction.de +voyagerx.com +x22Mozilla xpymep1.exe diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 909957f85..e391d8bd9 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -01h4x.com +404checker 404enemy ADmantX AIBOT Aboundex -Acunetix -AfD-Verbotsverfahren +Aboundexbot AhrefsBot +AiHitBot +Alexibot AllSubmitter -AlphaBot -Anarchy -Apexoo +Anarchy99 +Ankit +Anthill +Aspiegel Attach +AwarioRssBot +AwarioSmartBot BBBike +BDFetch BackDoorBot -BackStreet -BackWeb +Backlink-Ceck BacklinkCrawler -Bandit +Barkrowler Battleztar Bazinga BetaBot -Bitacle -Boardreader -Bolt -Buddy +Bigfoot +Blackboard +BlowFish +BotALot +Buck BuiltBotTough -Bullseye -CATExplorador +BuzzSumo +CCBot CODE87 -CensysInspect -CheTeam -CheeseBot -ChinaClaw -Chlooe -Cliqzbot -Cloud mapping -Cocolyzebot +CazoodleBot Cogentbot -Copier +Collector +Copyscape +Craftbot Crawling at Home Project -CrazyWebCrawler -CrunchBot -Custo +Curious DBLBot DIIbot -DSearch DataCha0s -Devil -DigitalPebble -Dirbuster +Demon +Digincore Disco -DittoSpyder -DnBCrawler-Analytics -DnyzBot +Discoverybot +Dispatch DomCopBot +DomainAppender DomainSigmaCrawler DomainStatsBot +Domains Project Dotbot -Ebingbong +Download Wonder +EirGrabber Exabot -Extractor -Ezooms +ExtractorPro +EyeNetIE Fimap -FlashGet -FrontPage +FyberSpider G-i-g-a-b-o-t GT::WWW -GalaxyBot -Genieo -GermCrawler -GetWeb Go!Zilla -GoZilla -GrabNet -GrapeshotCrawler -HTMLparser -Haansoft -Heritrix -IDBot +Go-Ahead-Got-It +Gotit +Grabber +Grafula +HTTrack +Hloader +Humanlinks +IRLbot Iblog +IlseBot +Image Sucker IndeedBot -InfoTekies -Internet Ninja +InterGET Iria -Iskanie +JOC Web Spider +JamesBOT JetCar -JikeSpider -Joomla -JustView -Kenjin Spider +Jetty Kinza Kozmosbot -LNSpiderguy -LWP::Simple -LeechGet -LexiBot -Lftp -Libwhisker -Likse +Larbin +Leap +Lightspeedsystems LinkScan -LinkWalker -Linkdexbot +Linkbot LinkpadBot +LinksManager LinqiaMetadataDownloaderBot -Lipperhey Spider +LinqiaRSSBot +LinqiaScrapeBot Litemage_walker Ltx71 MFC_Tear_Sample -MJ12bot -MQQBrowser -MSFrontPage +MIIxpc MSIECrawler -Majestic-SEO +Magnet MarkMonitor -MarkWatch Mass Downloader -Masscan -MauiBot -Mb2345Browser -Meanpathbot -Mediatoolkitbot -Microsoft URL Control -Minefield +Mata Hari +Microsoft Data Access +Mister PiX +Moblie Safari +Morfeus Fucking Scanner +Mozlila +Mr.4x3 Musobot NICErsPRO NPbot +Name Intelligence +NearSite Needle -Netcraft -Nettrack -NextGenSearchBot -Niki-bot -Ninja -Nmap -Nutch +NetAnts +NetLyzer +NetMechanic +NetSpider +Netvibes +Nibbler +Nikto +Not Octopus Offline Explorer -Offline Navigator OpenLinkProfiler -Openfind -Openvas -OrangeBot +OrangeSpider +OutclicksBot OutfoxBot -PageThing.com -Pavuk -Pi-Monster +PECL::HTTP +PageAnalyzer +PageGrabber +PageScorer +Pandalytics +Panscient +PeoplePal +Petalbot PictureFinder -Pimonster -Pockey +Piepmatz ProPowerBot -Psbot +ProWebWalker +Pu_iN PxBroker -QueryN Metasearch +PyCurl +RankActive +RankFlex RankingBot RankingBot2 -ReGet -RealDownload -SBIder -SEOkicks-Robot -SEOprofiler -SEOstats -SMTBot +Rankivabot +Re-re +Reaper +Recorder +RedesScrapy +RepoMonkey +RocketCrawler +SEOkicks +SISTRIX +ScanAlert +ScoutJet Screaming -ScrepyBot -Searchestate -SearchmetricsBot -SemanticJuice -Semrush -SentiBot -Seomoz -SiteExplorer +SemrushBot SiteSnagger +SiteSucker Siteimprove -Sitevigil -SmartDownload -SocialRankIOBot +SlySearch +Snake +Snapbot +Sosospider Sottopop Spanner +Spbot +Spinn3r SputnikBot -Sucuri -SuperHTTP -Suzuran -T8Abot -Telesoft +Sqlworm +Sqworm +Surfbot +Swiftbot +TeleportPro +Telesphoreo +Thumbor +TightTwatBot Toata -Trendictionbot -Turingos +Turnitin Twice -Typhoeus -VB Project -VCI +UnisterBot +VeriCiteCrawler VidibleScraper -VoidEYE -WASALive-Bot -WEBDAV -WWW-Collector-E +Voil +Voltron +WISENutbot WWW-Mechanize -WWW::Mechanize -WWWOFFLE -Wallpapers/3.0 -WallpapersHD -Web Fetch +Wallpapers +WeSEE +Web Auto +Web Collage Web Fuck Web Pix -WebCopier +Web Sauger +WebBandit +WebCollage WebEnhancer -WebFetch -WebLeacher +WebFuck +WebImageCollector WebReaper +WebStripper +Webalta WebmasterWorldForumBot -WebsiteQuester -Whack -Whacker -Who.is Bot +Webshag Widow -WiseGuys Robot Woobot -YoudaoBot -Zermelo +Wotbox +Xaldon WebSpider +Xaldon_WebSpider +Zade +Zauba Zeus -Zitebot ZoomBot ZoominfoBot -ZyBorg -adscanner -archive.org_bot -arquivo-web-crawler -cah.io.community -check1.exe -coccocbot-web -dataforseo.com +ZumBot +arquivo.pt +backlink-check +com.plumanalytics +crawler.feedback +domainsproject.org facebookscraper gopher -heritrix +instabid +ips-agent isitwp.com +lwp-request +lwp-trivial +magpie-crawler meanpathbot -mediawords +muhstik-scan +oBot page scorer -pcBrowser -plumanalytics -polaris version probe-image-size -ripz satoristudio.net -seoscanners +seobility +sexsearcher sogouspider -sp_auditbot -trendiction.de -ubermetrics-technologies.com -x09Mozilla +spyfu +sysscan +tAkeOut +trendiction.com +webprosbot xpymep1.exe +zauba.io +zgrab diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index aed6e562f..c302cc5b9 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -bonky.biz -doctissimo.fr -fickluder69.com -jumptap.com -link.ac -nottyu.xyz -partners-ship.pro -picquery.com -recinziireale.com -sitopreferito.it +anaksma.info +applicationg29.com +ardimobileinfo.ml +bestplacetobuyeriacta.jw.lt +carrauterie.be +downtuptv.gq +ilikevitaly.com +rebelmouse.com +viktoria-center.ru +zeleznobeton.ru diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index 808f96796..e157b0d8b 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -1000n1.ru -123kuma.com -1hwy.com -2000k.ru -2020iscoming.info +18ps.ru +1j7740kd.website +256bit.by 3-letter-domains.net -3rbseyes.com -4webmasters.org -991mostfm.co.id -aa08daf7e13b6345e09e92f771507fa5f4.com -aab94f698f36684c5a852a2ef272e031bb.com -abcdeg.xyz -abwa.tk -acheterviagrafr24.com -actices.com -adanih.com -adelly.bg -adminshop.com +51unlim.ru +83net.jp +acortarurl.es +adclickthru.net +adinterax.com +adloads.com +admatic.com.tr adobereader-free.ru -ads-cool.pro -adsref.men -adtech.de -adultmeetonline.info -adzerg.com -aero2.ru -agroeconom.kz -allnews.md -alta-realestate.com -altamayoztourism.com -anal-acrobats.com -anatomiy.com +adult-shop.com.ua +adzpower.com +aibolita.com +aktivator-windows10.blogspot.com +akvamaster.dp.ua +allwidewallpapers.com +alvtank.se +am15.net +amazingpic.net +ananumous.ru android-vsem.org -animaltoplist.com -anime.dougasouko.com -animenime.ru -anonymous-redirect.com -anonymousfox.co -apiappenableinfo-a.akamaihd.net -apidiamondatanet-a.akamaihd.net -apiqualitinknet-a.akamaihd.net -apispringsmartne-a.akamaihd.net -appartement-stumm.at -apple.com-cleaner.systems -arendas.net -arkartex.ru +angkortours.vn +animalrank.com +apccargo.com +apibrowsesmartne-a.akamaihd.net +apiwoodensealcom-a.akamaihd.net +apparel-offer.com +arraty.altervista.org artel116.ru -asiengirls.net -atlasvkusov.ru -atofilms.com -awaybird.ru -ayeartoforget.com +autoloans.com +automatic-seo.com +autoua.top +autovideobroadcast.com +avtocredit-legko.ru azadnegar.com -azbuka-mo.ru -azinoofficial777.ru -bablonow.ru -babyfactory.fr -back.dog -backiee.com -baersaratov.ru -balook.com -bank.uz -banki76.ru -bbsoldes.fr -beachfix.co -beachpics.com -beauty-b0x.pl -best-mam.ru -bestpriceninja.com -beyan.host.sk -bin-brokers.com -binomo.com -bluesalt.co -bluesman.nu -bmsco.co -bolezniorganov.ru -bombla.org -bonzbuddy.com -bouda.kvalitne.cz -brainxs.us -brendbutik.ru -brg8.com -bristolhostel.com -bukleteg.xyz -buttons-for-website.com -buy-cheap-pills-order-online.com -buypanicdisorderpill.com -buzzsumo.com -bvlgariring.xyz -bytimedance.ru -c-gainsbourg.com +azlex.uz +babs.com.ua +baoxaydung.com.vn +berlininsl.com +bestcoin.cc +bestempresas.es +bestofferswalkmydogouteveryday.gq +bestsexyblog.com +bet-prognoz.com +bharatdefencekavach.com +bidbuy.co.kr +big-boards.info +bigcareer.info +bildsuche.ru +bingo8888.com +bio-market.kz +bioscorp.ru +bizzliving.com +bloggen.be +blogig.org +blogsfunky672.weebly.com +bracketsmackdown.com +braindaily.xyz +brk-rti.ru +bryansk.zrus.org +burkesales.com +bus-offer.com +businesn.men +butstrap.space +buy-meds24.com +cah.io.community +cakesplus.com.au calcularpagerank.com -camsex.xxx-cam.webcam -candcstuccoandstone.com -canvas.gloverid.site -cardsdumps.com -cars-modification.net -cartierjusteunclou.xyz -cartierreplica.top -centrdebut.ru -cheapestjerseys-wholesale.com +callstevens.com +camel-beach.com +canoncdriverq3.pen.io +capsderfudd.tk +cardsharp1.ru +castingbank.ru +catalogs-parts.com +cayado.snn.gr +cellfun.mobi +centraletermice.us +chatroulette.online +checktext.org +chelyabinsk.xrus.org +chiblackhawks-jerseys.com +chinaelitecheapjerseys.com chocolateslim-en-espana.com -christianlouboutinsaleoutletonline.us -christianlouboutinshoes.xyz -cialis-samples.com -cialisovercounteratwalmartusa.com -cleanpcnow.com -clickpapa.com -compliance-ivan.xyz -concordexoticrentals.com -cookie-law-enforcement-ff.xyz -coolingoods.com -countbertwistdisp26.soup.io -crazyprotocol.com -creams.makeforum.eu -credit-online.ws -credit.co.ua -cryptoswap.biz -cs-passion.pl -culmimg.pw -customchocolate.business-for-home.com -customergrowthsystems.com -cvety24.by -cyprusbuyproperties.com -descargar-musica-gratis.net +cialischsrx.com +cityadspix.com +classicakuhni.ru +clippingphotoindia.com +club-lukojl.ru +cmd.kz +coinsspb.com +compliance-george.top +compliance-julia.top +compliance-viktor.top +connectionstrenth.com +coolwallpapers-hd.com +corta.co +cosmetic.donna7753191.ru +cottageofgrace.com +cscwtalkto.site +cxpromote.com +dailyrank.net +danceuniverse.ru +dbmkfhqk.bloger.index.hr +decoratinghomes.ga +dekorkeramik.ru +delayreferat.ru +detskie-zabavi.ru +deutschland123.de +dgfitness.co +dichvuvesinhhanoi.com digitalfaq.com -dignitasdata.se -dimfour.com -div.as -diy-handmade-ideas.com -dms-sw.ru -dneprsvet.com.ua docstoc.com -documentsite.net -dodlive.mil -donvito.unas.cz +dojki365.online +domainsatcost.com +domashneeruporno.com dorratex.tn -dostavka-v-ukrainu.ru -downtuptv.gq -drev.biz -dvd-famille.com -ednorxmed.com +downloadeer.net +downvids.net +drugs-no-rx.info +drunkmoms.net +dvervmoskvu.ru +eaplay.ru +earncash.com.ua +easync.io +easyukraine.com +econom.co +editmedios.com +educatemetv.com ekaterinburg.xrus.org -ekto.ee -electronicadirect.com -elektrozigarettekaufen1.devhub.com -elite-sex-finders.com -elvenar.com -envaseslotusama.com -eshop4u.jp -essaypro.com -everytalk.tv -exonline.info -expertblog.info -extads.net -extremez.net -f0815.de -f1nder.org -fanpagerobot.com -fashion-stickers.ru -fatmaelgarny.com -financepoints.eu -findsexguide.com +elektrischezigarette1.onsugar.com +elektrischezigaretten2.beeplog.com +elitepcgames.com +elvenmachine.com +encodable.com +energydiet24.ru +euroskat.ru +everypony.ru +exchangeit.gq +excitacao.com +executehosting.com +eyes-on-you.ga +ezigarettekaufen1.hpage.com +ezigaretteshop2.mywapblog.com +ezofest.sk +f07.de +facecup.top +familienzahnaerzte.com +favoritemoney.ru +fdzone.org +fighrofacciufreesig.ga +film-one.ru +finansov.info +findthe.pet finemanteam.com -flowersbazar.com -flytourisme.org -footbalive.org -forex-procto.ru -forex21.ru -franecki.net -freakycheats.com -free-fbook-traffic.com -freeseedsonline.com -freevpn.space -freshdz.com -funponsel.com -fyl.com.ru -gamedayhouse.com -games.kolossale.ru -geile-lelly.eu -genericlowlatencyasiodriverhq.aircus.com -getdot.ru -getresponse.com -gilbertbanda.net -girlporn.ru -go2jump.org -gorabagrata.ru -gourcy.altervista.org -grand-chlen.ru -graphics8.info -graphid.com -greatgrace.ru -greenzaim.ru -gsasearchengineranker.space -gwhwpxbw.bloger.index.hr -hatedriveapart.com -hdimagegallery.net -highspeed5.net -hildinghr.se -hobild.net -homemade.gq -hoporno.com -hostsshop.ru -hoterika.com -hotgirlhdwallpaper.com -houseofrose.com -houston-vikings.com -hoverboardforsaledirect.com -i4track.net -ictizanidinehcl4mg.blogspot.com -ifmo.ru -ilikevitaly.com -ilovevitaly.ru -ilte.info -images-graphics-pics.com -inclk.com -incolors.club -increasewwwtraffic.info -intellekt21.ru -investyb.com -iqoption.pro -irkutsk.zrus.org -islamtoday.co.za -ix20.ru -japan-bearings.ru +foodgid.net +forumprofi.de +forzeronly.com +foto-telok.net +frankofficial.ru +free-laptop-reward.com +free-share-buttons.com +free-social-buttons.xyz +freshberry.com.ua +frivgame250.com +fullfileaccess.com +funnymama.com +fusoradio.info +game300.ru +gamevalue7.weebly.com +gcup.ru +genetworx.com +gg-arena.ru +girlgamerdaily.com +gkvector.ru +globalsurfari.com +gombita.info +gopixdatabase.com +greatidea.marketing +greenshop.su +gsmtlf.ru +gsou.cf +guidefs.ru +guod.me +habermetre.com +haikuware.com +hao123.com +hchha.com +hd-film.pl +hdfreeporno.net +healthcarestore.info +heartofbeijing.blogspot.com +heliko.no +hermesreplica.pw +hexpilot.com +hiwibyh.bugs3.com +homedecorpicture.us +hotdl.in +hothot.ru +houdom.net +house.sieraddns.com +hoverboard360.es +howtowhitenteethfast.xyz +hscsscotland.com +hulfingtonpost.com +iblogpress.xyz +ideibiznesa2015.ru +iideaidekonkatu.info +ilmen.net +infospot.pt +infostatsvc.com +infoupdate.org +inspiring-desperate.tk +insurple.com +intellektmedia.at +interior-stickers.ru +intermesh.net +investsuccess.org +isistaylorporn.info +istizanidineanarcoticdrug.blogspot.com +izismile.com +janettabridal.com +jasonpartington.com +javcoast.com +jerseywholesalechinabiz.com +jestr.org jillepille.com -jimmychoosale.online -johnnyhaley.top -kalandranis.gr -kambasoft.com -ketrzyn.pl -keyhantercume.com -kichenaid.ru +jmat.cn +jpcycles.com +jwcialislrt.com +katadhin.co +khadastoafarde.tk kinogolos.ru -kletkimehan.ru -koleso24.com.ua -kongruan.com -labafydjxa.su -labelwater.se -lacave.ntic.fr -larger.io -lider-zhaluzi.kiev.ua -liffa.ru -lisque.batcave.net -lombia.co -longgreen.info -lrac.info -macfix.life -machicon-akihabara.info +knigonosha.net +knowyournextmove.com +komp-pomosch.ru +kongoultry.net +konturkrasoty.ru +krasnodar.zrus.org +kreativperlen.ch +kung-fu-ru.com +lafriore.ru +landinez.co +lazy-z.com +lennatin.info +life.biz.ua +lignofix.ua +linksharingt.com +liquimondo.com +liupis.com +livejasmin.com +lost-alpha.ru +louisvuittonoutletstore.net +mackeeper-center.club magda-gadalka.ru -mansparskats.com -marcowebonyodziezowe.pl -massage-info.nl -maxthon.com -mb140.ru -mediafresh.online -medkritika.ru -mejoresfotos.eu -michaelkorssaleoutletonline.net -migente.com -mindbox.co.za -minegam.com -mnogolok.info -moesexy.com -mojaocena.com -monitorwebsitespeed.com -monsterdivx.com +magnetic-bracelets.ru +maju.bluesalt.co +mall.uk +masserect.com +mcar.in.ua +medmajor.ru +meendo-free-traffic.ga +meet-flirt-dating.com +meget.co.za +metallosajding.ru +midst.eu +mirtorrent.net +mmgq.ru +mobplayer.ru +mockupui.com +mole.pluto.ro +moneytop.ru morepoweronmac.trade -moscow.online-podarki.com -moskva.nodup.ru -most-kerch.org -mouselink.co -moviezbonkerssk.cf -movpod.in -mrpornogratis.xxx -mrsdalloways.com -mural.co -music7s.me -musicstock.me -my-floor.in.ua +motherboard.vice.com +mozello.ru +musezone.ru +my-aladin.com mydirtystuff.com -nalogovyy-kodeks.ru -national-today-winning-winner.club -naturalbreakthroughsresearch.com -naturtreenspicerx.pw -neodownload.webcam -nerudlogistik.ru -netallergy.ru -newstaffadsshop.club -nextconseil.com -nfljerseyscheapchinabiz.com -obiavo.net -offers.bycontext.com -oil-td.ru -okel.co -olympescort.com -one.net.in -online-hit.info -online-templatestore.com -ons-add.men -ozoz.it -partners-ship.pro +mylovelibrabry.com +mystats.xyz +newfilmsonline.ru +news-speaker.com +newstraveller.ru +newtechspb.ru +next-dentists.tk +nfvsz.com +nikkiewart.ru +nisuturnetdgu.tk +nodding-passion.tk +nzfilecloud.weebly.com +o-o-6-o-o.ru +o-o-8-o-o.com +offer.camp +okmusic.jp +online-sbank.ru +online7777.com +onlythegames.com +oralsexfilme.net +oranga.host.sk +outpersonals.com +oxford-book.com.ua +pacificair.com +painting-planet.com +paintingplanet.ru +panchro.co.uk +par-fallen.ga partnersafe.men -parvezmia.xyz -pateaswing.com -patol01.pw -pc-test.net +pc-virus-d0l92j2.pw +pdn-4.com +pdns.download +pendelprognos.se penisvergrotendepillennl.ovh -phormchina.com -picsearch.com -picturesboss.com -piulatte.cz -pivka.xyz -pkr1hand.com -playboyfiles.xblog.in -playtap.us -plusnetwork.com -pobeiranie.pl -pod-muzyku.club -pontiacsolstice.info -popserve.adscpm.net -popunder.net -porno-video-chati.ru -pornoblood.com -pornonik.com +perm-profnastil.ru +phobia.us +photosaga.info +piccshare.com +pipki.r.acdnpro.com +pizdeishn.com +playmsn.com +pochtovyi-index.ru +pojdelo.weebly.com +polimga.pw +popugauka.ru +popup-fdm.xyz +porno-transsexuals.ru pornophoto.xyz -pornotubexxx.name -portal-eu.ru -pozdrawleniya.ru -printdirectforless.com -privacyassistant.net -privetsochi.ru -prizeestates.cricket -productarium.com -produkto.net -prodvigator.ua -professionalwritingservices15.blogspot.ru -promoheads.com -pssucai.info -pukaporn.com -pulse33.ru +potoideas.us +preconnubial.usuby.site +predmety.in.ua +primedice.com +princevc.com +privatefx-in.ru +prohoster.info +pufip.com +quangcaons.com rank-checker.online -rankings-analytics.com -ranksonic.com -razleton.com -realnye-otzyvy.info -recinziireale.com -registratciya-v-moskve.ru -remontvsamare.su -remote-dba.de -resultshub-a.akamaihd.net -reyel1985.webnode.fr -rimedia.org -ritlweb.com -ros-ctm.ru -royal-investments.net -royalads.net -rusenvironmental.net -sakhboard.ru -sampleletters.net -savetubevideo.com -sbf441.com -sbtdesign.co.uk -scanner-john.top -scanner-marwin.top -scanspyware.net -scenarii-1-sentyabrya.uroki.org.ua -scottbywater.com -scrapinghub.com -screpy.com -sdelai-prosto.ru -searchencrypt.com +recipedays.com +recordpage-a.akamaihd.net +reeyanaturopathy.com +refudiatethissarah.info +reklama-i-rabota.ru +relayblog.com +repeatlogo.co.uk +replicaclub.ru +revistaindustria.com +ringporno.com +ringtonepartner.com +rubbed.us +rumamba.com +satellite.maps.ilovevitaly.com +saveriopiazza.it +sbetodiodnye-lampy.ru +sbprabooks.com +scanner-irvin.top +scanner-julia.top +scmor.ilxc.cc +se.bnt-team.com searchinquire.com -seasonvar.ru -secret.xn--oogle-wmc.com +searchinterneat-a.akamaihd.net +seemoreresultshu-a.akamaihd.net +semxiu.com +sendearnings.com seogadget.ru -seorankinglinks.com -sex-watch.com -sexad.net -sexyali.com -sexyebonyteen.com -share-buttons-for-free.com -ship-marvel.co.ua -shoplvlv.us -sibvitr.ru -silverage.ru -silvercash.com -sitevaluation.com -skypasss.com -slomm.ru -sms2x2.ru -smsactivator.ru +sergiorossistore.online +serving.adbetclickin.pink +sexobzor.info +sexsearch.com +sextracker.be +sherlock.se +shinikiev.com.ua +shitmovs.com +shodanhq.com +shymkent.xkaz.org +si-unique.com +sibdevice.ru +sildenafil-tadalafil.info +simple-share-buttons.com +sisiynas.ru +site-analyzer.com +site-speed-checker.site +skachat-besplatno-obrazcy.ru +skylta.com +skyway24.ru +slavic-magic.ru +slkrm.ru +slowmacfaster.trade +slujbauborki.ru +smartpet.ru snsdeainavi.info -sobecjvuwa.com.ru -solitaire-game.ru +solution4u.com sosdepotdebilan.com -sovetogorod.ru -specialfinanceoffers.com -splendorsearch-a.akamaihd.net -srgwebmail.nl -ssconstruction.co -startufa.ru -steame.ru -stjamesschool.info -storehouse.ua -stpolice.com -studiofaca.com -sundrugstore.com -supermesta.ru -superstats.com -surgut.zrus.org -swagbucks.com +soserfis.com +sovinsteel.ru +speechfoodie.com +spravka130.ru +squidoo.com +srecorder.com +stanthonyscatholicchurch.org +stmassage.ru +strag-invest.ru +sucsesofinspiration.com +surfbuyermac.com +svetodiodoff.ru +sygraem.com tabakur77.com -tagil.zrus.org -thaismartloan.com -thedownloadfreeonlinegames.blogspot.com -themeforest.net -tizanidineandgabapentin.blogspot.com -tizanidinecapsules.blogspot.com -tizanidinefibromyalgia.blogspot.com -tomatis.gospartner.com -tootoo.to -torrents-tracker.com -touchmods.fr -trackmedia101.com -trafficshaper.com -trafficstars.com -trahic.ru -trichizobswiv.agddns.net -trucri.me -tuckpointingmasonrysystems.com -tula.howotorg.ru -tupper-shop.ru -turvgori.ru -twincitiescarservice.com -twinderbella.com -ucoz.ru -ultramart.biz -umg-stroy.ru -undergroundcityphoto.com -univerfiles.com -unpredictable.ga -urll.eu -ussearche.cf -valkiria-tk.ru -vapsy.com -vashsvet.com -vedomstvo.net -venerologiya.com -vereo.eu -vgoloveboli.net -via-energy-order.com -videosbox.ru -vip-file.com -vodkoved.ru -voloo.ru -volume-pills.biz -vonradio.com -vote-up.ru -vseigru.one -vseigry.fun -vucms.com -w3javascript.com -watchmygf.net -webix.biz -website-speed-check.site -websiteexplorer.info -websites-reviews.com -wesharepics.info -wfb.hatedriveapart.com -wholesalejerseychinashop.com -wieseversa.no -workle.website +takeflyte.com +tehngr.ru +teletype.in +telsis.com +testbotprocessor44.com +textads.men +the-trader.net +thebestphotos.eu +thebitcoincode.com +tiandeural.ru +ticketsys.inetwd.com +time-japan.ru +tizanidine4mgtablets.blogspot.com +tizanidinehcl2mg.blogspot.com +tizanidinehcl4mgtablet.blogspot.com +tizanidinemusclerelaxant.blogspot.com +tizanidineoral.blogspot.com +tizanidinestreetvalue.blogspot.com +topclickguru.com +topsiteminecraft.com +totu.us +track.deriv.com +trafaret74.ru +traffixer.com +trk-4.net +trkur.com +tubo360.com +tvteleport.ru +twelvevisionspartyofcolorado.com +twojebook.pl +tyumen.xrus.org +uhod-za-sobakoj.ru +ukrtvory.in.ua +umekana.ru +uogonline.com +usacasino.com +ustion.ru +utiblog.fr +video--production.com +vilingstore.net +vinylvault.co.uk +viven.host.sk +vladimir.zrus.org +vzlomtw.com +wahicbefa31.soup.io +walkme.com +wapsite.me +warezaccess.com +web-betting.ru +webinstantservice.com +webs.com +website-stealer.nufaq.com +wedding0venues.tk +westum.se +whatistizanidine2mg.blogspot.com +whatsappbot.flyland.ru +whatsupinfoley.com +wheelchairliftsarea.com +williamrobsonproperty.com +wiosenny-bon-1500.pl +witclub.info +witherrom55.eklablog.fr +womensplay.net +woodyguthrie.se world-mmo.com -www.event-tracking.com -wygraj-skiny.win -x-diesel.com -x-diesel.org -x-porno.video -xn----8sbarihbihxpxqgaf0g1e.xn--80adxhks -xn----ctbbcjd3dbsehgi.xn--p1ai -xn--80aaaks3bbhabgbigamdr2h.xn--p1ai -xn--80ahvj9e.xn--p1ai -xsfetish.org -xtremeeagles.net -xvideosporn.biz -xxxguitars.com -youdesigner.kz -youradulthosting.com -yourdesires.ru +www.get-free-traffic-now.com +wwwadultcheck.com +wyniki-lista.pl +x-lime.net +xingzi-vision.com +xn-----7kcabaipgeakzcss7bjdqdwpfnhv.xn--p1ai +xn----7sbifcamovvfggw9d.xn--p1ai +xn----8sbhefaln6acifdaon5c6f4axh.xn--p1ai +xn--80aafb2a.xn--p1ai +xportvusbdriver8i.snack.ws +xtube.com +xvideosbay.com +xxxdatinglocal.us +xxxrus.org +xxxtubesafari.com +yougotanewdomain.com +youtube-downloader.savetubevideo.com youtubologia.it -za-fun-offer.com -zarabotat-na-sajte.ru -zebramart.ru -zed21.net -zeroredirect5.com -zhongwenlink.com -zirondelli.it -znaniyapolza.ru -zoogdisany.com -zscalertwo.net +yuweng.info +zakazfutbolki.com +zaloadi.ru +zawyna.ua +zdesformula.ru +zojirushi-products.ru +zooggames.com +zoomovies.org +zophim.me +zzbroya.com.ua diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index 7affad225..59b27d22a 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -1001watch.com.ua -108shot.com -10bet.com -2020iscoming.info -45en.ru -51unlim.ru -5i2.net -7makemoneyonline.com -91abcw.com -991mostfm.co.id -aab94f698f36684c5a852a2ef272e031bb.com -aad1f4acb0a373420d9b0c4202d38d94fa.com -adsfresh.men -adsloads.com -advertex.info -agardomains.com -albumsuper.info -allesohnegirls.net -allmarketsnewdayli.gdn -allstatesugarbowl.org -ameblo.top -amung.us -android-style.com -anjalika.co.in -apiwebwebgetcom-a.akamaihd.net -appearance-cool.com -arabseyes.com -asiengirls.net -autoseo-traffic.com -awaybird.ru -ayakino.net -baltgem.com -beatifullandscape.co -bedandbreakfast.com -bestkfiledxd.cf -bibys.com -biographiya.com -bizru.info -bizzliving.com -blackcurranthumidifiers.site -blogqpot.com -boanonihaca.tk -boostmyppc.com +00author.com +1001desert.com +2728fb936f0.com +2ads.co.uk +5forex.ru +8558l.jobs.net +abbanreddy.com +actulite.com +adbetclickin.pink +adclickservice.com +aktobe.xkaz.org +albuteroli.com +allsilver925.co.il +alyeskaresort.com +andpolice.com +anime.dougasouko.com +arate.ru +arclk.net +arcteryxsale.online +arendas.net +arquapetrarca.info +aviav.eu +azazaporn.com +b00kmarks.com +bablonow.ru +balook.com +bannerspace.com +bannertesting.com +bashtime.ru +basisches-wasser.net +batanga.net +bazaronline24.ru +beclean-nn.ru +bestofupload.info +bet-prognoz.com +betshuckclean.com +bif-ru.info +bjanshee.ru +bkns.vn +blogig.org +bobinoz.com +bolezniorganov.ru brainboosting.club -braip.com.br -brewdom.ru -buyk.host.sk -callawaygolfoutlet.online -cardsharp1.ru -carson.getenjoyment.net -cartierlove2u.com -cartierreplica.win -cartierring.xyz -cheapjerseysap.com -cheapmoncler.pw -chinacheapelitejerseys.com -cleanpcnow.com -clickprotects.com -clodo.ru -cocolyze.com -coderstate.com -coinsspb.com -colobit.biz -com-onlinesupport.host -compiko.info -compliance-alexa.xyz -compliance-brian.top -compliance-julia.top -compucelunlock.net -consorzioilmosaico.org -copblock.org -countbertwistdisp26.soup.io -crackguru.tk -cupday.com -customchocolate.business-for-home.com -dairyindia.in -ddlmega.net -ddsoldes.fr -design-lands.ru -detsky-nabytek.info -divku.ru -dominterior.org -domoysshop.ru -download-of-the-warez.blogspot.com -duawitchrarato.tk -dvd-famille.com -e-commerce-seo1.com -ecommerce-seo.org -ekspresihati.info -elektronischezigarette2.mex.tl -elektrozigarette1.dreamwidth.org -elektrozigarette2.wordpressy.pl -enpolis.ru -enternet.ee -evrotekhservis.ru -extrabot.com -ezigaretteshop.webs.com -femmesdenudees.com -flash4fun.com -flprog.com -footballfarrago.com -forms-mtm.ru -free-gluten.ru -freshdz.com -fullfileaccess.com -gamedayassist.com -getaclueamerica.com -ghostvisitor.com -greatgrace.ru -guigyverpo.cf -hawaiisurf.com -healgastro.com -health-medical-portal.info -helicalpile.us -hexpilot.com -heygidday.biz -hostingclub.lk -houston-vikings.com -hscsscotland.com -hulfingtonpost.com -humbmosquina.tk -hundejo.com -incep.imagine-ex.co -infogame.name -instasexyblog.com -internet-apteka.ru -intim-uslugi.info -iscblog.info -janettabridal.com -karpun-iris.ru +brothers-smaller.ru +bscodecs.com +bycontext.com +cashkitten-a.akamaihd.net +cejewelry.xyz +changde.58.com +cherrypointplace.ca +chocolateslim-u-srbiji.com +ciceros.co +clickpapa.com +clknsee.com +colehaanoutlet.store +comissionka.net +compliance-mark.top +compliance-nelson.top +computernetworksonline.com +copenergo.ru +cottageofgrace.com +custom-electric-guitar.com +cyclobenzaprinevstizanidine.blogspot.com +dating-time-now.com +defenderxtactical.com +deluxedumps.com +deutschehobbyhuren.net +devochki.top +directrev.com +discovertreasurenow.com +domain2008.com +dotmass.top +e-c.al +eas-seo.com +elektrischezigarettekaufen2.cowblog.fr +elektrozigarettekaufen2.blogse.nl +elstal.com.pl +embedle.com +en.home-task.com +enbersoft.com +enge-fotzen.info +escortslet.net +evaashop.ru +evehemming.blogspot.com.au +ezigaretteshop2.mywapblog.com +faithe.top +feorina.ru +fetroshok.ru +floridamobilebillboards.com +fok.nl +g7m.pl +gateway.zscalertwo.net +golfresa.lucania.se +golmau.host.sk +googlefeud.com +guidefs.ru +hidefiles.org +hotchatdate.com +hoverboard360.se +hybrid.ru +idegenvezeto.eu +importchinacoach-teach.com +interfucks.net +invitefashion.com +iradiology.ru +jackwolfskinoutlet.online +justucalling32211123456789.tk +kamorel.com kazan.xrus.org -kinosed.net -klejonka.info -lancheck.net -lapolis.it -linkbolic.com -louisvuittonoutletstore.net -luxup.ru -marktforschung-stuttgart.com -mebeldekor.com.ua +kinobaks.com +komp-pomosch.ru +kumuk.info +kurwa.win +la-fa.ru +ladov.ru +lezbiyanki.net +lida-ru.com +lidoradio.com +likesuccess.com +limads.men +lion.snapmap.us +live-sexchat.ru +livesex-amateure.info +liveshoppersmac.com +locatellicorretor.com.br +longadventure.com +lsp-awak-perikanan.com +lulea-auktionsverk.se +machicon-akihabara.info +malls.com +manimpotence.com +mapquestz.us +meet-flirt-dating.com mega-bony2017.pl -megakino.net -mister-shop.com -mistr-x.org -mojpreskumanie.com -monclerboots.xyz -musicpro.monster -my-big-family.com -my-floor.in.ua -netpics.org -nuit-artisanale.com -nyfinance.ml -o-o-8-o-o.com -online7777.com -onlinebay.ru -onlyporno.ru -openlibrary.org -optitrade24.com -ostrovtaxi.ru -photokitchendesign.com -phuketscreen.com -piccshare.com -pierrehardysale.online -pizza-tycoon.com -plastgran.com -popunder.ru -popup.matchmaker.com -privatov-zapisi.ru -pro-okis.ru -promoheads.com -qitt.ru -quebec-bin.com -rabotaetvse.ru -rankexperience.com -razamicroelectronics.com -rcb101.ru -rebuildermedical.com -refads.pro -remybutler.fr +megaindex.ru +mesto-x.com +methodsmarketing.com +micasainvest.com +monclercoats.xyz +montredemarque.nl +moz.com +musezone.su +musicstock.me +myiptest.com +naturalshair.site +neodownload.webcam +nero-us.com +northfacestore.online +nosecret.com.ua +notfastfood.ru +nrjmobile.fr +o-o-11-o-o.com +o-o-8-o-o.ru +offergroup.info +orenburg-gsm.ru +orgasmus-virtual.com +ostroike.org +outclicks.net +paceform.com +palvira.com.ua +partnersafe.men +pcgroup.com.uy +perfection-pleasure.ru +pflexads.com +photorepair.ru +picturesfrom.com +pihl.se +playmsn.com +pobeiranie.pl +pokerniydom.ru +poligon.com +pornoplen.com +pornowarp.info +powc.r.ca.d.sendibm2.com +priceg.com +prizefestival.mobi +promgirldresses.xyz +putitin.me +ranksays.com +rapidokbrain.com +recinziireale.com rentehno.ru -research.ifmo.ru -rfd-split.hr rfid-locker.co -rogervivierforsale.com -ruf777.com -rusoft-zone.ru -rusprostitute.com -sajatvelemeny.com -sankt-peterburg.nodup.ru -saratov.xrus.org -saugatuck.com -scopich.com -screentoolkit.com -seinterface.com -seocdvig.ru -sethrollins.net -sex-watch.com -sitevaluation.org -skypasss.com -snegozaderzhatel.ru -social-button.xyz +ringtonepartner.com +runofilms.ru +rus-teh.narod.ru +sack.net +sakhboard.ru +sbprabooks.com +scanner-jane.top +schoolfiles.net +searchkut.com +securesmrt-dt.com +seo-2-0.com +seofirmreviewsus.info +sex-tracker.com +sfj-ror.no +shtaketniki.kz +sizeplus.work +soft1.ru +space4update.pw spb-plitka.ru -spidtest.org -sstroy44.ru -statoutlook.info -stockspmb.info -strana-solnca.ru -stretchmate.net -stroimajor.ru -stroymonolit.su -styro.ru -success-seo.com -superfish.com -szucs.ru -taraz.xkaz.org -tds-advert002.info -thecoolimages.net -thedownloadfromwarez.blogspot.com +spywarebegone.com +stair.registrydomainservices.com +stillmiracle.com +stroiminsk.com +sukirgenk.dvrlists.com +supervesti.ru +taqplayer.info +thebluenoodle.com +thefotosgratis.eu theplacetoupdating.pw -thepokertimer.com -tizanidinezanaflex.blogspot.com -tnaionline.org -topappspro.com -toproadrunner5.info -trafaret74.ru -traffic2money.com -trafficreceiver.club -traffmonster.info -unpredictable.ga -uptime-as.net -uptimebot.net -vegascosmetics.ru -videosbox.ru -vigrx-original.ru -warezkeeper.com -whos.amung.us +thfox.com +tizanidineingredients.blogspot.com +tizanidinestreetvalue.blogspot.com +tobeyouday.win +top10-way.com +traffique.net +ukkelberg.no +umg-stroy.ru +uzporno.mobi +vbabule.net +vbtracker.net +vchulkah.net +via-energy-order.com +viberdownload10.com +videochat.bz +videositename.com +vitanail.ru +vriel.batcave.net +warningzscaler.heraeus.com +watch-movies.ru +webmasterhome.cn +weboptimizes.com +weprik.ru +wheelchairliftsarea.com +wingsoffury2.com withstandingheartwarming.com -womama.ru -woman-tampon.ru -woweb.com.ua -xaijo.com -xerox-douglas.cf -xn--oogle-wmc.com -yellowads.men -yoursite.com -zapatosenventa.info -zeroredirect2.com -zhuravlev.info -zigarettenonl.canalblog.com -znaniyapolza.ru +works.if.ua +wufak.com +wwwadultcheck.com +xcombear.ru +xn--1-8sbcpb0bdm8k6a.xn--p1ai +yachts-cruise.info +yatrk.xyz +yoluxuryevents.com +zdesoboi.com +zeikopay.com +zirondelli.it +zvuker.net diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index a5198419e..e3bae81b9 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.166 0; +10.1.0.114 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index f02ca5dd9..b00d5a360 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.12.2815 -### Updated: Tue Dec 28 22:01:18 UTC 2021 +### Version: V4.2021.12.2816 +### Updated: Wed Dec 29 10:03:23 UTC 2021 ### Bad Bot Count: 631 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index f02ca5dd9..b00d5a360 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.12.2815 -### Updated: Tue Dec 28 22:01:18 UTC 2021 +### Version: V4.2021.12.2816 +### Updated: Wed Dec 29 10:03:23 UTC 2021 ### Bad Bot Count: 631 ################################################### ### Version Information ##