From c75e89cf6d94b8dd86ddabe8539a730b032a1970 Mon Sep 17 00:00:00 2001 From: mitchellkrogza Date: Fri, 24 Dec 2021 22:07:08 +0000 Subject: [PATCH] V4.2021.12.2804 [ci skip] --- AUTO-CONFIGURATION.md | 2 +- MANUAL-CONFIGURATION.md | 2 +- README.md | 2 +- _google_analytics_ghost_spam/README.md | 2 +- .../etc/nginx/conf.d/globalblacklist.conf | 4 +- conf.d/globalblacklist-testing-version.conf | 4 +- conf.d/globalblacklist.conf | 4 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/buildnumber | 2 +- dev-tools/globalblacklist-testing.template | 4 +- dev-tools/globalblacklist.template | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/test_units/blacklist-ips.conf | 2 +- .../random-bots-for-test-quick.list | 20 +- .../test_units/random-bots-for-test.list | 294 +++--- .../random-bots-for-whitelist-test.list | 304 +++--- .../random-referrers-for-test-quick.list | 20 +- .../test_units/random-referrers-for-test.list | 934 +++++++++--------- .../random-referrers-for-whitelist-test.list | 474 ++++----- dev-tools/test_units/whitelist-ips.conf | 2 +- dev-tools/tmp/robots.txt | 4 +- robots.txt/robots.txt | 4 +- 45 files changed, 1079 insertions(+), 1079 deletions(-) diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 5de123e8b..db306bdc7 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.12.2803 +#### Version: V4.2021.12.2804 #### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index cc8c4a50e..ef8a59fcb 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.12.2803 +#### Version: V4.2021.12.2804 #### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index 31890538f..cf1195849 100755 --- a/README.md +++ b/README.md @@ -13,7 +13,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2021.12.2803 +#### Version: V4.2021.12.2804 #### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 0ec47670e..a2cd90998 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2021.12.2803 +#### Version: V4.2021.12.2804 #### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index bbfe7676c..083dd3f6d 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2803 -### Updated: Fri Dec 24 10:03:29 UTC 2021 +### Version: V4.2021.12.2804 +### Updated: Fri Dec 24 22:01:14 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index b82bf781a..a32c28976 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2803 -### Updated: Fri Dec 24 10:03:30 UTC 2021 +### Version: V3.2021.12.2804 +### Updated: Fri Dec 24 22:01:14 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index bbfe7676c..083dd3f6d 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2803 -### Updated: Fri Dec 24 10:03:29 UTC 2021 +### Version: V4.2021.12.2804 +### Updated: Fri Dec 24 22:01:14 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index b82bf781a..a32c28976 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2803 -### Updated: Fri Dec 24 10:03:30 UTC 2021 +### Version: V3.2021.12.2804 +### Updated: Fri Dec 24 22:01:14 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index af7aacb1b..b716b9e6c 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.65 1; +10.1.0.30 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 96ba8d603..6fec63384 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.65 0; +10.1.0.30 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index b82bf781a..a32c28976 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2803 -### Updated: Fri Dec 24 10:03:30 UTC 2021 +### Version: V3.2021.12.2804 +### Updated: Fri Dec 24 22:01:14 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index af7aacb1b..b716b9e6c 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.65 1; +10.1.0.30 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 96ba8d603..6fec63384 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.65 0; +10.1.0.30 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index b82bf781a..a32c28976 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2803 -### Updated: Fri Dec 24 10:03:30 UTC 2021 +### Version: V3.2021.12.2804 +### Updated: Fri Dec 24 22:01:14 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index af7aacb1b..b716b9e6c 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.65 1; +10.1.0.30 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 96ba8d603..6fec63384 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.65 0; +10.1.0.30 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index b82bf781a..a32c28976 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2803 -### Updated: Fri Dec 24 10:03:30 UTC 2021 +### Version: V3.2021.12.2804 +### Updated: Fri Dec 24 22:01:14 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index 4d86a0941..9fe34ed6c 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -2803 +2804 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index b82bf781a..a32c28976 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2803 -### Updated: Fri Dec 24 10:03:30 UTC 2021 +### Version: V3.2021.12.2804 +### Updated: Fri Dec 24 22:01:14 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index bbfe7676c..083dd3f6d 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2803 -### Updated: Fri Dec 24 10:03:29 UTC 2021 +### Version: V4.2021.12.2804 +### Updated: Fri Dec 24 22:01:14 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 8cc519010..51c6906f1 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.83.249.171 0; +52.183.7.87 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index bbfe7676c..083dd3f6d 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2803 -### Updated: Fri Dec 24 10:03:29 UTC 2021 +### Version: V4.2021.12.2804 +### Updated: Fri Dec 24 22:01:14 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index af7aacb1b..b716b9e6c 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.65 1; +10.1.0.30 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 96ba8d603..6fec63384 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.65 0; +10.1.0.30 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index bbfe7676c..083dd3f6d 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2803 -### Updated: Fri Dec 24 10:03:29 UTC 2021 +### Version: V4.2021.12.2804 +### Updated: Fri Dec 24 22:01:14 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index af7aacb1b..b716b9e6c 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.65 1; +10.1.0.30 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 96ba8d603..6fec63384 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.65 0; +10.1.0.30 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index bbfe7676c..083dd3f6d 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2803 -### Updated: Fri Dec 24 10:03:29 UTC 2021 +### Version: V4.2021.12.2804 +### Updated: Fri Dec 24 22:01:14 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index af7aacb1b..b716b9e6c 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.65 1; +10.1.0.30 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 96ba8d603..6fec63384 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.65 0; +10.1.0.30 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index bbfe7676c..083dd3f6d 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2803 -### Updated: Fri Dec 24 10:03:29 UTC 2021 +### Version: V4.2021.12.2804 +### Updated: Fri Dec 24 22:01:14 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 8cc519010..51c6906f1 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.83.249.171 0; +52.183.7.87 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 71b0437da..e43dbd3dc 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2803 -### Updated: Fri Dec 24 10:03:29 UTC 2021 +### Version: V4.2021.12.2804 +### Updated: Fri Dec 24 22:01:14 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 8cc519010..51c6906f1 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.83.249.171 0; +52.183.7.87 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 3bea67cb3..25e5d536a 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2803 -### Updated: Fri Dec 24 10:03:29 UTC 2021 +### Version: V4.2021.12.2804 +### Updated: Fri Dec 24 22:01:14 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index af7aacb1b..b716b9e6c 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.65 1; +10.1.0.30 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index 5e0395cc8..e4ed75729 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Blackboard -CCBot -DigitalPebble -Musobot -SpankBot -Trendiction -V-BOT -Web Enhancer -Webster -arquivo-web-crawler +CSHttp +Cogentbot +EasyDL +MSIECrawler +PleaseCrawl +SISTRIX +Szukacz +Toweyabot +WebGo IS +adscanner diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index f9119eeef..1bf6f15d4 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ 01h4x.com +404checker +404enemy +80legs +AIBOT ALittle Client -Aboundex +Aboundexbot AhrefsBot -AiHitBot -AllSubmitter -Alligator -AlphaBot +Aipbot Anarchie -Anthill -Asterias -AwarioRssBot +Anarchy99 +Ankit +Apexoo AwarioSmartBot -BDFetch -BackDoorBot +BBBike +BLEXBot BackStreet -BacklinkCrawler -Badass -Battleztar Bazinga BetaBot -Black Hole +BlackWidow +Blow BlowFish +Bolt Brandprotect -Buddy +Brandwatch BuiltBotTough -BuzzSumo CATExplorador +CCBot +CODE87 CSHttp Calculon -CazoodleBot -Cegbfeieh -Chlooe -Copyscape -Cosmos +CherryPicker +ChinaClaw +Claritybot +Cliqzbot +Cocolyzebot +CopyRightCheck +Craftbot +CrazyWebCrawler Crescent -DBLBot +Custo +CyotekWebCopy DIIbot +DSearch +DatabaseDriverMysqli +Demon +Dirbuster +Disco Dispatch +DnBCrawler-Analytics DnyzBot DomCopBot DomainAppender -DomainStatsBot -Dotbot +Domains Project +Dragonfly +Drip EMail Siphon EMail Wolf -Ebingbong +EasyDL EirGrabber -EroCrawler -Express WebPictures -ExtLinksBot -Extractor -ExtractorPro -EyeNetIE -FHscan -Fimap -Firefox/7.0 -FlashGet -Foobot -Freeuploader +FemtosearchBot +Flunky FrontPage -GermCrawler -Go!Zilla +GT::WWW +GalaxyBot +Gigabot Go-Ahead-Got-It +GoZilla Gotit -Grabber GridBot -HEADMasterSEO -HTMLparser +HMView +HTTP::Lite HTTrack Haansoft -Heritrix +HaosouSpider Hloader -IRLbot +Humanlinks Iblog +IlseBot +Image Sucker IndeedBot -Indy Library -InfoNaviRobot InfoTekies InterGET Internet Ninja -Iria -JOC Web Spider -JamesBOT -Jbrofuzz +InternetSeer JetCar -Jetty -JikeSpider -Kenjin Spider +Joomla +Jorgee Kinza -Leap -LeechGet +LWP::Simple LexiBot -Lftp LibWeb LieBaoFast Lightspeedsystems -LinkextractorPro -LinksManager -Lipperhey Spider -Ltx71 +LinqiaRSSBot +Litemage_walker MFC_Tear_Sample -MIDown tool -MIIxpc -MJ12bot -MQQBrowser -MSFrontPage -MSIECrawler -Mag-Net -Majestic SEO -Majestic-SEO -Masscan -Mata Hari -MauiBot -Metauri -Microsoft Data Access +MarkMonitor +MarkWatch +Mediatoolkitbot +Mister PiX Moblie Safari +Mojeek Mozlila NICErsPRO -Name Intelligence -Nameprotect +NearSite Needle +Nessus +Net Vampire +NetAnts NetLyzer -NetMechanic NetSpider -NetZIP Netcraft -NextGenSearchBot Nibbler Nikto +NimbleCrawler Ninja -Not +Nmap Octopus Offline Explorer Offline Navigator OutfoxBot -POE-Component-Client-HTTP -Page Analyzer +PECL::HTTP +PHPCrawl +PageThing.com Pandalytics -Papa Foto -Pavuk PeoplePal -Petalbot Pi-Monster -Picscout PleaseCrawl -Pockey ProPowerBot ProWebWalker -Psbot -PxBroker -PyCurl -RSSingBot +Pu_iN +Pump +QueryN Metasearch +Quick-Crawler +RankActive +RankActiveLinkBot +RankingBot2 +Rankivabot RankurBot +ReGet +RealDownload Reaper -RedesScrapy -Ripper -RocketCrawler +Recorder +RepoMonkey Rogerbot -SBIder -SEOkicks -SEOstats SISTRIX -SMTBot -SalesIntelligent -Scanbot ScoutJet Scrapy ScreenerBot -Searchestate -SearchmetricsBot +ScrepyBot +Semrush +Seomoz +SiteCheckerBotCrawler SiteLockSpider +SiteSnagger Sitebeam Siteimprove -Snake +SmartDownload SocialRankIOBot -Sogou web spider -Spammen -Sucker -Swiftbot -T0PHackTeam -T8Abot +Sociscraper +Sosospider +SpankBot +Spanner +Spinn3r +SputnikBot +Sqworm +Stripper +SuperBot +SurveyBot TeleportPro +Telesoft +Telesphoreo Telesphorep -TheNomad Thumbor Titan -Toata +Toweyabot +Trendiction Turingos +Turnitin TurnitinBot +TwengaBot Typhoeus -UnisterBot -VCI +URLy Warning +Upflow +V-BOT Vacuum -VeriCiteCrawler -Virusdie +VelenPublicWebCrawler VoidEYE Voil -Voltron +WASALive-Bot WBSearchBot WISENutbot WPScan -Wallpapers +WWW-Mechanize +Wallpapers/3.0 WeSEE -Web Fuck -Web Sucker +Web Enhancer +Web Pix +Web Sauger WebAuto -WebBandit -WebReaper -WebSauger -WebSucker -WebWhacker +WebCollage +WebFuck +WebGo IS +WebImageCollector +WebPix +WebZIP Webalta -WebmasterWorldForumBot -WebsiteExtractor +Webshag +Website Quester WebsiteQuester Webster -Whack -Whacker -Whatweb -WinHTTrack -WiseGuys Robot +Who.is Bot +Widow Woobot +Wprecon +Xaldon WebSpider Xaldon_WebSpider -ZoomBot -ZumBot +Zade +Zauba +Zermelo +ZoominfoBot +ZyBorg +adscanner archive.org_bot -arquivo-web-crawler -arquivo.pt autoemailspider backlink-check -cah.io.community +coccocbot-web cognitiveseo -com.plumanalytics crawler.feedback -crawler4j -eCatch +domainsproject.org +facebookscraper lwp-trivial -magpie-crawler meanpathbot mediawords -oBot -page scorer -pcBrowser polaris version -ripz +probe-image-size +s1z.ru +satoristudio.net scalaj-http -scan.lol -seocompany.store seoscanners -spyfu +sexsearcher +sp_auditbot +tAkeOut +trendiction.de +ubermetrics-technologies.com +webgains-bot +webmeup-crawler +webprosbot +x22Mozilla +xpymep1.exe diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index c971076d8..f89992a45 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -01h4x.com -360Spider -80legs -ADmantX -AIBOT -ALittle Client Aboundex -Acunetix -AfD-Verbotsverfahren -AhrefsBot -AiHitBot AllSubmitter -Alligator -Anarchie +Anthill Asterias Attach AwarioSmartBot -BDFetch +BDCbot BackDoorBot -BetaBot -Black Hole +BackWeb +Backlink-Ceck +Barkrowler +BatchFTP +Battleztar Bazinga +Bitacle +BlackWidow Blackboard -BlowFish -BotALot -Brandprotect -Buck +Blow +Bolt +Brandwatch Buddy +BuiltBotTough +BuiltWith +Bullseye BunnySlippers BuzzSumo CCBot -Calculon -CazoodleBot -Cegbfeieh -CheTeam +CSHttp CherryPicker -Claritybot -Cocolyzebot +ChinaClaw +Cliqzbot +Cogentbot +Collector Crawling at Home Project CrunchBot Curious -Custo CyotekWebCopy +DBLBot +DIIbot DSearch -DatabaseDriverMysqli -Devil -DigitalPebble +Demon +Digincore Disco -Dispatch +DittoSpyder +DnBCrawler-Analytics +DomCopBot +DomainCrawler DomainSigmaCrawler -DomainStatsBot Dotbot Download Wonder -Dragonfly -ECCP/1.0 EasyDL -Ebingbong -Ecxi EirGrabber EroCrawler -Evil Exabot -Extractor -ExtractorPro +ExtLinksBot +Extreme Picture Finder FDM FHscan +FlashGet +Flunky +FrontPage +Fuzz +FyberSpider +Fyrebot G-i-g-a-b-o-t +GT::WWW GalaxyBot Genieo +GermCrawler GetWeb -Gotit -GrabNet -Grabber +Getintent +GoZilla +GrapeshotCrawler GridBot -HMView -HaosouSpider +HEADMasterSEO +HTTP::Lite +HTTrack +Haansoft +Havij +Heritrix +Hloader IDBTE4M -IDBot -Id-search -Image Fetch -IstellaBot -JennyBot +IRLbot +InfoTekies +Jbrofuzz +Jetty JikeSpider Joomla +Jorgee JustView -Jyxobot -Keyword Density +Kenjin Spider +Kinza Kozmosbot -LWP::Simple -Lanshanbot +Leap LeechFTP -Libwhisker -Lightspeedsystems +LeechGet Likse +LinkScan LinkWalker -Linkdexbot -LinkpadBot -LinksManager -Lipperhey Spider -Lmspider -MFC_Tear_Sample -MIIxpc +Linkbot +LinqiaRSSBot MJ12bot MSFrontPage -MSIECrawler -Mag-Net Magnet -Majestic12 +Mail.RU_Bot +Majestic SEO +Majestic-SEO +MarkWatch +Masscan +MeanPath Bot +Mediatoolkitbot +MegaIndex.ru Metauri Microsoft Data Access -Microsoft URL Control Minefield -Mister PiX -Morfeus Fucking Scanner -Mr.4x3 -Msrabot -Musobot -NPbot +Moblie Safari +Mojolicious +Mozlila +NICErsPRO +Name Intelligence +Navroad NearSite -Nessus -Net Vampire -NetAnts -NetZIP -Netcraft -Netvibes +NetMechanic +NetSpider +Nettrack NextGenSearchBot Niki-bot Nikto NimbleCrawler -Nuclei -Octopus Offline Navigator -OnCrawl OpenLinkProfiler -Openvas -OrangeBot OutclicksBot PHPCrawl +Page Analyzer PageAnalyzer -PageGrabber PageThing.com Pandalytics Pavuk +PeoplePal Petalbot -Picscout +Pi-Monster PictureFinder -ProPowerBot +Piepmatz +Pimonster +Pixray +PleaseCrawl +Probethenet Psbot Pu_iN -PyCurl -RSSingBot -Rankivabot -RankurBot +Pump +PxBroker +RankingBot Re-re -RealDownload Recorder -SEOkicks +RedesScrapy +SBIder SEOkicks-Robot -SEOprofiler +SEOlyticsCrawler +SEOstats SMTBot -Scanbot +SalesIntelligent ScoutJet +Scrapy +Screaming ScreenerBot -SearchmetricsBot SemanticJuice -SemrushBot -SentiBot -SeoSiteCheckup Shodan +Site Sucker SiteCheckerBotCrawler -SiteLockSpider SiteSnagger SiteSucker -Siteimprove +SlySearch Snake +Sogou web spider Sosospider -Spanner -Spbot -Sqworm -Stripper -SuperHTTP +Sottopop +SpaceBison +SputnikBot +Sqlmap +Steeler +Sucuri +SuperBot +Surfbot +Szukacz TeleportPro +Telesphoreo Telesphorep -The Intraformant -Titan -Toweyabot -True_Robot -Turnitin -Twice -URLy Warning -UnisterBot -Upflow -V-BOT -VB Project +TheNomad +Thumbor +Toata +TurnitinBot +TwengaBot +Typhoeus Vacuum -VeriCiteCrawler -Voil -WASALive-Bot -WBSearchBot -WEBDAV -WWW-Collector-E -Wallpapers/3.0 -WallpapersHD -Web Fetch +VelenPublicWebCrawler +VidibleScraper +Virusdie +WPScan +WWW-Mechanize +WWWOFFLE +Web Auto +Web Collage +Web Fuck Web Pix -WebEnhancer -WebImageCollector -WebPix -WebStripper -WebWhacker -WebZIP +Web Sucker +WebGo IS +WebReaper +WebSauger WebmasterWorldForumBot Website Quester -Webster +WebsiteQuester Who.is Bot +Widow WinHTTrack Wonderbot +Woobot Wotbox Wprecon +Xaldon WebSpider +Xaldon_WebSpider Xenu -YoudaoBot -Zeus -ZoominfoBot -adscanner -arquivo-web-crawler -cah.io.community +Zade +Zauba +ZoomBot +arquivo.pt +backlink-check +check1.exe +clark-crawler +coccocbot-web com.plumanalytics -crawler.feedback +crawl.sogou.com +dataforseo.com demandbase-bot -domainsproject.org instabid internetVista monitor ips-agent -isitwp.com lwp-request -magpie-crawler meanpathbot +netEstate NE Crawler oBot pcBrowser -plumanalytics -polaris version -seoscanners -serpstatbot -sexsearcher -sitechecker.pro +probe-image-size +ripz +scalaj-http +siteripz +sogouspider +sp_auditbot spyfu -sysscan -trendiction.com -webmeup-crawler -x22Mozilla -zgrab +tAkeOut +ubermetrics-technologies.com +x09Mozilla diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index 6b33aea70..258db57f5 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -adf.ly -bumascloset.com -ciproandtizanidine.blogspot.com -dstroy.su -fuck-paid-share-buttons.xyz -humbmosquina.tk -pandroid.co -shemale-sex.net -tizanidineusedfor.blogspot.com -xaylapdiendanang.com +bannerads.de +bumble.cheapwebsitehoster.com +compliance-alex.xyz +eropho.net +jillepille.com +moivestiy.biz +remont-fridge-tv.ru +selectads.men +www.bookmaker-bets.com +xn----itbeirbjbi7bc6bh2d.xn--p1ai diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index c4fc8b8b0..bd40add29 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -00author.com -100dollars-seo.com -101raccoon.ru -10bet.com -1stat.ru -2728fb936f0.com -2pxg8bcf.top -4k-player.pl -5elementov.ru -70casino.online -7fon.ru -8lufu.com -91abcw.com -acgs.tk -acortarurl.es -adinterax.com -adktrailmap.com -adservme.com -advokat-grodno.by -affiliate-fr.com -agardomains.com -alert-fjg.xyz -alessandraleone.com -alfapro.ru -allbizne.co.ua -allblogroll.com -alldownload.pw -amung.us -antons-transporte.de -apiallgeniusinfo-a.akamaihd.net -apimossnetinfo-a.akamaihd.net -appartement-stumm.at -appfixing.space -appleid-verification.com -appsaurus.com -arendas.net -artdestshop.eu -ascat.porn -audiofree.ru -automobile-spec.com +123cha.com +1j7740kd.website +1webmaster.ml +2rich4bitches.com +4inn.ru +4ur.click +7makemoneyonline.com +7wind.ru +8si.ru +aa625d84f1587749c1ab011d6f269f7d64.com +abctoppictures.net +academia-nsk.org +adman.gr +adnotbad.com +adsland.men +adtiger.tk +adultwebhosting.info +aibolita.com +alarmobninsk.ru +ald2014.org +alert-fdm.xyz +aliexpresscashback.club +allsilver925.co.il +alpharma.net +ananumous.ru +angel1777.kz +anjalika.co.in +anmysite.com +apccargo.com +apessay.com +apiportalmorecom-a.akamaihd.net +arabsexxxtube.com +asophoto.com +auspolice.com +autoblogger24.info autoua.top -avkzarabotok.com -avtoarenda.by -avtolombard-krasnodar.com -avtolombard-krasnodar.ru -beauby.ru -best-deals-products.com -bestbrainprod.win -beta.hotkeys.com -betteroffers.review -bezcmexa.ru -bigames.online -bikini-image.com -bio-optomarket.ru -bioinnovate.co -bitcoinremote.com -bizlist.com.de -bizru.info -blog.yam.com -bocoarchives.org -bodybuilding-shop.biz -bolegapakistan.com -bonky.biz -bonzbuddy.com -boole.onlinewebshop.net -bpro1.top +aversis.net +avkzarabotok.info +avon-severozapad.ru +azazu.ru +azte.ch +bablonow.ru +backuperwebcam.weebly.com +balla-boo.se +barbourjackets.online +battlecarnival.su +bbtec.net +bdsmgalls.net +begalka.xyz +bigpenisguide.com +bingoporno.com +biznesrealnost.ru +bkns.vn +blackbabesporn.com +bluesman.nu +bobinoz.com +bolezniorganov.ru +bolitgorlo.net bracketsmackdown.com -brainboostingsupplements.org -briomotor.co -browserprotecter.com -buyclomidonlaine.com -buyessaynow.biz -byme.se +braintobe.win +brateg.xyz +bscodecs.com +buketeg.xyz +burn-fat.ga +buyantiviralwp.com +bycontext.com +bytimedance.ru +bzero1jewelry.net callejondelpozo.es camdolls.com -cbb1smartlist12.click -cctva.tv -cdn.walkme.com -celejihad.info +candytiner.com +canrioloadm.gq +carabela.com.do +carapics.com +carsplate.com +cartierbraceletsreplica.pw +cartierloveringreplica.xyz +cartiertrinity.xyz +castingbank.ru +cementaresearch.se +censys.io +ceotrk.com +charmstroy.info +chatroulette.online +cheap-pills-norx.com +cheapjerseysfootballshop.com checkpagerank.net -chuckguilford.com -ci.ua -cibpenonptib.flu.cc +chelyabinsk.xrus.org +chiblackhawks-jerseys.com cineacademy.ru -clarithromycin500mg.com -clash-clans.ru -clean-start.net -click2pawn.com -clicksor.com -clicksotrk.com -compliance-checker.info -compliance-elena.xyz -cookie-law-enforcement-aa.xyz -coolingoods.com -coop-gamers.ru -counter.bloke.com -covetnica.com -creatives.adbetclickin.pink -creditmoney.com.ua -crest3d.ru -cryptoswap.biz -cs-passion.pl +cleanallspyware.com +companies-catalog.com +compliance-fred.top +compliance-irvin.top +consorzioilmosaico.org +coolyarddecorations.com +copenergo.ru +credit.co.ua +crest-poloski.ru +cscwtalkto.site culmimg.pw -customerguru.in -customerpromos-a.akamaihd.net -cutt.us +custodieva.ru d-black.bz -d2jsp.org -dafatiri.com -dandiyabeats.in -daooda.com -davebestdeals.com -db.speedup.gdn -dbmkfhqk.bloger.index.hr -dear-diary.ru -detskie-zabavi.ru -detsky-nabytek.info -dfiles.me -dieswaene.com -dokfilms.net -dokumentalkino.net -dosug-lux.ru -driving.kiev.ua +dairyindia.in +dame-ns.kz +dayibiao.com +dealighted.com +dekorkeramik.ru +delayreferat.ru +dellalimov.com +deutschehobbyhuren.net +dev.citetick.com +diminishedvalueoforegon.com +discovertreasure-a.akamaihd.net +djihispano.com +doctissimo.fr +domainanalyzing.xyz +domaineaneblanc.com +domik-derevne.ru +downloader12.ru +downloadkakaotalk.com +drivotracker.com +druzhininevgeniy63.blogspot.com +dustyorate.com dverimegapolis.ru -earn-from-articles.com -easyshoppermac.com -edge.sharethis.com -edwinkonijn.com.au -ekosmetyki.net.pl -electrik-avenue.com -elektrozigaretten1.postbit.com -elexies.info +dvrlists.com +eandsgallery.com +eaplay.ru +education-cz.ru +eets.net +egvar.net +elektronischezigarette2.mex.tl +elektrozigarette1.dreamwidth.org eloxal.ru -emailaccountlogin.co -enbersoft.com -englishgamer.com -ertelecom.ru -exct.net -exonline.info +elstal.com.pl +engines-usa.com +epicbrogaming.com +eralph.tk +eredijovon.com +eropho.com +erot.co +erotag.com +etotupo.ru expertblog.info -eyes-on-you.ga -ezigarettenkaufen1.pagina.gr -ezigaretteshop2.vefblog.net -f-loaded.de -f5mtrack.com -facialporntube.com -fashionindeed.ml -fast-wordpress-start.com -fickluder69.com -filmidivx.com -finansov.info -fiverr.com -flex4launch.ru -floridahuntingfishingadventures.com -fm-upgrade.ru -foto-basa.com -foxydeal.com -fr.netlog.com -free-deals.faith -free-share-buttons.com -freevpn.space -freewlan.info -freshmac.space -fungamelands.com -galaxy-family.ru -gaming-journal.com -gamingspark.com -gaytube.com -germetiki.com.ua -get-free-social-traffic.com -getprismatic.com -gettpromos.com -given2.com -gkvector.ru -glass-msk.ru -globalsurfari.com -glopages.ru -go2mike.ru -gobongo.info -gogalleryawesome.com -gorabagrata.ru -gorodservis.ru -greamimgo.pw -gsasearchengineranker.site -gsasearchenginerankerhelp.com -gsmtlf.ru -guge.io -health-medical-portal.info -hermesbelts.xyz -hobild.net -homedecorpicture.us -homemature.net -hotelcrocenzi.sm -hothor.se -hoverboardforsaledirect.com -howopen.ru -hubbble.com -ifirestarter.ru -ilikevitaly.com -imagecoolpub.com +extads.net +extremal-blog.com +eyemagination.com +ezigarettenkaufen1.deviantart.com +failingmarriege.blogspot.com +familyholiday.ml +famix.xyz +fantasticpixcool.com +fdzone.org +feargames.ru +ferieboligkbh.dk +fickenbumsen.net +filesdatabase.net +filmgo.ru +fishingwholesale.us +florida-tourism.net +fortevidyoze.net +fortwosmartcar.pw +franch.info +free-gluten.ru +free411games.com +freelinkbuilding.website.tk +freelotto.com +freemaintenancesysforpcandmac.top +funcrushgames.com +funnypica.com +gagrasector.ru +gallerylisting.com +glall.ru +goatse.ru +googglet.com +gosarhivrt.ru +gox.com.ua +growboxbl.ru +hanink.biz.ly +hasfun.com +hausfrauensex18.com +hccoder.info +heliko.no +high-speed1.net +hitmuzik.ru +hmmm.cz +home-task.com +homedecoguide.info +hostcritique.com +howmuchdoestizanidinecost.blogspot.com +hundejo.com +hunterboots.online +iblogpress.xyz +ico.re +imgata.com immigrational.info -impresagaia.it -infogame.name -insurple.com +infostatsvc.com +innodgfdriverhm.aircus.com +instakink.com +instasexyblog.com int.search.tb.ask.com +intelhdgraphicsgtdrive6w.metroblog.com +intellekt21.ru +investpamm.ru io9.com -iskalko.ru -istizanidineanarcoticdrug.blogspot.com -it-max.com.ua -iweblist.info -ixora.pro -jackpotchances.com -javidol.site -jmat.cn -johnrobertsoninc.com +ip-guide.com +ivanovo.zrus.org +j-times.ru +janettabridal.com +jav-way.site +jerseywholesalebizchina.com +jose.mulinohouse.co +junglenet-a.akamaihd.net +jwcialislrt.com +kamorel.com +kandidos.com +karpun-iris.ru ketoanhanoi.info -kidd.reunionwatch.com -kinogonew.ru -kinohit1.ru -kiskinhouse.com -klejonka.info -kmgamex.cf -kndxbkdx.bloger.index.hr -komputers-best.ru -krynica.info -kung-fu-ru.com -lasvegaslockandsafe.com -lazy-z.com -lennatin.info -linkarena.com +keywords-monitoring-success.com +kinostorm.net +kiwe-analytics.com +kmd-pto.ru +koleso24.com.ua +komputernaya-pomosh-moscow.ru +kosova.de +kotaku.com +kvartiry-remont.ucoz.ru +laptoper.net +larger.io +lechtaczka.net +lenpipet.ru +lexixxx.com +lider-zhaluzi.kiev.ua +likesdesign.com +linkbuddies.com +linkdebrideur.xyz lisque.batcave.net -live-sexchat.ru -loadopia.com -localflirtbuddies.com -lockerz.com -locksmith.jp -lombia.com -luxup.ru -magazintiande.ru -magicplayer-s.acestream.net -mahnwachen-helfen.info -managerpak204.weebly.com -map028.com -marcowebonyodziezowe.pl -mature.free-websites.com -mazda-roadsters.com -mearns-tractors.co.uk -mediawhirl.net -medicineseasybuy.com +listiseltemournlan.gq +livefixer.com +lombardfinder.ru +longgreen.info +lotto6888.com +lumb.co +m.b00kmarks.com +mabdoola.blogspot.com +magnetic-bracelets.ru +magnetpress.sk +mail.allnews24.in +mainlinehobby.net +makis.nu +manifestation.betteroffers.review +manimpotence.com +manve.info +matematikus.info +max-eclat.men +mcnamaratech.com medispainstitute.com.au -meendo-free-traffic.ga -megaindex.ru -meltwater.com -meteostate.com -micasainvest.com -michaelkorssaleoutletonline.net -michellblog.online -microsearch.ru +menhealed.net +mhtr.be +mikrobiologies.ru milblueprint.com -millionare.com -mir-betting.ru -mockupui.com -moneyviking-a.akamaihd.net -morf.snn.gr -morpicert.pw -mp3films.ru -mrlmedia.net -mural.co -muznachas-service.ru -mypornfree.ru -mywallpaper.top -nalogovyy-kodeks.ru -natali-forex.com -netoil.no -ngps1.ru -nofreezingmac.work -nonameread45.live -nonews.co -noumeda.com +mir-business-24.ru +mistr-x.org +mixed-wrestling.ru +mnogolok.info +mobot.site +mompussy.net +money-every-day.com +moonci.ru +moroccosurfadventures.com +mountainstream.ms +musicspire.online +muycerdas.xxx +mybinaryoptionsrobot.com +mydownloadengine.com +mydownlodablefiles.com +myperiod.club +needtosellmyhousefast.com +news-readers.ru +nextrent-crimea.ru +nightvision746.weebly.com +no-fuel.org +no-rx.info +nordstar.pro +novatech.vn nsatc.net -nudejapan.net -nvformula.ru -obiavo.in -obiavo.uz -offside2.5v.pl -oivcvx.website +ntic.fr +nudo.ca +o-dachnik.ru ok.ru -okroshki.ru -old-rock.com -omoikiri-japan.ru -online-zaymy.ru -online7777.com +okeinfo.online +okuos.com +online247.ml +onlinetvseries.me +onlywoman.org +onthemarch.co ooo-gotovie.ru -origin-my.ru -outrageousdeal-a.akamaihd.net -pagesense.com -paidonlinesites.com -palvira.com.ua -panchro.co.uk -partnerads.men -pathwhelp.org -paydayonlinecom.com -perfection-pleasure.ru -pertlocogasilk.tk -petrovka-online.com -phrcialiled.com -picsfair.com -piuminiita.com +ooomeru.ru +orenburg-gsm.ru +orgasmus-virtual.com +outpersonals.com +p-business.ru +paparazzistudios.com.au +papasdelivery.ru +parajumpersoutlet.online +pdamods.ru +phelissota.xyz +phormchina.com +physfunc.ru +pic2fly.com +pigrafix.at +pizda.lol pl.id-forex.com -plastweb.ru -playfortuna-play.ru -playlott.com -playmsn.com -plohaya-kreditnaya-istoriya.ru -pogosh.com -popmarker.com +plastgran.com +platesauto.com +playtap.us +polybuild.ru +pomoc-drogowa.cba.pl +porndairy.in +porndroids.com +porno-play.net pornofiljmi.com -pornogig.com -pornosemki.info -pornosexrolik.com -pornotubexxx.name -portadd.men -porto.abuilder.net -poshiv-chehol.ru -powc.r.ca.d.sendibm2.com -priceg.com -privatefx.all4invest.info -prizefestival.mobi -pro-poly.ru -progonrumarket.ru -prom23.ru -prospekt-st.ru -pussyfleet.com -pussyspace.net -qld10000.net -quangcaons.com -quebec-bin.com -quickbuck.com -r-e-f-e-r-e-r.com -rainbowice.ru -rapevideosmovies.com +pornoinn.com +pornolook.net +porodasobak.net +positive2b.ru +powitania.pl +pravoholding.ru +primedice.com +princevc.com +prizestohandle.club +prombudpostach.com.ua +promoheads.com +prostitutki-astana.org +prostitutki-tolyatti.org +psoriasis-file.trade +ptr.ruvds.com +pulseonclick.com +putevka24.ru +py100.ru +pyrodesigns.com.au +queerspace.com +raisedseo.com +rangoman.date +ranksonic.org ratemodels.net -recinziireale.com reckonstat.info -redbottomheels.xyz -reining.lovasszovetseg.hu -remybutler.fr -rennlist.com -repeatlogo.co.uk -replicaclub.ru -revistaindustria.com -ribieiendom.no -rockingclicks.com -rockma.se -royal-betting.net -royalcar-ufa.ru -runstocks.com +rednise.com +registry-cleaner.net +reklamuss.ru +riralmolamsaca.tk +royalvegascasino.com +rrutw.com +ru-mediaget.ru +rumamba.com rusprostitute.com -sale-japan.com -saneyes.com -satellite.maps.ilovevitaly.com -scanmarine.info -scanner-barak.top -scanner-fred.top -scanner-josh.top -schalke04fc.info -scripted.com -search-goo.com -searchaddis.com -sendearnings.com -seotoolsagency.com -sex-pr.net -sexpornotales.com -sexpornotales.net -sexspornotub.com -sexyebonyteen.com -share-buttons-for-free.com -ship-marvel.co.ua -silvercash.com -simul.co -siteheart.net -sixcooler.de -social-buttons.com -socialtrade.biz -sockshares.tv -songoo.wz.cz +russkie-gorki.ru +sadaholding.com +sarafangel.ru +sbornik-zakonov.ru +scanner-donald.top +scenicmissouri.us +schoolfiles.net +scoopquest.com +score-ads.men +sdsjweb.com +searchinterneat-a.akamaihd.net +seasaltwithfood.com +seeingmeerkat.com +seo-2-0.com +seolab.top +servisural.ru +sex.hotblog.top +sexad.net +sexkvartal.com +sexs-foto.com +sexxdate.net +sfd-chess.ru +shell-pmr.ru +shivafurnishings.com +shodanhq.com +silktide.com +skincrate.net +skytraf.xyz +slavic-magic.ru +smadihome.com +smichovbike.cz +smstraf.ru +soda.media +solinf.co +sosdepotdebilan.com +soundfrost.org special-porn.com -spidtest.org -spymac.net -statustroll.com -stauga.altervista.org -stroiminsk.org -studentguide.ru -suchenindeutschland.com -supermama.top -surintech.ac.th -swinon.site -symphonyintegratedhealthcare.com -td-l-market.ru -tehngr.ru -telsis.com -the-usa-games.blogspot.com -thebestphotos.eu -thecoolimages.net +speedup-my.site +spidtest.space +splendorsearch-a.akamaihd.net +sportbetfair.com +start.myplaycity.com +startwp.org +stats-collector.org +sticken.co +stroilka.info +stroyhelp-dv.ru +studiokamyk.com.pl +supervesti.ru +svetlotorg.ru +teenbbw.yopoint.in +teenporn18.net +the-torrent-tracker.blogspot.com thecoral.com.br -thegamerznetwork.com -thetoiletpaper.com -titelhelden.eu -tizanidinehcl4mgisitanarcotic.blogspot.com -tizanidinezanaflex.blogspot.com -tmearegion26.com -tomck.com -topappspro.com -topcar-krasnodar.ru +thegalerie.eu +thesmartsearch.net +titangel-vietnam.com +tizanidine4mgstreetprice.blogspot.com +tizanidinehcl2mgsideeffects.blogspot.com +tizanidinerecreationaluse.blogspot.com +tizanidinevssoma.blogspot.com +tkanorganizma.ru +tobeyouday.win +toloka.hurtom.com +top10registrycleaners.com topkarkas.com -topquality.cf -totu.us -tracfone.com -track.deriv.com -track112.site -track2.shop -trafficfactory.biz -trafficjunky.com -tramadolandtizanidine.blogspot.com -treasuretrack-a.akamaihd.net -trumpetedextremes.com -try-rx.com -tsstcorpcddvdwshbbdriverfb.aircus.com -tt-ipd.info -tuberkuleznik.ru -tubo360.com -twelvevisionspartyofcolorado.com -tyumen.xrus.org +torrents.life +toxicwap.com +tracksz.co +tradgardspartner.se +traffic100.com +traffmonster.info +trustaffs.com +tuberkulezanet.ru +tupper-shop.ru +tvory.predmety.in.ua +typer.one +typimga.pw u555u.info -uamtrk.com -uchetunet.su +ucoz.ru udayavani.com +uhdtv.website +uhod-za-sobakoj.ru +umg-stroy.ru umnovocaminho.com -unitexindia.com -uptime-gamma.net -urengoy.pro -usbggettwku.ga -usswrite.com -vacuumcleanerguru.com -valuado.com -varikozdok.ru -vegascosmetics.ru -veles.shop -vezuviy.su -viagroid.ru -videos-for-your-business.com -vielporno.net -virus-respirators.com -vitalads.net -viveresaniesnelli.it -voprosotvet24.ru -vrotike.ru -vuclip.com -vut.com.ru -vzube.com -wdfdocando.com -webextract.profound.net -wechatdownload10.com -weddingdresses.xyz -wejdz-tu.pl -welcomeauto.ru -weprik.ru -white-truck.life -wholesalecheapjerseysfree.com +unece.org +urlcut.ru +urldelivery.com +urll.eu +us-america.ru +usacasino.com +validdomain.xyz +vandrie-ict.nl +vchulkah.net +vchulkax.com +via-energy-acquistare.com +viagra.pp.ua +video-chat.cn +video-hollywood.ru +video-production.com +vinsit.ru +vipps.com.my +vodaodessa.com +vroze.com +vseuznaem.com +vzubah.com +wallpaperaccess.com +wanker.us +web-analytics.date +website-audit.com.ua +website-stealer.nufaq.com +websiteaccountant.de +welck.octopis.com +westermarkanjou.se +whatsupinfoley.com +wheelchairliftsarea.com wholesalejerseyscheapjerseys.us.com -wholesalejerseysgaa.com -winner7777.net -world-mmo.com -wosik-dach.service-for-web.de -wowcasinoonline.ooo -www.souvenirua.com -x-diesel.org -xaijo.com -xn----ctbbcjd3dbsehgi.xn--p1ai -xn----ctbigni3aj4h.xn--p1ai -xn--80aaafbn2bc2ahdfrfkln6l.xn--p1ai -xn--80aagddcgkbcqbad7amllnejg6dya.xn--p1ai -xn--80ahdheogk5l.xn--p1ai -xn--80atua3d.xn--p1ai -xn--e1aggki3c.xn--80adxhks -xxlargepop.com -yebocasino.com -you-shall-not-pass.is74.ru -youdao.com -youghbould.wordpress.com -zarabiaj-dzis.pl -zarepta.com -zeroredirect12.com -zeroredirect2.com -zojirushi-products.ru -zona-aqua.ru -zone-kev717.info -zrus.org -zryydi.com -zscalertwo.net +wildcattube.com +worldis.me +wpthemedetector.co.uk +wrz0iuebwhp5fg.freeddns.com +www.event-tracking.com +x-diesel.info +x5market.ru +xgames-04.com +xingzi-vision.com +xlolitka.com +xn--b1ag5cfn.xn--p1ai +xn--c1acygb.xn--p1ai +xn--d1aifoe0a9a.top +xtremeeagles.net +ynymnwbm.bloger.index.hr +youresponsive.com +ypmuseum.ru +ytmnd.com +yugk.net +yuweng.info +zakonobosago.ru +zero1.it +zeroredirect1.com +zhorapankratov7.blogspot.com +zolotoy-lis.ru +zoogdisany.com +zygophyceous.womanstars.site diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index 3da18fb6e..1dddf3f22 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -00author.com -00webcams.com -03e.info -23kw.ru -2daytrendingnews.com -5i2.net -7makemoneyonline.com -83net.jp -8kisses.eu -8si.ru -academiacsmendoza.org -addbin.men -adpremium.org -ads-seo.men -adsfresh.men -adverster.com -aksonural.ru -aktobe.xkaz.org +2728fb936f0.com +2ads.co.uk +2x2fan.ru +4replicawatch.net +51unlim.ru +6128786.com +8558l.jobs.net +aa14ab57a3339c4064bd9ae6fad7495b5f.com +abiente.ru +advancedcleaner.com albumsuper.info -allfinweb.com -ample-awards-today.us -anonymousfox.co -ap.senai.br -apccargo.com -apiholdingmypage-a.akamaihd.net -apiportalmorecom-a.akamaihd.net -apper.de -approvedlocal.co.za -arenanews.com.ua -arquivo.pt -avtovolop.ru -bannerads.de -best-businessman.ru -bestcoin.cc -bestkfiledxd.cf -bestofpicture.com -bestofupload.info -bestwaystogetpaid.us -bestwrinklecreamnow.com +algerianembassy.co.in +androids-store.com +applyneedy.xyz +asscenihotosidea.blogspot.co.za +audiobangout.com +auto4style.ru +bablonow.ru +baixar-musicas-gratis.com +bausparen.bz.it +bdsmgalls.net +beatifullandscape.co +bestserials.com +betterscooter.com bg6s0.com -bif-ru.info -big-boards.info -bin-brokers.com -biographiya.com -biteg.xyz -bkgr.se -boobsimge.com +blackbabesporn.com +blogig.org +bluerobot.info +bookmark4you.com +braip.com.br +brandimensions.com +brimstonehillfortress.org bumble.cheapwebsitehoster.com -buqayy0.livejournal.com -buyessay3.blogspot.ru -callawaygolfoutlet.online -carapics.com -cartierlovestore.com -centraletermice.us -checkm8.com -chocolateslim-en-espana.com -coprofam.org -cowblog.fr -cscwtalkto.site -cyse.tk -czat.wp.pl -d-black.bz -datsun-do.com +businesxxl.com +capsderfudd.tk +cdncash.com +changde.58.com +charmstroy.info +christianlouboutinreplica.win +cialischstgerts.com +cienum.fr +cjmc.info +clickcash.com +com-onlinesupport.site +compliance-ivan.top +constantaservice.net +cosmetic.donna7753191.ru +cottageofgrace.com +creditnation.ru dealwifi.com -delfin-aqua.com.ua -demenageur.com -digilander.libero.it -diy-handmade-ideas.com -domcran.net -downloader12.ru -e-avon.ru -e-commerce-seo1.com -e-kwiaciarz.pl -easync.io -eduinfosite.com -ege-essay.ru -electrik-avenue.com -elektrozigaretten1.tumblr.com -eloconcream.blogspot.com -en.home-task.com -englishgamer.com -etotupo.ru -fashion-mk.net +dekoration.us +deutschland123.de +dimkino.ru +directrev.com +domainroam.win +dwomlink.info +e-c.al +ednorxmed.com +enge-fotzen.info +eu-cookie-law.info +exoneration-project.us +extstat.com +eywords-monitoring-your-success.com +fapgon.com fashionindeed.ml -fatmaelgarny.com -finteks.ru -fitfloponline.store -free-social-buttons.xyz -freewhatsappload.com -frivgame250.com -geileweiber.tk -gilbertbanda.net +favorcosmetics.com +fealq.com +felizporno.com +femdom.twiclub.in +fickenbumsen.net +filesdatabase.net +fireads.men +firstdrugmall.ru +fiuxy.com +flash4fun.com +foto-weinberger.at +free-floating-buttons.com +free-share-buttons.top +freemaintenancesysforpcandmac.top +gambarkatabaru.com +gidonline.one +girlsfuckdick.com +google-liar.ru +gotorussia.com +gribkovye-zabolevaniya.com gta-top.ru -guildebzh.info -hausfrauensex18.com -healgastro.com -hebr.myddns-flir.com -herehloadibs.cf -hkladys.com -homelygarden.com -homik.pw -hosting-tracker.com -hotloans.ru -hoverboard360.es -ikritikimou.gr -imagerydatabase.com -imagine-ex.co -imk.com.ua -importchinacoach-teach.com -incomekey.net -internetartfair.com -itis4you.com -jrpmakati.com -kakablog.net -kamorel.com -kaz.kz -kemerovo.zrus.org -keywesthideaways.co -keywordglobal.co.za -kino-key.info -knogg.net -kongruan.com -kvartir-remont.biz -lancheck.net -landreferat.ru -lapolis.it -leboard.ru -letmacworkfaster.world -life-instyle.com +healmytrauma.info +hesteel.pl +hobbyhuren-datenbank.com +hothor.se +ifirestarter.ru +igrovyeavtomaty777.ru +imagui.eu +interior-stickers.ru +ispac.org +jabimgo.pw +japan-bearings.ru +javatex.co.id +javrip.net +karachev-city.ru +kino-rating.ru +kino2018.club +kinoflux.net +kredit-pod-zalog-krasnodar.ru +lashstudia.ru +le-clos-des-alouettes.com +lflash.ru likesuccess.com -lirunet.ru -littleberry.ru -live-sexchat.ru -lowephotos.info -lsex.xyz -macotool.com -magiadinamibia.blogspot.com -malwareremovalcenter.com -maranbrinfo.com.br -marblestyle.ru -mearns-tractors.co.uk +lodki-pvh.dp.ua +lordzfilmz.me +mainhp.net +manuscript.su +mastershef.club medicines-choice.com -mere.host.sk +medictube.ru +megagrabber.ru +mexicosleevegastrectomy.com +mikozstop.com militarysale.pro -misslike.ru -mp3ritm.top -muz-tracker.net +minet.club +mlvc4zzw.space +modnie-futbolki.net +mojpreskumanie.com +morepoweronmac.trade +music.utrolive.ru +musicspire.online my-big-family.com -mydoctorok.ru -natali-forex.com -naturalbreakthroughsresearch.com -naturalshair.site -nofreezingmac.click -nosecret.com.ua -oconto.ru -odoratus.net -office-windows.ru -oivcvx.website -omsk.xrus.org -photostudiolightings.com -picsfair.com -pistonclasico.com -pogruztehnik.ru -porno-dojki.net -pornofiljmi.com -pronorm.fr -qld10000.net -qor360.com -quick-seeker.com -rankscanner.com -rebrand.ly -regdefense.com -registrydomainservices.com -reklama1.ru -remont-mobile-phones.ru -replica-watch.ru -resultshub-a.akamaihd.net -revistaindustria.com -rozalli.com -runstocks.com -sakhboard.ru -sax-sex.com -scanner-willy.top -sell-fb-group-here.com -serviporno.com -sexgalleries.top +nagdak.ru +net-radar.com +nevansk.ru +next-dentists.tk +nhl09.ru +nhl17coins.exblog.jp +nodup.ru +nudejapan.net +nvssf.com +obiavo.in +obiavo.ru +okayimage.com +online-templatestore.com +onlythegames.com +open-odyssey.org +openmultipleurl.com +outclicks.net +ozas.net +partnerworkroom.men +pdn-4.com +pdns.cz +petsblogroll.com +photorepair.ru +pixgood.com +pkr1hand.com +plastgranar.nu +pliks.pl +ploenjitmedia.azurewebsites.net +plusnetwork.com +poems.com.ua +pooleroadmedicalcentre.co.uk +poquoson.org +pornhubforum.tk +porno-home365.com +positive2b.ru +promoheads.com +prostitutki-novgoroda.org +prostitutki-tyumeni.org +pufip.com +pushdata.sendpulse.com +realresultslist.com +realtytimes.com +recipedays.com +refads.pro +rewardpoll.com +rfid-locker.co +robot-forex.biz +ru-mediaget.ru +ruclicks.com +russia-today-video.ru +scanner-jess.top +sdelatmebel.ru +se-welding.ru +seadragonherbery.com +semp.net +seofied.com +servingnotice.com +sex.hotblog.top +sexxdate.net sharebutton.org -sharebutton.to -shemalegalls.blogporn.in -sildenafilcitratemed.com -sispe.com.br -site5.com -slavic-magic.ru -smart-scripts.com -socas.pluto.ro -socialsignals24.com -solmarket.by -solnplast.ru -sophang8.com -stal-rulon.ru -streha-metalko.si -stroy-portal22.ru -tasteidea.com -teencastingporn.com -thejournal.ru -themeforest.net -tizanidineinfo.blogspot.com -toloka.hurtom.com -torrent-newgames.com -torrentgamer.net -tovaroboom.vast.ru -tracksz.co -tupper-posuda.ru -twincitiescarservice.com -uac.net.au -ublaze.ru -umaseh.com -vbikse.com -video-production.com -vkontaktemusic.ru -vod.com.ua -vseigru.one -vut.com.ru -vykup-avto-krasnodar.ru -wedding0venues.tk -whatistizanidine2mg.blogspot.com -whatsappbot.flyland.ru -woman-tampon.ru -word-vorlagen.xyz -worldhistory.biz -x-stars.ru -xlovecam.com -xmnb.net -xn----7sbaaabaei0cc8aj5bj0bncejx.xn--p1ai -xn----itbeirbjbi7bc6bh2d.xn--p1ai -xn--80aaafbn2bc2ahdfrfkln6l.xn--p1ai -xn--80abgj3a5acid6ghs.top +shinikiev.com.ua +site-auditor.online +softtor.com +spravka130.ru +spywarenuker.com +stanthonyscatholicchurch.org +star61.de +stroyhelp-dv.ru +stuff-about-money.com +suture.co +swingerseiten.com +swinginwithme.ru +tam-gde-more.ru +tampabaywatch.org +terrafootwear.us +tetracsaudi.com +tizanidineandcipro.blogspot.com +tizanidinesideeffectsweightloss.blogspot.com +tmearegion26.com +tnctrx.com +toproadrunner5.info +torontoplumbinggroup.com +traderzplanet.in +trafficreceiver.club +trustaffs.com +tryrating.com +tsstcorpcddvdwshbbdriverfb.aircus.com +udayavani.com +umekana.ru +unlimitdocs.net +uogonline.com +uptimechecker.com +v24s.net +valuado.com +vektorpress.ru +veopornogratis.xxx +viagra.pp.ua +videos-for-your-business.com +vkgaleria.com +vostoktrade.info +vremya.eu +webads.co.nz +webmasters.stackexchange.com +weekes.biz.tc +wheelchairliftsarea.com +whiteproduct.com +wineitudes.wordpress.com +wnoz.de +womama.ru +worldoffiles.ru +wpthemedetector.co.uk +www.get-free-traffic-now.com +www.labves.ru +x-lime.com +xdoza.com +xn--1-8sbcpb0bdm8k6a.xn--p1ai xn--80aebbcbcdemfkhba4byaehoejh8dza3v.xn--p1ai -xn--80ajjbdhgmudixfjc8c5a9df8b.xn--p1ai -xn--80ak6aa92e.com -youghbould.wordpress.com -youraticles.pl -yoursearch.me -za-music.mymobiplanet.com -zeikopay.com -zhongwenlink.com -zhorapankratov7.blogspot.com -zigarettenonl.canalblog.com +xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai +xvideospornoru.com +zeroredirect10.com +zolotoy-lis.ru zoodrawings.com -zzbroya.com.ua +zvezdagedon.ru diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index 96ba8d603..6fec63384 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.65 0; +10.1.0.30 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index 296caf7a3..75386b8cf 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.12.2803 -### Updated: Fri Dec 24 10:03:30 UTC 2021 +### Version: V4.2021.12.2804 +### Updated: Fri Dec 24 22:01:15 UTC 2021 ### Bad Bot Count: 631 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 296caf7a3..75386b8cf 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.12.2803 -### Updated: Fri Dec 24 10:03:30 UTC 2021 +### Version: V4.2021.12.2804 +### Updated: Fri Dec 24 22:01:15 UTC 2021 ### Bad Bot Count: 631 ################################################### ### Version Information ##