From 0cb0dfa66d9ede984f1823dffc13e9068fe260ba Mon Sep 17 00:00:00 2001 From: mitchellkrogza Date: Thu, 23 Dec 2021 22:07:01 +0000 Subject: [PATCH] V4.2021.12.2802 [ci skip] --- AUTO-CONFIGURATION.md | 2 +- MANUAL-CONFIGURATION.md | 2 +- README.md | 2 +- _google_analytics_ghost_spam/README.md | 2 +- .../etc/nginx/conf.d/globalblacklist.conf | 4 +- conf.d/globalblacklist-testing-version.conf | 4 +- conf.d/globalblacklist.conf | 4 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/buildnumber | 2 +- dev-tools/globalblacklist-testing.template | 4 +- dev-tools/globalblacklist.template | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/test_units/blacklist-ips.conf | 2 +- .../random-bots-for-test-quick.list | 20 +- .../test_units/random-bots-for-test.list | 324 +++--- .../random-bots-for-whitelist-test.list | 300 +++--- .../random-referrers-for-test-quick.list | 20 +- .../test_units/random-referrers-for-test.list | 924 +++++++++--------- .../random-referrers-for-whitelist-test.list | 490 +++++----- dev-tools/test_units/whitelist-ips.conf | 2 +- dev-tools/tmp/robots.txt | 4 +- robots.txt/robots.txt | 4 +- 45 files changed, 1095 insertions(+), 1095 deletions(-) diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 292c919b1..60a007543 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.12.2801 +#### Version: V4.2021.12.2802 #### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index f130d29aa..bc5ce9e0c 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.12.2801 +#### Version: V4.2021.12.2802 #### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index c77dd8106..116a050ae 100755 --- a/README.md +++ b/README.md @@ -13,7 +13,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2021.12.2801 +#### Version: V4.2021.12.2802 #### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 4a3931fb6..566492068 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2021.12.2801 +#### Version: V4.2021.12.2802 #### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 090877ebc..b0bd96c05 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2801 -### Updated: Thu Dec 23 10:03:23 UTC 2021 +### Version: V4.2021.12.2802 +### Updated: Thu Dec 23 22:01:13 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 812535d7c..a41ad802a 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2801 -### Updated: Thu Dec 23 10:03:23 UTC 2021 +### Version: V3.2021.12.2802 +### Updated: Thu Dec 23 22:01:13 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 090877ebc..b0bd96c05 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2801 -### Updated: Thu Dec 23 10:03:23 UTC 2021 +### Version: V4.2021.12.2802 +### Updated: Thu Dec 23 22:01:13 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 812535d7c..a41ad802a 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2801 -### Updated: Thu Dec 23 10:03:23 UTC 2021 +### Version: V3.2021.12.2802 +### Updated: Thu Dec 23 22:01:13 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 24b503484..8c49103d4 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.120 1; +10.1.1.186 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 976a894b1..2a3986b74 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.120 0; +10.1.1.186 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 812535d7c..a41ad802a 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2801 -### Updated: Thu Dec 23 10:03:23 UTC 2021 +### Version: V3.2021.12.2802 +### Updated: Thu Dec 23 22:01:13 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 24b503484..8c49103d4 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.120 1; +10.1.1.186 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 976a894b1..2a3986b74 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.120 0; +10.1.1.186 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 812535d7c..a41ad802a 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2801 -### Updated: Thu Dec 23 10:03:23 UTC 2021 +### Version: V3.2021.12.2802 +### Updated: Thu Dec 23 22:01:13 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 24b503484..8c49103d4 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.120 1; +10.1.1.186 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 976a894b1..2a3986b74 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.120 0; +10.1.1.186 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 812535d7c..a41ad802a 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2801 -### Updated: Thu Dec 23 10:03:23 UTC 2021 +### Version: V3.2021.12.2802 +### Updated: Thu Dec 23 22:01:13 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index cd0c00e38..ae1819006 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -2801 +2802 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 812535d7c..a41ad802a 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2801 -### Updated: Thu Dec 23 10:03:23 UTC 2021 +### Version: V3.2021.12.2802 +### Updated: Thu Dec 23 22:01:13 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index 090877ebc..b0bd96c05 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2801 -### Updated: Thu Dec 23 10:03:23 UTC 2021 +### Version: V4.2021.12.2802 +### Updated: Thu Dec 23 22:01:13 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 327136cfe..001288ec3 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -52.176.145.221 0; +20.98.91.41 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 090877ebc..b0bd96c05 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2801 -### Updated: Thu Dec 23 10:03:23 UTC 2021 +### Version: V4.2021.12.2802 +### Updated: Thu Dec 23 22:01:13 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 24b503484..8c49103d4 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.120 1; +10.1.1.186 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 976a894b1..2a3986b74 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.120 0; +10.1.1.186 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 090877ebc..b0bd96c05 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2801 -### Updated: Thu Dec 23 10:03:23 UTC 2021 +### Version: V4.2021.12.2802 +### Updated: Thu Dec 23 22:01:13 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 24b503484..8c49103d4 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.120 1; +10.1.1.186 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 976a894b1..2a3986b74 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.120 0; +10.1.1.186 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 090877ebc..b0bd96c05 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2801 -### Updated: Thu Dec 23 10:03:23 UTC 2021 +### Version: V4.2021.12.2802 +### Updated: Thu Dec 23 22:01:13 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 24b503484..8c49103d4 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.120 1; +10.1.1.186 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 976a894b1..2a3986b74 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.120 0; +10.1.1.186 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 090877ebc..b0bd96c05 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2801 -### Updated: Thu Dec 23 10:03:23 UTC 2021 +### Version: V4.2021.12.2802 +### Updated: Thu Dec 23 22:01:13 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 327136cfe..001288ec3 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -52.176.145.221 0; +20.98.91.41 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 82869a4ff..7e275be15 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2801 -### Updated: Thu Dec 23 10:03:23 UTC 2021 +### Version: V4.2021.12.2802 +### Updated: Thu Dec 23 22:01:13 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 327136cfe..001288ec3 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -52.176.145.221 0; +20.98.91.41 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 591f0fb4e..9633c3136 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2801 -### Updated: Thu Dec 23 10:03:23 UTC 2021 +### Version: V4.2021.12.2802 +### Updated: Thu Dec 23 22:01:13 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index 24b503484..8c49103d4 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.120 1; +10.1.1.186 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index 781554a35..7ad8a7892 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -DomCopBot -Ezooms -JetCar -Jyxobot -MicroMessenger -Mojeek -netEstate NE Crawler -seocompany.store -sexsearcher -webmeup-crawler +Anarchy99 +Dragonfly +Libwhisker +Mister PiX +Nikto +PxBroker +SocialRankIOBot +VB Project +Web Enhancer +autoemailspider diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index e8691b5e7..4664ec581 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -01h4x.com +404checker 404enemy -ADmantX -ASPSeek +ALittle Client Aboundex -Aboundexbot -Acunetix -Alexibot -AlphaBot -Anarchy99 -Aspiegel +AhrefsBot +AllSubmitter +Ankit +Apexoo Asterias -AwarioRssBot -BDCbot -Backlink-Ceck -Bandit +BBBike +BackDoorBot +BacklinkCrawler +Badass +Barkrowler BatchFTP -BetaBot -BlackWidow -Blow +Black Hole +Blackboard +BlowFish Boardreader -BuiltBotTough -CATExplorador -CCBot +BotALot +Brandprotect +Brandwatch +Buck CODE87 -Calculon Cegbfeieh -CheTeam +CensysInspect +CheeseBot CherryPicker -ChinaClaw -Chlooe -Citoid -Cocolyzebot +Claritybot Cogentbot -Collector -CopyRightCheck -Craftbot CrazyWebCrawler +Curious +Custo +CyotekWebCopy DTS Agent DataCha0s -Deusu -Devil +Demon +Digincore DigitalPebble Dirbuster -Dispatch -DnBCrawler-Analytics +Discoverybot +DittoSpyder DnyzBot -DomCopBot +DomainAppender +DomainCrawler DomainSigmaCrawler -Dragonfly +Dotbot ECCP/1.0 EMail Siphon +EMail Wolf EasyDL -Ebingbong -Ecxi +EirGrabber EroCrawler -Exabot -Extractor -FemtosearchBot -Firefox/7.0 -FlashGet -Flunky -Freeuploader -Fyrebot -GT::WWW +Evil +Foobot +FrontPage Genieo +GermCrawler GetWeb -Getintent -Go-Ahead-Got-It -GoZilla -Gotit +Gigabot Grabber +Grafula GrapeFX -HEADMasterSEO -HMView -HTMLparser -HTTP::Lite -Haansoft -HaosouSpider -Havij +GrapeshotCrawler Heritrix -Hloader -HybridBot IDBTE4M -IlseBot +IRLbot +Id-search Image Fetch IndeedBot Indy Library -InfoTekies -InterGET -Internet Ninja -InternetSeer -Iskanie -IstellaBot -JennyBot -Jetty -JikeSpider +Intelliseek +Iria +Jbrofuzz +Joomla Jorgee -Jyxobot -Larbin +JustView +Kenjin Spider +LNSpiderguy Leap -LeechFTP +LeechGet LexiBot -Lftp -LieBaoFast +LibWeb +Libwhisker Lightspeedsystems -LinkScan -Linkbot -LinqiaRSSBot -Lipperhey Spider -MIIxpc -MJ12bot +LinkpadBot +LinqiaMetadataDownloaderBot +LinqiaScrapeBot +Lmspider +Ltx71 +MIDown tool MSFrontPage -MSIECrawler -Mag-Net +MTRobot Magnet +Majestic SEO MarkMonitor -Mata Hari +Mass Downloader +Masscan MauiBot -Meanpathbot Mediatoolkitbot -MegaIndex.ru -Metauri -Microsoft URL Control -Minefield +MicroMessenger +Mister PiX Mojeek -Msrabot -Nameprotect +Morfeus Fucking Scanner +Mr.4x3 +Musobot +NPbot +Name Intelligence +Needle Net Vampire NetLyzer NetZIP +Nettrack +Netvibes +NextGenSearchBot Nibbler +Niki-bot Nuclei -Offline Navigator +Octopus +Offline Explorer Openvas -PHPCrawl +OrangeBot +OutclicksBot Page Analyzer -PageGrabber -PageScorer -Pandalytics +PageAnalyzer +PageThing.com +Panscient +Pavuk PeoplePal -Petalbot -Pi-Monster -Pimonster -Pixray +Picsearch +Piepmatz +PleaseCrawl +Pockey +ProPowerBot Probethenet +Psbot +Pu_iN PxBroker -QueryN Metasearch +Quick-Crawler +RSSingBot RankActive -RankingBot2 -Re-re -ReGet +RankingBot +RealDownload +RebelMouse +Recorder RepoMonkey -RocketCrawler +Ripper +Rogerbot +SEOkicks SEOkicks-Robot -SEOprofiler +SEOlyticsCrawler SEOstats -SMTBot -Scanbot -Screaming +SISTRIX +Scrapy ScreenerBot ScrepyBot -SemanticJuice -SeobilityBot +Searchestate +Semrush +SemrushBot Siphon -SiteSnagger -SiteSucker +SiteExplorer +SiteLockSpider Sitebeam -SocialRankIOBot -Spammen +Siteimprove +SlySearch +Snapbot +Snoopy +SpankBot Spanner -Sqlworm +SputnikBot Sqworm Steeler Stripper Sucuri -Surfbot +SuperBot +SuperHTTP SurveyBot -Suzuran -TeleportPro +Szukacz Telesoft -Telesphoreo -Thumbor -Tracemyfile +TightTwatBot +Toata +Toweyabot Trendictionbot -Turnitin -Twice -Typhoeus +True_Robot URLy Warning UnisterBot -Upflow -VCI -Vagabondo -VoidEYE -Voltron -WBSearchBot -WPScan +VB Project +VeriCiteCrawler +VidibleScraper +Voil +WASALive-Bot +WISENutbot WWW-Collector-E WWW::Mechanize WWWOFFLE -Web Enhancer -Web Fetch +Wallpapers +Wallpapers/3.0 Web Fuck -Web Pix -Web Sucker +Web Sauger +WebBandit WebCollage -WebFetch +WebCopier +WebFuck WebGo IS +WebImageCollector WebLeacher -WebReaper WebSauger -WebStripper -Webalta -WebmasterWorldForumBot -Website Quester +WebWhacker WebsiteExtractor -Webster -Whack -Widow +WebsiteQuester +Whacker WinHTTrack -Woobot +Wonderbot Wotbox -Xaldon WebSpider -Xaldon_WebSpider -Zauba -Zermelo -Zeus ZmEu ZoomBot -ZoominfoBot +adscanner +archive.org_bot arquivo-web-crawler -arquivo.pt autoemailspider -crawler.feedback +coccocbot-web +com.plumanalytics dataforseo.com +demandbase-bot +eCatch +evc-batch +gopher heritrix -instabid +ips-agent lwp-request -meanpathbot -mediawords -oBot -pcBrowser -plumanalytics +lwp-trivial +muhstik-scan polaris version -probe-image-size +s1z.ru +scalaj-http +scan.lol +seocompany.store seoscanners -serpstatbot -sogouspider -trendiction.com +seostar +sitechecker.pro +siteripz +sp_auditbot +trendiction.de +ubermetrics-technologies.com +voyagerx.com +webgains-bot +x22Mozilla +xpymep1.exe zauba.io +zgrab diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 9fb007b6a..d6b0b2d5e 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -360Spider +404checker 80legs ADmantX -Alexibot -Anarchy99 -Aspiegel -Asterias +AIBOT +ALittle Client +Abonti +Aipbot +Alligator +Anarchie +Anarchy +Ankit Attach AwarioRssBot -AwarioSmartBot -BDFetch +BBBike +BLEXBot +BackStreet BackWeb Backlink-Ceck -BacklinkCrawler -Badass -Bandit -Barkrowler Battleztar Bazinga -Bitacle -Blackboard +Black Hole BlowFish -Bolt -BotALot Buck -Buddy BuiltBotTough -BunnySlippers +BuiltWith BuzzSumo -CATExplorador -Calculon -CazoodleBot -Cegbfeieh -CensysInspect -CheTeam +CCBot +CherryPicker +ChinaClaw Chlooe -Cliqzbot -Cogentbot -CopyRightCheck +Citoid +Cocolyzebot +Collector Copyscape -Craftbot -Crawling at Home Project +Crescent Curious -DIIbot DataCha0s DatabaseDriverMysqli -Demon -Devil -Dirbuster +Deusu +Digincore Disco -Dispatch -DnyzBot -DomCopBot -DomainAppender -DomainCrawler -DomainStatsBot -Dragonfly -EMail Siphon -EMail Wolf +Discobot +Dotbot +ECCP/1.0 EasyDL Ebingbong -EroCrawler Express WebPictures -ExtLinksBot -EyeNetIE -Ezooms -FemtosearchBot -Firefox/7.0 +Extreme Picture Finder +Fimap FlashGet Flunky +Foobot Freeuploader +FrontPage FyberSpider -GermCrawler +GetRight +GetWeb Getintent -Gigabot Go!Zilla -Go-Ahead-Got-It -Grafula +GoZilla +Gotit +GrabNet +Grabber GrapeFX -GrapeshotCrawler GridBot -HEADMasterSEO -HTMLparser -Haansoft -HaosouSpider -Harvest +HMView +HTTrack +Havij Heritrix Hloader -Humanlinks -HybridBot -IRLbot +IDBTE4M Iblog Image Fetch -InterGET +Image Sucker +IndeedBot +InfoTekies +Intelliseek InternetSeer Iria +Iskanie +IstellaBot JamesBOT +JetCar JikeSpider -Kenjin Spider -Lanshanbot +Jorgee +JustView +Keyword Density +Kozmosbot +LNSpiderguy Leap -LeechFTP -LeechGet -LexiBot -LieBaoFast -Likse +Lftp +LibWeb +LinkWalker Linkbot -LinqiaMetadataDownloaderBot -LinqiaRSSBot -Litemage_walker -Ltx71 -MFC_Tear_Sample -MIDown tool +Linkdexbot +LinkpadBot +Lipperhey Spider +MJ12bot MQQBrowser -MTRobot +MSFrontPage +MSIECrawler Mag-Net -Mail.RU_Bot Majestic SEO -Majestic-SEO +Majestic12 MarkMonitor +Masscan MauiBot -Meanpathbot -Metauri +MegaIndex.ru MicroMessenger +Minefield Mister PiX -Moblie Safari -Navroad -NearSite -Needle +Mozlila +Msrabot +Musobot +NPbot +Name Intelligence +Nameprotect +Nessus +Net Vampire +NetLyzer +NetZIP Netcraft Nettrack NextGenSearchBot -Niki-bot -Ninja -Nuclei -Octopus +Nikto +Nimbostratus +Offline Navigator +OpenLinkProfiler +Openfind OrangeSpider -PECL::HTTP -PageScorer -Pixray +PHPCrawl +Pavuk +Petalbot +PictureFinder ProPowerBot Probethenet Psbot -PxBroker -PyCurl +Pump +QueryN Metasearch Quick-Crawler -Rankivabot +RankingBot RankurBot Re-re -ReGet -Reaper RebelMouse -Recorder RepoMonkey -SEOkicks -SEOstats -SalesIntelligent -Scanbot +SBIder +SEOprofiler +SMTBot Scrapy -Searchestate +Screaming +ScreenerBot SearchmetricsBot +SemanticJuice SentiBot -Shodan Siphon +SiteLockSpider SiteSucker -Siteimprove -SlySearch -Snake +SmartDownload Snapbot Snoopy +SocialRankIOBot Sosospider -Spanner +SpankBot +Spinn3r SputnikBot -Sqlmap Sqworm Steeler +Stripper Sucker Sucuri +Surfbot SurveyBot +Suzuran +T0PHackTeam T8Abot -Teleport TeleportPro -Telesphoreo -Telesphorep +TheNomad Titan -Tracemyfile +Toata Trendictionbot -Turingos +True_Robot +TurnitinBot Twice +Typhoeus UnisterBot Upflow VB Project -VCI -VelenPublicWebCrawler -VeriCiteCrawler -Virusdie -VoidEYE -WISENutbot -WPScan +Vagabondo +VidibleScraper +Voltron +WASALive-Bot +WBSearchBot +WEBDAV WWW-Mechanize -WWWOFFLE -Web Pix -Web Sauger +WWW::Mechanize +Wallpapers +Wallpapers/3.0 +WeSEE +Web Auto +Web Collage +Web Enhancer +Web Fuck WebAuto WebBandit -WebEnhancer +WebCopier WebFuck WebImageCollector -WebLeacher +WebPix +WebReaper WebStripper WebSucker -WebWhacker -Webalta -Webster -Whacker -Whatweb -Widow +WebZIP +Website Quester +WebsiteExtractor +Who.is Bot WinHTTrack -Wonderbot -Wotbox Xaldon WebSpider YoudaoBot -Zermelo -ZoominfoBot +Zauba +Zeus +ZumBot adscanner -autoemailspider -check1.exe -clark-crawler +archive.org_bot +cah.io.community coccocbot-web -cognitiveseo -crawl.sogou.com -eCatch +crawler4j +domainsproject.org +evc-batch +gopher heritrix -instabid -lwp-request +internetVista monitor +ips-agent +isitwp.com +lwp-trivial meanpathbot -mediawords muhstik-scan -netEstate NE Crawler +page scorer +polaris version probe-image-size -satoristudio.net -scalaj-http +scan.lol +seostar serpstatbot +sexsearcher sitechecker.pro -siteripz sogouspider spyfu -voyagerx.com -webpros.com -xpymep1.exe +trendiction.de +ubermetrics-technologies.com +webgains-bot +x22Mozilla zauba.io diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index 06973d5b6..0a10f578c 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -10bet.com -1688.com -eldiariodeguadalajara.com -emailaccountlogin.co -gomusix.com -gopixdatabase.com -hscsscotland.com -komputernaya-pomosh-moscow.ru -ladsblue.com -quangcaons.com +adtology.com +aihelen.net +cgi2.nintendo.co.jp +d0t.ru +game-top.su +moyakuhnia.ru +romhacking.ru +testingads.pro +urengoy.pro +wordkeyhelper.com diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index a121cba1e..421cfde12 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -1000n1.ru -1001desert.com -1adult.com -21h2o.com -3xforum.ro -404.mn -4kepics.com -51.la -5forex.ru -70casino.online -7ooo.ru -883zy.com -888.com -8lufu.com -9icmzvn6.website -abiente.ru -absolute-s.ru -acgs.tk -acheterviagrafr24.com +0n-line.tv +11235813.webzdarma.cz +1stat.ru +23kw.ru +2nt.ru +34.gs +3th.co.in +4kplayer.pl +8gold.com +a96527gi.beget.tech +adloads.com ads.gold -adtech.de -adult-shop.com.ua -adultmeetonline.info -advertex.info -advokat-grodno.by -advokateg.xyz -airmaxshoes-2016.com -alert-fjg.xyz -alfa-medosmotr.ru -alfa9.com -alfabot.xyz -alfapro.ru -allsilver925.co.il -amazingpic.net -ameblo.jp -animal-drawings.com -aosheng-tech.com -ap.senai.br -apparel-offer.com -appearance-cool.com -apple.com-cleaner.systems -apple.com-webbrowsing-security.review -as5000.com -ascat.porn -auspolice.com -auto-moto-elektronika.cz -auto4style.ru +adtology.com +adultactioncam.com +advokateg.ru +agapovdg.ru +ageofclones.com +akama.com +aktivator-windows10.blogspot.com +alekseevec.ru +allbizne.co.ua +alphacarolinas.com +alpharma.net +alvtank.se +amazon-seo-service.com +an-donut.com +api.stathat.com +apiholdingmypage-a.akamaihd.net +apimountainbikei-a.akamaihd.net +apioutoboxnet-a.akamaihd.net +appmsr.org +approvedlocal.co.za +apps-analytics.net +arate.ru +arewater.com +arkkivoltti.net +arquivo.pt +aruplighting.com +asiavirtualsolutions.com +atdedinotuho.tk +atovh.local-finders.com aviav.co -avtolombard-krasnodar.ru -ayeartoforget.com -ayerbo.xhost.ro -ayodhya.co -azadnegar.com -baersaratov.ru -balkanfarma.org -basedecor.ru -bavsac.com +azbukadiets.ru +babespcs.com +bannerads.de +bannertesting.com +barnfurnituremart.com bcmp.org -beauty-b0x.pl -bensbargains.net -bestcurs.org -bestimagecoollibrary.com -bget.ru -bigcities.org -binaryoptionscops.info -binomo.com -bio.trade-jp.net -bizzliving.com -bjanshee.ru -bloggedporn.com -bloggerads.net -blogig.org -blogos.kz -blogsfunky672.weebly.com -boanonihaca.tk -bonanza-fortune.men -boo-arts.com -boole.onlinewebshop.net -brainsandeggs.blogspot.com -braip.com.br +benchmarkcommunications.co.uk +best-seo-software.xyz +besthomemadepornsites.com +bestofpicture.com +bestpornuha.com +bfz.biz +bio-optomarket.ru +bitcoinremote.com +bizfly.info +bjetjt.com +bjorkbacken.nu +blackbabesporn.com +bmwhighperformers.com +bolitgorlo.net +bonvillan.com +bookmark4you.com +bradleylive.xyz +brainboosting.club +brandov.ru breastaugmentation.co.za -brendbutik.ru -bristolhotel.com.ua -bum.com.ru -buqyxa.rincian.info -buyessayonline19.blogspot.ru -buyfriend.ru -c-english.ru -calcularpagerank.com -callstevens.com -ccjp.eu -ceotrk.com -chee-by.biz -chidporn.com -christianlouboutinreplica.win -cialiswithoutadoctor.net -citetick.com -clean-virus-mac.com +bristolhotel.com +bumascloset.com +bumble.cheapwebsitehoster.com +buy-loft.ru +buyantiviralwp.com +callejondelpozo.es +calstaterealty.us +cam-kontakte.org +candycrushshop.com +canrole.com +carfax.com.ua +cartierjusteunclou.xyz +cartierloveringreplica.xyz +cartiertrinity.xyz +casinorewards.info +cctva.tv +cdnanalytics.xyz +chatroulette.video +checkhit.com +chelnytruck.ru +chocolateslim-en-france.com +cialischsrx.com +ciekawinki.pl +clash-clans.ru cleanallvirus.com -club-musics.ru -com-secure.download -compliance-barak.xyz -compliance-checker.info -compliance-mary.top +cleanmypc.com +clickprotects.com +clknsee.com +coindirect.io +coldfilm.ru +com-cleaner.systems +com-onlinesupport.host +comeondog.info +compliance-elena.top compliance-olga.top -compliance-viktor.top -comsysnet.com -cookie-law-enforcement-ee.xyz -cookie-law-enforcement-ff.xyz -copblock.org -copypaste.traderzplanet.in -corta.co -counter.bloke.com -covetnica.com -cracksplanet.com -crackzplanet.com -cvety24.by -d-black.bz -damasarenai.info -dawlenie.com -ddlmega.net -deniven.1bb.ru -design-ideas.info -dev-seo.blog -dev33.dioniqlabb.se -devochki.top -digitalassetmanagement.site -dipstar.org -discountliv.com -divci-hry.info -documentbase.net -dotnetdotcom.org -e-avon.ru -e-commerce-seo.com -e-poker-2005.com -e705.net -e90post.com -eachdayisagift.review -earthmagic.info -ebooknovel.club -educontest.net -ege-essay.ru +coolbar.pro +credit-respect.ru +culad.com +cutalltheshit.com +cv.wallhade.co +cypernhuset.se +darodar.com +data-mining.tk +davidovic.info +decorationspcs.com +detoxmed24.ru +directivepub.com +disruptingdinnerparties.com +dkvorota.ru +dmmspy.com +dorratex.tn +draniki.org +dvervmoskvu.ru +dwomlink.info +e-c.al +e-collantes.com +ecommerce-seo.com +ecookna.com.ua +ecxtracking.com +egvar.net +ekaterinburg.xrus.org +ekobata.ru +ekosmetyki.net.pl elektronischezi.livejournal.com -elmifarhangi.com -englishdictionaryfree.com -enternet.ee -eralph.tk +elitedollars.com +enpolis.ru +eropho.com erotikchat-24.com -erotikstories.ru -erotiktreff24.info errorfixing.space -eupornstar.info -europages.com.ru -everypony.ru -facebook-mobile.xyz +ertelecom.ru +eshop.md +etenininrade.ga +exonline.info +expresstoplivo.ru +extlinks.com +extremepornos.net +family1st.ca +familyholiday.ml +fantasticpixcool.com +farmprofi.net fashion-stickers.ru -fatfasts-4tmz.com fatmaelgarny.com -fdzone.org -fellowshipoftheminds.com -fickkontakte.org -fifa-coins.online -filesdatabase.net -filmci.pro -filmi-onlain.info -findpics.pw -fireads.men -flash4fun.com -forensicpsychiatry.ru -formulaf1results.blogspot.com +fetlifeblog.com +fikasound.tk +findacheaplawyers.com +finejewelryshop.ru +finteks.ru +fortwosmartcar.pw forum69.info -foxjuegos.com -free-floating-buttons.com -freshdz.com -fyl.com.ru -g.starmoe.xyz -gamerextra.com -gamesprite.me -gayxperience.com -geoads.com -getdot.ru -gettpromos.com +foto-sisek.porngalleries.top +freejabs.com +freetangodownload.com +frvo.alptandem.ru +fsalas.com +galeon.com +gay-site.store +germes-trans.com +getmyads24.com gfaq.ru -girlporn.ru -glastecfilms.com.my -gne8.com -goatse.ru -gogalleryawesome.com -goo.ne.jp -goodwinmetals.co -gopixdatabase.com -grtyi.com -gsasearchengineranker.top -gz2.bbsoldes.fr -hamptonoaks.ca -handicapvansarea.com -handicapvantoday.com -hatdc.org -hdimagegallery.net -helicalpile.us -hesteel.pl -homedecorpicture.us -hothor.se -hoverboard360.se -hspline.com -htmlcorner.com -hydropump.su -iboss.com -imagez.co -impisr.edunsk.ru -import-sales.com -infostatsvc.com -internetartfair.com -isitpaleo.info -islamtoday.co.za -iyasimasennka.com -j33x.com -jagg.info +glopages.ru +good-mummy.ru +googst2.ru +gorodservis.ru +gotomontenegro.net +gribkovye-zabolevaniya.com +grizzlysgrill.com +gsasearchenginerankerdiscount.com +guardlink.org +gwhwpxbw.bloger.index.hr +hamacapty.com +hd-film.pl +hd-filmy.net +hdpixion.com +hdwallpapers-free.com +home-task.com +hosting-tracker.com +hotsocialz.com +howmuchdoestizanidinecost.blogspot.com +howtowhitenteethfast.xyz +hubbble.com +hunthillfarmtrust.org +iideaidekonkatu.info +ikearugs.xyz +ilbe.club +ilmen.net +infokonkurs.ru +innodgfdriverhm.aircus.com +insomniagamingfestival.com +inspiring-desperate.tk +istanbulit.com +itronics.ca +iwantedmoney.com jbl-charge.info -jennyfire.ru -jerseychinabizwholesale.us -jimmychoosale.online -johnrobertsoninc.com -jpcycles.com -jumptap.com -kaliningrad.zrus.org -kambasoft.com -karusel-market.ru -kasino-money.pw -katushka.net -kazan.xrus.org -keywords-monitoring-success.com -kleine-titten.biz -klejonka.info -knogg.net -krasivoe-hd.com -kumuk.info -kutikomi.net -la-fa.ru -landreferat.ru -languagecode.com -laptoper.net -le-clos-des-alouettes.com -lechtaczka.net -ledis.top -letslowbefast.today -lexaprogeneric.link -lezbiyanki.net -lflash.ru -lida-ru.com -life-instyle.com -lightinghomes.net -liky.co.ua -lincolntheatre.com -linkbuddies.com -liveu.infoteka.hu +johannesburgsingles.co.za +joingames.org +jrpmakati.com +justkillingti.me +kakadu-interior.com.ua +kazan.zrus.org +keywordblocks.com +kinoflux.net +kiskinhouse.com +klumba55.ru +kmgamex.cf +kndxbkdx.bloger.index.hr +konteiner24.com +krasivye-devushki.net +krasnodar.zrus.org +kuzinsp.ru +laapp.com +labplus.ru +lafourmiliaire.com +lalalove.ru +larger.io +law-check-nine.xyz +laxdrills.com +lego4x4.ru +letsrepair.in +likesuccess.com +linksharingt.com +live-sexchat.ru ljusihus.se -llastbuy.ru -lonerangergames.com +localflirtbuddies.com +lockerz.com longadventure.com -lottospring.com -louboutinreplica.pw -louisvuittonoutletstore.net -luchshie-topcasino.ru -m1media.net -mabdoola.blogspot.com +love-baby.cz +luxup.ru +lyrster.com mac-shield.com -macdamaged.tech -mainhp.net -make-money-online.com -makenahartlin.com -maladot.com -mamasuper.prom.ua -mansiondelrio.co -map028.com -matb3aa.com -mathgym.com.au -mebelcomplekt.ru -med-zdorovie.com.ua -medicine-4u.org -medkritika.ru -mesto-x.com -middlerush-a.akamaihd.net -midst.eu -mikrobiologies.ru -milblueprint.com -mini.7zap.com -missvietnam.org -mmofreegames.online -mobile.ok.ru -moesonce.com -mojpregled.com -more-letom.ru -movpod.in -mp3ritm.top -mrmoneymustache.com -mulberryoutletonlineeu.com -musicvidz.ru +mackeeper-center.club +mactechinfo.info +magnetic-bracelets.ru +makedo.ru +makis.nu +manualterap.roleforum.ru +masterseek.com +mb140.ru +mearns-tractors.co.uk +meetlocalchicks.com +message-warning.net +michaelkorsoutletstore.net +mindeyegames.com +mmgq.ru +mncrftpcs.com +moivestiy.biz +mojaocena.com +mokrayakiska.com +moneymaster.ru +morefastermac.trade +morocco-nomad-excursions.com +morpicert.pw +moscow.online-podarki.com +moyakuhnia.ru +muizre.ru +mural.co +muycerdas.xxx +my-aladin.com +my-cash-bot.co mybinaryoptionsrobot.com -mydearest.co -mykings.pw -myperiod.club -mypets.by -mypornfree.ru -myyour.eu -na15.ru -nardulan.com -natali-forex.com -nero-us.com +mycaf.it +mysexpics.ru +nationalbreakdown.com +naturtreenspicerx.pw +netvouz.com networkad.net -newstraveller.ru -nhl17coinsforps3.gratisblog.biz -nmrk.ru -no-fuel.org -noclegonline.info -nootrino.com +networkcheck.xyz +newstudio.tv +nicefloor.co.uk +nightvision746.weebly.com +nina.az +notaria-desalas.com novodigs.com +npoet.ru +nrjmobile.fr nuit-artisanale.com +nuup.info nvssf.com -o-o-11-o-o.com -oddamzadarmo.eu -okonich.com.ua -online-hd.pl -onlineserialy.ru +o-o-6-o-o.ru +ochistka-stokov.ru +ohmyrings.com +okeinfo.online +onclkads.com +onlainbesplatno.ru +online-podarki.com +onlinedomains.ru optikremont.ru -paccohichetoti.ml -palvira.com.ua -panchro.co.uk -pandarastore.top -park.above.com -pawli.eu -perm-profnastil.ru -pestomou.info -petedrummond.com -piccdata.com -picquery.com +ostroike.org +outpersonals.com +oynat.info +palocco.it +paparazzistudios.com.au +paramountmarble.co.uk +partnerline.men +partners-ship.pro +patol01.pw +paydayonlinecom.com +pcgroup.com.uy +pdns.cz +percin.biz.ly +pics-group.com +picswe.com +pictures-and-images.net picturesmania.com -pillscheap24h.com -pinapchik.com -pirateday.ru -pixelrz.com -pl-top.pl -pochemychka.net -pod-muzyku.club -poems.com.ua -pojdelo.weebly.com -polska-poezja.com -pons-presse.com -porndl.org -porno-home365.com -pornohub.me -porto.abuilder.net +pihl.se +pinsdaddy.com +piratecams.com +pixgood.com +pixshark.com +play-movie.pl +pogodnyyeavarii.gq +pogosh.com +popads.net +popup-jdh.xyz +pornhub-ru.com +pornoxxx.com.mx +portside.cc pospr.waw.pl -powitania.pl -preventheadacheguide.info -primedice.com -privetsochi.ru -productarium.com -proekt-gaz.ru -projectforte.ru -promgirldresses.xyz -prostitutki-yaroslavlya.org -pskcijdc.bloger.index.hr -puzzleweb.ru -pyrodesigns.com.au +powenlite24.ru +pregnant.guru +pricheski-video.com +proftests.net +psvita.ru +push-ad.com +quelle.ru quizzitch.net -radiogambling.com -ragecash.com raisedseo.com -rankexperience.com -ranksignals.com -rarbg.to -realnye-otzyvy.info -realtytimes.com -remont-ustanovka-tehniki.ru -rentehno.ru -ringporno.com -rome2rio.com -russkie-gorki.ru -rusvideos.su -rybalka-opt.ru -s.lollypopgaming.com -samo-soznanie.ru +randki-sex.com +ranking2017.ga +razamicroelectronics.com +recipedays.ru +redirectingat.com +registrationdomainsite.com +reklama1.ru +remontvsamare.su +rent2spb.ru +rentalcarnavi.info +rep-am.com +reward-survey.net +richinvestmonitor.com +ring4rhino.com +royal-betting.net +russintv.fr +russkoe-zdorovie.ru +saddiechoua.com +sakhboard.ru sanjosestartups.com -sarm.tk -sayyoethe.blogspot.co.za -sbetodiodnye-lampy.ru -sbf441.com -sbornik-zakonov.ru -screentoolkit.com -sdi-pme.com -searchinterneat-a.akamaihd.net -securityallianceservices.com +savetubevideo.com +savingsslider-a.akamaihd.net +sbdl.no +sbt-aqua.ru +scanner-alex.top +scanner-jane.top +scanner-julia.top +scrapinghub.com +search.1and1.com +seasonvar.ru +semaltmedia.com seminarygeorgia59.ga -seocdvig.ru -seorankinglinks.xyz -seotoolsagency.com -sethrollins.net -sexs-foto.top -sexyebonyteen.com -sharebutton.net -shemale-sex.net -silverage.ru -simplepooltips.com -site-speed-check.site -slim.sellany.ru -small-games.biz -snip.tw -snjack.info -snjatie-geroinovoy-lomki.ru -softlinesolutions.me -sogimlecal.tk -sonnikforme.ru -space4updating.win -special-porn.com -spy-app.info -stard.shop -stariy-baku.com +seocheki.net +seorank.info +sergiorossistore.online +sexad.net +sexfreepornoxxx.com +sexkontakteao.info +sexy-pings.com +sexy-screen-savers.com +share-buttons-for-free.com +sherlock.se +shivafurnishings.com +shlyahten.ru +shoesonlinebuy.xyz +simplesite.com +sindragosa.comxa.com +sitevaluation.org +sizeplus.work +skutecznetabletkinaporostwlosow.pl +skypasss.com +slujbauborki.ru +smart-scripts.com +sobecjvuwa.com.ru +social-buttons.com +social-s-ggg.xyz +softonicads.com +solmarket.by +solnplast.ru +solution4u.com +spasswelt.xyz +speeddream.xyz +steelmaster.lv stoki.ru -streetfooduncovered.com -stroiminsk.com -stroyplus.ru -sugarkun.com +strv.se +sumo.com superiends.org -svetlotorg.ru -svolze.com -technopellet.gr -telemetryverification.net -teslathemes.com -theallgirlarcade.com -thegameriders.com +superinterstitial.com +svnuppsalaorebro.se +swinon.site +swsociety.se +telegramdownload10.com +telsis.com +templates.franklinfire.co +testbotprocessor44.com thegamerznetwork.com -themeforest.net -thepantonpractice.co.uk -theprofitsmaker.net -tilido.com -timhost.ru -tizanidinedosage.blogspot.com -tizanidinenarcotic.blogspot.com -tizanidinezanaflex.blogspot.com -tooplay.com +thelottosecrets.com +themestotal.com +tiandeural.ru +tizanidineformigraines.blogspot.com +tizanidinehcl4mgtab.blogspot.com +tizanidinehcl4mgtabinfo.blogspot.com +tizanidinehcl4mgtablet.blogspot.com +tizanidineinteractions.blogspot.com +tnaionline.org +token-lab.org +toloka.hurtom.com +top10registrycleaners.com +topads.men +topcar-krasnodar.ru +tovaroboom.vast.ru toyota.7zap.com -traffic100.com +traffic2cash.org traffmonster.info -trion.od.ua -tubo360.com -turbodsp.com +trahvid.com +truck-land.life +tuckermktg.com +turbabitload.weebly.com +turkeyreport.tk +tvnewsclips.info txxx.com -uamtrk.com -um-razum.ru -umnovocaminho.com -undergroundcityphoto.com -uptimebot.net -urdoot.win -ussearche.cf -valsalud.com -valueclick.com +ucsol.ru +underthesite.com +unrealcommander.biz +uogonline.com +upupa.net +utrolive.ru +vacuumcleanerguru.com +validccseller.com vasileostrovsky-rayon.ru vellings.info -versaut.xxx-cam.webcam -veselokloun.ru -via-energy-order.com -videochat.bz -videospornogratisx.net -vip-dom.in -vip-file.com -vita.com.hr -vkmusics.ru +ventelnos.com +vesnatehno.ru +viagroid.ru +videogamesecrets.com +videonsk.com +vitoriacabos.com vladhistory.com -vrnelectro.ru -vrotike.ru -vroze.com -w-journal.ru -weboptimizes.com -wechatdownload10.com -wemedinc.com -wholesalejerseychinaoutlet.com -wikes.20fr.com -wingsofrefuge.net -woman-orgasm.ru -writersgroup580.web.fc2.com -x-true.info -xaijo.com -xaylapdiendanang.com -xcc24.pl -xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai -xn--b1addnj3cah.xn--p1ai -xn--d1acah0c.xn--p1ai -xn--h1aakne2ba.xn--p1ai -xrus.org -xvideosporn.biz -yoopsie.com -youporn-ru.com -youradexchange.com -yoursite.com -youtuhe.com -yugk.net -zarajbuilders.com -zolotoy-lis.ru -zzlgxh.com +voloo.ru +vseigry.fun +vtcdns.com +w3data.co +weblibrary.win +websiteaccountant.de +welck.octopis.com +whengirlsgowild.com +whereiskentoday.com +wildnatureimages.com +withstandingheartwarming.com +wnoz.de +www.kabbalah-red-bracelets.com +www.labves.ru +www.souvenirua.com +wyniki-lista.pl +x-diesel.info +xfire.com +xkaz.org +xlovecam.com +xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai +xn----dtbndd4ae7eub.top +xn--80ajbshivpvn2i.xn--p1ai +xn--b1adccaf1bzj.xn--p1ai +xn--lifehacer-1rb.com +xnxx699.com +xtube.com +xxxkaz.org +xxxsiterips.xyz +xxxtubesafari.com +yeartwit.com +yellowfootprints.com +yourothersite.com +yourporn.com +youthreaders.com +youtoner.it +yur-p.ru +zaim-pod-zalog-krasnodar.ru +zajm-zalog-krasnodar.ru +zeikopay.com +zeroredirect.com +zeroredirect2.com +zeroredirect5.com +zeroredirect8.com +zetmaster.ru +znakomstvaonlain.ru +zog.link +zootravel.com diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index e4c34ddfc..848da7d58 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -01apple.com -0daymusic.org -10bet.com -2020iscoming.info -256bit.by -7makemoneyonline.com -acc.eu.org -adhome.biz +1001watch.com.ua +178evakuator178.ru +1xbet4you.com +3-letter-domains.net +7ooo.ru +aa625d84f1587749c1ab011d6f269f7d64.com +abclauncher.com +adf.ly +admitad.com aero2.ru -agahinameh.com -allnews.md -amateurmatch.com -amt-k.ru -ananumous.ru -angry-fermi-7633.arukascloud.io -ap.senai.br -apibatbrowsecom-a.akamaihd.net -asophoto.com -ausmepa.org.au -avon-severozapad.ru -azartmix.com -best-coupon-offer.com -bestfortraders.com -bestwrinklecreamnow.com -bloggedporn.com -bluesalt.co -bolitgorlo.net -boostmyppc.com -bouda.kvalitne.cz -brandimensions.com -cannibalcheerleader.com -cbb1smartlist12.click -cdnnetwok.xyz -celejihad.info -chatroulette.online -cheapjerseysa.com -chiptuninger.com -cl.s7.exct.net -cleanpcnow.com -com-onlinesupport.host -community.allhiphop.com -compliance-jane.top -compliance-walter.top -cookie-law-enforcement-aa.xyz -cryptoswap.biz -customchocolate.business-for-home.com -cwetochki.ru -dataloading.net -dealitright.click -deshevo-nedorogo.ru -digitalassetmanagement.site -digitalfaq.com -dikqlyremy.info -drpornogratisx.xxx -drugs-no-rx.info -educatemetv.com -ekto.ee -englishgamer.com -etur.ru -eupornstar.info -exonline.info -ezigaretteshop.webs.com -famix.xyz -fast-wordpress-start.com -fatfasts-4tmz.com -fenoyl.batcave.net -fermersovet.ru -figuringmoneyout.com -fiverr.com -foodcrafts.website -forum20.smailik.org -fr.netlog.com -free-floating-buttons.com -fugarif.ga -game-mmorpg.net -gamerextra.com -gamewrath.com -geile-lelly.eu -gheus.altervista.org -girlporn.ru -gk170.ru -gsasearchengineranker.pw -guidefs.ru -hard-porn.mobi -hifidesign.ru -highstairs-a.akamaihd.net -historichometeam.com -hit-men.men -hitmuzik.ru -hmywwogw.bloger.index.hr -hosting-tracker.com -house.sieraddns.com -ikritikimou.gr -images.gyffu.com -intellektmedia.at -investingclub.ru -invitefashion.com -irunfar.com -iskalko.ru -isoveti.ru -job.icivil.ir -johnnyhaley.top -karpun-iris.ru -kaz.kz -kinogonew.ru -koversite.info -laxob.com -ldrtrack.com -lietaer.com -linkwithin.com -locksmith.jp +afmuseum.com +airlandsea.info +alekseevec.ru +allwomen.info +alphaforum.ru +anime.dougasouko.com +anlimebel.kiev.ua +architecturebest.com +ardimobileinfo.ml +artel116.ru +atovh.local-finders.com +azadnegar.com +azbuka-mo.ru +baixar-musicas-gratis.com +bbsoldes.fr +bdsmgalls.net +beauby.ru +bedcapdealers.com +beremenyashka.com +bestprofits-there.com +bimatoprost-careprost.com.ua +bitcoinremote.com +bizlist.com.de +blog.f00kclan.de +blog.yam.com +blogig.org +blogos.kz +blogsfunky672.weebly.com +bmsco.co +bonanza-fortune.men +boobsimge.com +braintobe.win +browsepulse-a.akamaihd.net +burkesales.com +buyessaynow.biz +buypuppies.ca +bvlgariwallet.xyz +candelluxsklep.pl +cardiosport.com.ua +cdncash.org +certifywebsite.win +cheapmarmot.online +cialis-samples.com +cleansearch.net +connectingsingles.com +cpajunkies.com +creditmoney.com.ua +cutalltheshit.com +dairyindia.in +darkbooks.org +design-lands.ru +dev.citetick.com +dimfour.com +doctormakarova.ru +drunkmoms.net +easyshoppermac.com +easyukraine.com +ecxtracking.com +elektrischezigarette1.blog.pl +elektrischezigarette2.onsugar.com +elkacentr.ru +elvenar.com +emediate.eu +evaashop.ru +eyelike.com.ua +ezigarettenkaufen1.deviantart.com +farmingworm.com +fashion.stellaconstance.co +fdzone.org +fighrofacciufreesig.ga +finejewelryshop.ru +firstdrugmall.ru +flowwwers.com +forexunion.net +forms-mtm.ru +freshberry.com.ua +frustrated-favorable.gq +fym.com.ru +gambarxkata.co +gameonasia.com +generic-pills-online.com +get-seo-domain.com +getdot.ru +googleseo.com.tr +gsasearchenginerankerdiscount.com +guiadeserraazul.com +happy.new.yeartwit.com +hcate.com +healing-dysplasia.ru +hem.passagen.se +houseofrose.com +hybrid.ru +ilo134uloh.com +imperiafilm.ru +import-sales.com +instasexyblog.com +islamtoday.co.za +jackpotchances.com +janettabridal.com +kam-dom.ru +karadene.com +kasino-money.pw +keywordspay.com +kol-energo.ru +kolotiloff.ru +konica.kz +konkursov.net +krafte.ru +kvartira-sutochno.com +kwzf.net +lancheck.net +lightinghomes.net +linkbux.ru +lmrauction.com lodki-pvh.dp.ua -lomb.co -longgreen.info -louisvuittonoutletstore.net -love-baby.cz -luxmagazine.cf -m292.info -manuscript.su -maridan.com.ua -medicines-choice.com -militarysale.pro -mir-limuzinov.ru -mnogabukaff.net -mobile-appster.ru -moesonce.com -moetomnenie.com -moje-recenze.cz -muz-tracker.net -mydownlodablefiles.com -mykings.pw -mypets.by -nofreezingmac.work -november-lax.com -obiavo.ru -offers.bycontext.com -offtime.ru -ok-ua.info +lordzfilmz.me +m.b00kmarks.com +machicon-ueno.info +mainlinehobby.net +mansiondelrio.co +maslenka.kz +maximpartnerspr.com +mediawhirl.net +medicineseasybuy.com +memberty.com +microsearch.ru +missis.top +mompussy.net +monclervests.xyz +moscow.online-podarki.com +mvpicton.co.uk +newhairstylesformen2014.com +newstraveller.ru +nightvision746.weebly.com +nrjmobile.fr +offside2.5v.pl +okmusic.jp +olgacvetmet.com +one-gear.com oyster-green.com -parvezmia.xyz -pavlodar.xkaz.org -pierrehardysale.online -pizdeishn.com -popmarker.com -popugauka.ru -porno-transsexuals.ru -portadd.men -pourvous.info -pozvonim.com -prize44.com -pro-okis.ru -profitfx.online -progonrumarket.ru -propranolol40mg.blogspot.com -puserving.com -pussyfleet.com -razvratnoe.org -realnye-otzyvy.info -rebelmouse.com -rent2spb.ru -rome2rio.com -rrutw.com -s-iwantyou.com -sabizonline.com -scanner-alexa.top -scanner-nelson.top -scenicmissouri.us +percin.biz.ly +perm-profnastil.ru +phpdevops.com +playboyfiles.xblog.in +popup-hgd.xyz +pornoinn.com +pornosexrolik.com +pornotubexxx.name +portside.xyz +posible.net +prchecker.info +preparevideosafesystem4unow.space +priscilarodrigues.com.br +prodess.ru +professionaldieselcare.com +professionalwritingservices15.blogspot.ru +pwwysydh.com +qitt.ru +questionmarque.ch +rebuildermedical.com +remont-fridge-tv.ru +remont-ustanovka-tehniki.ru +replica-watch.ru +rewardit.com +rubbed.us +rusexy.xyz +sakhboard.ru +sanatorrii.ru +scanner-andrew.top +scoopquest.com seadragonherbery.com -seansonline24.pl -secretscook.ru -sell-fb-group-here.com semp.net -seoboxes.com -seonetwizard.com -sexcamamateurchat.com -sexkrasivo.net -sexkvartal.com -sicfor.bcu.cc -skachat-besplatno-obrazcy.ru -skypasss.com -smartadserver.com -snts.shell-pmr.ru -solmarket.by -spacash.com -space-worry.ml -spl63.fr -spywarespy.com -starpages.net -sterva.cc -streetfooduncovered.com -streha-metalko.si -studiofmp.com -sundrugstore.com -surintech.ac.th -swinon.site -taaaak.com -taihouse.ru -talant-factory.ru -thebluffs.com -themeforest.net -thesmartsearch.net -thiegs.reco.ws -tizanidine4mgprice.blogspot.com -tizanidinedosage.blogspot.com -tizanidinewithdrawal.blogspot.com -torrent-to-magnet.com -tracklead.net -trafficfactory.biz -trafficreceiver.club -tupper-shop.ru -twiclub.in -unionmarkt.de -us-america.ru -vedomstvo.net -verymes.xyz -vgoloveboli.net -videooko.weebly.com -viel.su -vipsiterip.org -vkontarkte.com -vksex.ru -vod.com.ua -vodkoved.ru -voloo.ru -vpnhowto.info -vrotike.ru -vzlomfb.com -wardreapptokone.tk -website-speed-up.site -wedding-salon.net -whengirlsgowild.com -whereiskentoday.com -white-truck.life -winwotgold.pl -wma-x.com -wnoz.de -wordpresscore.com -wygraj-teraz.com -xaylapdiendanang.com -xblognetwork.com -xn--80aaagvmjabrs1aoc9luc.xn--p1ai -xxlargepop.com -yourporn.com -youtubologia.it -zahvat.ru -zarabotat-na-sajte.ru -zetmaster.ru -zirondelli.it -zootravel.com -zrelaya.pw +sexy-screen-savers.com +sfd-chess.ru +shoplvlv.us +shopsellcardsdumps.com +site-speed-check.site +slkrm.ru +sloopyjoes.com +smadihome.com +snsdeainavi.info +socialseet.ru +sotechco.co +spaceshipad.com +spammen.de +spravka130.ru +stal-rulon.ru +steebook.com +suggest-keywords.com +surflinksmedical.com +swiped.su +sygraem.com +tecnoteakviareggio.it +telegraf.by +telemetryverification.net +tetracsaudi.com +textads.men +the-trader.net +thecoral.com.br +thewomenlife.com +titangel-vietnam.com +tizanidinehcl2mg.blogspot.com +tizanidinepills.blogspot.com +tizanidinezanaflex.blogspot.com +track-rankings.online +traffic2cash.org +traffique.net +trahvid.com +ttrraacckkrr.com +tv-spoty.info +uamtrk.com +uchil.net +udayavani.com +uggsale.online +univerfiles.com +valueclick.com +videochat.tv.br +vigrx-original.ru +vizitki.net +vriel.batcave.net +watsonrealtycorp.com +webalan.ru +webextract.profound.net +wedding0venues.tk +westen-v.life +whatistizanidinehclusedfor.blogspot.com +www.888.com +xn----9sbubg3ambdfl1j.xn--p1ai +xxxdatinglocal.us +xxxhdvideo.site +yaminecraft.ru +yhit.press +yoluxuryevents.com +youjizz.vc +youradulthosting.com +zaim-pod-zalog-krasnodar.ru +zatjmuzu.info +zdesformula.ru +zixizop.net.ru +zrizvtrnpale.tk diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index 976a894b1..2a3986b74 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.120 0; +10.1.1.186 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index 121207270..708057bb4 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.12.2801 -### Updated: Thu Dec 23 10:03:23 UTC 2021 +### Version: V4.2021.12.2802 +### Updated: Thu Dec 23 22:01:14 UTC 2021 ### Bad Bot Count: 631 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 121207270..708057bb4 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.12.2801 -### Updated: Thu Dec 23 10:03:23 UTC 2021 +### Version: V4.2021.12.2802 +### Updated: Thu Dec 23 22:01:14 UTC 2021 ### Bad Bot Count: 631 ################################################### ### Version Information ##