From 0f49e2145e8bafd74a1a1a64ae8f70e0f72623af Mon Sep 17 00:00:00 2001 From: mitchellkrogza Date: Mon, 27 Dec 2021 22:07:14 +0000 Subject: [PATCH] V4.2021.12.2813 [ci skip] --- AUTO-CONFIGURATION.md | 2 +- MANUAL-CONFIGURATION.md | 2 +- README.md | 2 +- _google_analytics_ghost_spam/README.md | 2 +- .../etc/nginx/conf.d/globalblacklist.conf | 4 +- conf.d/globalblacklist-testing-version.conf | 4 +- conf.d/globalblacklist.conf | 4 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/buildnumber | 2 +- dev-tools/globalblacklist-testing.template | 4 +- dev-tools/globalblacklist.template | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/test_units/blacklist-ips.conf | 2 +- .../random-bots-for-test-quick.list | 20 +- .../test_units/random-bots-for-test.list | 284 +++--- .../random-bots-for-whitelist-test.list | 310 +++--- .../random-referrers-for-test-quick.list | 20 +- .../test_units/random-referrers-for-test.list | 920 +++++++++--------- .../random-referrers-for-whitelist-test.list | 474 ++++----- dev-tools/test_units/whitelist-ips.conf | 2 +- dev-tools/tmp/robots.txt | 4 +- robots.txt/robots.txt | 4 +- 45 files changed, 1070 insertions(+), 1070 deletions(-) diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 5dc7c5b54..6242294f3 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.12.2812 +#### Version: V4.2021.12.2813 #### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 7a3e971c7..d072132ed 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.12.2812 +#### Version: V4.2021.12.2813 #### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index 2feb7d487..0a4c786da 100755 --- a/README.md +++ b/README.md @@ -13,7 +13,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2021.12.2812 +#### Version: V4.2021.12.2813 #### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 781f118f3..1313cfe3e 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2021.12.2812 +#### Version: V4.2021.12.2813 #### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 849f0d6e4..408cf458f 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2812 -### Updated: Mon Dec 27 10:07:11 UTC 2021 +### Version: V4.2021.12.2813 +### Updated: Mon Dec 27 22:01:17 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index f6130d52c..916fd9afc 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2812 -### Updated: Mon Dec 27 10:07:11 UTC 2021 +### Version: V3.2021.12.2813 +### Updated: Mon Dec 27 22:01:17 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 849f0d6e4..408cf458f 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2812 -### Updated: Mon Dec 27 10:07:11 UTC 2021 +### Version: V4.2021.12.2813 +### Updated: Mon Dec 27 22:01:17 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index f6130d52c..916fd9afc 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2812 -### Updated: Mon Dec 27 10:07:11 UTC 2021 +### Version: V3.2021.12.2813 +### Updated: Mon Dec 27 22:01:17 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 077944d30..c1998833f 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.117 1; +10.1.1.20 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 54e5c0203..4b45cd985 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.117 0; +10.1.1.20 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index f6130d52c..916fd9afc 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2812 -### Updated: Mon Dec 27 10:07:11 UTC 2021 +### Version: V3.2021.12.2813 +### Updated: Mon Dec 27 22:01:17 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 077944d30..c1998833f 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.117 1; +10.1.1.20 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 54e5c0203..4b45cd985 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.117 0; +10.1.1.20 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index f6130d52c..916fd9afc 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2812 -### Updated: Mon Dec 27 10:07:11 UTC 2021 +### Version: V3.2021.12.2813 +### Updated: Mon Dec 27 22:01:17 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 077944d30..c1998833f 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.117 1; +10.1.1.20 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 54e5c0203..4b45cd985 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.117 0; +10.1.1.20 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index f6130d52c..916fd9afc 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2812 -### Updated: Mon Dec 27 10:07:11 UTC 2021 +### Version: V3.2021.12.2813 +### Updated: Mon Dec 27 22:01:17 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index e88d628aa..e6e356556 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -2812 +2813 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index f6130d52c..916fd9afc 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2812 -### Updated: Mon Dec 27 10:07:11 UTC 2021 +### Version: V3.2021.12.2813 +### Updated: Mon Dec 27 22:01:17 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index 849f0d6e4..408cf458f 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2812 -### Updated: Mon Dec 27 10:07:11 UTC 2021 +### Version: V4.2021.12.2813 +### Updated: Mon Dec 27 22:01:17 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 041c96948..a99e95861 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -13.92.232.96 0; +20.112.11.150 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 849f0d6e4..408cf458f 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2812 -### Updated: Mon Dec 27 10:07:11 UTC 2021 +### Version: V4.2021.12.2813 +### Updated: Mon Dec 27 22:01:17 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 077944d30..c1998833f 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.117 1; +10.1.1.20 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 54e5c0203..4b45cd985 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.117 0; +10.1.1.20 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 849f0d6e4..408cf458f 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2812 -### Updated: Mon Dec 27 10:07:11 UTC 2021 +### Version: V4.2021.12.2813 +### Updated: Mon Dec 27 22:01:17 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 077944d30..c1998833f 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.117 1; +10.1.1.20 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 54e5c0203..4b45cd985 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.117 0; +10.1.1.20 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 849f0d6e4..408cf458f 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2812 -### Updated: Mon Dec 27 10:07:11 UTC 2021 +### Version: V4.2021.12.2813 +### Updated: Mon Dec 27 22:01:17 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 077944d30..c1998833f 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.117 1; +10.1.1.20 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 54e5c0203..4b45cd985 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.117 0; +10.1.1.20 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 849f0d6e4..408cf458f 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2812 -### Updated: Mon Dec 27 10:07:11 UTC 2021 +### Version: V4.2021.12.2813 +### Updated: Mon Dec 27 22:01:17 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 041c96948..a99e95861 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -13.92.232.96 0; +20.112.11.150 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 87cd10b24..ce9099942 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2812 -### Updated: Mon Dec 27 10:07:11 UTC 2021 +### Version: V4.2021.12.2813 +### Updated: Mon Dec 27 22:01:17 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 041c96948..a99e95861 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -13.92.232.96 0; +20.112.11.150 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index a42f40545..317c61091 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2812 -### Updated: Mon Dec 27 10:07:11 UTC 2021 +### Version: V4.2021.12.2813 +### Updated: Mon Dec 27 22:01:17 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index 077944d30..c1998833f 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.117 1; +10.1.1.20 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index 7559ae106..b694886a3 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -DnyzBot -DomainStatsBot -InternetSeer -LinkpadBot -Sosospider -Tracemyfile -VCI -WISENutbot -Web Fuck -cah.io.community +Anthill +BDCbot +Digincore +FemtosearchBot +HEADMasterSEO +MSFrontPage +Screaming +WebFuck +Webster +adscanner diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index abc06be3a..6a8a4d8a3 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -404enemy -80legs +360Spider ADmantX -ASPSeek -Abonti -Acunetix -AiHitBot +AIBOT +ALittle Client +Aboundex +Aboundexbot +AfD-Verbotsverfahren +AhrefsBot Aipbot +Alexibot +AllSubmitter Alligator -Asterias -Attach -AwarioRssBot +AlphaBot +Anarchy99 AwarioSmartBot -BBBike -BDCbot -BLEXBot -BackDoorBot +BDFetch BackStreet -BackWeb +Backlink-Ceck +BacklinkCrawler Badass -Bandit -Barkrowler BatchFTP -Bigfoot +BetaBot +BlackWidow +Blackboard BlowFish -Brandprotect -Brandwatch -Buck -BunnySlippers +Boardreader +Bolt +Buddy +BuiltBotTough +BuiltWith +BuzzSumo CODE87 +CSHttp Calculon -CazoodleBot -Cegbfeieh CheTeam -CherryPicker Chlooe +Citoid Cliqzbot +Cloud mapping Cocolyzebot Cogentbot Collector Cosmos +Craftbot CrunchBot Custo +CyotekWebCopy DIIbot -Deusu +DTS Agent +DataCha0s +Demon Devil -DigitalPebble -Disco +Digincore Discoverybot DittoSpyder DnBCrawler-Analytics +DnyzBot +DomCopBot DomainAppender -DomainCrawler -DomainSigmaCrawler -Domains Project +DomainStatsBot Dotbot -Drip +Download Wonder EMail Siphon -EMail Wolf -Ebingbong -EroCrawler +EirGrabber Exabot Express WebPictures -Extractor -Extreme Picture Finder -Ezooms -FDM FHscan Firefox/7.0 -FlashGet Flunky +Foobot FrontPage Fuzz +FyberSpider +Fyrebot G-i-g-a-b-o-t -GT::WWW -Genieo +GalaxyBot Getintent -Gigabot -Go!Zilla -GrabNet +GoZilla GrapeFX +GrapeshotCrawler +HEADMasterSEO HMView HTMLparser -HaosouSpider +HTTP::Lite +Haansoft Havij +Heritrix Humanlinks -Id-search -IlseBot +IDBot +Iblog Image Fetch -IndeedBot -InternetSeer +Image Sucker +Intelliseek +Internet Ninja +Iskanie IstellaBot -JOC Web Spider -JamesBOT JennyBot Jetty -JikeSpider Joomla -Kenjin Spider +Kinza Kozmosbot -LNSpiderguy -Larbin -LeechFTP -LeechGet +LWP::Simple Lftp +Libwhisker +LieBaoFast +Lightspeedsystems Likse -LinkpadBot +LinkScan +LinkextractorPro +LinksManager +LinqiaMetadataDownloaderBot LinqiaRSSBot LinqiaScrapeBot Lipperhey +Lipperhey Spider +Litemage_walker +Lmspider +Ltx71 MFC_Tear_Sample -MSIECrawler +MIIxpc +MJ12bot +MQQBrowser Mag-Net Magnet -Majestic SEO +Mass Downloader Mata Hari -Mediatoolkitbot -Metauri -Microsoft URL Control +MauiBot +MeanPath Bot Moblie Safari +Mr.4x3 Msrabot -Name Intelligence -Needle +NPbot +Nameprotect +NearSite Nessus -NetLyzer +NetAnts Nettrack -NextGenSearchBot -Nikto -Nmap -Not -Offline Explorer +Nibbler +Niki-bot +Nuclei +Nutch +OnCrawl +OpenLinkProfiler +OpenVAS +Openfind Openvas +OrangeSpider +OutfoxBot PHPCrawl -POE-Component-Client-HTTP Page Analyzer -PageAnalyzer -PageGrabber -PeoplePal -Petalbot -Picsearch +Papa Foto +Pavuk +Picscout +Piepmatz +Pimonster ProPowerBot -ProWebWalker -Psbot -Pu_iN -PxBroker +Pump RSSingBot -RankActiveLinkBot -RankurBot -Reaper +RankingBot2 +RebelMouse Recorder -RepoMonkey SEOkicks SEOkicks-Robot +SEOprofiler +SMTBot ScanAlert +ScoutJet ScrepyBot -SemanticJuice Semrush -SemrushBot +Shodan +Site Sucker +SiteCheckerBotCrawler SiteLockSpider -SiteSnagger +SiteSucker +Sitebeam SmartDownload -Snake -Snoopy -Sottopop +Snapbot +Spammen +SpankBot Spanner -Sqworm -Stripper -Sucker +Spinn3r +SputnikBot +Sqlmap +Sqlworm +SuperBot +Surfbot SurveyBot +T0PHackTeam +T8Abot Teleport TeleportPro +Telesoft Telesphorep The Intraformant -Toata +TightTwatBot Toweyabot Trendiction Trendictionbot -Turingos +True_Robot +TurnitinBot TwengaBot -URLy Warning -UnisterBot -Upflow +Twice +Typhoeus +VB Project VCI Vacuum -VidibleScraper -Virusdie +VelenPublicWebCrawler +VeriCiteCrawler VoidEYE -Voil Voltron WEBDAV -WWW-Collector-E WWW-Mechanize +WWWOFFLE Wallpapers -Web Fetch -Web Fuck -Web Pix +WallpapersHD +Web Collage +Web Sauger WebAuto -WebCollage -WebCopier +WebEnhancer WebFetch WebFuck -WebGo IS -WebImageCollector WebPix -WebSauger +WebStripper WebSucker WebWhacker -WebZIP WebmasterWorldForumBot -WebsiteExtractor Webster +Whacker Woobot -Wprecon -YoudaoBot -Zade -Zermelo -Zeus Zitebot -ZumBot -arquivo.pt +ZoominfoBot +adscanner backlink-check +cah.io.community clark-crawler -evc-batch -facebookscraper -gopher +cognitiveseo +domainsproject.org +heritrix internetVista monitor ips-agent -lwp-request -lwp-trivial -mediawords -netEstate NE Crawler -oBot -pcBrowser -plumanalytics -polaris version -probe-image-size -ripz -satoristudio.net -scalaj-http -seoscanners +isitwp.com +meanpathbot +serpstatbot +sexsearcher sitechecker.pro -siteripz sogouspider sp_auditbot -sysscan -tAkeOut +spyfu ubermetrics-technologies.com -webpros.com -x09Mozilla -x22Mozilla +zgrab diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index b1ec1fb35..76710efac 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ 01h4x.com -ADmantX +404checker +80legs +ALittle Client Abonti +Aboundex AhrefsBot -AiHitBot +Aipbot Alexibot -Anarchie +AllSubmitter +Alligator +AlphaBot +Apexoo Asterias Attach +AwarioRssBot BBBike -BDFetch -BackDoorBot +BDCbot BackStreet Backlink-Ceck BacklinkCrawler Badass -Battleztar Bazinga +Bandit BetaBot Bitacle -Black Hole -BlackWidow -Blackboard -Blow -BlowFish -Boardreader -Bolt +BotALot +Brandprotect Brandwatch Buck -Buddy -BuiltWith +BunnySlippers +BuzzSumo CATExplorador -CODE87 +CCBot +Calculon +CazoodleBot +Cegbfeieh CensysInspect -CherryPicker -ChinaClaw -Cogentbot +CheTeam +Citoid +Claritybot +Cliqzbot CopyRightCheck Copyscape CrazyWebCrawler -Crescent -CrunchBot +Curious +CyotekWebCopy DBLBot DIIbot -DSearch -DTS Agent -Devil -DigitalPebble -Dirbuster -Disco -Discoverybot -DnBCrawler-Analytics +DataCha0s +Deusu +DnyzBot DomCopBot -DomainCrawler -DomainStatsBot +Domains Project +Dotbot Download Wonder Dragonfly ECCP/1.0 EasyDL -Ecxi EirGrabber -Evil +EroCrawler +Exabot Extractor -Extreme Picture Finder -EyeNetIE -Firefox/7.0 +ExtractorPro +FHscan +Fimap FlashGet -Foobot +Flunky +Freeuploader +FrontPage +Fuzz +GalaxyBot Genieo +GermCrawler +GetRight +GetWeb +Gotit GrabNet -Grabber -HEADMasterSEO HTTP::Lite -Haansoft -HaosouSpider -Humanlinks +Havij +Heritrix +HybridBot +IDBTE4M +Iblog Id-search -IlseBot -Image Fetch -Image Sucker IndeedBot +InfoNaviRobot +InfoTekies +Intelliseek Iria -JOC Web Spider -Jbrofuzz -Joomla -LWP::Simple -Lanshanbot -Leap -LeechFTP +JamesBOT +JetCar +Kinza +Kozmosbot +Larbin LeechGet +LexiBot +Lftp Libwhisker -LieBaoFast +Lightspeedsystems LinkScan -Linkbot -Linkdexbot LinkextractorPro -LinkpadBot LinksManager +LinqiaMetadataDownloaderBot +LinqiaRSSBot Lipperhey Lipperhey Spider -Litemage_walker -Lmspider -MJ12bot +Ltx71 +MIDown tool MQQBrowser MSFrontPage +MSIECrawler MTRobot +Mag-Net Mail.RU_Bot -Majestic SEO -Mass Downloader -Mata Hari -MauiBot +Majestic12 +MarkWatch +Mb2345Browser +MeanPath Bot +Meanpathbot Mediatoolkitbot +MegaIndex.ru +Metauri MicroMessenger Microsoft URL Control -Moblie Safari -Morfeus Fucking Scanner -Mr.4x3 -Musobot -NICErsPRO -NPbot +Mister PiX +Msrabot Name Intelligence -Nameprotect -NearSite -Nessus -Net Vampire -Nettrack -Nibbler -Niki-bot -Ninja -Octopus -Openfind -Openvas +Navroad +NetZIP +NextGenSearchBot +Nikto +Not +Nuclei +Offline Explorer +Offline Navigator +OnCrawl +OpenLinkProfiler +OpenVAS +OrangeBot OrangeSpider -OutfoxBot -POE-Component-Client-HTTP +OutclicksBot +Page Analyzer PageThing.com Pandalytics Panscient -Papa Foto -Pavuk PeoplePal Pi-Monster -Picsearch +Picscout +PictureFinder Pimonster -PleaseCrawl -Pockey +ProPowerBot +Probethenet Pu_iN -PxBroker +Pump QueryN Metasearch Quick-Crawler RSSingBot -RankingBot2 -Reaper -RepoMonkey -RocketCrawler +RankFlex +RankingBot +Rankivabot +Re-re +ReGet +RealDownload +Recorder SBIder SEOkicks -SEOkicks-Robot -SEOlyticsCrawler -ScanAlert -ScoutJet -Scrapy -Screaming -Searchestate +SISTRIX +SMTBot +SalesIntelligent +SemanticJuice SemrushBot -SentiBot +SeoSiteCheckup SeobilityBot -Site Sucker -SiteExplorer +Seomoz +Shodan +Siphon +SiteLockSpider Snake -SocialRankIOBot -SputnikBot -Sqlmap -Sqworm +Sogou web spider +Sosospider +Sottopop +SpaceBison +Spammen +SpankBot +Spbot Stripper -Sucker Sucuri -SuperHTTP -Surfbot -SurveyBot Suzuran +Swiftbot +T8Abot +TeleportPro Telesphoreo -TheNomad -Thumbor -TightTwatBot -Titan +Telesphorep Toweyabot Tracemyfile -TwengaBot +Turingos Twice -URLy.Warning -VCI -Vagabondo -VeriCiteCrawler -VidibleScraper -Virusdie -Voil -WASALive-Bot -WWW-Mechanize -WallpapersHD +V-BOT +VelenPublicWebCrawler +VoidEYE +Voltron +WBSearchBot +WEBDAV +Wallpapers WeSEE -Web Enhancer -Web Fetch -Web Sauger -Web Sucker +Web Fuck +Web Pix +WebAuto WebBandit -WebEnhancer -WebImageCollector +WebCollage WebLeacher -WebReaper -WebWhacker -WebZIP -Webalta -Webshag +WebSauger +WebStripper Website Quester -WebsiteExtractor -Whack -Whacker -Who.is Bot -WiseGuys Robot -Woobot -Wotbox Wprecon -YoudaoBot +Zauba +Zermelo ZoomBot ZumBot -ZyBorg -archive.org_bot -arquivo.pt -autoemailspider +adscanner +backlink-check check1.exe -coccocbot-web +clark-crawler cognitiveseo com.plumanalytics -crawl.sogou.com +crawler.feedback crawler4j -domainsproject.org +dataforseo.com evc-batch gopher -heritrix internetVista monitor +lwp-request +lwp-trivial +oBot +pcBrowser plumanalytics ripz -s1z.ru -seocompany.store +satoristudio.net seoscanners +sexsearcher sogouspider +sysscan +tAkeOut +trendiction.com ubermetrics-technologies.com +voyagerx.com +webprosbot x22Mozilla -xpymep1.exe +zauba.io zgrab diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index 0547ec252..4542559b1 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -4kplayer.pl -aasoldes.fr -freegamesplay.online -freza-sverlo.ru -livesex-amateure.info -pateaswing.com -seoexperimenty.ru -sinel.info -wowas31.ucoz.ru -xn--1-8sbcpb0bdm8k6a.xn--p1ai +bio-optomarket.ru +ege-russian.ru +fastfixing.tech +jackpotchances.com +ostroike.org +slujbauborki.ru +tanieaukcje.com.pl +wnoz.de +xn----itbkqkfiq.xn--p1ai +yadro.ru diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index 88670f764..d79c70f9f 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -1kinobig.ru -2015god.org -24videos.tv -2girls1cup-free.com -2x2fan.ru -4senses.co -70casino.online -8jn.dating-app.ru -8si.ru -991mostfm.co.id -9med.net -aanapa.ru +00webcams.com +1-99seo.com +1pamm.ru +1stat.ru +1xbet4you.com +21h2o.com +28n2gl3wfyb0.ru +5forex.ru +66cpwgln.space +aa9d046aab36af4ff182f097f840430d51.com aaronabel.com -abcguru.xyz -above.com -acheterviagrafr24.com -actionnooz.com -adsland.men -adssafeprotected.com -adtology.com -advertisingtag.net -aero2.ru -affordablewebsitesandmobileapps.com -affrh2015.com -albuteroli.com -alert-hgd.xyz -alfa-img.com -algarveglobal.com -amanda-porn.ga -amazingninja.com -analnoeporno.tv -ananumous.ru -andpolice.com -anlimebel.kiev.ua -anonymizeme.pro -aosexkontakte.net -apartamentwroclaw.eu -apiadanaknet-a.akamaihd.net -apidiamondatanet-a.akamaihd.net -apiholdingmypage-a.akamaihd.net -apioasisspacenet-a.akamaihd.net -aproposde.com -artel116.ru -asophoto.com -asscenihotosidea.blogspot.com -atdedinotuho.tk -audiobangout.com -aviav.co -avkzarabotok.com +adinterax.com +adtiger.tk +afslankpillen2017nl.eu +agysya.ru +alphavisions.net +anime.dougasouko.com +anti-virus-removal.info +apiappenableinfo-a.akamaihd.net +appfastplay.com +appfixing.space +applyneedy.xyz +apps-analytics.net +artdestshop.eu +asseenontv.ru +atlasvkusov.ru +ayerbo.xhost.ro azazaporn.com -azbukafree.com +b2b-lounge.com +backuperwebcam.weebly.com baixar-musicas-gratis.com -balans.shahterworld.org -balitouroffice.com -baoxaydung.com.vn -barnfurnituremart.com -best-games.today -best-way.men -bestofpicture.com -bestprofits-there.com -bestserials.com -bibys.com -bikini-image.com +beachpics.com +bedandbreakfast.com +bensbargains.net +bestimagecoollibrary.com +bestssaker.com +bet-prognoz.com +bfz.biz +bif-ru.info +bigpictures.club bimmerpost.com -bizlist.com.de -biznesschat.net -blog.yam.com +bio-market.kz +blockworld.ru +blog.remote-computer.de bloggen.be -blue-square.biz -bmsco.co -bonky.biz -bonzbuddy.com -book-bets.com -bookmaker-bet.com -bookmark4you.com -bookmark4you.com.biz -boom-celebs.com -breget74.ru -brokergid.ru -browsepulse-a.akamaihd.net +boazpower.com +bobinoz.com +bolezniorganov.ru +bookhome.info +brainboostingsupplements.org +braip.com.br +brandov.ru +bryansk.zrus.org btnativenav.com -buckspar.gq -buehne-fuer-menschenrechte.de -buntube.net -buron.pw -buybest1.biz -bwlx.prepedu.cn -c-english.ru -cakesplus.com.au -capacitacionyaprendizaje.com +bugshoot.cn +buqayy0.livejournal.com +burkesales.com +buttons-for-website.com +callawaygolfoutlet.online +cand.jp carina-sy.de -carmuffler.net -cartechnic.ru -centre-indigo.org.ua -cgi2.nintendo.co.jp -cheapestjerseys-wholesale.com -chelnytruck.ru -chelyabinsk.xrus.org -cialisndbrx.com -citysecurity.nu -clickintext.net -clicksor.net -collegeessay19.blogspot.ru -compliance-alex.xyz -compliance-alexa.xyz -compliance-fred.top -compliance-george.top -compliance-irvin.top -compliance-walt.top -contentlook.co -coolwallpapers-hd.com -coslab.club -covid-schutzmasken.de -cowblog.fr -cranly.net -crazyboost.pro -credit-respect.ru -culturevie.info -customboxes4less.com -czeshop.info -darkages.info -datadepths.com -dcj-nn.ru -delitime.info -detalizaciya-tut.biz -dev-seo.blog -discountliv.com -dispo.de +carrauterie.be +cartierlove.xyz +cartierlove2u.com +cartierlovestore.xyz +cartierreplica.win +casinos4dummies.co.uk +cdn.walkme.com +cellfun.mobi +centrumcoachingu.com +cerev.info +chatroulette.world +chcu.net +cheapmarmot.online +chocolateslim-original.com +chorus.terakeet.com +cialgenisrx.com +cialischsrx.com +cinemaflix.website +circlesl.com +cjs.com.ru +cleanallspyware.com +clickbank.net +clicksotrk.com +clmforexeu.com +collegerentals.com +compliance-jess.top +connectionstrenth.com +cool-wedding.net +crackzplanet.com +craftinsta.ru +cubs-jerseys.us +customchocolate.business-for-home.com +cxpromote.com +d-black.bz +dafatiri.com +datsun-do.com +dawlenie.com +daymusam.com +ddpills.com +dealwifi.com +decorazilla.com +digitalfaq.com +dignitasdata.se +diminishedvalueoforegon.com +divci-hry.info +divisioncore.com +divku.ru +dms-sw.ru documentbase.net -dostavimvdom.ru -dptaughtme.com -draniki.org -dtm-spain.com -e90post.com -eachdayisagift.review -easycommerce.cf -ecxtracking.com -edwinkonijn.com.au -elkacentr.ru -enthuse.computernetworksonline.com -ero-advertising.com -etm-consult.de -europeanwatches.ru -everytalk.tv -extads.net -extlinks.com -f-online.de -fakehandbags.xyz -falllow.gq -fast-wordpress-start.com -fastfixing.tech -femmesdenudees.com -fetishinside.com -filesvine.com +dominterior.org +dustyorate.com +dynainbox.com +dyshagi.ru +e2click.com +ekobata.ru +el-nation.com +electrik-avenue.com +electronicadirect.com +elektrischeziga.livejournal.com +elektrischezigaretten1.blogse.nl +elektronischezigarettekaufen2.tumblr.com +empirepoker.com +energydiet24.ru +enge-fotzen.info +engines-usa.com +eredijovon.com +erotikstories.ru +erotische-geschichten-xxl.com +evaashop.ru +evogarage.com +eyelike.com.ua +ezigarettekaufen1.hpage.com +f5mtrack.com +fatmaelgarny.com +ferieboligkbh.dk +ferretsoft.com film-one.ru -filmgo.ru -flytourisme.org -forums.toucharcade.com -foto-basa.com -fr-bearings.ru -frankofficial.ru -free-stock-illustration.com -free-video-tool.com -fungamelands.com -gaytube.com -gazoblok.net.ua -ge0ip.com -generalporn.org -getresponse.com -ghostvisitor.com +filmbokep69.com +finuse.com +fivedwld.cf +fiverr.com +flashahead.info +formulaantiuban.com +forpostlock.ru +fortwosmartcar.pw +forum.tvmir.org +forum69.info +forums.d2jsp.org +fotopop.club +free-share-buttons.com +freelinkbuilding.website.tk +freeuploader.ml +fuckbuddybestgilf.info +fyxabomiw.ru +g33.org +g7m.pl +gallictures.com +game-mmorpg.net +gay.adultgalls.com +geile-lelly.eu +germes-trans.com gilsonchiro.xyz gktt.ru -glass-msk.ru -globalsurfari.com +glastecfilms.com.my globetrotting-culture.ru -googlefeud.com -googlepositions.com -gosreg.amchs.ru -gox.com.ua -graphics8.info -grtyi.com -hackers-crackers.tk -hacktougroup.ru -healgastro.com -helvetia.com.ua -heroz.fr -hidemyass.com +goldadpremium.com +golden-catalog.pro +golfresa.lucania.se +gopro-online.info +gorabagrata.ru +gosarhivrt.ru +gosmeb.ru +gowreckdiving.com +graphicwe.org +greatgrace.ru +greatzip.com +gstatey.net +guarrasdelporno.xxx +guigyverpo.cf +guod.me +hatdc.org +hawaiielectriclight.com +hayate.biz +hccoder.info +healing-dysplasia.ru histats.com -histock.info -hitcpm.com -hiwibyh.bugs3.com -hoste.octopis.com +hmmm.cz +homegardenlova.com +homeinns.com hostsshop.ru -hothot.ru -hotshoppymac.com -houseofgaga.ru -howtoclean.club -iccornacircri.cf -idealtits.net -igadgetsworld.com -ilikevitaly.com -imperia31.ru -impresagaia.it -inclk.com -infektsii.com -instakink.com -instasexyblog.com -intelhdgraphicsgtdrive6w.metroblog.com +hotel-mkad.ru +howmuchdoestizanidinecost.blogspot.com +howopen.ru +hptwaakw.blog.fc2.com +hystersister.com +i-hobot.ru +ico.re +idegenvezeto.eu +iframe-toloka.com +ikritikimou.gr +impotentik.com +intermesh.net +invest-pamm.ru investpamm.ru +iqoption-bin.com iqupdatetmz.win -irunfar.com -isitwp.com +islamtoday.co.za istmira.ru -iusstf.org -ix20.ru -jav-way.site -javrip.net -javxxx18.com -je7.us +itrevolution.cf +javcoast.com +javspace.net jennyfire.ru -jillepille.com -jwss.cc -kakadu-interior.com.ua -kamorel.com -katadhin.co -kenaba.su -kfon.eu -kicknights.gq -kiskinhouse.com -kiwe-analytics.com -knowyournextmove.com -konkursowo-24.pl -kosova.de -kountrylife.com -kovrenok.ru -krasivoe-hd.com -landmania.ru -law-check-nine.xyz -laxdrills.com -leadwayau.com +johnnyhaley.top +juliaworld.net +justucalling32211123456789.tk +kartiniresto.com +kaz.kz +kazrent.com +kemerovo.zrus.org +keyhantercume.com +keyword-suggestions.com +keywordbasket.com +kino-rf.ru +kinohit1.ru +kletkimehan.ru +klitimg.pw +knigonosha.net +knogg.net +kolotiloff.ru +koversite.info +kreativperlen.ch +kurbappeal.info +kustanay.kz +kutikomi.net +lacasamorett.com +landscaping.center +laptoper.net +lazy-z.com +lernur.net letolove.ru -letsart.ru -lexiangwan.com -lincolntheatre.com -link.ac -linksharingt.com +levaquin750mg.blogspot.com +lflash.ru +lida-ru.com +likesuccess.com +liquimondo.com +littlesunraiser.com liveinternet.ru -liveu.infoteka.hu -livingcanarias.com -lodki-pvh.dp.ua -lsp-awak-perikanan.com -ltvperf.com -luxup.ru -m292.info +liverpool.gsofootball.com +lizace.com +localmatchbook.com +louboutinshoes.xyz +lsex.xyz +m5home.ru mackeeper-land-672695126.us-east-1.elb.amazonaws.com -macotool.com -mafcards.ru magazintiande.ru -mailemedicinals.com +magda-gadalka.ru +mahnwachen-helfen.info +mainhp.net make-money-online.com -makemoneyonline.com -mall.uk -marmotstore.online -master-muznachas.ru -mebeldekor.com.ua -mediaoffers.click +makis.nu +marblestyle.ru +marmitaco.cat +masthopehomes.com +maxxtor.eu +mearns-tractors.co.uk mediawhirl.net -medmajor.ru -meetlocalchicks.com -metalonly.info -metaxalonevstizanidine.blogspot.com +medosmotr-ufa.ru +mesbuta.info +metarip.ru +methodsmarketing.com +mhtr.be microstatic.pl -mmofreegames.online -moinozhki.com -mojaocena.com -monclercheap.xyz -moneyzzz.ru -monsterdivx.com -msk-diplomat.com -multgo.ru -music7s.me -musicktab.com -musicspire.online -mxgetcode.com -myanyone.net -mycaf.it -mydoctorok.ru -myra.top -myshopmatemac.com -myxdate.info -narkologiya-belgorod.ru -natali-forex.com -netanalytics.xyz -newhairstylesformen2014.com -nfljerseyscheapchinabiz.com -nosecret.com.ua -novatech.vn -nsatc.net -nuker.com +minecraft-neo.ru +mixx.com +mncrftpcs.com +mnogabukaff.net +mobilierland.com +motherboard.vice.com +mulberryoutletonlineeu.com +mydownloadengine.com +mydownlodablefiles.com +mygameplus.ru +mysex21.com +mzdish.site +nakrutka.cc +napalm51.nut.cc +narkologiya-penza.ru +narkologiya-voronezh.ru +narosty.com +neodownload.webcam +news-readers.ru +nina.az +nippon-bearings.ru +nodding-passion.tk +normalegal.ru +notaria-desalas.com +nowtorrents.com +nullrefer.com o.light.d0t.ru -oballergiya.ru +obiavo.net +obnal.org +obuv-kupit.ru odoratus.net -oecnhs.info +of-ireland.info offer.wpsecurity.website +oil-td.ru ok-ua.info -online247.ml +one-gear.com +onemactrckr.com +online-sbank.ru oren-cats.ru -orsonet.ru -ossmalta.com ourtherapy.ru -oxford-book.com.ua -pacificair.com -palocco.it +oz-offers.com +painting-planet.com pandarastore.top -partner-trustworthy.men -pc4download.co -pcads.ru -pdns.cz -pendelprognos.se -perederni.net -petsblogroll.com -phormchina.com -picsforkeywordsuggestion.com -picturesboss.com -pinstake.com -pix-hd.com -plastjulgranar.se -playboyfiles.xblog.in -playtap.us -popunder.ru -popup-fdm.xyz -pornhive.org -pornhubforum.tk -porno-video-chati.ru -pornosemki.info -preconnubial.usuby.site +pc-virus-d0l92j2.pw +pearlisland.ru +pestomou.info +phuketscreen.com +pic-re.blogspot.com +picmoonco.pw +pijoto.net +pisanieprac.info +plastgranar.nu +pogruztehnik.ru +popugaychiki.com +porndairy.in +pornoelita.info +pornofeuer.com +pornohub.me +pornokorol.com +pregnant.guru priceg.com -pron.pro -pronorm.fr -prospekt-st.ru -pssucai.info +princevc.com +privat-girl.net +privetsochi.ru +privhosting.com +prizeestates.cricket +prosperent.com +prostitutki-yaroslavlya.org +pshare.biz ptr.ruvds.com -rangjued.com -reckonstat.info -redirectme.net -registry-cleaner.net -remont-comp-pomosh.ru -rethinkwasteni.info -ricorsogiustizia.org -rightenergysolutions.com.au -ringporno.com -rockprogblog.com -rossanasaavedra.net -rusexy.xyz -russia-tao.ru -s-forum.biz -saletool.ru -sammyweaver.com -sampleletters.net -satoristudio.net -savetubevideo.com -sax-sex.com -sbtdesign.co.uk -scanner-jess.top -scanner-viktor.top -scoopquest.com -se.bnt-team.com -secretscook.ru -sei80.com -sell-fb-group-here.com -seorussian.ru -serpstat.com -sexpartygirls.net -sexy.babes.frontend-stack.top -sherlock.se -shinikiev.com.ua -shitting.pro -shivafurnishings.com -sientalyric.co +qualitymarketzone.com +r-control.ru +rebelmouse.com +rednise.com +registrysweeper.com +reining.lovasszovetseg.hu +reklama1.ru +relayblog.com +renecaovillasale.online +replicalouboutin.xyz +retreatia.com +rezeptiblud.ru +ric.info +roll123.com +rp9.ru +ruclicks.com +ruf777.com +runstocks.com +s-iwantyou.com +saecsa.co +safe-app.net +sardinie.us +scanner-margo.top +scanner-olga.top +sdelai-prosto.ru +seadragonherbery.com +securesmrt-dt.com +seeresultshub-a.akamaihd.net +seminarygeorgia59.ga +seoboxes.com +seoholding.com +seojokes.net +seorankinglinks.com +seozoom.it +service.adtech.us +sex-tracker.com +sex-tracker.de +sexblog.pw +sexfreepornoxxx.com +sexphoto.site +sexreliz.com +sexytrend.ru +shama-rc.net +sharebutton.to +shtaketniki.kz +sibdevice.ru +signx.info +siha.de sildenafilcitratemed.com -silvercash.com +silverage.ru +simple-share-buttons.com +site3.free-share-buttons.com siteexpress.co.il -slowmac.tech -sluganarodu.ru -slujbauborki.ru -smartshoppymac.com -smstraf.ru -snjack.info -social-search.me -social-vestnik.ru -solmarket.by -sophang8.com -sovetogorod.ru -speeddream.xyz -spidtest.space -srecorder.com -srgwebmail.nl -startwp.org -sterva.cc -strana-krasoty.ru +sloopyjoes.com +snow.nvr163.com +socialbuttons.xyz +socialseet.ru +sockshares.tv +soft-terminal.ru +spitfiremusic.com +spyfu.com +startufa.ru +statustroll.com +strangeduckfilms.com +stroyhelp-dv.ru suchenindeutschland.com -sumo.com -sureone.pro -susanholtphotography.com -swiped.su -taboola.com -tackletarts.co -taraz.xkaz.org -tech4master.com -tecnoteakviareggio.it -terraclicks.com +sucsesofinspiration.com +suhanpacktech.com +sunflowerdrawingpaintings.blogspot.com +superkanpo.com +svbur.ru +swingerseiten.com +taaaak.com +taranerymagesswa.blogspot.com +tgtclick.com +thaisamkok.com thaismartloan.com -thedownloadfromwarez.blogspot.com -thetardistimes.ovh -thexart.club +thegalerie.eu +theheroes.ru +thelottosecrets.com +thiegs.reco.ws +threecolumnblogger.com time-japan.ru -timetorelax.biz -tizanidine4mg.blogspot.com -tizanidine4mgstreetprice.blogspot.com -tizanidinedrugtest.blogspot.com -tizanidineduringpregnancy.blogspot.com -topdownloads.ru -topflownews.com -topquality.cf -toxicwap.com -traffpartners.com -trainoffend.ml -tuckpointingmasonrysystems.com -twojebook.pl -tzritel.tk -u17795.netangels.ru -ucsol.ru -umaseh.com -unpredictable.ga -uogonline.com -uptimebot.net -urlopener.com -utrolive.ru -v-doc.co -valuado.com -varbergsvind.se -venta-prom.ru -via-energy-cumpara.com -viagra-soft.ru -viagraneggrx.com -video-production.com -videochat.mx -videochaty.ru -videotuber.ru -vita.com.hr -voloslove.ru -voluumtracker1.com -vrotike.ru -vzube.com -wahicbefa31.soup.io +timhost.ru +tizanidine4mgtablets.blogspot.com +tizanidinehcl4mgtabinfo.blogspot.com +tizanidinehcl4mgtablet.blogspot.com +tizanidinesideeffects.blogspot.com +top1-seo-service.com +torrnada.ru +tourcroatia.co.uk +tozup.com +track-rankings.online +trafficreceiver.club +truck-land.life +trustl.life +ttsq.fr +twiclub.in +tytoona.com +uchebavchehii.ru +uk-zheu20.ru +umnovocaminho.com +unblocksit.es +unrealcommander.biz +urll.eu +valkiria-tk.ru +vertaform.com +vezuviy.su +video-chat.love +vietimgy.pw +vikistars.com +vitanail.ru +voloo.ru +vse-pesni.com +vzlomtw.com wallpapers-best.com -wapsite.me -watchdogs-2.ru -watracker.net -waycash.net -web-betting.ru -webcamdevochka.com -webstatsdomain.org -wedding0venues.tk -wetgames.ru -wheelchairliftsarea.com -whengirlsgowild.com -wholesalenfljerseys.us.com -wrz0iuebwhp5fg.freeddns.com -www.kabbalah-red-bracelets.com -x-diesel.org -xingzi-vision.com -xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai -xn----8sbarihbihxpxqgaf0g1e.xn--80adxhks -xn----itbeirbjbi7bc6bh2d.xn--p1ai -xn--80aaafbn2bc2ahdfrfkln6l.xn--p1ai -xn--80aaagvmjabrs1aoc9luc.xn--p1ai -xn--b1ag5cfn.xn--p1ai -xn--d1aifoe0a9a.top -xn--lifehacer-1rb.com -xn--oogle-wmc.com -xportvusbdriver8i.snack.ws -y8games-free.com -yellowproxy.net -youdao.com -yougotanewdomain.com -yourads.website -youresponsive.com -yourothersite.com -zakazvzloma.com -zaobao.com.sg -zatjmuzu.info -zero1.it -zeroredirect12.com -zkjovpdgxivg.ga -znakomstva-moskva77.ru -zolotoy-lis.ru -zoogdisany.com -zootoplist.com -zvezdagedon.ru +watch-movies.ru +watchmyfb.pl +webmasterhome.cn +weboptimizes.com +webradiology.ru +website-datenbank.de +website-speed-checker.site +wemarketing.se +westen-v.life +westermarkanjou.se +whatistizanidinehclusedfor.blogspot.com +wholesalecheapjerseysfree.com +wholesalejerseys-cheapest.com +wholesalejerseyscheapjerseys.us.com +wineitudes.wordpress.com +worldinternetauthority.com +woweb.com.ua +www.timer4web.com +wygraj-skiny.win +xjrul.com +xn----8sbdbjgb1ap7a9c4czbh.xn--p1acf +xn--24-glceagatoq7c2a6ioc.xn--p1ai +xn--80aodinpgi.xn--p1ai +xn--l1aengat.xn--p1ai +xnxxandxvideos.com +xolodremont.ru +xxart.ru +yellowads.men +yes-com.com +youghbould.wordpress.com +youradulthosting.com +yourtemplatefinder.com +zapiszto.pl +zarabiaj-dzis.pl +zarepta.com +zhacker.net +zigarettenonlinekaufen1.blox.pl +zionstar.net +zocaparj.kz +zoogdiesney.com +zoomovies.org diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index 6e531f33f..47a4e8c21 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -0c47f8422d3f.com -0lovespells0.blogspot.com -108shot.com -1flag.co.za -6hopping.com -7a2rnuey1tw9ar.ru -7search.com -8558l.jobs.net -actulite.com -adcash.com -adprotect.net -agahinameh.com -airmaxshoes-2016.com -akuhni.by -alf-img.com -alta-realestate.com -anal-acrobats.hol.es -anlimebel.kiev.ua -aproposde.com -arendatora.ru -as5000.com -atleticpharm.org -autorn.ru -aversis.net -avtoarenda.by -ayerbo.xhost.ro -bangla-chat-uk-paralud.ga -beachtoday.ru -bestcalovebracelet.cn -bestcoin.cc -besthomemadepornsites.com -bestmobilityscooterstoday.com -bigcities.org -biglistofwebsites.com -bizzliving.com +00author.com +00go.com +123kuma.com +1xbet4you.com +4rent.ru +55wmz.ru +aaronabel.com +accessoires-mode.in +actices.com +addblueoff.com.ua +ads.gold +adservme.com +adultfullhd.com +advancedmassagebysara.com +ahrntal.verymes.xyz +akita.kz +aksonural.ru +allforminecraft.ru +allnews.md +alloysteel.ru +aloofly.com +anatomiy.com +anime.dougasouko.com +apidigidocketnet-a.akamaihd.net +apiwoodensealcom-a.akamaihd.net +arabgirls.adultgalls.com +atovh.local-finders.com +aviav.ru +avtocredit-legko.ru +ayakino.net +badavit.com.ua +bestchoice.cf +bestpornuha.com +bezcmexa.ru +biznesluxe.ru +blog.f00kclan.de bmsco.co -bosman.pluto.ro -bristolhotel.com -bristolhotel.com.ua -butstrap.space -buyessayonline19.blogspot.ru -buyk.host.sk -cakemediahq.com.au -candcstuccoandstone.com -carapics.com -cars-modification.net -cartierlove.xyz -cartierreplica.top -cartierreplica.win -chatroulette.world -chee-by.biz -chelyabinsk.xrus.org +boanonihaca.tk +bobba.dzaba.com +brakehawk.com +bugof.gq +burkesales.com +buy-forum.ru +calvet.altervista.org +cartierlovestore.xyz chiblackhawks-jerseys.com -chinacheapelitejerseys.com -chocolateslim-en-france.com -cialgenisrx.com -cialischsrx.com -cmhomestayagency.com -cobaltpro.ru -compliance-george.xyz -crackzplanet.com -craftburg.ru -dailyfinancefix.com -damedingel.ya.ru -darodar.com -dear-diary.ru -degerlund.net -design-lands.ru -detskie-konstruktory.ru -digilander.libero.it -digital-sale.su -downloaddy.net -downloadeer.net -downloads-whatsapp.com -driving.kiev.ua -druzhbany.ru -e-kwiaciarz.pl -earn-from-articles.com -earthmagic.info -educatemetv.com -ekosmetyki.net.pl -elvenmachine.com -escort-russian.com -event-tracking.com -excitacion.info -ezigarettenshop1.yolasite.com -ezofest.sk -fast-torrent.ru -fetishinside.com -findsexguide.com -frankofficial.ru -free-fb-traffic.com -freejabs.com -freelinkbuilding.website.tk -fuel-gas.com -game-top.su -generic-pills-online.com -ghostvisitor.com -goldadpremium.com -goldandcard.ru -gourcy.altervista.org -grupografico-pilar.com.ar -harmonyglen.us -hawaiisurf.com -hchha.com -health-medical-portal.info -heroz.fr -host-tracker.com -hotblognetwork.com -hothot.ru -housekuba.org -hoverboardforsaledirect.com -igru-xbox.net +christianlouboutinshoes.xyz +cinemaenergy-hd.ru +com-onlinesupport.site +compucelunlock.net +cracksplanet.com +craftinsta.ru +crd.clan.su +crystalslot.com +danceuniverse.ru +darkages.info +decorationspcs.com +dekorkeramik.ru +deshevo-nedorogo.ru +detmebel.su +detsky-nabytek.info +digitalassetmanagement.site +dkvorota.ru +dodlive.mil +dogoimage.com +dominterior.org +downloadkakaotalk.com +edge.sharethis.com +eduinfosite.com +efkt.jp +electronicadirect.com +eleimgo.pw +elektrozigarette2.wordpressy.pl +elidelcream.weebly.com +elitesportsadvisor.com +eluxer.net +energydiet-info.ru +englate.com +enpolis.ru +eropornosex.ru +ez8motelseaworldsandiego.com +f012.de +faptitans.com +farmingworm.com +fatmaelgarny.com +fickkontakte.org +findanysex.com +flauntyoursite.com +free-stock-illustration.com +freshberry.com.ua +front.ru +galaxyflowers.ru +gearsadspromo.club +gogalleryawesome.com +greatidea.marketing +gsasearchenginerankerhelp.com +gsou.cf +gwhwpxbw.bloger.index.hr +handsandlegs.ru +hcate.com +hdxnxxtube.mobi +hem.passagen.se +hobbyhuren-datenbank.com +homedecorpicture.us ilmexico.com -imadedinner.net -ix20.ru -jennyfire.ru -jo24news.com -johnnyhaley.top -journalhome.com -jrpmakati.com +imicrovision.com +imk.com.ua +investsuccess.org +ipchicken.com +ixora.pro +kaidalibor.de +kashubadesign.ru +kazinogames.lv kazrent.com -kerwinandcariza.com -kinoplen.ru -ladsblue.com -lazy-z.com -letsrepair.in -littlesexdolls.com +kihi.gdn +kino-rating.ru +kinohit1.ru +kit-opt.ru +laulini.soclog.se +lawyersinfo.org +lexiangwan.com +linkrr.com +losangeles-ads.com +lotto6888.com luckyday.world -mail.allnews24.in -mapquestz.us -mebel-vstroika.ru -medkritika.ru -michaelkorsoutlet.store -mikozstop.com -mirzonru.net +managerpak204.weebly.com +marketland.ml +marmitaco.cat +mastershef.club +medicines-choice.com +meet-flirt-dating.com +meetlocalchicks.com +menhealed.net +mmstat.com modabutik.ru +mojaocena.com moncleroutletonline.win -morf.snn.gr -morpicert.pw -multgo.ru -mydownloadengine.com -myfreecams.com -myonlinepayday.co -myra.top -new-post.tk -nordstar.pro -o-o-8-o-o.ru -obiavo.in -obiavo.kz +musicvidz.ru +mypornfree.ru +naj-filmy24.pl +nootrino.com +notfastfood.ru +offergroup.info +officedocuments.net ohmyrings.com -online-hd.pl +okuos.com +onclickpredictiv.com +onload.pw +openfrost.com optitrade24.com -orion-v.com -ostrovtaxi.ru -oz-offers.com -pagesense.com -paleohub.info -perm-profnastil.ru -picsearch.com -ploenjitmedia.azurewebsites.net -plusnetwork.com -pochemychka.net -podshipniki-ntn.ru -pornodojd.ru -pornogad.com -pornoreino.com -princeadvantagesales.com -privatefx.all4invest.info -privetsochi.ru -pufip.com -puzo2arbuza.ru -quick-offer.com -rapidsites.pro -reckonstat.info -registrydomainservices.com -resultshub-a.akamaihd.net -rfserial.net -riralmolamsaca.tk -robot-forex.biz -royalcar-ufa.ru -rumamba.com -sammlungfotos.online -sarf3omlat.com -scalerite.co.za -scanner-mark.top -schlampen-treffen.com -scrapinghub.com -secret.xn--oogle-wmc.com -sel-hoz.com -seolab.top -serpstat.com -sex-foto.pw -sexkrasivo.net +osagonline.ru +ossmalta.com +ownshop.win +papasdelivery.ru +pdn-4.com +perm.xrus.org +picturesmania.com +pinup-casino1.ru +pipki.r.acdnpro.com +platinumdeals.gr +plugingeorgia.com +popunder.ru +porno.simple-image.com.ua +pozvonim.com +pregnant.guru +puzzleweb.ru +pxhdwsm.com +randki-sex.com +rank-checker.online +ranksonic.info +realtytimes.com +reining.lovasszovetseg.hu +renhacklids.tk +rightenergysolutions.com.au +rniaeba.ga +ruclicks.com +rukino.org +ruspdd.com +searchaddis.com +searchinterneat-a.akamaihd.net +seksvideoonlain.com +sevendays.com.ua +sexkontakte-seite.com shama-rc.net -shikiso.info -shillyourcoins.com -shoppingjequiti.com.br -shopsellcardsdumps.com -shtaketniki.ru -simul.co +ship-marvel.co.ua +signoredom.com sisiynas.ru -skatestick.bid -smokewithrabbits.com -snowplanes.com -social-buttons.xyz -softxaker.ru -sovinsteel.ru -sstroy44.ru -susanholtphotography.com +sivs.ru +skincrate.net +small-games.biz +smartpet.ru +snow.nvr163.com +social-button.xyz +softonicads.com +sohoindia.net +solinf.co +solitaire-game.ru +spravka130.ru +stal-rulon.ru +statoutlook.info +stockspmb.info +streamin.to +suralink.com +surgut.zrus.org svolze.com -syvertsen-da.no -t-bygg.com -thegioixekhach.com -thewomenlife.com -threecolumnblogger.com -tizanidine4mguses.blogspot.com -tizanidine6mg.blogspot.com -tizanidinevscyclobenzaprine.blogspot.com +tabakur77.com +tamada69.com +teenporn18.net +theprofitsmaker.net +titan-ads.life +tivolibasket.it +tizanidinedrugtest.blogspot.com +tizanidineoral.blogspot.com +tkanorganizma.ru +tksn.ru +toondinsey.com top-deal.com.pl -topbestgames.com -torrentdownloadhub.com -trafficmania.com -traffmonster.info -tula.mdverey.ru -tvorozhnaja-zapekanka-recept.ru -ukkala.xyz -v720hd.ru -vkgaleria.com -wcb.su -webinstantservice.com -website-speed-up.site -wildworld.site -win-spy.com -winner7777.net -womensterritory.ru -world-mmo.com -wrona.it -ww2awards.info -xbaboon.com -xitjw.info -xjlottery.com -xmnb.net -xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai -xn--90acenikpebbdd4f6d.xn--p1ai -xn--e1afanlbnfckd7c3d.xn--p1ai -xn--l1aengat.xn--p1ai -xpresscare.ru -yellocloud.be -yuweng.info +traffic2cash.org +tuckpointingmasonrysystems.com +twojebook.pl +txxx.com +tyumen.xrus.org +udsgame.online +uhodzalijami.ru +ukrtvir.com.ua +ukrup.com +vapsy.com +vavilone.com +videonsk.com +villakohlanta.nu +vriel.batcave.net +vseigry.fun +vut.com.ru +vzlom-na-zakaz.com +vzubah.com +walpaperlist.com +wapsite.me +wdrake.com +websites-reviews.com +woman-h.ru +wstroika.ru +xn----7sbbahaq9bb5afgiqfliv4m.xn--p1ai +xtremeeagles.net +xxxdatinglocal.us +xxxtube69.com +yaminecraft.ru +yeartwit.com +yun56.co +zolotoy-lis.ru +zoompegs.com diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index 54e5c0203..4b45cd985 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.117 0; +10.1.1.20 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index 732d00e90..da0c242ff 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.12.2812 -### Updated: Mon Dec 27 10:07:12 UTC 2021 +### Version: V4.2021.12.2813 +### Updated: Mon Dec 27 22:01:18 UTC 2021 ### Bad Bot Count: 631 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 732d00e90..da0c242ff 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.12.2812 -### Updated: Mon Dec 27 10:07:12 UTC 2021 +### Version: V4.2021.12.2813 +### Updated: Mon Dec 27 22:01:18 UTC 2021 ### Bad Bot Count: 631 ################################################### ### Version Information ##