From f83c26dbd96de12bf8070c822799eae85f4ef3e9 Mon Sep 17 00:00:00 2001 From: mitchellkrogza Date: Wed, 5 Jan 2022 10:09:00 +0000 Subject: [PATCH] V4.2022.01.2832 [ci skip] --- AUTO-CONFIGURATION.md | 2 +- MANUAL-CONFIGURATION.md | 2 +- README.md | 2 +- _google_analytics_ghost_spam/README.md | 2 +- .../etc/nginx/conf.d/globalblacklist.conf | 4 +- conf.d/globalblacklist-testing-version.conf | 4 +- conf.d/globalblacklist.conf | 4 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/buildnumber | 2 +- dev-tools/globalblacklist-testing.template | 4 +- dev-tools/globalblacklist.template | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/test_units/blacklist-ips.conf | 2 +- .../random-bots-for-test-quick.list | 20 +- .../test_units/random-bots-for-test.list | 296 +++--- .../random-bots-for-whitelist-test.list | 302 +++--- .../random-referrers-for-test-quick.list | 20 +- .../test_units/random-referrers-for-test.list | 938 +++++++++--------- .../random-referrers-for-whitelist-test.list | 484 ++++----- dev-tools/test_units/whitelist-ips.conf | 2 +- dev-tools/tmp/robots.txt | 4 +- robots.txt/robots.txt | 4 +- 45 files changed, 1086 insertions(+), 1086 deletions(-) diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 5519b4b92..11c6d2459 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2022.01.2831 +#### Version: V4.2022.01.2832 #### Bad Referrers Blocked: [7087](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index fa1ed97bf..c965d9da6 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2022.01.2831 +#### Version: V4.2022.01.2832 #### Bad Referrers Blocked: [7087](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index fb2e7585d..2723ffd2b 100755 --- a/README.md +++ b/README.md @@ -13,7 +13,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2022.01.2831 +#### Version: V4.2022.01.2832 #### Bad Referrers Blocked: [7087](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 91c13566b..a8004d861 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2022.01.2831 +#### Version: V4.2022.01.2832 #### Bad Referrers Blocked: [7087](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 2d880b32d..517b79d83 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.01.2831 -### Updated: Wed Jan 5 06:57:51 UTC 2022 +### Version: V4.2022.01.2832 +### Updated: Wed Jan 5 10:03:07 UTC 2022 ### Bad Referrer Count: 7087 ### Bad Bot Count: 631 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index f92dfacc3..2522f1601 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.01.2831 -### Updated: Wed Jan 5 06:57:51 UTC 2022 +### Version: V3.2022.01.2832 +### Updated: Wed Jan 5 10:03:08 UTC 2022 ### Bad Referrer Count: 7087 ### Bad Bot Count: 631 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 2d880b32d..517b79d83 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.01.2831 -### Updated: Wed Jan 5 06:57:51 UTC 2022 +### Version: V4.2022.01.2832 +### Updated: Wed Jan 5 10:03:07 UTC 2022 ### Bad Referrer Count: 7087 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index f92dfacc3..2522f1601 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.01.2831 -### Updated: Wed Jan 5 06:57:51 UTC 2022 +### Version: V3.2022.01.2832 +### Updated: Wed Jan 5 10:03:08 UTC 2022 ### Bad Referrer Count: 7087 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index d74d0e981..016b0a3fa 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.73 1; +10.1.0.120 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index cad42915a..f53e1ef9c 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.73 0; +10.1.0.120 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index f92dfacc3..2522f1601 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.01.2831 -### Updated: Wed Jan 5 06:57:51 UTC 2022 +### Version: V3.2022.01.2832 +### Updated: Wed Jan 5 10:03:08 UTC 2022 ### Bad Referrer Count: 7087 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index d74d0e981..016b0a3fa 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.73 1; +10.1.0.120 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index cad42915a..f53e1ef9c 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.73 0; +10.1.0.120 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index f92dfacc3..2522f1601 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.01.2831 -### Updated: Wed Jan 5 06:57:51 UTC 2022 +### Version: V3.2022.01.2832 +### Updated: Wed Jan 5 10:03:08 UTC 2022 ### Bad Referrer Count: 7087 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index d74d0e981..016b0a3fa 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.73 1; +10.1.0.120 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index cad42915a..f53e1ef9c 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.73 0; +10.1.0.120 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index f92dfacc3..2522f1601 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.01.2831 -### Updated: Wed Jan 5 06:57:51 UTC 2022 +### Version: V3.2022.01.2832 +### Updated: Wed Jan 5 10:03:08 UTC 2022 ### Bad Referrer Count: 7087 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index 55d962293..8d29e0a87 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -2831 +2832 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index f92dfacc3..2522f1601 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.01.2831 -### Updated: Wed Jan 5 06:57:51 UTC 2022 +### Version: V3.2022.01.2832 +### Updated: Wed Jan 5 10:03:08 UTC 2022 ### Bad Referrer Count: 7087 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index 2d880b32d..517b79d83 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.01.2831 -### Updated: Wed Jan 5 06:57:51 UTC 2022 +### Version: V4.2022.01.2832 +### Updated: Wed Jan 5 10:03:07 UTC 2022 ### Bad Referrer Count: 7087 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index d3b613cd2..6fa7cf867 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.185.50.223 0; +20.124.109.173 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 2d880b32d..517b79d83 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.01.2831 -### Updated: Wed Jan 5 06:57:51 UTC 2022 +### Version: V4.2022.01.2832 +### Updated: Wed Jan 5 10:03:07 UTC 2022 ### Bad Referrer Count: 7087 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index d74d0e981..016b0a3fa 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.73 1; +10.1.0.120 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index cad42915a..f53e1ef9c 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.73 0; +10.1.0.120 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 2d880b32d..517b79d83 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.01.2831 -### Updated: Wed Jan 5 06:57:51 UTC 2022 +### Version: V4.2022.01.2832 +### Updated: Wed Jan 5 10:03:07 UTC 2022 ### Bad Referrer Count: 7087 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index d74d0e981..016b0a3fa 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.73 1; +10.1.0.120 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index cad42915a..f53e1ef9c 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.73 0; +10.1.0.120 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 2d880b32d..517b79d83 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.01.2831 -### Updated: Wed Jan 5 06:57:51 UTC 2022 +### Version: V4.2022.01.2832 +### Updated: Wed Jan 5 10:03:07 UTC 2022 ### Bad Referrer Count: 7087 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index d74d0e981..016b0a3fa 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.73 1; +10.1.0.120 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index cad42915a..f53e1ef9c 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.73 0; +10.1.0.120 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 2d880b32d..517b79d83 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.01.2831 -### Updated: Wed Jan 5 06:57:51 UTC 2022 +### Version: V4.2022.01.2832 +### Updated: Wed Jan 5 10:03:07 UTC 2022 ### Bad Referrer Count: 7087 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index d3b613cd2..6fa7cf867 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.185.50.223 0; +20.124.109.173 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index ac7300b17..3845fa549 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.01.2831 -### Updated: Wed Jan 5 06:57:51 UTC 2022 +### Version: V4.2022.01.2832 +### Updated: Wed Jan 5 10:03:07 UTC 2022 ### Bad Referrer Count: 7087 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index d3b613cd2..6fa7cf867 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.185.50.223 0; +20.124.109.173 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index f3380c250..c0a6b01ab 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.01.2831 -### Updated: Wed Jan 5 06:57:51 UTC 2022 +### Version: V4.2022.01.2832 +### Updated: Wed Jan 5 10:03:07 UTC 2022 ### Bad Referrer Count: 7087 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index d74d0e981..016b0a3fa 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.73 1; +10.1.0.120 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index 45f85aab2..ab523212c 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Discoverybot -EyeNetIE -Fimap -NimbleCrawler -Openvas -OrangeSpider -Pixray -RSSingBot -Stripper -WebFetch +Anthill +Backlink-Ceck +Blackboard +HMView +MIIxpc +Magnet +OpenLinkProfiler +PHPCrawl +Toata +VidibleScraper diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index 42a9cde69..61d12d8dd 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -01h4x.com 404checker -AIBOT +404enemy +ADmantX +ALittle Client +ASPSeek +Aboundex +Acunetix +AfD-Verbotsverfahren AhrefsBot -Alexibot -Alligator +Aipbot +AllSubmitter Anarchie -Anarchy99 -Anthill +Anarchy +Apexoo +Asterias AwarioRssBot -BBBike -BackStreet -BackWeb -BacklinkCrawler -Bandit -Barkrowler +BDCbot +Badass BetaBot +Bigfoot +BlackWidow Blackboard -Blow -Brandwatch -Buck +BlowFish +Bolt +BotALot +Buddy BuiltBotTough -BuiltWith -BunnySlippers -CCBot CODE87 -CSHttp -CensysInspect -CherryPicker +Calculon +CazoodleBot +Cegbfeieh Chlooe -Citoid -Claritybot Cocolyzebot -CopyRightCheck -Cosmos -Custo -DIIbot +Craftbot +Crawling at Home Project +Crescent +CrunchBot DTS Agent -Deusu +DatabaseDriverMysqli Devil -Digincore -Dirbuster +Disco Discobot Dispatch -DittoSpyder -DnBCrawler-Analytics -DomCopBot +DomainAppender DomainCrawler -Dotbot -Download Wonder -Dragonfly -Drip -EMail Siphon +DomainSigmaCrawler EMail Wolf -Ecxi EroCrawler -Express WebPictures ExtLinksBot -Extractor EyeNetIE +Ezooms +FDM FemtosearchBot -Fimap -Firefox/7.0 -Flunky +FlashGet Foobot Freeuploader -Genieo +FrontPage +Fuzz +FyberSpider +G-i-g-a-b-o-t +GalaxyBot GermCrawler GetRight -Gigabot +Getintent Go!Zilla Go-Ahead-Got-It -GrapeFX -GrapeshotCrawler +GoZilla +Grafula GridBot -HTTrack +HTTP::Lite Haansoft -Harvest +HaosouSpider Heritrix Humanlinks HybridBot -IDBTE4M -IRLbot +IDBot Id-search -IndeedBot -Indy Library +InfoNaviRobot InfoTekies +Internet Ninja +InternetSeer IstellaBot -JOC Web Spider -JamesBOT JetCar -JikeSpider Joomla JustView +Jyxobot +Kenjin Spider Keyword Density +Kozmosbot LWP::Simple -Leap -LibWeb +LeechFTP +LinkWalker +Linkbot LinkpadBot -Lipperhey +LinksManager +LinqiaMetadataDownloaderBot +LinqiaRSSBot +Litemage_walker Lmspider Ltx71 MIDown tool +MSFrontPage MSIECrawler -Mag-Net +MTRobot +Majestic SEO MarkMonitor MarkWatch -Masscan MauiBot -Mb2345Browser -MeanPath Bot -Metauri -Microsoft Data Access +MegaIndex.ru Minefield -Mister PiX +Moblie Safari Mojolicious -Msrabot NICErsPRO NPbot -Name Intelligence -Needle -Nessus -Net Vampire +NetAnts NetLyzer NetZIP -Netcraft Nettrack -NextGenSearchBot -Niki-bot -Octopus +Nibbler +Nikto +NimbleCrawler +Not Offline Explorer -OpenLinkProfiler +Openfind OrangeSpider -Page Analyzer +OutclicksBot +OutfoxBot PageAnalyzer +PageGrabber PageScorer -Pandalytics -Panscient -Papa Foto +Picscout +Picsearch +PictureFinder Piepmatz -Probethenet -QueryN Metasearch -RankActive -RankActiveLinkBot +Pimonster +ProWebWalker +Pu_iN +Pump +PxBroker +PyCurl +RankFlex +RankingBot RankingBot2 RankurBot -RebelMouse -SBIder +RealDownload +Recorder +Ripper +Rogerbot SEOkicks -SalesIntelligent -Scanbot -ScreenerBot +SEOkicks-Robot +SEOlyticsCrawler +SEOprofiler +SEOstats +ScoutJet +Scrapy +ScrepyBot Searchestate -SemanticJuice +SearchmetricsBot SentiBot -SeobilityBot -Seomoz -Siphon -Site Sucker -SiteSnagger -Sitevigil +SiteCheckerBotCrawler SmartDownload -Snapbot +Snoopy +SocialRankIOBot +Sociscraper Sogou web spider -Sosospider +Spammen Spanner +Spbot +Spinn3r SputnikBot Sqlmap -Sqlworm +Sqworm +Steeler Stripper -Sucker +Sucuri SuperBot -SuperHTTP -SurveyBot +Surfbot Swiftbot Szukacz T0PHackTeam T8Abot -Telesoft -Thumbor +Teleport +Telesphorep Toweyabot -Tracemyfile +Trendiction +Trendictionbot +True_Robot Turnitin -TwengaBot -V-BOT -Vagabondo +Typhoeus +URLy Warning +VB Project +Vacuum +VeriCiteCrawler Virusdie -VoidEYE Voil -Voltron -WBSearchBot -WEBDAV -WWW-Mechanize -Wallpapers +WASALive-Bot +WISENutbot +WWW-Collector-E WallpapersHD WeSEE -Web Enhancer -Web Fuck -Web Sauger -Web Sucker +Web Auto +Web Fetch WebBandit -WebCollage WebCopier -WebLeacher -WebSauger -WebmasterWorldForumBot -Webshag -WebsiteExtractor +WebEnhancer +WebGo IS +WebImageCollector +WebPix Webster -Whacker -Widow +Whatweb +WinHTTrack +WiseGuys Robot +Woobot Wotbox Wprecon +Xaldon WebSpider Zade +Zauba Zermelo -Zeus +Zitebot ZmEu -ZoomBot ZoominfoBot ZumBot -ZyBorg +adscanner +arquivo.pt autoemailspider -backlink-check -cah.io.community -check1.exe -clark-crawler +coccocbot-web cognitiveseo -com.plumanalytics -crawl.sogou.com -evc-batch -facebookscraper -gopher -instabid +dataforseo.com +demandbase-bot +eCatch +isitwp.com lwp-request +lwp-trivial +meanpathbot muhstik-scan -netEstate NE Crawler -oBot page scorer +ripz +s1z.ru satoristudio.net -scalaj-http -seoscanners -seostar -sitechecker.pro +scan.lol +seocompany.store +sexsearcher sogouspider -spyfu trendiction.com -voyagerx.com +trendiction.de +webgains-bot webprosbot x09Mozilla zgrab diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 4a1b7b89e..3f0e26788 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -01h4x.com -80legs +360Spider +404checker +404enemy ADmantX -Abonti -Aboundex -AfD-Verbotsverfahren +ALittle Client AhrefsBot AiHitBot -Anarchie +Alexibot +AllSubmitter +AlphaBot Anarchy -Anthill -Attach AwarioRssBot +BBBike +BDCbot +BDFetch BackDoorBot Backlink-Ceck -Barkrowler -Bitacle -Black Hole -BlackWidow -Blackboard -Brandprotect -Buck -CCBot -CODE87 +Bigfoot +Blow +Brandwatch +BuiltBotTough +BuiltWith +BuzzSumo +CSHttp CheTeam -CheeseBot -Chlooe -Citoid -Cloud mapping +Claritybot Cocolyzebot -Copier -Copyscape +CopyRightCheck Cosmos -Crawling at Home Project -CrazyWebCrawler +Craftbot Crescent Curious Custo CyotekWebCopy DBLBot -DSearch -Discobot -Discoverybot -DittoSpyder -DnyzBot -DomainCrawler -DomainSigmaCrawler +DIIbot +DTS Agent +Deusu +Devil +Dirbuster +Disco +Dispatch +DnBCrawler-Analytics +DomCopBot +DomainStatsBot +Domains Project Dotbot +Download Wonder Drip ECCP/1.0 -EMail Siphon -EMail Wolf -Ecxi -EirGrabber -EroCrawler +EasyDL +Ebingbong +Evil Extractor +Extreme Picture Finder EyeNetIE -Ezooms -FDM +FHscan FemtosearchBot -FlashGet -Foobot FrontPage -GT::WWW -GalaxyBot -Genieo -GermCrawler +GetRight GetWeb -Getintent -Gigabot Go-Ahead-Got-It -GoZilla -Gotit Grafula -GrapeFX -GrapeshotCrawler -GridBot -HEADMasterSEO -HMView HTMLparser +Haansoft +HaosouSpider +Harvest +Havij Humanlinks +HybridBot +IDBTE4M IDBot -IlseBot -Image Sucker +Iblog +Image Fetch +IndeedBot +Indy Library +InfoNaviRobot InfoTekies -Intelliseek Internet Ninja +InternetSeer +Iskanie JOC Web Spider JamesBOT +Jbrofuzz JennyBot -Jetty -Joomla +JetCar +JikeSpider JustView +Jyxobot Kenjin Spider -Kozmosbot LNSpiderguy -Lanshanbot +Leap LeechGet -LinkScan -Linkbot -Linkdexbot -LinqiaRSSBot +LieBaoFast +Likse +LinkextractorPro +LinkpadBot +LinksManager LinqiaScrapeBot +Lipperhey Lipperhey Spider Ltx71 MFC_Tear_Sample MIIxpc -MQQBrowser +MSFrontPage MSIECrawler +Mag-Net Majestic SEO +Majestic-SEO Majestic12 -MarkMonitor +MarkWatch Masscan Mata Hari -MeanPath Bot -Microsoft Data Access +Meanpathbot +Metauri +Microsoft URL Control +Mojolicious Morfeus Fucking Scanner -Mozlila Mr.4x3 -NPbot -Name Intelligence -Nameprotect -Nessus -NetMechanic +Msrabot +NICErsPRO +NetSpider NetZIP -Netcraft -NextGenSearchBot -Nimbostratus -Offline Explorer -Offline Navigator -OnCrawl +Niki-bot +Nikto +NimbleCrawler +Octopus OpenLinkProfiler +OpenVAS Openfind OrangeSpider OutclicksBot +PHPCrawl POE-Component-Client-HTTP -PageThing.com -Pandalytics +PageGrabber +Panscient Pavuk PeoplePal -Petalbot +Picscout +Picsearch +PictureFinder Piepmatz Pimonster -PleaseCrawl ProPowerBot -ProWebWalker -Psbot +Pump PyCurl -RankFlex +QueryN Metasearch +RankActive +RankActiveLinkBot RankingBot2 -Rankivabot -RealDownload +Re-re +Reaper +RebelMouse +RepoMonkey RocketCrawler +Rogerbot SBIder +SEOlyticsCrawler SEOprofiler -SalesIntelligent -ScanAlert +SMTBot +Scrapy ScreenerBot ScrepyBot Searchestate -Semrush +SemanticJuice SemrushBot SentiBot -Seomoz -SiteLockSpider -SiteSucker -Siteimprove -Sitevigil -Snoopy -Sociscraper +Shodan +SiteSnagger +Sitebeam +Snapbot Sogou web spider Sottopop -Spammen +SpaceBison +Spbot Spinn3r +Sqlmap Sqworm -Stripper -Sucker +Steeler Sucuri -Surfbot -Szukacz -Telesphoreo +SurveyBot +Swiftbot +Telesoft +Telesphorep +The Intraformant TheNomad Thumbor -Toata +Toweyabot +Tracemyfile True_Robot -URLy Warning -URLy.Warning +TwengaBot UnisterBot V-BOT -VCI -Vagabondo -VelenPublicWebCrawler -VeriCiteCrawler VidibleScraper -WISENutbot -WPScan +VoidEYE +Voil +WASALive-Bot +WEBDAV WWW-Collector-E WWW-Mechanize WWWOFFLE Wallpapers/3.0 +WallpapersHD Web Auto -Web Fetch -Web Fuck -Web Sauger -WebCollage -WebCopier -WebEnhancer +Web Collage +Web Enhancer +WebBandit WebFetch WebFuck -WebImageCollector -WebSucker +WebLeacher +WebPix +WebReaper +WebSauger +WebStripper WebWhacker -WebmasterWorldForumBot -Webshag -Website Quester -Whack -Whatweb -WinHTTrack -Xaldon WebSpider -Xenu -YoudaoBot +Webalta +Whacker +Widow +WiseGuys Robot +Wonderbot +Zauba +Zermelo Zeus -ZmEu -ZoomBot -ZoominfoBot -backlink-check +ZumBot +ZyBorg +arquivo.pt +autoemailspider cah.io.community -crawl.sogou.com +check1.exe +cognitiveseo crawler.feedback +crawler4j +demandbase-bot +eCatch gopher heritrix -ips-agent +isitwp.com +lwp-request meanpathbot mediawords -page scorer -probe-image-size -ripz -satoristudio.net +muhstik-scan +netEstate NE Crawler seoscanners seostar -sogouspider -spyfu -sysscan -tAkeOut -ubermetrics-technologies.com -voyagerx.com +serpstatbot +sexsearcher +sp_auditbot +webmeup-crawler webpros.com -x09Mozilla -x22Mozilla -zgrab +zauba.io diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index ffa23f9a6..974828c40 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -affiliate-fr.com -apidigidocketnet-a.akamaihd.net -ccjp.eu -gamebackyard.com -gateway.zscalertwo.net -gratuitbaise.com -lostfilm-online.ru -prod2016.com -remontbiz.ru -stuff-about-money.com +accessoires-mode.in +asscenihotosidea.blogspot.com +bestbrainprod.win +chocolateslim-en-espana.com +ghazel.ru +insomniagamingfestival.com +sky-mine.ru +sribno.net +stairliftstrue.com +webix.biz diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index 0cd6c969f..c5d07dc46 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -2drittel.de -4senses.co +03e.info +0912701309f8ce.com +0c47f8422d3f.com +101lesbian.xyz +1314dh.com +18ps.ru +2015god.org +202ch.com +24-ak.ru +34.gs +3dracergames.com +4pp13.com +4replicawatch.net 4webmasters.org -51.la -5kstore.com -999webdesign.com -aa9d046aab36af4ff182f097f840430d51.com -acmebtn.ml -acunetix-referrer.com -adf.ly -adserver-e7.com -adventureparkcostarica.com -agecheckadult.com -akama.com -akusherok.ru -allfinweb.com -amazon-seo-service.com -amung.us -amyfoxfitness.com -animebox.com.ua -anonymizeme.pro -apishops.ru +5tey7463.weebly.com +aa625d84f1587749c1ab011d6f269f7d64.com +aarbur.com +abcdeg.xyz +academia-nsk.org +ad-words.ru +adclickthru.net +addray.pro +adelly.bg +adnotbad.com +adrenalin-stk.ru +agapovdg.ru +ageofclones.com +altamayoztourism.com +amazon-adsystem.com +ampower.me +angkortours.vn +anjalika.co.in +anonymousfox.co +apartment.ru +apimegabrowsebiz-a.akamaihd.net appearance-cool.com -aproposde.com -arcteryxsale.online -arcteryxstore.online -ardimobileinfo.ml -arenanews.com.ua -arendas.net -arraty.altervista.org -artdestshop.eu -asrvvv-a.akamaihd.net +appsecurityr.com +arendatora.ru +articlesdirectoryme.info +asscenihotosidea.blogspot.com atlasvkusov.ru -auspolice.com -autotrends.today -aviva-limoux.com -avtovolop.ru -ayerbo.xhost.ro -ayodhya.co -azartmix.com -azbaseimages.net -balitouroffice.com -battleforupdating.site -belinka.com.ua -best-seo-solution.com -besthoro.ru -bestmarriages.com -bestofpicture.com -besttorrentknifta.weebly.com -bioca.org -biographiya.com -bkgr.se -bloggers.nl -bobba.dzaba.com +azartclub.org +babyguns.ru +backgroundpictures.net +baltgem.com +banan.tv +bedandbreakfast.com +beetpics.pw +bestmouthwash.club +bestofupload.info +bestssaker.com +beta.hotkeys.com +betterhdporn.com +betterscooter.com +bigpenisguide.com +bmw.afora.ru +boltalko.xyz bongacams.com -bonvillan.com -bradleylive.xyz -brainboostingsupplements.org -brianhenry.co -bristolhotel.com.ua -buyantiviralwp.com -buyessayonline19.blogspot.ru -buynorxx.com -buytizanidineonlinenoprescription.blogspot.com -bwlx.prepedu.cn -cablecar.us -candcstuccoandstone.com -carsdined.org -casinorewards.info -cbb1smartlist12.click -ccbill.com -cdnanalytics.xyz +bonzybuddy.com +brakehawk.com +brandimensions.com +brothers-smaller.ru +bryansk.zrus.org +buchananshardware.com +builtwith.com +bum.com.ru +businescoop.men +business-made-fun.com +buttons-for-website.com +buy-loft.ru +buyparajumpers.online +buyviagraa.blogspot.com +bvlgariwallet.xyz +c-english.ru +call-of-duty.info +camdenmemorials.com +canzoni.ru +cartechnic.ru +cartiertrinity.xyz +casinos4dummies.co.uk cellfun.mobi cenokos.ru -centre-indigo.org.ua -cerev.info -chatroulette.life -cherubinimobili.it -cjs.com.ru -clickzzs.nl +centraletermice.us +cezartabac.ro +cheapmoncler.win +check-host.net +children-learningreading.info +christianlouboutinreplica.pw +cialiswithoutadoctor.net +ciproandtizanidine.blogspot.com +clickpapa.com +clubfashionista.com coaching-netz.info -cocyq.inwtrade.com +cognitiveseo.com +coindirect.io collegeessay19.blogspot.ru -collegerentals.com -comissionka.net -commoncrawl.org -compliance-checker-7.info +com-supportcenter.website +compliance-brian.top compliance-donald.xyz -compliance-jess.top -compliance-mary.top -compliance-nelson.top -construmac.com.mx -cookingmeat.ru -coolingoods.com -cosmeticswomens-womensports.rhcloud.com -counterbot.com -creativehutindia.com -culmimg.pw -customboxes4less.com -czeshop.info -daydream-studio.ru -deda-moroza-zakaz.ru -depositfiles-porn.ga -deutschehobbyhuren.net -dieswaene.com -digest-project.ru +compliance-jack.top +compliance-julianna.top +constantaservice.net +cookie-law-enforcement-ee.xyz +coolwallpapers4k.info +corta.co +coslab.club +courtshipgift.com +crazyboost.pro +customsua.com.ua +d2jsp.org +decoratinghomes.ga +dev-seo.blog +dev33.dioniqlabb.se +dfwu1013.info +diffbot.com +dimaka.info +dinosaurus.site discovertreasurenow.com -dmmspy.com -dneprsvet.com.ua -doeco.ru -dokfilms.net -dotmass.top -downvids.net -dscaas.website -dumuelave.xyz -dvervmoskvu.ru -e-c.al -ekobata.ru -elektrischezigarette1.onsugar.com -elektronischezi.livejournal.com -elexies.info -elidelcream.weebly.com +disruptingdinnerparties.com +domaincheck.io +domaincrawler.com +dosugrostov.site +download-walpaperhd.blogspot.com +downloadmefiranaratb1972.xpg.com.br +dyt.net +ebonyporn.site +econom.co +elitedollars.com +elmifarhangi.com +embedle.com +energydiet-info.ru +energydiet24.ru engines-usa.com -englishgamer.com -enhand.se -escortplius.com -etm-consult.de -evening-dating-club.info -exonline.info -falopicm.pw -familyphysician.ru -faptitans.com -fba-mexico.com -fickkontaktehobbyhuren.com +eonpal.com +eropho.com +erotag.com +erotikstories.ru +esnm.ru +estelight.ru +etotupo.ru +eu-cookie-law.info +evaashop.ru +evogarage.com +expdom.com +exportshop.us +ezigaretteshop2.vefblog.net +f00kclan.de +fable.in.ua +face.hostingx.eu +falcon-images.blogspot.com +falllow.gq +faracontrol.ir +feeriaclub.ru +fickblock18.com fickluder69.com -filerockstar298.weebly.com -filkhbr.com -filmbokep69.com -filmi-v.online -financeloan.us -find1friend.com -findpics.pw -findsexguide.com -finstroy.net -fishingwholesale.us -flipper.top +fighrofacciufreesig.ga +filefilter.weebly.com +filmci.pro +findanysex.com +firesub.pl +firstsiteguide.com +fitness-video.net +flashbannernow.com +flauntyoursite.com forex-procto.ru -forsex.info +forexgb.ru +fortunejack.com forum.doctissimo.fr -freshmac.space -fsakhalin.ru -ftns.ru -fuckingawesome.com -funnypica.com -fxtips.ru -galleryawesome.com -gazoblok.net.ua -gdebestkupit.ru -gearcraft.us -gerhardhealer.com -getmyads24.com -girlspicsa.com +free-laptop-reward.com +freecamdollars.com +freelotto.com +freshdz.com +freza-sverlo.ru +funtoonez.com +gambarxkata.co +gateway.zscalerone.net +gateway.zscalertwo.net +gazporno.com +geoads.com +getlaid-xxxhookupdirect.com +gheus.altervista.org +girlgamerdaily.com +globatur.ru gloverid.site -gojiberriess.apishops.ru -golaya.pw -gorabagrata.ru -goroda-vsego-mira.ru -gq-catalog.gq -grtyi.com -gsbs.com.ua -gsou.cf -guardlink.org -guigyverpo.cf -gwebtools.com.br +go2album.com +go2jump.org +gobongo.info +google-liar.ru +goosefishpost.bid +gotorussia.com +greenidesign.co +hamacapty.com handicapbathtubarea.com -happy.new.yeartwit.com -hauleddes.com -hdapp1008-a.akamaihd.net -hdseriale.pl -healbio.ru -healing-dysplasia.ru -healmytrauma.info -heartofbeijing.blogspot.com -helpmymacfaster.trade -hermesbirkinhandbagoutlets.com -hetmanship.xyz -high-speed1.net -hit-kino.ru -hitcpm.com -hollywoodactress.info -homemade.gq -hop.clickbank.net -hosting-tracker.com -hoterika.com -hotkeys.com -hustoon.over-blog.com -ilbe.club -ilmen.net -iloveitaly.ru -imagefinder.site -img.wallpaperstock.net -imgarit.pw -imitex-plus.ru -informatiecentro.be -insurple.com -itrevolution.cf -izismile.com -javcoast.com -jbl-charge.info -jerseywholesalebizchina.com -jerseywholesaleelitestore.com -jimmychoosale.online -jolic2.com -justbcause.com -karaganda.xkaz.org -keki.info -ketrzyn.pl +harmonyglen.us +hdfreeporno.net +heartofpayne.xyz +helicalpile.us +heroz.fr +hitmuzik.ru +hoverboard360.se +hplaserjetpdriver8y.pen.io +hscsscotland.com +htmlcorner.com +hulfingtonpost.com +hully.altervista.org +ie.57883.net +ihtec2019.org +ilovevitaly.com +ilovevitaly.ru +immigrational.info +inclk.com +incomekey.net +indetiske.ya.ru +infostatsvc.com +internetproviderstucson.com +iphantom.com +iqbazar.ru +iwantedmoney.com +ix20.ru +jeremyeaton.co +jestr.org +jongose.ninja +jrpmakati.com +junketjuice.blogspot.com +kakablog.net +kalb.ru +kazinogames.lv +kazka.ru +kevblog.top +keywordbasket.com keywordspay.com -koleso24.com.ua -kollekcioner.ru -konteiner24.com -koral.se -kosynka-games.ru -kreativperlen.ch -kupit-adenu.ru -kursy-ege.ru -kvartira-sutochno.com -labelwater.se -labvis.host.sk -lancheck.net -lapitec.eu -letmacworkfaster.site -letto.by -lion.playtap.us -liupis.com -longadventure.com -longlifelomilomi.info -louboutinbooties.xyz -louboutinreplica.pw -lovi-moment.com.ua -lowephotos.info -m5home.ru -mac-shield.com -magiadinamibia.blogspot.com -malwareremovalcenter.com -mansparskats.com -marwer.info -mediawhirl.net -megakino.net -mensandals.xyz -mhi-systems.ru -micasainvest.com -minegam.com -mini.7zap.com -mirzonru.net +kichenaid.ru +kimcurlrvsms.com +kinoplen.ru +kinosed.net +kletkimehan.ru +kolotiloff.ru +kometars.xyz +konoplisemena.com +konpax.com +kredit-pod-zalog-krasnodar.ru +ks1234.com +kupiproday.com.ua +kvartir-remont.biz +labplus.ru +lalalove.ru +laptop-4-less.com +law-check-two.xyz +leadwayau.com +legionalpha.com +lerporn.info +letslowbefast.today +likesuccess.com +likrot.com +littlesunraiser.com +liveu.infoteka.hu +ljusihus.se +locksmith.jp +loginduepunti.it +lonfon.xyz +lyrster.com +m4ever.net +macdamaged.tech +mackeeper-center.club +magazintiande.ru +maglid.ru +max-eclat.men +mebeldekor.com.ua +medanestesia.ru +menstennisforums.com +mesto-x.com +methodsmarketing.com +mexicotravelnet.com +migente.com +misslike.ru +mmoguider.ru +mobplayer.net modnie-futbolki.net -moesonce.com -mojpreskumanie.com -monarhs.info -mototsikl.org -mowser.com -mp3ritm.top -mrbitsandbytes.com -mrcsa.com.au -musicktab.com -musicstock.me -musirc.com -myghillie.info -myonigroup.com -mypets.by -napalm51.nut.cc -naphukete.ru -narkologiya-orel.ru -naturalpharm.com.ua -naturalshair.site -neks.info -nhl17coinsforps3.gratisblog.biz -nikitsyringedrivelg.pen.io -nisuturnetdgu.tk -nrv.co.za -ntic.fr -nullrefer.com -obiavo.kz -okuos.com -online-hit.info -onlinemegax.com -onlinetvseries.me -optitrade24.com -oren-cats.ru -ossmalta.com -palocco.it -partner-host.men -pertlocogasilk.tk -petrovka-online.com -pic2fly.com -pinapchik.com -pinkduck.ga -pinstake.com -piuminiita.com +mojowhois.com +monclerboots.xyz +moomi-daeri.com +moscow.xrus.org +moyaterapiya.ru +mrbojikobi4.biz +musflashtv.com +mustat.com +my-cash-bot.co +mydearest.co +mykings.pw +mypornfree.ru +nakozhe.com +nardulan.com +national-today-winning-winner.club +neodownload.webcam +netanalytics.xyz +netfacet.net +netoil.no +nevansk.ru +new-apps.ru +nhl17coins.exblog.jp +niroo.info +notebook-pro.ru +novatech.vn +o-o-6-o-o.ru +o333o.com +obiavo.ru +office2web.com +one-gear.com +onko-24.com +onlainbesplatno.ru +orion-code-access.net +owathemes.com +ozoz.it +pacificair.com +paclitor.com +paighambot.com +paparazzistudios.com.au +partner-pop.men +partner-stop.men +partnerworkroom.men +parvezmia.xyz +paydayonlinecom.com +pdns.cz +photo-clip.ru +phpdevops.com +picswe.com +pisanieprac.info +pistonclasico.com pix24x7.com -pizdopletka.club -pk-services.ru -pl.id-forex.com -pliks.pl +plaff-go.ru +plastweb.ru +playmsn.com plohaya-kreditnaya-istoriya.ru -polytopesexempt.com -popads.net -popup-fdm.xyz -pornhub-forum.ga -porno-chaman.info -porno-play.net +pogodnyyeavarii.gq +polcin.de +polska-poezja.com +pornogig.com +pornoklad.net +pornosee.info pornosok.ru -pornotubs.com -porto.abuilder.net -pozvonim.com -princeadvantagesales.com -priora-2.com -prizefestival.mobi -pro-tec.kz -profitkode.com -promover.org -proxyelite.biz -pst2017.onlinewebshop.net -pts163.ru -pulse33.ru -purplesphere.in -pussysaga.com -pussyspace.net -qor360.com -quickloanbank.com -raisedseo.com +pornoxxx.com.mx +pospr.waw.pl +preconnubial.usuby.site +prefersurvey.net +privatefx.all4invest.info +proftests.net +projefrio.com.br +promodj.com +prostitutki-yaroslavlya.org +pwwysydh.com +qpypcx.com +quickchange.cc +rada.ru +radiogambling.com rankexperience.com -ranksays.com -rapevideosmovies.com +rankingchart.de +rapidokbrain.com rarbg.to -razamicroelectronics.com -razleton.com -rcpmda.ikan1080.xyz -remmling.de -remote-dba.de -rentalcarnavi.info -rimedia.org -ritlweb.com -rniaeba.ga +rating-casino2021.ru +registratciya-v-moskve.ru +registry-cleaner.net +replicaclub.ru +respublica-otel.ru +rightenergysolutions.com.au rocketchange.ru -rp9.ru -rusprostitute.com -rutor.group -sale-japan.com -saneitconsulting.com -sanjosestartups.com -savingsslider-a.akamaihd.net -sayyoethe.blogspot.co.za -scanner-don.top -scanner-elena.top -scanner-jane.top -school-diplomat.ru -scripted.com -sdi-pme.com -searchencrypt.com -security60-e.com -seinterface.com -seksvideoonlain.com -sel-hoz.com -seoanalyses.com -seoholding.com -seoprofiler.com -serialsway.ucoz.ru -servingnotice.com -sexreliz.com -sexsearch.com -sharpchallenge.com -shemalegalls.blogporn.in -shiksabd.com -shitting.pro -shivafurnishings.com -shop-electron.ru -shopvilleroyboch.com.ua -shtaketniki.kz -signoredom.com -silvermature.net -simple-image.com.ua -simplesite.com -sinel.info -site-speed-checker.site -siteaero.com -smartadserver.com -snjatie-geroinovoy-lomki.ru -snow.nvr163.com +rossmark.ru +rrutw.com +s8-nowy-wygraj.comli.com +sanatorrii.ru +sandhillsonline.com +savememoney.co.za +scanner-jessica.top +scanner-john.top +scanner-marwin.top +scanner-walt.top +scottbywater.com +screentoolkit.com +se.bnt-team.com +semprofile.com +seoboxes.com +seorankinglinks.us +sexkontakteao.info +sextracker.be +sexy.babes.frontend-stack.top +sharebutton.net +sibecoprom.ru +siteimprove.com +sky-mine.ru +skytraf.xyz +slayerlife.com +snomer1.ru +soc-proof.su social-buttons.xyz -social-fun.ru -sofit-dmd.ru -soft-program.com -softomix.com -solitaire-game.ru -sophang8.com +social-s-ggg.xyz +socialbookmarksubmission.org +socialseet.ru +sotkal.lark.ru spacash.com -spb.ru -spymac.net -sr-rekneskap.no -stefanbakosab.se -superfish.com -superiends.org -superoboi.com.ua -support.nopeas.sk -svarkagid.com -swinginwithme.ru -symbaloo.com -symphonyintegratedhealthcare.com -takeflyte.com -taqywu51.soup.io -tastyfoodideas.com -tattooha.com -tedxrj.com -teenforporn.com -teslathemes.com -thedownloadfreeonlinegames.blogspot.com -thefarmergame.com -thegolfclub.info -thelottosecrets.com -thfox.com -thiegs.reco.ws -thruport.com -ticketsys.inetwd.com -timeallnews.ru -timer4web.com -titan-cloud.life -tizanidinedosageforsleep.blogspot.com -tizanidinehcl2mgsideeffects.blogspot.com -top10registrycleaners.com -torrentred.games -torture.ml +standardchartered-forex.com +startufa.ru +starwars.wikia.com +stpicks.com +stretchingabuckblog.com +strv.se +stuff-about-money.com +sunflowerdrawingpaintings.blogspot.com +tasteidea.com +technopellet.gr +testingads.pro +tetracsaudi.com +texbaza.by +theautoprofit.ml +tiens2010.ru +tizanidine4mgstreetprice.blogspot.com +tizanidine4mgtablets.blogspot.com +tizanidine4mguses.blogspot.com +tizanidinevscyclobenzaprine.blogspot.com +tk-assortiment.ru +token-lab.org +toonfamilies.net +top-karkas.ru +topsiteminecraft.com +topsy.com +torrentgamer.net +totu.us +tourismvictoria.com tovaroboom.vast.ru -tracxn.com -tradedeals.biz -traderzplanet.in -tradgardspartner.se -traffictrade.life -triumf-realty.ru +trafficreceiver.club +traffixer.com +trahvid.com truck-land.life -turist-strani.ru -turn-up-life.life -uggbootsoutletsale.us -ukrup.com -umg-stroy.ru -unacittaconte.org -undergroundcityphoto.com -unitexindia.com -urengoy.pro -url-extractor.xyz -us-america.ru +truck-rece.life +tsyndicate.com +tube8.com +tuberkuleznik.ru +turizmus.us +twinderbella.com +ugguk.online +uhod-za-sobakoj.ru +univerfiles.com +uptimechecker.com uytmaster.ru -v24s.net -veles.shop -veopornogratis.xxx -videtubs.pl -vielporno.net -vip-file.com -vip.51.la -viteonlusarezzo.it -vksex.ru -voloslove.ru -voluumtracker1.com -vvpg.ru -wallpapersist.com -wardreapptokone.tk -wechatdownload10.com -wejdz-tu.pl -whereverdesperate.gq -wikes.20fr.com -worldinternetauthority.com -worldis.me -wwwadultcheck.com -xboxster.ru -xgftnlrt.bloger.index.hr -xn--80aaafbn2bc2ahdfrfkln6l.xn--p1ai -xn--80atua3d.xn--p1ai -xn--b1adccaf1bzj.xn--p1ai -xn--l1aengat.xn--p1ai +uzungil.com +vadimkravtcov.ru +vashsvet.com +vbikse.com +vekzdorov.ru +vereo.eu +via-energy-acquistare.com +videochaty.ru +vinsit.ru +vipms.ru +virtuagirl.com +viven.host.sk +voloo.ru +vseuznaem.com +vucms.com +w3data.co +wahicbefa31.soup.io +webadvance.club +webmonetizer.net +website-speed-up.site +wedding0venues.tk +wholesalejerseychinaoutlet.com +witherrom55.eklablog.fr +withstandingheartwarming.com +woman-orgasm.ru +wrona.it +wrz0iuebwhp5fg.freeddns.com +wstroika.ru +wurr.voila.net +wyniki-lista.pl +wzgyyq.com +x-lime.net +xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai +xn--80aaagvmjabrs1aoc9luc.xn--p1ai +xn--80aanaardaperhcem4a6i.com +xn--80ahdheogk5l.xn--p1ai +xn--80ahvj9e.xn--p1ai +xn--b1agm2d.net +xn--hxazdsfy.blogspot.com xxxdatinglocal.us -xxxhdvideo.site -xxxsiterips.xyz -y8games-free.com -yellowfootprints.com -youjizz.vc -youporn-ru.com -yourtemplatefinder.com -youtube-downloader.savetubevideo.com -yuarra.pluto.ro -yugk.net -zastenchivosti.net -zatjmuzu.info +xxxmania.top +yaderenergy.ru +youandcredit.ru +yougetsignal.com +yourmovies.pl +ypmuseum.ru +yugo-star.ru +yurgorod.ru +zacreditom.ru +zaim-pod-zalog-krasnodar.ru +zaloadi.ru +zarabiaj-dzis.pl +zazagames.org zebradudka.com -znaturaloriginal.com -zone-kev717.info -zoogdinsney.com -zophim.me -zrus.org -zvooq.eu -zvuker.net +zeleznobeton.ru +zhongwenlink.com +zreloeporno.tv +zvezdagedon.ru diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index c3d24404f..d087b51d7 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -00webcams.com -1008.su -1qingdao.com -24x7-server-support.site -2nt.ru +1flag.co.za +2000k.ru +3xforum.ro 5000-cotydzien.com -8gold.com -addbin.men -admatic.com.tr -agysya.ru -aibolita.com -aihelen.net -alloysteel.ru -amazingninja.com -animalia-life.club -anonymous-redirect.com -apartmentratings.com -apimountainbikei-a.akamaihd.net -apioutoboxnet-a.akamaihd.net -astrochicks.com -auspolice.com -bala.getenjoyment.net +aaronabel.com +abovetherivernc.com +acads.net +actionnooz.com +adamoads.com +adconscious.com +addblueoff.com.ua +adf.ly +adman.se +admanaerofoil.com +adminshop.com +adultgalls.com +adultnet.in +adverster.com +aliexpresscashback.club +alldubai.biz +alphahoverboards.com +apiadanaknet-a.akamaihd.net +apiholdingmypage-a.akamaihd.net +apiqualitinknet-a.akamaihd.net +approvedlocal.co.za +apxeo.info +arraty.altervista.org +avramstroy.ru +azbuka-mo.ru +bangla-chat-uk-paralud.ga beclean-nn.ru -belinka.com.ua -bestfortraders.com -bestofpicture.com -bestprofits-there.com -bestwebsiteawards.com -bet-prognoz.com -biocn.dx.am -blockworld.ru -bookmark4you.com.biz -bradleylive.xyz -buybest1.biz -buyessayonline19.blogspot.ru -buzz-porno.info -canyougethighofftizanidine.blogspot.com -carapics.com -cartierreplica.top -cartierwatch.xyz -caveavins.fr -ccjp.eu -cdncash.com -cheatcode-lita12.rhcloud.com -checkpagerank.net -clksite.com -companies-catalog.com -compliance-checker-7.info -compliance-george.top -coprofam.org -cosmetic.donna7753191.ru -cxpromote.com -darkbooks.org -day-news.info -ddospanel.com -deluxedumps.com -derevesendeco.com -dinosaurus.site -dnsrsearch.com -dojki365.online -domainsatcost.com +belsetirehafi.tk +bestchoice.cf +bestempresas.es +bigames.online +bimatoprost-careprost.com +bin-brokers.com +binaryoptionscops.info +binomo.com +bjetjt.com +bloggerads.net +bmw-ark.ru +bracketsmackdown.com +buntube.net +butstrap.space +c-english.ru +candcstuccoandstone.com +cardul.ru +cayado.snn.gr +cenokos.ru +changde.58.com +cheapjerseysbizwholesale.us +cleanallvirus.com +compliance-elena.top +compliance-jess.top +compliance-walter.top +conciergegroup.org +coolingoods.com +dame-ns.kz +detmebel.su +diy-handmade-ideas.com +doctormakarova.ru +doktoronline.no domainsphoto.com -doyouknowtheword-flummox.ml -drillsaw.ru -dtnlyss.com -dvrlists.com -educatemetv.com -egovaleo.it -elektronischezigarette2.mex.tl -elektrozigarette2.wordpressy.pl -eropornosex.ru -ertelecom.ru -etenininrade.ga -exci.ru -expdom.com -factorynightclub.com -falopicm.pw -favorcosmetics.com -fba-mexico.com -feeriaclub.ru -felizporno.com -fenoyl.batcave.net -ferieboligkbh.dk -ferrotodo.com -financeloan.us -freeuploader.ml -frequiry.com -fuckingawesome.com -funcrushgames.com -gamezblox.com -gheus.altervista.org -globalscam.ga -glogow.pl -goatse.ru -gogps.me -gotcher.us -gpirate.com -greatzip.com -grizzlysgrill.com -guitar-master.org -habermetre.com -hanwei.us -hitmuzik.ru -hollywoodactress.info -hornymatches.com -howtoclean.club -ilmen.net -images-graphics-pics.com -importchinacoach-teach.com -incep.imagine-ex.co -incest-ru.com -indiasourcemart.in -infobabki.ru -infobanks.ru -interfucks.net -iopeninghours.co.uk -javlibrary.cc -jillepille.com -jjbabskoe.ru -jongose.ninja -jyvopys.com -kamorel.com -karaganda.xkaz.org -kidd.reunionwatch.com -kiwi237au.tk -kliksaya.com -klumba55.ru -kongoultry.net -kosynka-games.ru -krasnodar-avtolombards.ru -laptop-4-less.com -lenvred.org -life.biz.ua +domashneeruporno.com +earncash.com.ua +econom.co +ed-shop01.ru +elektrischezigarette2.devhub.com +elidelcream.weebly.com +executehosting.com +extlinks.com +extremez.net +fanrto.com +fashion-mk.net +fashionavenuegame.com +filmetricsasia.com +forminecrafters.ru +formularz-konkurs.tk +foxtechfpv.com +free-fb-traffic.com +fsalas.com +fxtips.ru +fyxabomiw.ru +galeon.com +gambarxkata.co +gate5.co.za +gemgrab-a.akamaihd.net +generalporn.org +getdot.ru +glavtral.ru +golfresa.lucania.se +gq-catalog.gq +haveinc.xyz +hdseriale.pl +hidefiles.org +hobbyhuren24.net +hothot.ru +hoverboard360.de +howtowhitenteethfast.xyz +idealtits.net +iflycapetown.co.za +ilovevitaly.ru +imicrovision.com +intelhdgraphicsgtdrive6w.metroblog.com +interferencer.ru +internet-apteka.ru +iplogger.org +irkutsk.online-podarki.com +isitwp.com +istizanidinelikexanax.blogspot.com +jerseywholesalebizchina.com +kino-rf.ru +kirov.zrus.org +knigonosha.net +kountrylife.com +kovesszucs.atw.hu +ladsup.com +lafourmiliaire.com +landinez.co +legalrc.biz +letmacworkfaster.world +lightinghomes.net +lincolntheatre.com +live-cam6.info +louboutinreplica.pw +lsp-awak-perikanan.com +macresource.co.uk magazintiande.ru -mantramusic.ru -mexicotravelnet.com -monclerboots.xyz -morf.snn.gr -moviemail-online.co.uk -moyakuhnia.ru -musicdaddy.net -mystats.xyz -naturalbreakthroughsresearch.com -newstraveller.ru -nfljerseys.online -nicefloor.co.uk -nikitabuch.com -nrv.co.za -obiavo.uz -offer.camp -offers.bycontext.com -ons-add.men -ooo-gotovie.ru -ozoz.it -patol01.pw -paydayonlinecom.com -pcboa.se -perm-profnastil.ru -pewit.pw -phpdevops.com -pic-re.blogspot.com -picsfair.com -picturesfrom.com -pistonclasico.com -pkr1hand.com -play.leadzupc.com -pochtovyi-index.ru -pod-muzyku.club +magento-crew.net +mebel-ekb.com +metarip.ru +middlerush-a.akamaihd.net +mitrasound.ru +mjchamonix.org +modabutik.ru +moneyviking-a.akamaihd.net +moomi-daeri.com +moviezbonkerssk.cf +mp3s.club +musicktab.com +mycouponizemac.com +myplaycity.com +myxdate.info +najaden.no +netallergy.ru +new-apps.ru +nextbackgroundcheck.gq +nhl09.ru +novgorod.xrus.org +nudepatch.net +nuup.info +onlinadverts.com +onlywoman.org +oralsexfilme.net +page2rss.com +pc4download.co +pearlisland.ru +pechikamini.ru +pensplan.com +playlott.com +playtap.us +pochemychka.net polcin.de -porno-video-chati.ru -pornodojd.ru -pornosee.info -printdirectforless.com -profitwithalex.info -promalp-universal.ru -prostitutki-astana.org -pussysaga.com -qld10000.net -qwertty.net -redhotfreebies.co.uk -rn-to-bsn.com +pontiacsolstice.info +princevc.com +pwwysydh.com +quality-traffic.com +qualitymarketzone.com +registry-clean-up.net +ric.info +rixpix.ru roznica.com.ua -russia-tao.ru -sa-live.com -sajatvelemeny.com -sbt-aqua.ru -searchimage.co -searchimpression.com -seinterface.com -seoexperimenty.ru -sexsearch.com -share-buttons-for-free.com -shitmovs.com -sildenafil-tadalafil.info -simpoed.ufop.br -slim.sellany.ru -snip.to -snow.nvr163.com -social-s-ggg.xyz -social-s-hhh.xyz -social-vestnik.ru -sogimlecal.tk -spb.ru -spy-sts.com -staff.prairiesouth.ca +running-line.ru +rusoft-zone.ru +rybalka-opt.ru +s-forum.biz +sanatorrii.ru +sarm.tk +sawin.beth.webd.pl +scanner-alex.top +scanner-josh.top +school-diplomat.ru +sdrescher.net +seocdvig.ru +service.adtech.fr +sexvporno.ru +sexy-screen-savers.com +shama-rc.net +shariki-zuma-lines.ru +shikiso.info +siteonomy.com +siteripz.net +smart-scripts.com +snomer1.ru +social-s-iii.xyz +socialmonkee.com +soft1.ru +spymac.net +sribno.net +starpages.net +stauga.altervista.org streetfire.net -sudexpert66.ru -sukirgenk.dvrlists.com -tattoo33.ru -telefonsexsofort.tk -terraclicks.com -teslathemes.com -tiandeural.ru -tivolibasket.it -tizanidine6mg.blogspot.com -tizanidinedosage.blogspot.com -tizanidinehclsideeffects.blogspot.com -tizanidinehydrochloride4mgstreetvalue.blogspot.com -torrent-to-magnet.com -toursmaps.com -tovaroboom.vast.ru -trafficshaper.com +superstarfloraluk.com +sygraem.com +tattooha.com +tattooreligion.ru +thebluenoodle.com +thecounter.com +themestotal.com +tizanidinenarcotic.blogspot.com +tizanidinevscyclobenzaprine.blogspot.com +tmtrck.com +tracksurf.daooda.com +tracksz.co +traffpartners.com +truebeauty.cc +trustedhealthtips.com +tubo360.com turn-up-life.life -tvorozhnaja-zapekanka-recept.ru -ublaze.ru -unacittaconte.org -unece.org -unisexjewelry.org -vancleefreplica.pw -vesnatehno.ru -viagraneggrx.com -videochat.life -vipsiterip.org -vkontaktemusic.ru -vtc.pw -vzube.com -wardreapptokone.tk -watchinf.com -watchmygf.net -wingsoffury2.com -wovis.site -www.wohnkabinen-shop.de -xgftnlrt.bloger.index.hr -xn----itbkqkfiq.xn--p1ai -xsfetish.org -xxxkaz.org -youbloodyripper.com -zaim-pod-zalog-krasnodar.ru -zocaparj.kz -zoodrawings.com +tzritel.tk +url-img.link +varbergsvind.se +via-energy-acquistare.com +via-gra.webstarts.com +video--production.com +viktoria-center.ru +voloo.ru +vzlomfb.com +webalan.ru +webix.biz +website-stealer.nufaq.com +wildcattube.com +winx-play.ru +woman-h.ru +wonderfulflowers.biz +www.888.com +wyniki-lista.pl +xgames-04.com +xjrul.com +xlovecam.com +xn----7sbho2agebbhlivy.xn--p1ai +xn--24-glceagatoq7c2a6ioc.xn--p1ai +yes-com.com +your-bearings.com +yourserverisdown.com +zionstar.net +zojirushi-products.ru +zryydi.com +zvooq.eu diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index cad42915a..f53e1ef9c 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.73 0; +10.1.0.120 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index 76d0f1dc2..2baf5cfe2 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2022.01.2831 -### Updated: Wed Jan 5 06:57:52 UTC 2022 +### Version: V4.2022.01.2832 +### Updated: Wed Jan 5 10:03:08 UTC 2022 ### Bad Bot Count: 631 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 76d0f1dc2..2baf5cfe2 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2022.01.2831 -### Updated: Wed Jan 5 06:57:52 UTC 2022 +### Version: V4.2022.01.2832 +### Updated: Wed Jan 5 10:03:08 UTC 2022 ### Bad Bot Count: 631 ################################################### ### Version Information ##