From fc7f1fc598bce642e9cc004bd1652804fce5e4b0 Mon Sep 17 00:00:00 2001 From: mitchellkrogza Date: Wed, 8 Dec 2021 10:09:03 +0000 Subject: [PATCH] V4.2021.12.2766 [ci skip] --- AUTO-CONFIGURATION.md | 2 +- MANUAL-CONFIGURATION.md | 2 +- README.md | 2 +- _google_analytics_ghost_spam/README.md | 2 +- .../etc/nginx/conf.d/globalblacklist.conf | 4 +- conf.d/globalblacklist-testing-version.conf | 4 +- conf.d/globalblacklist.conf | 4 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/buildnumber | 2 +- dev-tools/globalblacklist-testing.template | 4 +- dev-tools/globalblacklist.template | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/test_units/blacklist-ips.conf | 2 +- .../random-bots-for-test-quick.list | 20 +- .../test_units/random-bots-for-test.list | 328 +++--- .../random-bots-for-whitelist-test.list | 308 +++--- .../random-referrers-for-test-quick.list | 20 +- .../test_units/random-referrers-for-test.list | 936 +++++++++--------- .../random-referrers-for-whitelist-test.list | 480 ++++----- dev-tools/test_units/whitelist-ips.conf | 2 +- dev-tools/tmp/robots.txt | 4 +- robots.txt/robots.txt | 4 +- 45 files changed, 1102 insertions(+), 1102 deletions(-) diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 11d19b3d1..d693fae2a 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.12.2765 +#### Version: V4.2021.12.2766 #### Bad Referrers Blocked: [7080](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index ec5522251..838d6f3f9 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.12.2765 +#### Version: V4.2021.12.2766 #### Bad Referrers Blocked: [7080](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index 438675c16..d47f923be 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2021.12.2765 +#### Version: V4.2021.12.2766 #### Bad Referrers Blocked: [7080](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index d52779658..6a9acd9c7 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2021.12.2765 +#### Version: V4.2021.12.2766 #### Bad Referrers Blocked: [7080](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index ee26bc6e3..82ba1e4c9 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2765 -### Updated: Wed Dec 8 07:03:33 UTC 2021 +### Version: V4.2021.12.2766 +### Updated: Wed Dec 8 10:03:12 UTC 2021 ### Bad Referrer Count: 7080 ### Bad Bot Count: 631 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index f5704b6da..5ccf88ff4 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2765 -### Updated: Wed Dec 8 07:03:34 UTC 2021 +### Version: V3.2021.12.2766 +### Updated: Wed Dec 8 10:03:13 UTC 2021 ### Bad Referrer Count: 7080 ### Bad Bot Count: 631 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index ee26bc6e3..82ba1e4c9 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2765 -### Updated: Wed Dec 8 07:03:33 UTC 2021 +### Version: V4.2021.12.2766 +### Updated: Wed Dec 8 10:03:12 UTC 2021 ### Bad Referrer Count: 7080 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index f5704b6da..5ccf88ff4 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2765 -### Updated: Wed Dec 8 07:03:34 UTC 2021 +### Version: V3.2021.12.2766 +### Updated: Wed Dec 8 10:03:13 UTC 2021 ### Bad Referrer Count: 7080 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 96b4ab158..6ab4d8362 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.233 1; +10.1.1.97 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index ddea68571..b33a71729 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.233 0; +10.1.1.97 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index f5704b6da..5ccf88ff4 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2765 -### Updated: Wed Dec 8 07:03:34 UTC 2021 +### Version: V3.2021.12.2766 +### Updated: Wed Dec 8 10:03:13 UTC 2021 ### Bad Referrer Count: 7080 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 96b4ab158..6ab4d8362 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.233 1; +10.1.1.97 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index ddea68571..b33a71729 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.233 0; +10.1.1.97 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index f5704b6da..5ccf88ff4 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2765 -### Updated: Wed Dec 8 07:03:34 UTC 2021 +### Version: V3.2021.12.2766 +### Updated: Wed Dec 8 10:03:13 UTC 2021 ### Bad Referrer Count: 7080 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 96b4ab158..6ab4d8362 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.233 1; +10.1.1.97 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index ddea68571..b33a71729 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.233 0; +10.1.1.97 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index f5704b6da..5ccf88ff4 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2765 -### Updated: Wed Dec 8 07:03:34 UTC 2021 +### Version: V3.2021.12.2766 +### Updated: Wed Dec 8 10:03:13 UTC 2021 ### Bad Referrer Count: 7080 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index cb5790022..e197f57b5 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -2765 +2766 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index f5704b6da..5ccf88ff4 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2765 -### Updated: Wed Dec 8 07:03:34 UTC 2021 +### Version: V3.2021.12.2766 +### Updated: Wed Dec 8 10:03:13 UTC 2021 ### Bad Referrer Count: 7080 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index ee26bc6e3..82ba1e4c9 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2765 -### Updated: Wed Dec 8 07:03:33 UTC 2021 +### Version: V4.2021.12.2766 +### Updated: Wed Dec 8 10:03:12 UTC 2021 ### Bad Referrer Count: 7080 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index c921b78cb..afd01ca4b 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -13.89.219.200 0; +52.149.153.167 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index ee26bc6e3..82ba1e4c9 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2765 -### Updated: Wed Dec 8 07:03:33 UTC 2021 +### Version: V4.2021.12.2766 +### Updated: Wed Dec 8 10:03:12 UTC 2021 ### Bad Referrer Count: 7080 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 96b4ab158..6ab4d8362 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.233 1; +10.1.1.97 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index ddea68571..b33a71729 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.233 0; +10.1.1.97 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index ee26bc6e3..82ba1e4c9 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2765 -### Updated: Wed Dec 8 07:03:33 UTC 2021 +### Version: V4.2021.12.2766 +### Updated: Wed Dec 8 10:03:12 UTC 2021 ### Bad Referrer Count: 7080 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 96b4ab158..6ab4d8362 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.233 1; +10.1.1.97 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index ddea68571..b33a71729 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.233 0; +10.1.1.97 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index ee26bc6e3..82ba1e4c9 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2765 -### Updated: Wed Dec 8 07:03:33 UTC 2021 +### Version: V4.2021.12.2766 +### Updated: Wed Dec 8 10:03:12 UTC 2021 ### Bad Referrer Count: 7080 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 96b4ab158..6ab4d8362 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.233 1; +10.1.1.97 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index ddea68571..b33a71729 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.233 0; +10.1.1.97 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index ee26bc6e3..82ba1e4c9 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2765 -### Updated: Wed Dec 8 07:03:33 UTC 2021 +### Version: V4.2021.12.2766 +### Updated: Wed Dec 8 10:03:12 UTC 2021 ### Bad Referrer Count: 7080 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index c921b78cb..afd01ca4b 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -13.89.219.200 0; +52.149.153.167 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index c05946053..35de4d439 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2765 -### Updated: Wed Dec 8 07:03:33 UTC 2021 +### Version: V4.2021.12.2766 +### Updated: Wed Dec 8 10:03:12 UTC 2021 ### Bad Referrer Count: 7080 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index c921b78cb..afd01ca4b 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -13.89.219.200 0; +52.149.153.167 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 6b5f90e48..0504babb1 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2765 -### Updated: Wed Dec 8 07:03:33 UTC 2021 +### Version: V4.2021.12.2766 +### Updated: Wed Dec 8 10:03:12 UTC 2021 ### Bad Referrer Count: 7080 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index 96b4ab158..6ab4d8362 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.233 1; +10.1.1.97 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index 59ddac2c0..26c889435 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Abonti -Bolt -Brandwatch -DomainSigmaCrawler -HEADMasterSEO -PxBroker -Upflow -VCI -internetVista monitor -tAkeOut +Aipbot +Copier +Curious +GrapeFX +Lftp +Sucuri +Toweyabot +Vagabondo +WebLeacher +meanpathbot diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index fe2114e5a..1d6077479 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -01h4x.com -360Spider 404enemy -80legs -AIBOT -Abonti +ADmantX +ALittle Client Aboundexbot +Acunetix +AfD-Verbotsverfahren AhrefsBot -Alexibot -AlphaBot Anarchy99 -Anthill -AwarioSmartBot -BDFetch -BackDoorBot +Aspiegel +BLEXBot BackStreet +BackWeb Backlink-Ceck BacklinkCrawler -Bandit Barkrowler +BatchFTP Battleztar Bazinga -Bigfoot -BlackWidow +BlowFish Boardreader -Bolt -BotALot -Brandprotect -Bullseye +CATExplorador CCBot CODE87 -CazoodleBot -Cegbfeieh -CheTeam -CherryPicker -Chlooe +CSHttp +CensysInspect +CheeseBot Citoid -Cloud mapping +Cliqzbot Cogentbot -Cosmos -Craftbot -Curious -CyotekWebCopy -DSearch -DTS Agent -DataCha0s +Collector +Copier +Copyscape +Crawling at Home Project +CrazyWebCrawler +Crescent +CrunchBot +Custo +DBLBot +DatabaseDriverMysqli +Demon Deusu -Devil -Digincore -Dirbuster Disco Discobot DittoSpyder +DnyzBot DomCopBot -Dotbot -Drip -ECCP/1.0 -EMail Wolf -EasyDL -Ecxi -EirGrabber -EroCrawler +DomainAppender +DomainCrawler +Download Wonder Express WebPictures -ExtLinksBot +Extractor ExtractorPro -Extreme Picture Finder -Ezooms +EyeNetIE FHscan -FemtosearchBot -Fimap -FlashGet Flunky Foobot Freeuploader FrontPage FyberSpider Fyrebot -GetRight -Go!Zilla -Go-Ahead-Got-It +GT::WWW +GalaxyBot +GermCrawler +Getintent +Gigabot Gotit +GrabNet Grabber +Grafula +GrapeFX +HEADMasterSEO +HTMLparser Haansoft -Harvest Havij +Heritrix Hloader Humanlinks -IDBot -Iblog -Id-search -IlseBot -IndeedBot -InfoNaviRobot -Iria -JOC Web Spider -JamesBOT -Jbrofuzz +IDBTE4M +Image Fetch +Image Sucker +Intelliseek +InternetSeer JetCar -JikeSpider -Joomla -Kenjin Spider -Keyword Density -Kinza +Jyxobot +Kozmosbot Lanshanbot -LeechGet -LexiBot -LibWeb -LieBaoFast -LinkScan -LinkWalker -Linkbot -LinksManager +Leap +Libwhisker +Lightspeedsystems +Likse +Linkdexbot +LinkextractorPro +LinqiaMetadataDownloaderBot +LinqiaRSSBot +Lipperhey Lmspider -Ltx71 +MFC_Tear_Sample MIDown tool -MSFrontPage +MIIxpc +MQQBrowser +MTRobot Magnet -Mail.RU_Bot -MarkWatch +Majestic-SEO +Majestic12 +MarkMonitor Mass Downloader -Masscan Mata Hari -Mb2345Browser +MeanPath Bot Mediatoolkitbot MegaIndex.ru -Mister PiX -Mojeek +MicroMessenger +Minefield +Moblie Safari +Mojolicious +Msrabot NICErsPRO +Name Intelligence Nameprotect -Navroad NearSite Needle -Net Vampire -NetAnts -NetLyzer NetZIP Netcraft -Netvibes -Nibbler -Nimbostratus -Nuclei -Nutch +NextGenSearchBot +Niki-bot +NimbleCrawler +Ninja +Nmap +Not +Octopus Offline Navigator -OpenLinkProfiler -Openfind -Openvas -OutfoxBot -PECL::HTTP -Page Analyzer +OnCrawl +PHPCrawl +POE-Component-Client-HTTP PageScorer -Pandalytics -Petalbot +Papa Foto +Pavuk +Picscout Picsearch Pimonster -Pixray +PleaseCrawl +Pockey Probethenet Psbot -PyCurl -RSSingBot -RankActiveLinkBot -RankFlex -RankingBot2 -Rankivabot -RealDownload -Recorder -RedesScrapy +Pump +RankActive +Re-re +Reaper RepoMonkey +RocketCrawler Rogerbot SBIder SEOkicks -SEOstats -SalesIntelligent +SEOlyticsCrawler +SMTBot +ScanAlert Scanbot -Scrapy -Searchestate +ScoutJet +ScreenerBot SearchmetricsBot +SemanticJuice Semrush -SemrushBot -SentiBot SeoSiteCheckup -Site Sucker +Seomoz +SiteCheckerBotCrawler +SiteLockSpider +Siteimprove Sitevigil +SmartDownload Snapbot -Sottopop -Spammen +SocialRankIOBot +Sogou web spider +Sosospider SpankBot -Spanner -Spinn3r +Spbot Sqlmap -Steeler Stripper -SuperHTTP -Surfbot +Sucker +Sucuri +SuperBot +SurveyBot Suzuran -Teleport -TeleportPro +Szukacz +T0PHackTeam +Telesphoreo +Telesphorep The Intraformant TheNomad -Titan -Turingos -TwengaBot +Thumbor +TightTwatBot +Toweyabot +Trendiction +Turnitin Twice +Typhoeus URLy Warning URLy.Warning -V-BOT -VidibleScraper -Voil -Voltron -WASALive-Bot +Upflow +Vacuum +Vagabondo +VelenPublicWebCrawler +VeriCiteCrawler +WWW-Collector-E WWW-Mechanize -Web Pix -WebBandit +WWWOFFLE +Web Enhancer +WebAuto +WebEnhancer +WebFetch WebGo IS -WebPix +WebLeacher WebReaper -WebSauger -WebmasterWorldForumBot -Website Quester -Whack +WebStripper +WebWhacker +WebZIP +Webshag +WebsiteQuester Whatweb -Widow -WinHTTrack -Wonderbot -Zauba -ZoominfoBot -ZyBorg -adscanner -archive.org_bot -arquivo-web-crawler -autoemailspider +Woobot +Xaldon WebSpider +YoudaoBot +ZmEu +arquivo.pt cah.io.community -coccocbot-web -crawl.sogou.com -evc-batch +check1.exe +clark-crawler +com.plumanalytics +crawler4j +domainsproject.org +eCatch +gopher +heritrix instabid -internetVista monitor +ips-agent lwp-request -lwp-trivial -magpie-crawler +meanpathbot +muhstik-scan pcBrowser -plumanalytics -polaris version -probe-image-size s1z.ru -seostar +scan.lol +seobility +seoscanners +serpstatbot sexsearcher +siteripz +sogouspider +sysscan trendiction.com -webmeup-crawler -webpros.com +trendiction.de x09Mozilla -x22Mozilla +zauba.io +zgrab diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 7088ff3d0..ccf63f1a7 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -ALittle Client +404enemy +ASPSeek Aboundexbot -Acunetix AfD-Verbotsverfahren Alexibot AllSubmitter Alligator -AlphaBot -Anarchie -Attach -AwarioSmartBot -BDCbot -BDFetch +Anarchy99 +Anthill BLEXBot +BackDoorBot BackWeb BacklinkCrawler -BatchFTP -Battleztar Bazinga -Bigfoot +Barkrowler BlackWidow -BlowFish +Boardreader Bolt Brandprotect Brandwatch -BuiltWith -BuzzSumo +Buddy +Bullseye CATExplorador -CCBot CODE87 CSHttp Calculon +CazoodleBot +Cegbfeieh +CensysInspect CheeseBot +CherryPicker ChinaClaw -Chlooe +Claritybot +Cliqzbot Cloud mapping -Collector -Copier -Cosmos -Crescent +Cocolyzebot +Cogentbot +Copyscape +Crawling at Home Project Curious -Custo +DSearch +DatabaseDriverMysqli +Demon Deusu -Digincore -Dirbuster -Discobot -Dispatch -DnyzBot +Devil +Discoverybot DomCopBot DomainAppender -DomainSigmaCrawler -DomainStatsBot +DomainCrawler +Download Wonder +Dragonfly +ECCP/1.0 EMail Siphon EMail Wolf -Ebingbong -Evil -ExtLinksBot -Extractor -ExtractorPro +EirGrabber +EyeNetIE Ezooms -FemtosearchBot -Foobot +FDM +FHscan +FlashGet +Flunky Freeuploader +FrontPage FyberSpider Fyrebot G-i-g-a-b-o-t +GT::WWW GalaxyBot -Genieo -GermCrawler GetRight GetWeb -Getintent -Go!Zilla -Go-Ahead-Got-It +Gigabot GoZilla Grabber GrapeFX +GrapeshotCrawler HMView -HTTrack -HaosouSpider +HTMLparser +HTTP::Lite +Havij Hloader -IDBTE4M -IRLbot -Id-search -IndeedBot -InfoTekies -Intelliseek -Internet Ninja -Iskanie +HybridBot +IDBot +Iblog +Image Sucker JOC Web Spider -Jbrofuzz -JetCar Jetty +JikeSpider Joomla -Jorgee Jyxobot +Keyword Density Kinza -Kozmosbot +Lanshanbot Larbin Leap -LieBaoFast -Likse -Linkdexbot -LinkextractorPro -LinksManager -LinqiaRSSBot +LeechFTP +LibWeb +Lightspeedsystems +LinkScan +LinqiaMetadataDownloaderBot LinqiaScrapeBot -Lipperhey Spider -MIDown tool -MIIxpc +Ltx71 +MFC_Tear_Sample MJ12bot -MQQBrowser MSFrontPage -MTRobot -Mag-Net -Majestic SEO +MSIECrawler +Majestic-SEO +Majestic12 +MarkWatch Mata Hari -Mb2345Browser -MeanPath Bot -MegaIndex.ru -Metauri -MicroMessenger +Mediatoolkitbot +Microsoft Data Access +Moblie Safari +Mojeek +Mojolicious +Mr.4x3 +Musobot NICErsPRO +Name Intelligence Nameprotect -Nessus -Net Vampire -NetZIP -Nettrack -Netvibes +Navroad +NearSite +Needle +NetAnts +NetLyzer +NetMechanic +Netcraft +Nibbler Niki-bot NimbleCrawler Nimbostratus +Ninja +Nmap +Not Nutch -Offline Navigator -Openfind -Openvas -OrangeBot -OrangeSpider +OnCrawl OutclicksBot OutfoxBot -PHPCrawl -Page Analyzer -Papa Foto +POE-Component-Client-HTTP +Pavuk +PeoplePal Petalbot +Pi-Monster +Picscout Pimonster Pixray Psbot -Pu_iN QueryN Metasearch -RSSingBot -RankActiveLinkBot +RankActive RankingBot -Re-re -Reaper -RepoMonkey +Rankivabot +RankurBot +ReGet +RealDownload +Recorder +RocketCrawler +Rogerbot +SBIder SEOkicks -SEOstats -SISTRIX -SMTBot -Screaming +SEOlyticsCrawler +ScanAlert +ScoutJet +ScreenerBot ScrepyBot SearchmetricsBot -SemanticJuice -SemrushBot +SeoSiteCheckup SeobilityBot -Site Sucker -SiteCheckerBotCrawler -SiteLockSpider +Seomoz +Siphon +SiteSnagger +SiteSucker +Sitebeam +Siteimprove SlySearch -Snoopy +SmartDownload Sogou web spider +Sosospider +Spammen SpankBot -Spanner -Spinn3r -SputnikBot -Sqworm -Sucker -SuperHTTP -SurveyBot -Suzuran -Swiftbot -T0PHackTeam -T8Abot -Teleport +Stripper +Sucuri Telesoft -Telesphoreo Telesphorep -The Intraformant -TightTwatBot -Toata +Titan Toweyabot Tracemyfile Trendictionbot True_Robot -TurnitinBot -URLy Warning -URLy.Warning -V-BOT +TwengaBot +Twice +Typhoeus +UnisterBot VB Project -Vacuum -VelenPublicWebCrawler -VeriCiteCrawler Voltron -WASALive-Bot -WEBDAV +WBSearchBot WISENutbot -WPScan -WWW-Collector-E -WWWOFFLE -Wallpapers/3.0 -WeSEE -Web Auto -Web Collage +WWW-Mechanize +WallpapersHD +Web Fuck +Web Sucker WebAuto +WebBandit +WebCollage WebCopier -WebEnhancer -WebPix -WebReaper -Webshag -Webster -Whack +WebFetch +WebGo IS +WebLeacher +WebSauger +WebStripper +WebSucker +WebWhacker +Webalta +WebsiteExtractor Who.is Bot +WiseGuys Robot Wotbox +Wprecon +Xaldon WebSpider Xaldon_WebSpider +Xenu YoudaoBot -Zade -Zeus Zitebot -ZyBorg +ZoominfoBot autoemailspider -cah.io.community check1.exe +coccocbot-web +com.plumanalytics crawl.sogou.com crawler.feedback +crawler4j dataforseo.com -domainsproject.org -gopher -lwp-request -magpie-crawler -muhstik-scan +eCatch +heritrix +instabid +internetVista monitor +pcBrowser +probe-image-size +scalaj-http scan.lol -seoscanners -sogouspider -sp_auditbot -sysscan -trendiction.com +seobility +seostar +serpstatbot +sitechecker.pro +siteripz +spyfu +trendiction.de ubermetrics-technologies.com -voyagerx.com webgains-bot +x09Mozilla x22Mozilla +zauba.io zgrab diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index 95b4d851a..9cf702944 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -cougfan.info -elektrischezigarette2.onsugar.com -famix.xyz -moscow-clining.ru -myxdate.info -remorcicomerciale.ro -ruex.org.ua -seokicks.de -totu.us -yourads.website +abcdeg.xyz +gsasearchengineranker.space +mastershef.club +noumeda.com +peugeot-club.org +seorussian.ru +traffique.net +watchmygf.net +youjizz.com +zynax.ua diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index 330a74a08..3b338952c 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -108shot.com -123cha.com -24-ak.ru -273-fz.ru -4kpics.rocks -72-news.com -aa81bf391151884adfa3dd677e41f94be1.com -academiacsmendoza.org -adclickthru.net -addtoadd.men +101billion.com +12bet.com +1adult.com +2000k.ru +214jaluwobapef.cf +2345.com +2itech.ru +6hopping.com +7ooo.ru +883zy.com +91abcw.com +aab94f698f36684c5a852a2ef272e031bb.com +acc.eu.org +activepr.ru +adexprts.com +adman.se admitad.com -adtiger.tk -adultgalls.com -advocatemsk.ru -airlandsea.info -alienwheels.de -all4invest.info -allbizne.co.ua -alphaforum.ru -alta-realestate.com -aludecor.info -alyeskaresort.com -am-se.com -anabolics.shop -animali.deagostinipassion.it -anjalika.co.in -anmysite.com -anonymous-redirect.com -apimegabrowsebiz-a.akamaihd.net -app5.letmacworkfaster.world -arcadepages.com -arendatora.ru -articlesdirectoryme.info +ads.gold +advertex.info +aero2.ru +airmaxshoes-2016.com +alfa-img.com +alibestsale.com +allcredits.su +allkrim.com +allpdfmags.net +amazon-seo-service.com +amyfoxfitness.com +anal-acrobats.hol.es +angel1777.kz +apartamentwroclaw.eu +apartmentbay.ru +apidigidocketnet-a.akamaihd.net +apiholdingmypage-a.akamaihd.net +apioutoboxnet-a.akamaihd.net +apiqualitinknet-a.akamaihd.net +apple.com-cleaner.systems +arcteryxsale.online +artparquet.ru +asociatia-tipografilor-transilvania.ro asseenontv.ru +atofilms.com +ausergrubhof.info autochoixspinelli.com +automobile-spec.com autoplate.info -autoua.top -ayodhya.co -b2b-lounge.com -backiee.com -baersaratov.ru -bankiem.pl -bannerads.de -bannerconnect.net -bcmp.org -best-games.today -bestfortraders.com -besthoro.ru -betterhdporn.com -bitporno.sx -blackhatworth.com -blavia.00author.com -bmw.afora.ru -brainboosting.club -brimstonehillfortress.org -bumascloset.com -cactussoft.biz -calc-for-credit.ru -callawaygolfstore.online -carsplate.com -cartierlovestore.com -catalogs-parts.com -cbox.ws -cbozhe.com -cejewelry.xyz -celebsopics.com -cenokos.ru -centrdebut.ru -cerev.info -certifywebsite.win -chatroulette.world -chcu.net -cheap-trusted-backlinks.com -cheapbelstaff.online -cherrypointplace.ca +aviav.ru +badavit.com.ua +baixar-musicas-gratis.com +bazaronline24.ru +beget.tech +berrymall.ru +bestdooz.com +bestdraws.com +bestmobilityscooterstoday.com +bestwebsitesawards.com +bestwrinklecreamnow.com +betune.onlinewebshop.net +bfz.biz +bibys.com +bingoporno.com +bitcoinpile.com +blog.remote-computer.de +bloggerads.net +blue-square.biz +boanonihaca.tk +bobba.dzaba.com +bodybuilding-shop.biz +boo-arts.com +bookmark4you.com +brainzpod.win +brandov.ru +browserprotecter.com +brus.city +buydissertation.net +buyviagraa.blogspot.com +cannibalcheerleader.com +cars-modification.net +carson.getenjoyment.net +cartierreplica.win +cdncash.net +chatroulette.online +cheap-pills-norx.com +chinaelitecheapjerseys.com cialischmrx.com -cialischstgerts.com -cicaki.net -clickbank.net -clickprotects.com -clipartnew.com -club-musics.ru -coderstate.com -collegeessay19.blogspot.ru -compliance-barak.xyz +clash-clans.ru +clickaider.com +clicksor.com +clips.ua.ac.be +clknsee.com +cmd.kz +cocolyze.com +colobit.biz +compliance-andrew.xyz compliance-brian.top +compliance-irvin.top +compliance-ivan.top +compliance-julianna.top +compliance-willy.top +conboy.us +conciergegroup.org converse.ddsoldes.fr -cookie-law-enforcement-ff.xyz -coolgamechannel.com coolgramgoods.com -copyrightclaims.org -cornerstone-countertops.com +cosmeticswomens-womensports.rhcloud.com +cougfan.info courtshipgift.com -cowblog.fr -crest-poloski.ru -custom-electric-guitar.com -daneshetabiat.com -dawlenie.com -dcj-nn.ru -deadlinkchecker.com -deanmoore.ie -design-ideas.info -divci-hry.info -dnepropetrovsk.mistr-x.org -dnsrsearch.com -domination.ml -dotnetdotcom.org -dpihatinh.gov.vn -dprtb.com +cracksplanet.com +d2jsp.org +dairyindia.in +dame-ns.kz +darkages.info +davidovic.info +db.speedup.gdn +dear-diary.ru +decenttools.com +dekoration.us +dichvuvesinhhanoi.com +dieswaene.com +digest-project.ru +dividendo.ru +dkvorota.ru +doeco.ru +dojki-hd.com +doreenblog.online +doublepimp.com +downloaddy.net +downvids.net +drugs-no-rx.info +drugstoreforyou.com drunkmoms.net -dumuelave.xyz -e-biznes.info -e-c.al -el-nation.com -eleimgo.pw -elektronischezigarette2.mex.tl -elitepcgames.com -enbersoft.com +dwomlink.info +dynainbox.com +ebonyporn.site +ekosmetyki.net.pl +elektronischezigarettekaufen1.myblog.de +eloconcream.blogspot.com +en.home-task.com +englate.com +enhand.se eonpal.com -erectile.bid -errorfixing.space -euronis-free.com -exct.net -exoneration-project.us -extener.org +eredijovon.com +eropornosex.ru +erotik0049.com +es5.com +esnm.ru +etenininrade.ga +etur.ru +eupornstar.info +europeanwatches.ru +exhibitionplus.eu +exonline.info +expolicenciaslatam.co ezaz.info -ezigarettenshop1.yolasite.com -falcon-images.blogspot.com -familyholiday.ml -faptitans.com -fashionindeed.ml -fickenbumsen.net -financehint.eu -findclan.org -findpics.pw -finstroy.net +ezigarettenshop2.myblog.de +ezigarettenshop2.postbit.com +facialporntube.com +familyphysician.ru +fbdownloader.com +fetroshok.ru +fickenprivat.info +fifa-coins.online +filesclub.net +filmfanatic.com finteks.ru -fitnesspiks.com +finuse.com fivedwld.cf +flashlarevista.com flipper.top -floridamobilebillboards.com -fortwosmartcar.pw -forum69.info -foto-basa.com -fotoxxxru.com -fr-bearings.ru -frbizlist.com -fuck-paid-share-buttons.xyz -fuckingawesome.com -fuckmill.com -galaxy-family.ru -game300.ru -gamevalue7.weebly.com -ggiaro.com -gilsonchiro.xyz -go2album.com -golmau.host.sk -gonextmedia.com -gowreckdiving.com -grand-chlen.ru -grtyi.com -gsasearchengineranker.top -gsasearchenginerankerhelp.com +flirt4free.com +florida-tourism.net +foodgid.net +forminecrafters.ru +forsex.info +fortevidyoze.net +forums.d2jsp.org +free-stock-illustration.com +freelinkbuilding.website.tk +freshwallpapers.info +froggytube.com +fuel-gas.com +fun-mobi.pl +funnel.co.za +funnypica.com +fz139.ttk.ru +g33.org +galaxyflowers.ru +gambarkataku.co +gamblingnerd.com +gaz-voshod.ru +gazobeton-p.com.ua +gearsadspromo.club +geile-lelly.eu +get-free-social-traffic.com +getlamborghini.ga +gheus.altervista.org +gigapeta.com +girlporn.ru +girls-ufa.ru +goodly.pro +goodprotein.ru +goodwriterssales.com +gorabagrata.ru +gosarhivrt.ru +gpms.org.my +greenshop.su +gsou.cf +guardlink.org guod.me -hanink.biz.ly -haveinc.xyz +hasfun.com hd-filmy.net -heartofbeijing.blogspot.com -helvetia.com.ua -hermesbirkinhandbagoutlets.com -herokuapp.com -highspeed5.net -homegardenlova.com -hop.clickbank.net -hopeonthestreet.co.uk -host-protection.com -hotchatdate.com -hotel-mkad.ru -hotenergy.ru -houdom.net -hoverboard360.de -hoverboard360.se -hyipmanager.in -i-midias.net.br -i4track.net -ie.57883.net -imgata.com -infoupdate.org -instakink.com -iplusbit.blogspot.co.za -iqupdatetmz.win -iradiology.ru -islandminingsupply.wordpress.com -ispaniya-costa-blanca.ru -itservicesthatworkforyou.com -iwanttodeliver.com -izhevsk.zrus.org -j-times.ru -javitas.info -jerseywholesalebizchina.com -jus0wil.pp.ua -kambasoft.com -kartiniresto.com -katadhin.co -ketoanhanoi.info -kevblog.top -keyword-suggestions.com -keywordhut.com -kino-ecran.ru -kinofak.net -kiwi237au.tk +headpress.ru +hifidesign.ru +hledejvshopech.cz +hoverboardforsaledirect.com +hoztorg-opt.ru +hyiphunter.org +i-hobot.ru +idc.com.ua +ido3.com +iklysha.ml +imitex-plus.ru +immigrational.info +immobiliaremassaro.com +impisr.edunsk.ru +indo-export.ru +investmac.com +itag.pw +itch.io +ivoiretechnocom.ci +izismile.com +j33x.com +janavibekken.no +jaxcube.info +jbl-charge.info +jerseyssportsshop.com +journalhome.com +junketjuice.blogspot.com +kanimage.com +kaz.kz +kerch.site +keywordblocks.com +keywords-monitoring-success.com +keywordsuggest.org +kinoduh.ru +kinogonew.ru kleine-titten.biz -klikbonus.com -kolotiloff.ru -komputers-best.ru -konpax.com -kotaku.com -kraljeva-sutjeska.com -kreativperlen.ch -kung-fu-ru.com -landmania.ru -landscapebackgrounds.blogspot.com -lapitec.eu -larger.io -lechenie-gemorroya.com -lerporn.info -levaquin750mg.blogspot.com -life.biz.ua -limtu.ifmo.ru -lineshops.biz -linkwithin.com -liveinternet.ro -lolnex.us +knigonosha.net +koopilka.com +kopihijau.info +krasivye-devushki.net +krassh.ru +kredit-blog.ru +kursy-ege.ru +kvartir-remont.biz +law-check-eight.xyz +leadn.pl +lexiangwan.com +light.ifmo.ru +linkbux.ru +lion.conboy.us +livefixer.com +lkbennettstore.online +loadingpages.me +locationdesaison.com +loginduepunti.it lombardfinder.ru -low-format.ru -macfix.life -macotool.com -magicalfind-a.akamaihd.net -mainlinehobby.net -manve.info -medicineseasybuy.com -medmajor.ru -meendo-free-traffic.ga -megagrabber.ru -megahdporno.net -megaindex.ru -mikrobiologies.ru -minecraft-neo.ru -mir-betting.ru -mixtapetorrent.com -mmoguider.ru -mncrftpcs.com -moesexy.com -monclerjacketsoutlet.pw -moneyviking-a.akamaihd.net -monitorwebsitespeed.com -moviezbonkerssk.cf +lostaruban.com +lovelycraftyhome.com +luchshie-topcasino.ru +lunchrock.co +lutherstable.org +luxmagazine.cf +macrotek.ru +makedo.ru +malls.com +mamasuper.prom.ua +manuscript.su +marblestyle.ru +marmotstore.online +maximpartnerspr.com +mebel-vstroika.ru +menstennisforums.com +michaelkorssaleoutletonline.net +militarysale.pro +missclub.info +misswell.net +mmog-play.ru +mmostrike.ru +modabutik.ru +monarhs.info +monclerjacketsoutlet.win +montazhnic.ru +monthlywinners.com +morocco-nomad-excursions.com +moscow.xrus.org moxo.com -moz.com -msfsaar.de -msk-diplomat.com -mug-na-chas-moscow.ru -musicdaddy.net -muzaporn.com -mvpicton.co.uk -mydownloadengine.com -myghillie.info -mymercy.info -mzdish.site -nakrutka.cc -narosty.com -naval.jislaaik.com -nelc.edu.eg -net-profits.xyz +msk.afora.ru +mturkcontent.com +mulberryoutletonlineeu.com +musezone.ru +muycerdas.xxx +muztops.ru +myfreetutorials.com +mysex21.com +na15.ru +namenectar.com newstraveller.ru -nextlnk12.com nextrent-crimea.ru -nisuturnetdgu.tk -nodup.ru -normalegal.ru -nuit-artisanale.com -nyfinance.ml -o-o-6-o-o.ru -offer.wpsecurity.website -offtopic.biz -okmusic.jp -okout.ru -onlainbesplatno.ru -onlinebay.ru -onlyforemont.ru -onlythegames.com -oops-cinema.ru -openlibrary.org -orgasmus-virtual.com -origin-my.ru -orion-v.com -osb.se11.ru -outshop.ru -owathemes.com -oyster-green.com -oz-offers.com -paintingplanet.ru -papasdelivery.ru -partnerline.men -pawli.eu +njpalletremoval.com +notebook-pro.ru +notfastfood.ru +ntic.fr +oakleyglassesonline.us +ok.ru +okuos.com +omgtnc.com +onthemarch.co +optibuymac.com +optikremont.ru +osnova3.ru +ossmalta.com +paidonlinesites.com +pandarastore.top pensplan4u.com -perosan.com -petrovka-online.com -picscout.com -picturesify.com -pigrafix.at -pijoto.net +perl.dp.ua +phrcialiled.com +picphotos.net +pics-group.com +picsfair.com +pio.polytopesexempt.com +pistonclasico.com pix-hd.com -pizza-tycoon.com -play-movie.pl -playtap.us -pochemychka.net -pornhive.org -porno-transsexuals.ru -pornodojd.ru -pornogad.com -pornohd1080.online -pornohub.me -pornoted.com -porto.abuilder.net -powc.r.ca.d.sendibm2.com -profitwithalex.info -progonrumarket.ru -prostitutki-novgoroda.org -prostitutki-yaroslavlya.org +ploenjitmedia.azurewebsites.net +poisk-zakona.ru +pojdelo.weebly.com +polytopesexempt.com +porndairy.in +pornhub-forum.ga +porno-chaman.info +pornoreino.com +pornstartits.xblog.in +potoideas.us +pregnant.guru +prodvigator.ua +proekt-mos.ru +profitkode.com +profolan.pl +prointer.net.ua +promover.org +proxyradar.com psoriasis-file.trade -pussyfleet.com -puzzleweb.ru -pyramidlitho.webs.com -q-moto.ru -qexyfu.bugs3.com +psvita.ru +puteshestvennik.com qld10000.net -rapidokbrain.com -rarbg.to -realtytimes.com -redirlock.com -refererx.com -regdefense.com -remont-fridge-tv.ru -remorcicomerciale.ro -rennlist.com -rentaremotecomputer.com -replica-watch.ru -ringporno.com -sabaapress.com -sack.net -sampleletters.net -saneyes.com -sanjosestartups.com -scanner-marwin.top -scanner-mary.top -search-error.com -searchaddis.com -searchencrypt.com -searchtooknow-a.akamaihd.net -seasonvar.ru -seeingmeerkat.com -seminarykansas904.ml -seogadget.ru -seotoolsagency.com -seozoom.it -sex-tracker.de -sexsearch.com -sexvporno.ru -sexyebonyteen.com -shama-rc.net -share-buttons-for-free.com -shisha-swag.de +quangcaons.com +quickbuck.com +ranksonic.info +rapevideosmovies.com +realizmobi.com +rebrand.ly +refads.pro +reklama1.ru +relatodelpresente.com.ar +relayblog.com +remedyotc.com +remote-dba.de +restorator-msk.ru +ring4rhino.com +ros-ctm.ru +rostov.xrus.org +royalads.net +russkie-gorki.ru +s-iwantyou.com +scanner-don.top +scanner-nelson.top +scanspyware.net +scoopquest.com +scrapinghub.com +screpy.com +searchinquire.com +semxiu.com +seo-platform.com +seoheap.com +servicecenter.co.ua +serviporno.com +sexflirtbook.com +sexspornotub.com +sexy-pings.com shoesonlinebuy.xyz -shoppingjequiti.com.br +shopcheermakeup.info shymkent.xkaz.org -sideeffectsoftizanidine.blogspot.com -sim-service.net -sitiz.club -skuteczna-dieta.co.pl -slimcdn.com -slomm.ru -sneakyboy.com -social-button.xyz -sogimlecal.tk -sosdepotdebilan.com -soviet-portal.do.am -specialfinanceoffers.com -speechfoodie.com -stair.registrydomainservices.com -stathat.com -stop-gepatit.te.ua -strag-invest.ru -superfish.com -supermama.top -surffoundation.nl -svarbit.com -swimpool.ca -sygraem.com +siha.de +silvercash.com +simple-share-buttons.com +sixcooler.de +sladkoevideo.com +sluganarodu.ru +smadihome.com +sofit-dmd.ru +songplanet.ru +sotkal.lark.ru +spinnerco.ca +spy-sts.com +startwp.org +stop-zavisimost.com +studiokamyk.com.pl +studworks.org +sumo.com +supernew.org +swingerseiten.com +t-bygg.com tabakur77.com -taihouse.ru -takethatad.com -talant-factory.ru -tandvardshuset.net -taranerymagesswa.blogspot.com -tattomedia.com -taxi-v-eisk.ru -tdsing.ru -techart24.com -telefonsexkostenlos.tk -telegramdownload10.com -thebluenoodle.com -thewomenlife.com -timhost.ru -tizanidine4mgprice.blogspot.com -tizanidine4mguses.blogspot.com -tizanidineandgabapentin.blogspot.com -tizanidinecost.blogspot.com -tizanidinedosageforsleep.blogspot.com -tizanidineingredients.blogspot.com -tkanorganizma.ru -tmm-kurs.ru -tomck.com +takeflyte.com +tamada69.com +tastyfoodideas.com +tecnoteakviareggio.it +tehngr.ru +teletype.in +textads.men +thebitcoincode.com +tivolibasket.it +tizanidinecapsules.blogspot.com +tizanidinesideeffectsweightloss.blogspot.com +tizanidinewithdrawal.blogspot.com +tomatis.gospartner.com toolsky.com -toondinsey.com -topclickguru.com -torrents-tracker.com -tracfone.com -trafficmonetize.org -traffique.net -trkdf.com -truebeauty.cc -tsyndicate.com -ttsq.fr -tubo360.com -turbodsp.com +topanasex.com +topcasinoratings.ru +topvidos.ru +torrentgamer.net +traffic-club.info +traffixer.com +triumf-realty.ru +truck-land.life +ttrraacckkrr.com +tuckermktg.com +tvorozhnaja-zapekanka-recept.ru twinderbella.com -uamtrk.com -ufa.xrus.org -uhodzalijami.ru -ukrobstep.com -ultimatesetnewfreeallsoftupgradesystems.pw -umekana.ru -underthesite.com -unitygame3d.com -url-img.link -utiblog.fr -varikoz24.com -vashsvet.com -veerotech.com -videojam.tv -videonsk.com -villacoloniale.com -vinylvault.co.uk -volgograd.xrus.org -voltrknc1.com -vostoktrade.info -vpnmouse.com -vzubah.com -w3javascript.com -wait3sec.org -warning.or.kr -watchinf.com -webads.co.nz -weblibrary.win -webpromotion.ae -website-analyzer.info -websiteexplorer.info -weclipart.com -wedding0venues.tk -weekes.biz.tc -weprik.ru -westermarkanjou.se -wholinkstome.com -wildcattube.com -woman-orgasm.ru -wowcasinoonline.ooo -wstroika.ru -wwwadultcheck.com -x-diesel.info -xjrul.com +twittruth.com +uggbootsoutletsale.us +ugogo.info +ukrtextbook.com +ukrup.com +umg-stroy.ru +uptime-alpha.net +urlopener.com +vbikse.com +viagroid.ru +video-camer.com +video-chat.cn +vilingstore.net +visa-pasport.ru +visitcambridge.org +vrnelectro.ru +vrotike.ru +vsdshnik.com +vykup-avto-krasnodar.ru +warningzscaler.heraeus.com +web-analytics.date +webalan.ru +webix.biz +webix.me +webmasterhome.cn +weddingdresses.xyz +westum.se +whatsupinfoley.com +whereverdesperate.gq +wholesalejerseyscheapjerseys.us.com +wildworld.site +womensplay.net +xcombear.ru +xedserver.com +xgames-04.com xmronta.com -xn-----7kceclhb4abre1b4a0ccl2fxch1a.xn--p1ai -xn-----8kcatubaocd1bneepefojs1h2e.xn--p1ai -xn----7sbbahaq9bb5afgiqfliv4m.xn--p1ai -xn----btbdvdh4aafrfciljm6k.xn--p1ai -xn--80ab4aa2g.xn--p1ai -xn--80ajjbdhgmudixfjc8c5a9df8b.xn--p1ai -xvideosporn.biz -xxxdatinglocal.us -xxxkaz.org -yellowstonesafaritours.com -youjizz.com -yourporn.com -yoursearch.me -zakazvzloma.com -zeroredirect.com -zeroredirect2.com -zkjovpdgxivg.ga -zoogdisany.com +xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai +xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai +xn----ctbbcjd3dbsehgi.xn--p1ai +xn--80atua3d.xn--p1ai +xnxx699.com +xxx-treker.ru +xxxhdvideo.site +xxxnatelefon.ru +xxxtubesafari.com +yaoguangdj.com +yebocasino.com +yhit.press +yottos.com +ytmnd.com +zakazfutbolki.com +zakon-ob-obrazovanii.ru +zakonobosago.ru +zambini.ru +zeikopay.com +zetgie.com.pl +zhacker.net +zigarettenonlinekaufen1.blox.pl +zigarettenonlinekaufen2.drupalgardens.com +zoosexart.com +zrelaya.pw +zverokruh-shop.cz diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index c857aa892..3b132cd63 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -01apple.com -1314dh.com -2020iscoming.info +000free.us +100dollars-seo.com 4k-player.pl -7fon.ru -a.frcls.fr -a1security.com.ua -adservme.com -advancedcleaner.com -affrh2015.com -alif-ba-ta.com -all4invest.info -allesohnegirls.net -allproblog.com -anaksma.info -android4fun.org -anonymousfox.co -apioasisspacenet-a.akamaihd.net -apioutoboxnet-a.akamaihd.net -apiqualitinknet-a.akamaihd.net +57883.net +9med.net +a96527gi.beget.tech +aasoldes.fr +acgs.tk +acunetix-referrer.com +ads-seo.men +alt-servis.ru +amanda-porn.ga +amateurgalls.com +amospalla.es +angkortours.vn +anticrawler.org +apifasterlightin-a.akamaihd.net +apimegabrowsebiz-a.akamaihd.net +apispringsmartne-a.akamaihd.net apiwebwebgetcom-a.akamaihd.net -applyneedy.xyz -arius.tech -artefakct.com -ascat.porn -asdfz.pro -asrvvv-a.akamaihd.net -b00kmarks.com -bamo.xsl.pt -bang-hotties.com -bannerconnect.net -bear.gotcher.us -best-seo-software.xyz -blog.koreadaily.com -bmw.afora.ru -bongacams.com -bonky.biz -brimstonehillfortress.org -candcstuccoandstone.com -capture-room.com -cardsharp1.ru +arraty.altervista.org +asiengirls.net +avto-oligarh.ru +backlink4u.net +bagcionderlab.com +baladur.ru +balkanfarma.ru +banksrf.ru +beachpics.com +belstaffstore.online +best-seo-offer.com +biznesluxe.ru +blogig.org +blogporn.in +bonkers.name +bronzeaid-a.akamaihd.net +bumascloset.com +buy-loft.ru +candiceloves.us +capacitacionyaprendizaje.com +carstrends2015.com +cartujano-pre.de cashonads.com -caveavins.fr -christianlouboutinshoes.xyz -clash-clans.ru -cleanallvirus.com -compliance-alexa.top -cool-wedding.net -cosmetic.donna7753191.ru -country-chic.ru -creditnation.ru -crest-poloski.ru -dealighted.com -dekoration.us +cdncash.org +censys.io +chocolateslim-u-srbiji.com +christianlouboutinreplica.pw +ci.ua +clarithromycin500mg.com +clickso.com +cmd.kz +co.lumb.co +comeondog.info +cornerstone-countertops.com +cowlmash.com +creditmoney.com.ua +creditwell.ru +dairyindia.in +dealitright.click +dear-diary.ru +dekorkeramik.ru delta-line.men -dengi-pod-zalog-nedvizhimosti.ru -deniven.1bb.ru -design-ideas.info -dickssportinggoods.com -digest-project.ru -divatraffic.com -dlya-android.org -dnsrsearch.com -dogclothing.store -dokfilms.net -download-walpaperhd.blogspot.com -doyouknowtheword-flummox.ml -draniki.org -eachdayisagift.review -el-nation.com -elektronischezigarettekaufen2.tumblr.com -elvenar.com -emergencyneeds.org -erotik-kostenlos.net -erotiktreff24.info -escortplius.com -estelight.ru -eurosamodelki.ru -ewebarticle.info -extlinks.com -ezigarettekaufen2.mpbloggar.se -ezigarettenshop2.myblog.de -ezofest.sk -f1nder.org -face.hostingx.eu -faracontrol.ir -fbdownloader.com -fetishinside.com -filkhbr.com -find1friend.com -findanysex.com -flprog.com -forex.osobye.ru -formularz-konkurs.tk +depositfiles-porn.ga +dev-seo.blog +dnepropetrovsk.mistr-x.org +documentsite.net +dostavimvdom.ru +e-buyeasy.com +eandsgallery.com +easycommerce.cf +elektronischezigarettekaufen1.beeplog.com +elkacentr.ru +elvel.com.ua +europages.com.ru +extstat.com +ezrvrentals.com +fandlr.com +fastfixing.tech +financehint.eu +forminecrafters.ru forum.tvmir.org -forums.d2jsp.org -fotoxxxru.com -franklinfire.co -frankofficial.ru -free-traffic.xyz -gcup.ru -generousdeal-a.akamaihd.net -girlgamerdaily.com -gktt.ru -healgastro.com -homedecoguide.info -homedo.fabpage.com -horoshieokna.com -hydropump.su -img.wallpaperstock.net -imitex-plus.ru -integritylandscapeservices.com -ivearchenceinflu.cf -ixora.pro -izhevsk.xrus.org -izhevsk.zrus.org -jovencitas.gratis -kinostorm.net -konteiner24.com -leadn.pl -lineavabit.it -livejasmin.com +free-social-buttons.com +free-social-buttons.xyz +freeuploader.com +fuel-gas.com +fungirlsgames.net +fz139.ttk.ru +ge0ip.org +genetworx.com +gifspics.com +gigixo.com +globatur.ru +goblacked.com +goodwriterssales.com +greenzaim.ru +guardlink.org +guiadeserraazul.com +hannasolution.ru +heygidday.biz +hmmm.cz +hobild.net +homelygarden.com +homemade.gq +hostcritique.com +houseofrose.com +howlongdoestizanidinestayinyoursystem.blogspot.com +howtowhitenteethfast.xyz +ideoworld.org +ilovevitaly.xyz +inboxdollars.com +inet-traffic.com +informatiecentro.be +instabid.tech +investmac.com +jerseychinabizwholesale.us +juliadiets.com +kazka.ru +kinotorka.ru +kliksaya.com +kountrylife.com +kovrenok.ru +kupiproday.com.ua +lacasamorett.com +lancheck.net +landinez.co +landreferat.ru +lapolis.it +laudit.ru +law-check-two.xyz +lerporn.info +lidoradio.com +live-sexchat.ru livingroomdecor.info -loadopia.com -locatellicorretor.com.br -m.b00kmarks.com -macdamaged.space -mansparskats.com -mararoom.ru -maslenka.kz -mastershef.club -mathgym.com.au -meble-bogart.info -megaapteka.ru -middlerush-a.akamaihd.net -moi-glazki.ru -mojpregled.com -moneyviking-a.akamaihd.net -moonci.ru -mrpornogratis.xxx -muznachas-service.ru -mydeathspace.com -nagdak.ru -napalm51.nut.cc -narco24.me -narkologiya-peterburg.ru -narutonaruto.ru -new7ob.com -nikitsyringedrivelg.pen.io -nina.az -no-fuel.org -nudo.ca -nzfilecloud.weebly.com -obiavo.su -obuv-kupit.ru -okel.co -oklogistic.ru -olvanto.ru -onlineslotmaschine.com -ooo-olni.ru -paighambot.com -pandarastore.top +lomza.info +lookingglassemb.com +lordzfilmz.me +matematikus.info +me-ke.com +megaindex.ru +megavolt.net.ua +menetie.ru +mesto-x.com +michaelkorsoutlet.store +mindbox.co.za +missclub.info +morepoweronmac.trade +moscow.online-podarki.com +multgo.ru +myanyone.net +mygameplus.com +netpics.org +nodding-passion.tk +nottyu.xyz +nullrefer.com +nyfinance.ml +obsessionphrases.com +oconto.ru +okonich.com.ua +okroshki.ru +onemactrckr.com +orgasmatrix.com +otbelivanie-zubov.com +ourville.info +papasdelivery.ru partnerads.men -pictures-and-images.com -pizdeishn.com -plaff-go.ru -plohaya-kreditnaya-istoriya.ru -poems.com.ua -pontiacsolstice.info -poquoson.org -pornofiljmi.com -powitania.pl -pssucai.info -puteshestvennik.com -quickchange.cc +pc-test.net +pendelprognos.se +perm.xrus.org +pewit.pw +pharmacyincity.com +phobia.us +platesauto.com +pokerniydom.ru +popup-fdm.xyz +porndairy.in +porno-dojki.net +porto.abuilder.net +predmety.in.ua +predominant-invent.tk +privhosting.com +propranolol40mg.blogspot.com +prosmibank.ru +q-moto.ru +quit-smoking.ga rangoman.date -rankexperience.com -realitykings.com -realizmobi.com -registratciya-v-moskve.ru -resultshub-a.akamaihd.net -roofers.org.uk -ryetaw.com -sammyweaver.com -samolet.fr -sayyoethe.blogspot.co.za -scanner-nelson.top -schalke04fc.info -se-welding.ru -seansonline24.pl -searchaddis.com -searchtooknow-a.akamaihd.net -sel-hoz.com -seo-traffic-ranking.info -seorankinglinks.us -sibecoprom.ru -sigmund-freud.co.uk -sildenafilcitratemed.com -silvermature.net -simple-image.com.ua -site-analyzer.com -site-speed-checker.site -siteaero.com -socialmadesimple.com -sosdepotdebilan.com -spywareit.com -stair.registrydomainservices.com -stal-rulon.ru -statustroll.com -streetfooduncovered.com -strongholdsb.ru -strongsignal-a.akamaihd.net -sugarlyflex.pw -superinterstitial.com -tako3.com -tmearegion26.com -tmtrck.com -torrent-newgames.com -totu.us -traffixer.com -tripper.de -trkdf.com -ugguk.online -ukrup.com -veopornogratis.xxx -via-energy-acquistare.com -vroze.com -webix.me -weightatraining.com -wholesalenfljerseys.us.com -wstroika.ru -x-diesel.org +raschtextil.com.ua +royal-investments.net +rrutw.com +rumamba.com +rusoft-zone.ru +russintv.fr +sashagreyblog.ga +scanner-walt.top +scanner-walter.top +scanner-willy.top +scanspyware.net +scat.porn +searchwebknow-a.akamaihd.net +seolab.top +sevenstars7.com +shariki-zuma-lines.ru +shtora66.ru +sierraapps.com +simplepooltips.com +sinel.info +smichovbike.cz +snjatie-geroinovoy-lomki.ru +sohoindia.net +soochi.co +sps-shop.com +stairliftstrue.com +star61.de +stopnarco.ru +sunflowerdrawingpaintings.blogspot.com +tattomedia.com +tizanidinesleepaid.blogspot.com +tmm-kurs.ru +todohr.com +torture.ml +trichizobswiv.agddns.net +triumf-realty.ru +trucri.me +tubeline.biz +turkeyreport.tk +uasb.ru +unacittaconte.org +unionmarkt.de +unitexindia.com +vekzdorov.ru +videogamesecrets.com +vielporno.net +vinylvault.co.uk +vitanail.ru +voprosotvet24.ru +webcamdevochka.com +wholesalecheapjerseysfree.com +worldhistory.biz +wrona.it x-rates.ru -xlolitka.com -xn-----7kceclhb4abre1b4a0ccl2fxch1a.xn--p1ai -xn--80aaaks3bbhabgbigamdr2h.xn--p1ai -xn--80aagddcgkbcqbad7amllnejg6dya.xn--p1ai +xblognetwork.com +xfire.com +xn--80ajbshivpvn2i.xn--p1ai +xn--80ak6aa92e.com xwatt.ru -xxlargepop.com -xxxguitars.com -xxxtube69.com -xz618.com -ynymnwbm.bloger.index.hr -yougotanewdomain.com -yourmovies.pl -yourothersite.com -zapatosenventa.info -zebramart.ru -zeikopay.com -zrelaya.pw +yadro.ru +yes-com.com +yuarra.pluto.ro +za-music.mymobiplanet.com +zhacker.net +zoogdisany.com diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index ddea68571..b33a71729 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.233 0; +10.1.1.97 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index 9b28d7310..3745f3b84 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.12.2765 -### Updated: Wed Dec 8 07:03:34 UTC 2021 +### Version: V4.2021.12.2766 +### Updated: Wed Dec 8 10:03:13 UTC 2021 ### Bad Bot Count: 631 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 9b28d7310..3745f3b84 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.12.2765 -### Updated: Wed Dec 8 07:03:34 UTC 2021 +### Version: V4.2021.12.2766 +### Updated: Wed Dec 8 10:03:13 UTC 2021 ### Bad Bot Count: 631 ################################################### ### Version Information ##