From d5c2787f8a1d796a24484c19253c95a0d8a9e8b1 Mon Sep 17 00:00:00 2001 From: mitchellkrogza Date: Sun, 14 Nov 2021 10:09:24 +0000 Subject: [PATCH] V4.2021.11.2715 [ci skip] --- AUTO-CONFIGURATION.md | 2 +- MANUAL-CONFIGURATION.md | 2 +- README.md | 2 +- _google_analytics_ghost_spam/README.md | 2 +- .../etc/nginx/conf.d/globalblacklist.conf | 4 +- conf.d/globalblacklist-testing-version.conf | 4 +- conf.d/globalblacklist.conf | 4 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/buildnumber | 2 +- dev-tools/globalblacklist-testing.template | 4 +- dev-tools/globalblacklist.template | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/test_units/blacklist-ips.conf | 2 +- .../random-bots-for-test-quick.list | 20 +- .../test_units/random-bots-for-test.list | 298 +++--- .../random-bots-for-whitelist-test.list | 304 +++--- .../random-referrers-for-test-quick.list | 20 +- .../test_units/random-referrers-for-test.list | 932 +++++++++--------- .../random-referrers-for-whitelist-test.list | 482 ++++----- dev-tools/test_units/whitelist-ips.conf | 2 +- dev-tools/tmp/robots.txt | 4 +- robots.txt/robots.txt | 4 +- 45 files changed, 1084 insertions(+), 1084 deletions(-) diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 1d6b0710f..7deca122f 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.11.2714 +#### Version: V4.2021.11.2715 #### Bad Referrers Blocked: [7077](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [627](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index e4f2e17f3..282936137 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.11.2714 +#### Version: V4.2021.11.2715 #### Bad Referrers Blocked: [7077](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [627](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index 9c8857eea..f132c8152 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2021.11.2714 +#### Version: V4.2021.11.2715 #### Bad Referrers Blocked: [7077](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [627](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index fc011a6ba..0fda37c17 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2021.11.2714 +#### Version: V4.2021.11.2715 #### Bad Referrers Blocked: [7077](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [627](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 56517e0f0..d9dd3b778 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.11.2714 -### Updated: Sun Nov 14 08:26:17 UTC 2021 +### Version: V4.2021.11.2715 +### Updated: Sun Nov 14 10:03:33 UTC 2021 ### Bad Referrer Count: 7077 ### Bad Bot Count: 627 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 6446b6128..6b45bd8ef 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.11.2714 -### Updated: Sun Nov 14 08:26:18 UTC 2021 +### Version: V3.2021.11.2715 +### Updated: Sun Nov 14 10:03:33 UTC 2021 ### Bad Referrer Count: 7077 ### Bad Bot Count: 627 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 56517e0f0..d9dd3b778 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.11.2714 -### Updated: Sun Nov 14 08:26:17 UTC 2021 +### Version: V4.2021.11.2715 +### Updated: Sun Nov 14 10:03:33 UTC 2021 ### Bad Referrer Count: 7077 ### Bad Bot Count: 627 ################################################### diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 6446b6128..6b45bd8ef 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.11.2714 -### Updated: Sun Nov 14 08:26:18 UTC 2021 +### Version: V3.2021.11.2715 +### Updated: Sun Nov 14 10:03:33 UTC 2021 ### Bad Referrer Count: 7077 ### Bad Bot Count: 627 ################################################### diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index cd1ac3b5e..2af8aec42 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.26 1; +10.1.0.66 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 6e54b02af..f75687456 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.26 0; +10.1.0.66 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 6446b6128..6b45bd8ef 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.11.2714 -### Updated: Sun Nov 14 08:26:18 UTC 2021 +### Version: V3.2021.11.2715 +### Updated: Sun Nov 14 10:03:33 UTC 2021 ### Bad Referrer Count: 7077 ### Bad Bot Count: 627 ################################################### diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index cd1ac3b5e..2af8aec42 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.26 1; +10.1.0.66 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 6e54b02af..f75687456 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.26 0; +10.1.0.66 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 6446b6128..6b45bd8ef 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.11.2714 -### Updated: Sun Nov 14 08:26:18 UTC 2021 +### Version: V3.2021.11.2715 +### Updated: Sun Nov 14 10:03:33 UTC 2021 ### Bad Referrer Count: 7077 ### Bad Bot Count: 627 ################################################### diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index cd1ac3b5e..2af8aec42 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.26 1; +10.1.0.66 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 6e54b02af..f75687456 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.26 0; +10.1.0.66 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 6446b6128..6b45bd8ef 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.11.2714 -### Updated: Sun Nov 14 08:26:18 UTC 2021 +### Version: V3.2021.11.2715 +### Updated: Sun Nov 14 10:03:33 UTC 2021 ### Bad Referrer Count: 7077 ### Bad Bot Count: 627 ################################################### diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index 091d5b0a2..3c6eb2a8d 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -2714 +2715 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 6446b6128..6b45bd8ef 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.11.2714 -### Updated: Sun Nov 14 08:26:18 UTC 2021 +### Version: V3.2021.11.2715 +### Updated: Sun Nov 14 10:03:33 UTC 2021 ### Bad Referrer Count: 7077 ### Bad Bot Count: 627 ################################################### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index 56517e0f0..d9dd3b778 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.11.2714 -### Updated: Sun Nov 14 08:26:17 UTC 2021 +### Version: V4.2021.11.2715 +### Updated: Sun Nov 14 10:03:33 UTC 2021 ### Bad Referrer Count: 7077 ### Bad Bot Count: 627 ################################################### diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 0c0b1a3e8..a06693061 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -52.191.187.67 0; +40.91.65.146 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 56517e0f0..d9dd3b778 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.11.2714 -### Updated: Sun Nov 14 08:26:17 UTC 2021 +### Version: V4.2021.11.2715 +### Updated: Sun Nov 14 10:03:33 UTC 2021 ### Bad Referrer Count: 7077 ### Bad Bot Count: 627 ################################################### diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index cd1ac3b5e..2af8aec42 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.26 1; +10.1.0.66 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 6e54b02af..f75687456 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.26 0; +10.1.0.66 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 56517e0f0..d9dd3b778 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.11.2714 -### Updated: Sun Nov 14 08:26:17 UTC 2021 +### Version: V4.2021.11.2715 +### Updated: Sun Nov 14 10:03:33 UTC 2021 ### Bad Referrer Count: 7077 ### Bad Bot Count: 627 ################################################### diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index cd1ac3b5e..2af8aec42 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.26 1; +10.1.0.66 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 6e54b02af..f75687456 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.26 0; +10.1.0.66 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 56517e0f0..d9dd3b778 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.11.2714 -### Updated: Sun Nov 14 08:26:17 UTC 2021 +### Version: V4.2021.11.2715 +### Updated: Sun Nov 14 10:03:33 UTC 2021 ### Bad Referrer Count: 7077 ### Bad Bot Count: 627 ################################################### diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index cd1ac3b5e..2af8aec42 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.26 1; +10.1.0.66 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 6e54b02af..f75687456 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.26 0; +10.1.0.66 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 56517e0f0..d9dd3b778 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.11.2714 -### Updated: Sun Nov 14 08:26:17 UTC 2021 +### Version: V4.2021.11.2715 +### Updated: Sun Nov 14 10:03:33 UTC 2021 ### Bad Referrer Count: 7077 ### Bad Bot Count: 627 ################################################### diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 0c0b1a3e8..a06693061 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -52.191.187.67 0; +40.91.65.146 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index c7e3bda6a..bee2e0830 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.11.2714 -### Updated: Sun Nov 14 08:26:17 UTC 2021 +### Version: V4.2021.11.2715 +### Updated: Sun Nov 14 10:03:33 UTC 2021 ### Bad Referrer Count: 7077 ### Bad Bot Count: 627 ################################################### diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 0c0b1a3e8..a06693061 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -52.191.187.67 0; +40.91.65.146 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index aed032a26..f09735761 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.11.2714 -### Updated: Sun Nov 14 08:26:17 UTC 2021 +### Version: V4.2021.11.2715 +### Updated: Sun Nov 14 10:03:33 UTC 2021 ### Bad Referrer Count: 7077 ### Bad Bot Count: 627 ################################################### diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index cd1ac3b5e..2af8aec42 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.26 1; +10.1.0.66 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index 06e722a2a..107ec6f0f 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Anthill -BDCbot -Jbrofuzz -MTRobot -Nameprotect -Screaming -SpankBot -Web Enhancer -Website Quester -mediawords +LNSpiderguy +Linkdexbot +Ltx71 +Piepmatz +PleaseCrawl +SMTBot +SiteSucker +Steeler +Vagabondo +ZoomBot diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index 9cc8075a3..0edc754a4 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ +01h4x.com 360Spider -404checker -404enemy -ADmantX -ASPSeek +80legs +ALittle Client Aboundexbot -AfD-Verbotsverfahren +Acunetix AhrefsBot -AllSubmitter -Alligator +Alexibot Anarchy99 -BBBike +Anthill +Apexoo +AwarioRssBot +BDCbot +BDFetch BLEXBot BackDoorBot -BackWeb +BackStreet Backlink-Ceck -BacklinkCrawler -Bandit +Badass BetaBot -Bitacle -Black Hole -Boardreader +Blackboard +BlowFish BotALot Brandwatch -Buddy -BuiltWith BunnySlippers -BuzzSumo CATExplorador +Calculon CazoodleBot +Cegbfeieh CheeseBot CherryPicker -ChinaClaw Claritybot -Cosmos -Craftbot -Crawling at Home Project -Crescent +Cloud mapping +Cocolyzebot +Cogentbot +Collector +CopyRightCheck CrunchBot +Curious +DBLBot DIIbot +DSearch DTS Agent DataCha0s +Demon Deusu Digincore -Dirbuster -Disco +Discoverybot DittoSpyder -DnBCrawler-Analytics -DnyzBot DomCopBot -DomainCrawler -Domains Project +DomainSigmaCrawler Dotbot +Dragonfly EasyDL -EirGrabber -Evil -Extreme Picture Finder +Ebingbong +Exabot +Extractor EyeNetIE -Ezooms -FDM -FlashGet +Fimap +Firefox/7.0 Flunky +Foobot Freeuploader -FrontPage -Fuzz -GalaxyBot +FyberSpider +G-i-g-a-b-o-t +Genieo GetWeb -Getintent -Gigabot -Go!Zilla Go-Ahead-Got-It -GoZilla -Grafula -GrapeFX -GridBot -HEADMasterSEO -HTMLparser -HaosouSpider -Hloader -IDBTE4M -Id-search +Gotit +Grabber +GrapeshotCrawler +Heritrix +HybridBot +IRLbot IlseBot Image Fetch -Indy Library -InterGET -Iria +InfoNaviRobot +InternetSeer +Iskanie IstellaBot -JOC Web Spider -JamesBOT Jbrofuzz -JustView +JetCar +JikeSpider +Joomla +Jyxobot Kenjin Spider +Keyword Density +Kinza Kozmosbot LNSpiderguy -Lanshanbot +LWP::Simple Larbin -LeechFTP +Leap +LexiBot Libwhisker +LieBaoFast +Lightspeedsystems +LinkScan LinkWalker Linkbot Linkdexbot +LinkextractorPro LinkpadBot LinksManager -LinqiaScrapeBot +LinqiaMetadataDownloaderBot +LinqiaRSSBot Lipperhey -Lipperhey Spider +Litemage_walker Lmspider -MJ12bot -MSFrontPage -MSIECrawler +Ltx71 +MIDown tool Mag-Net -Majestic SEO -MarkWatch -MeanPath Bot -MegaIndex.ru +Majestic-SEO +Majestic12 +Mass Downloader +MauiBot +Mb2345Browser +Meanpathbot Metauri -MicroMessenger Microsoft URL Control -Mister PiX -Moblie Safari -Mozlila -Msrabot +Mojeek +Morfeus Fucking Scanner +Mr.4x3 Musobot Name Intelligence +Nameprotect NearSite -Needle -NetAnts NetLyzer +NetSpider NetZIP -NextGenSearchBot +Netvibes Niki-bot -Nikto -NimbleCrawler Nimbostratus -Offline Explorer +Ninja +Nutch Openfind Openvas -OrangeBot +OrangeSpider POE-Component-Client-HTTP Page Analyzer -PageThing.com -Pavuk -PeoplePal -Petalbot +Pandalytics +Papa Foto Picscout -Pimonster -PleaseCrawl +PictureFinder +Pixray +Pockey +ProPowerBot +Psbot Pu_iN -Pump -PxBroker -QueryN Metasearch Quick-Crawler RankActive +RankActiveLinkBot +RankFlex +RankingBot2 +ReGet RealDownload Reaper -RedesScrapy -RocketCrawler +RebelMouse +Rogerbot SEOlyticsCrawler SEOstats -ScoutJet -ScrepyBot -Searchestate +Scanbot +Scrapy +ScreenerBot SearchmetricsBot -Shodan +SemrushBot Site Sucker SiteCheckerBotCrawler +SiteExplorer SiteSnagger +SiteSucker +Sitebeam +Siteimprove +Sitevigil Snake -Sosospider -SpaceBison -Spammen +Snapbot Spbot Sqlmap +Sqlworm Sqworm -Stripper +Sucker Sucuri SuperHTTP -Suzuran -Swiftbot -Szukacz +T0PHackTeam Teleport Telesphoreo -TightTwatBot +The Intraformant +TheNomad +Thumbor +Titan Trendiction +Trendictionbot +Turingos +TurnitinBot +Twice +Typhoeus URLy Warning Upflow -Vagabondo -VelenPublicWebCrawler -Virusdie -VoidEYE -Voltron -WASALive-Bot -WBSearchBot -WPScan -WWW-Mechanize -WWW::Mechanize +VB Project +VeriCiteCrawler +VidibleScraper +WEBDAV +WISENutbot WWWOFFLE -Wallpapers -Web Auto -Web Fetch +WallpapersHD +Web Collage +Web Enhancer Web Fuck -Web Pix Web Sauger -WebCopier -WebFetch -WebGo IS WebLeacher WebReaper -Webalta -WebmasterWorldForumBot +WebSucker Webshag -Website Quester -WebsiteExtractor -Whacker +Whatweb +Who.is Bot +Widow WiseGuys Robot -Wonderbot +Woobot Wprecon -Xaldon WebSpider -Zauba -Zeus -ZoominfoBot +Xaldon_WebSpider +Xenu +YoudaoBot +Zade +Zitebot +ZumBot +arquivo-web-crawler autoemailspider -backlink-check -clark-crawler +cognitiveseo +com.plumanalytics +crawl.sogou.com +crawler.feedback dataforseo.com -domainsproject.org -eCatch +demandbase-bot evc-batch -gopher -heritrix -internetVista monitor ips-agent isitwp.com -lwp-request -magpie-crawler meanpathbot -polaris version -probe-image-size -ripz -scalaj-http -tAkeOut -trendiction.de -ubermetrics-technologies.com +mediawords +oBot +page scorer +s1z.ru +satoristudio.net +scan.lol +seocompany.store +sogouspider +sysscan voyagerx.com -webmeup-crawler -webpros.com -x22Mozilla +x09Mozilla xpymep1.exe -zauba.io zgrab diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index a7dd3c9b3..a78594b9a 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -360Spider -404checker +01h4x.com 404enemy -AIBOT +ADmantX +ALittle Client +ASPSeek Abonti -Aboundexbot -AfD-Verbotsverfahren -AiHitBot -Alexibot +Acunetix +AhrefsBot AllSubmitter -Alligator +AlphaBot +Anarchy Anarchy99 +Ankit Apexoo -Attach +Asterias AwarioRssBot -AwarioSmartBot -BBBike -BDCbot +BDFetch +BackDoorBot BackStreet BackWeb -Bandit -Barkrowler -Battleztar Bazinga -Bigfoot -Bitacle -Black Hole +BacklinkCrawler +Badass +BetaBot +BlackWidow Blow Boardreader Bolt -Brandprotect +BotALot Buck -BunnySlippers -CATExplorador +BuiltBotTough +CCBot CSHttp -CazoodleBot -Cegbfeieh -CensysInspect +Calculon CherryPicker +Claritybot Cliqzbot -Cloud mapping -Cogentbot Collector Copier +Cosmos +CrazyWebCrawler +Crescent CrunchBot -CyotekWebCopy -DIIbot +DBLBot +DSearch +DTS Agent DataCha0s -DatabaseDriverMysqli -Deusu -DigitalPebble +Devil +Digincore Dirbuster Disco +Discoverybot DittoSpyder +DnBCrawler-Analytics +DnyzBot DomCopBot -DomainAppender Domains Project Download Wonder Drip +EMail Siphon +EasyDL +Ecxi EroCrawler -Exabot Express WebPictures -ExtLinksBot -ExtractorPro EyeNetIE -FDM FHscan -FemtosearchBot Fimap Firefox/7.0 -FlashGet -Foobot -FyberSpider -Fyrebot +FrontPage G-i-g-a-b-o-t -GT::WWW -GalaxyBot +Genieo +GermCrawler +GetWeb +Getintent Go!Zilla +GrabNet Grabber -Grafula +GrapeFX GrapeshotCrawler -GridBot -HTTP::Lite -HaosouSpider -Heritrix -Hloader -IDBTE4M +HMView +HTMLparser +Harvest Iblog -Id-search IlseBot Image Fetch -InternetSeer -Iria -Iskanie -JetCar -JustView -Jyxobot -Kinza -LWP::Simple -Lanshanbot +IndeedBot +InfoNaviRobot +Intelliseek +Internet Ninja +IstellaBot +JikeSpider +Kenjin Spider +Keyword Density +LeechGet +Lftp +LieBaoFast LinkScan LinkWalker -Linkdexbot -MIDown tool -MSFrontPage -MSIECrawler -Magnet -Majestic12 +LinksManager +LinqiaMetadataDownloaderBot +LinqiaRSSBot +LinqiaScrapeBot +Lipperhey +Lipperhey Spider +Ltx71 +MFC_Tear_Sample +Mail.RU_Bot Mass Downloader -Masscan -Mata Hari -MauiBot Meanpathbot -Metauri +MicroMessenger Microsoft URL Control -Mister PiX +Moblie Safari Mojeek -Mozlila -Name Intelligence -Nameprotect -Navroad +Morfeus Fucking Scanner +Mr.4x3 +Msrabot +Musobot +NICErsPRO Nessus -NetAnts -Netcraft -Nettrack -Netvibes -NextGenSearchBot +Net Vampire +NetZIP Nibbler +Niki-bot Nikto -NimbleCrawler Ninja -Nutch -Offline Explorer -OpenLinkProfiler -Openvas -OrangeSpider -OutfoxBot -POE-Component-Client-HTTP +Nmap +Octopus +OnCrawl +OpenVAS +Openfind +OrangeBot +OutclicksBot +PECL::HTTP PageGrabber -PageScorer -PageThing.com Pandalytics -Papa Foto Pavuk -Petalbot -Pi-Monster -Picscout -Pimonster -Probethenet +PeoplePal +Piepmatz +PleaseCrawl +ProPowerBot Pump -PyCurl +QueryN Metasearch RSSingBot RankActive -RankFlex -RankingBot -Rankivabot +RankActiveLinkBot +Re-re Reaper Recorder RepoMonkey -Ripper +Rogerbot SBIder -SMTBot +SEOlyticsCrawler +SISTRIX +ScanAlert Scrapy +ScreenerBot ScrepyBot -SemanticJuice +SeoSiteCheckup SeobilityBot -Shodan -SiteExplorer +Site Sucker +SiteLockSpider SiteSnagger SiteSucker -Sitebeam Siteimprove -Snoopy +SlySearch Sogou web spider -SpaceBison +Sottopop +Spinn3r SputnikBot +Sqlmap +Sqlworm Steeler +Stripper +Sucker SuperBot -SuperHTTP Surfbot SurveyBot +Suzuran Szukacz -T8Abot -Teleport -Telesoft -The Intraformant -TheNomad +T0PHackTeam Titan -Toweyabot -Trendiction -True_Robot -Turingos -TurnitinBot +Toata +Trendictionbot +Turnitin Typhoeus URLy Warning URLy.Warning +UnisterBot Upflow -Vacuum +VCI Vagabondo -VelenPublicWebCrawler VeriCiteCrawler -VidibleScraper -VoidEYE +Virusdie Voltron -WEBDAV -Web Auto -Web Fetch +WASALive-Bot +WBSearchBot +WPScan +WWW-Collector-E +WWWOFFLE +Wallpapers +Wallpapers/3.0 +WallpapersHD +Web Collage +Web Fuck +Web Pix WebBandit WebCollage -WebCopier -WebEnhancer +WebFetch WebGo IS WebImageCollector WebLeacher +WebPix +WebWhacker Webalta -WebmasterWorldForumBot -WebsiteQuester -Webster +Webshag +WebsiteExtractor +Whacker WinHTTrack -Wonderbot +WiseGuys Robot Woobot +Wotbox Wprecon -Xaldon WebSpider -Xaldon_WebSpider Xenu -Zade -Zitebot +Zauba ZoomBot -ZoominfoBot -ZumBot +ZyBorg archive.org_bot -cah.io.community +autoemailspider +backlink-check +clark-crawler +coccocbot-web com.plumanalytics crawl.sogou.com -demandbase-bot -evc-batch -gopher -lwp-trivial +crawler4j +domainsproject.org +eCatch +instabid +internetVista monitor meanpathbot -muhstik-scan +mediawords +page scorer plumanalytics -polaris version probe-image-size -ripz -s1z.ru -scalaj-http -scan.lol -siteripz -sogouspider +seostar +sp_auditbot spyfu -trendiction.de +voyagerx.com +webmeup-crawler +webpros.com +xpymep1.exe +zgrab diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index ab46bf3fb..97fda23b4 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -coolyarddecorations.com -michaelkorsoutletstore.net -moonci.ru -offer.wpsecurity.website -privatefx.all4invest.info -sluganarodu.ru -telegramdownload10.com -time-japan.ru -umnovocaminho.com -xn----8sblgmbj1a1bk8l.xn----161-4vemb6cjl7anbaea3afninj.xn--p1ai +bestpriceninja.com +budpost.com.ua +cyse.tk +optikremont.ru +palocco.it +renhacklids.tk +rukino.org +truemfilelj.gq +wallpaperaccess.com +zixizop.net.ru diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index d365d1bbc..c75afeec4 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ +00it.com 01apple.com -123movies.love -14b.info -2000k.ru -5forex.ru -91abcw.com -a.frcls.fr -absolute-s.ru -adanih.com -adexprts.com -adinterax.com +1-99seo.com +101lesbian.xyz +101raccoon.ru +1bet.com +1hwy.com +2015god.org +21h2o.com +24videos.tv +28n2gl3wfyb0.ru +2ads.co.uk +4webmasters.org +5i2.net +7wind.ru +7zap.com +a14download.com +aa8780bb28a1de4eb5bff33c28a218a930.com +abcdefh.xyz +abwa.tk +actionnooz.com +ad-words.ru +adclickservice.com +adidas.frwebs.fr +adman.se adobereader-free.ru adserver-e7.com -adsref.men -adtech.fr -adventureparkcostarica.com -adviceforum.info -agroeconom.kz -aksonural.ru -aktivator-windows10.blogspot.com -albuteroli.com -ald2014.org -alevinefesleri.com -alf-img.com -alibestsale.com -aliexpresscashback.club -all-number.com -alldownload.pw -allesohnegirls.net -alpinism.ru -amospalla.es -animali.deagostinipassion.it -anonymizeme.pro -apiportalmorecom-a.akamaihd.net -app5.letmacworkfaster.world -appfastplay.com -arquivo.pt +adultfullhd.com +advancedsoftwaresupport.com +agapovdg.ru +ahrntal.verymes.xyz +alfa-img.com +allboard.xobor.de +allpdfmags.net +alltheviews.com +amyfoxfitness.com +android-systems.ru +androids-store.com +apartment.ru +apidiamondatanet-a.akamaihd.net +arkkivoltti.net +asrv-a.akamaihd.net audiobangout.com -aussie-prizes.com -avitocars.ru -avkzarabotok.com -avtocredit-legko.ru -ayeartoforget.com -azartmsl.com -azlex.uz -b2b-lounge.com -baladur.ru -balkanfarma.ru -bank.uz -bedandbreakfast.com -belstaffstore.online -berrymall.ru -best-businessman.ru -bestkfiledxd.cf -besttorrentknifta.weebly.com -betteroffers.review -beyan.host.sk -bfz.biz -bioinnovate.co -bitcoin-ua.top -bkns.vn -blackle.com -blogporn.in -blpmovies.com -boanonihaca.tk -bonzibuddi.com -boole.onlinewebshop.net -bradleylive.xyz -brateg.xyz -bscodecs.com -bum.com.ru -buron.pw -buscarfoto.com -buy-forum.ru -buydissertation.net -c1.onedmp.com -candelluxsklep.pl +baersaratov.ru +banksrf.ru +bannerads.de +bavsac.com +beauty-clinic.ru +belinka.com.ua +belinvestdom.by +best-coupon-offer.com +bestadbid.com +besthomemadepornsites.com +bestmobilityscooterstoday.com +bezlimitko.xyz +bg6s0.com +bidbuy.co.kr +bif-ru.info +bigcareer.info +bigpictures.club +bio-market.kz +bioca.org +bizru.info +bloggers.nl +blogig.org +bmwhighperformers.com +boazpower.com +bochemit.com.ua +brainzpod.win +break-the-chains.com +brokergid.ru +buchananshardware.com +buehne-fuer-menschenrechte.de +bupropion-sr-150-mg.us +business-made-fun.com +buy-cheap-online.info +buyk.host.sk +buytizanidineonline.blogspot.com +c-english.ru +calc-for-credit.ru +camel-beach.com +camsex.xxx-cam.webcam canoncdriverq3.pen.io -carapics.com -cartechnic.ru -cartierlovestore.com -casinorewards.info -cbozhe.com -ccbill.com -cdncash.net -cfsrating.sonicwall.com -cindymatches.com +cardsharp1.ru +cayado.snn.gr +check-this-out-now.online +christianlouboutinreplica.pw +cialiswithoutadoctor.net +cibpenonptib.flu.cc +cienum.fr classicakuhni.ru -clips.ua.ac.be -cmhomestayagency.com +cleansearch.net +clicksor.net coinsspb.com -coldfilm.ru -communisave.co.za -compliance-andrew.xyz -compliance-george.top -compliance-john.top -compliance-mark.top -compliance-walt.top -connectingsingles.com -construmac.com.mx -copenergo.ru -crackzplanet.com -cranly.net -crazyprotocol.com -creditmoney.com.ua -cscwtalkto.site -customsua.com.ua -dailyrank.net -daooda.com -data1.scopich.com -dating-app.ru -daydream-studio.ru -ddpills.com -dealitright.click -decorationspcs.com -deda-moroza-zakaz.ru -defenderxtactical.com -deshevo-nedorogo.ru -detsky-nabytek.info -devochki.top -diy-handmade-ideas.com -doeco.ru -donvito.unas.cz -doska-vsem.ru -downloaddy.net -dvervmoskvu.ru -e-biznes.info -e-c.al -eachdayisagift.review -eandsgallery.com -educatemetv.com -eets.net -ekn-art.se -elektir.ru -elektrischezigarettekaufen2.cowblog.fr -elektroniksigaraankara.info +com-onlinesupport.site +comeondog.info +compliance-fred.xyz +compliance-irvin.xyz +compliance-julia.top +conocer-sanabria.com +cookingmeat.ru +counterbot.com +country-chic.ru +cpajunkies.com +creditnation.ru +crest-poloski.ru +culad.com +cyse.tk +darmebel.com.ua +deadlinkchecker.com +digital-sale.su +dodlive.mil +dogclothing.store +dogoimage.com +domaincrawler.com +download-wallpaper.net +drupa.com +duplicashapp.com +e-commerce-seo.com +e-poker-2005.com +editors.choice6912650.hulfingtonpost.com +electro-prom.com +elektrischezigarette2.devhub.com elitedollars.com -eng-lyrics.com -enskedesquashclub.se -erotikchat-24.com -erotische-geschichten-xxl.com -essayservicewriting.org -europages.com.ru -expolicenciaslatam.co -extlinks.com -ez8motelseaworldsandiego.com -ezigarettenshop2.myblog.de +eloxal.ru +eluxer.net +elvenar.com +englishdictionaryfree.com +epngo.bz +eropho.com +errorfixing.space +excitacion.info +exmasters.com +exportshop.us +eywords-monitoring-your-success.com +ezaz.info +f07.de +f0815.de familyphysician.ru -fatmaelgarny.com -feel-planet.com -figuringmoneyout.com -filesmonster.porn -filmania-x.ru -filmci.pro -filmi-onlain.info -financetip.eu -finuse.com -flavors.me -floridahuntingfishingadventures.com -focalink.com -forensicpsychiatry.ru +fandlr.com +fanoboi.com +fantasticpixcool.com +fast-wordpress-start.com +fertilitetsradgivningen.se +fifa-coins.online +filesdatabase.net +filunika.com.ru +findclan.org +finteks.ru +firesub.pl +firma-legion.ru forms-mtm.ru -forsex.info -free-deals.faith -freelotto.com -front.ru -fuckingawesome.com -fullfileaccess.com -fyl.com.ru -gamebackyard.com +fortunejack.com +frameimage.org +freeseedsonline.com +freeuploader.com +fres-news.com +freshdz.com +freshwallpapers.info +funcrushgames.com +funponsel.com +funtoonez.com +fxgallery.com +gagrasector.ru +gallerily.com gamedayassist.com -gamerextra.com -gardene.ru -gayxperience.com -gembird.com -generousdeal-a.akamaihd.net -getyourimage.club -ghernnqr.skyrock.com -gigixo.com -girlsfuckdick.com -goblacked.com -golden-catalog.pro -googlepositions.com +gameprimary.com +gentamicineyedrops.blogspot.com +girls-ufa.ru +glavprofit.ru +globalscam.ga +gloverid.site +gnuetella.com +go2album.com +goodprotein.ru gotwebsite1.com -greatgrace.ru -grupografico-pilar.com.ar -guitar-master.org -guod.me -gwebtools.com -hanwei.us -hazardky.net -hcate.com -hchha.com -hdhc.ru -headpress.ru -helpmymacfaster.trade -helvetia.com.ua -hermesbelts.xyz -hoholikik.club -hostsshop.ru -hotelcrocenzi.sm -hubbble.com -hunterboots.online -igrovyeavtomaty777.ru -ilbe.club -img.wallpaperstock.net -imperiafilm.ru -impisr.ru -increasewwwtraffic.info -infostatsvc.com -inspiring-desperate.tk -intellekt21.ru -itsdp3.com -iwantmyfreecash.com -jerseyswholesalechinalimited.com -jillepille.com -joingames.org -jovencitas.gratis -kakadu-interior.com.ua -kalandranis.gr -karadene.com -kazan.zrus.org +gourcy.altervista.org +growshop.es +gsasearchengineranker.pw +gsmlab.pl +gunsvicceadadebt.tk +gwhwpxbw.bloger.index.hr +handicapbathtubarea.com +handsandlegs.ru +haveinc.xyz +healthcarestore.info +hentai-manga.porn +highspeed5.net +home.myplaycity.com +horoshieokna.com +host-tracker.com +hotblognetwork.com +hoztorg-opt.ru +hreade.com +iboss.com +id-forex.com +ilovevitaly.xyz +imagez.co +imguramx.pw +inzn.ru +itronics.ca +javlibrary.cc +jerseywholesalebizchina.com +jimmychoosale.online kenaba.su -kimcurlrvsms.com -kinofak.net -kiskinhouse.com -kiwe-analytics.com -kometars.xyz -kotaku.com -kovesszucs.atw.hu -kovrenok.ru -krasnodar.xrus.org +keywesthideaways.co +kinoplen.ru +klejonka.info +kongruan.com +konpax.com krasnodar.zrus.org -krynica.info +kreativperlen.ch +kretpicf.pw +kriokomora.info +kskjco.club +kvartira-sutochno.com kw21.org -lalalove.ru -lampokrat.ws -laparfumotec.com -law-check-nine.xyz -ledis.top +landscaping.center +laudit.ru +lawyers.cafe +laxdrills.com lesbian.xyz -liffa.ru -linerdrilling.com -locationdesaison.com +letto.by +littlesexdolls.com +lol-smurfs.com +lolnex.us +lonfon.xyz lostaruban.com -lottospring.com louboutinreplica.pw -lovelycraftyhome.com -lsex.xyz +lowephotos.info +luciddiagnostics.in +lyngdalhudterapi.no +m.b00kmarks.com +machicon-ueno.info magda-gadalka.ru -magicalfind-a.akamaihd.net -maladot.com -mamasuper.prom.ua -mansparskats.com -mararoom.ru +magento-crew.net +magiadinamibia.blogspot.com +mail.allnews24.in +mailemedicinals.com +malls.com +manipulyator-peterburg.ru +mansiondelrio.co marwer.info -masturbate.co.uk -mcar.in.ua -meet-flirt-dating.com -menstennisforums.com -message-warning.net -michaelkorsoutlet.store -microstatic.pl -mikrobiologies.ru -minharevisao.com -mirtorrent.net -misswell.net -mobilemedia.md +memberty.com +michaelkorssaleoutletonline.net +mini.7zap.com +misterjtbarbers.com +mobicover.com.ua mobot.site -mompussy.net -monclercoats.xyz -moneymaster.ru -monitorwebsitespeed.com -mozello.ru -mrbojikobi4.biz -mrvideospornogratis.xxx -musicktab.com -myliveblog.ru -myperiod.club -narkologiya-belgorod.ru -naval.jislaaik.com -netpics.org -nfljerseys.online -nhl17coins.exblog.jp -nicovideo.jp -nikkiewart.ru -ningessaybe.me -nisuturnetdgu.tk +mokrayakiska.com +moncleroutletonline.win +monetizer.com-01.site +morocco-nomad-excursions.com +most.gov.iq +moviezbonkerssk.cf +mturkcontent.com +musicpro.monster +musicspire.online +musicvidz.ru +mydoctorok.ru +nakrutka.cc +nardulan.com +narkologiya-voronezh.ru +nastroyke.net +natali-forex.com +naturalshair.site +negral.pluto.ro +nelc.edu.eg +nero-us.com +nextrent-crimea.ru +nfljerseyscheapbiz.us njkmznnb.ru -njpalletremoval.com -nonews.co -novatech.vn -novodigs.com -nuker.com -nw-servis.ru -o-dachnik.ru -o00.in -oakleyglassesonline.us +notasprensa.info +november-lax.com +nuit-artisanale.com obuv-kupit.ru -oil-td.ru -okel.co -okout.ru -openlibrary.org -opinionreelle.com -ororodnik.goodbb.ru -outrageousdeal-a.akamaihd.net -owohho.com -oxotl.com -paccohichetoti.ml -paceform.com -paclitor.com -partner-trustworthy.men -pc-services.ru -pcboa.se -pechikamini.ru -pestomou.info -petedrummond.com -phelissota.xyz -phobia.us -photostudiolightings.com -picmoonco.pw -picurams.pw -pobeiranie.pl -poem-paying.gq -popads.net -popserve.adscpm.net -porno-play.net -porno-video-chati.ru -pornogig.com -pornoklad.ru -pornotubexxx.name -positive2b.ru -pozdrawleniya.com -producm.ru -prodvigator.ua -proxyradar.com -psoriasis-file.trade -psvita.ru -pulseonclick.com -puzo2arbuza.ru -qitt.ru -questionmarque.ch -rankscanner.com -rapevideosmovies.com -realting-moscow.ru -reelheroes.net -reining.lovasszovetseg.hu -relax.ru -remont-komputerov-notebook.ru -repeatlogo.co.uk -replicalouboutin.xyz -responsive-test.net -resultshub-a.akamaihd.net -royalvegascasino.com +oivcvx.website +okeinfo.online +onefilms.net +online-x.ru +onlinefilmz.net +onlinewritingjobs17.blogspot.ru +openstat.com +optikremont.ru +orion-v.com +ourtherapy.ru +owathemes.com +partners-ship.pro +pc-test.net +pdn-4.com +picturesfrom.com +piratecams.com +pistonclasico.com +pivka.xyz +pizda.lol +pizdeishn.com +pizdopletka.club +plugingeorgia.com +pornophoto.xyz +pornoplen.com +pornoted.com +pourvous.info +pr0fit-b0x.com +predominant-invent.tk +progress-upakovka.ru +proposal-engine.com +pwwysydh.com +quality-traffic.com +quangcaons.com +rabot.host.sk +radiogambling.com +randalljhoward.com +rankings-analytics.com +ranksignals.com +rapidgator-porn.ga +refads.pro +resellerclub.com +restaurantlescampi.com +restorator-msk.ru +rimedia.org +robot-forex.biz +rockingclicks.com +roma-kukareku.livejournal.com +royalads.net +rrutw.com rumamba.com -saltspray.ru -sanidumps.com +runstocks.com +runtnc.net +ruscopybook.com +russia-today-video.ru +ryetaw.com savingsslider-a.akamaihd.net -sax-sex.com -scalerite.co.za -scanmarine.info -scanner-josh.top +sbdl.no +sbf441.com +sbtdesign.co.uk +scanmyphones.com +scanner-margo.top +scanner-nelson.top +score-ads.men scottbywater.com sdi-pme.com -searchaddis.com -securityallianceservices.com -seemoreresultshu-a.akamaihd.net -semrush.com -seoexperimenty.ru -seojokes.net -seonetwizard.com -seorankinglinks.com -servethis.com -sexkrasivo.net -sexphoto.site -sexpornotales.com -sexuria.net -shakhtar-doneck.ru -shitting.pro -sibdevice.ru -signal03.ru -simon3.ru -simpoed.ufop.br -sitevalued.com -slim.sellany.ru -slkrm.ru -smichovbike.cz -snegozaderzhatel.ru -snowplanes.com -socialseet.ru -solitaire-game.ru -soochi.co -souvenirua.com -space4update.pw -space4updating.win -spy-sts.com -srdrvp.com -stackthatbucks.com -stair.registrydomainservices.com -stanthonyscatholicchurch.org -star61.de -statustroll.com -stmassage.ru -strongsignal-a.akamaihd.net -stroymonolit.su -svetodiodoff.ru -tanieaukcje.com.pl -tdsing.ru -teastory.co -teesdaleflyballclub.co.uk -teguh.info -thebluenoodle.com -thejournal.ru +sdsjweb.com +seasonvar.ru +security60-e.com +seorankinglinks.xyz +serptehnika.ru +sethrollins.net +sexkvartal.com +sexsaoy.com +sexspornotub.com +sextracker.be +sextracker.com +sheerseo.com +sherlock.se +shoppytoolmac.com +siha.de +simplepooltips.com +simplesite.com +skatestick.bid +sklad-24.ru +skladvaz.ru +sladkoevideo.com +slavkokacunko.de +smallseotools.com +smart-balancewheel.com +snip.to +social-button.xyz +sofit-dmd.ru +softtor.com +solution4u.com +speedup-my.site +spravka-medosmotr.ru +sptslmtrafms.com +stal-rulon.ru +stats-collector.org +stefanbakosab.se +suchenindeutschland.com +sugarlyflex.pw +suhanpacktech.com +support.nopeas.sk +svnuppsalaorebro.se +swimpool.ca +tacbibirfa.tk +talant-factory.ru +tastyfoodideas.com +tds-advert002.info +telegramdownload10.com +templates.radiodigital.co +tgtclick.com +theallgirlarcade.com +thebestphotos.eu +thecoolimages.net +thedownloadfreeonlinegames.blogspot.com themeforest.net -thepantonpractice.co.uk -thepokertimer.com -theprofitsmaker.net -tiandeural.ru -timeallnews.ru -titelhelden.eu +thetoiletpaper.com +titangel-vietnam.com +tizanidine4mgprice.blogspot.com tizanidinefibromyalgia.blogspot.com -tizanidinemusclerelaxant.blogspot.com -tizanidinerecreationaluse.blogspot.com -tongkatmadura.info -top-l2.com +tizanidinehclsideeffects.blogspot.com +tizanidinepills.blogspot.com +tizanidinestreetprice.blogspot.com +tomatis.gospartner.com +top10-online-games.com +topcar-krasnodar.ru +topcasinoratings.ru +topdownloads.ru torrent-to-magnet.com -track.deriv.com -track112.site -trafficjunky.com +torrents.cd +totu.us +touchmods.fr +toy-shop.top +tracxn.com +tradgardspartner.se +traffic100.com trafficmonetize.org -triplepanda.xyz -trkdf.com -trucri.me -tvorozhnaja-zapekanka-recept.ru -twittrading.com -ufa.xrus.org -undergroundcityphoto.com -underthesite.com -unece.org -unimodemhalfduplefw.pen.io -unitexindia.com -urdoot.win +trafficreceiver.club +trk-4.net +trkur.com +truck-land.life +tubeoffline.com +tula.mdverey.ru +turizmus.us +tv-spoty.info +twinderbella.com +udayavani.com +umaseh.com +uroffer.link +usacasino.com utrolive.ru -uytmaster.ru -vabasa.inwtrade.com -vacances-voyages.info -via-energy-acquistare.com -videospornogratisx.net -vladimir.zrus.org -vmnmvzsmn.over-blog.com -voditeltrezviy.ru -voronezh.xrus.org -vvon.co.uk -wahicbefa31.soup.io -wallpaperaccess.com -wallpapersdesk.info -waterefficiency.co -waterpurifier.club -wcb.su -webads.co.nz -webscouter.net -website-audit.com.ua -westvilletowingservices.co.za -whatistizanidine2mg.blogspot.com -wineitudes.wordpress.com -winterclassichockeyjerseys.com -works.if.ua -ww1943.ru +v720hd.ru +valkiria-tk.ru +vancleefreplica.pw +vbabule.net +velpanex.ru +venerologiya.com +via-gra.webstarts.com +videochat.tv.br +vietimgy.pw +vipps.com.my +visionwell.com.cn +viveresaniesnelli.it +vksaver-all.ru +vod.com.ua +vpnhowto.info +vrnelectro.ru +vseigry.fun +vtc.pw +vykup-avto-krasnodar.ru +webalan.ru +webcamtalk.net +webix.biz +weblibrary.win +webnode.me +website-datenbank.de +websiteexplorer.info +websitevaluebot.com +weburlopener.com +weclipart.com +westermarkanjou.se +westsextube.com +wholesalejerseys-cheapest.com +wildworld.site +williamrobsonproperty.com +windowssearch-exp.com +wiosenny-bon-1500.pl +wladimirpayen.com +womama.ru +woodyguthrie.se +wordpress-crew.net +workle.website +wsgames.ru +ww2awards.info www.ehscloud.cn -x-true.info -xblog.in -xchangetrak.com -xep.info -xmladserver.com -xn----9sbubg3ambdfl1j.xn--p1ai -xn----btbdvdh4aafrfciljm6k.xn--p1ai -xn--80aikhbrhr.net -xn--c1acygb.xn--p1ai -xn--hxazdsfy.blogspot.com -xn--oogle-wmc.com -xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai -xolodremont.ru -xtremeeagles.net -xxx-cam.webcam -xxxsiterips.xyz -yaminecraft.ru -yeartwit.com -yellocloud.be -you-shall-not-pass.is74.ru -your-bearings.com -yourmovies.pl -zacreditom.ru -zambini.ru -zarabotat-na-sajte.ru -zastroyka.org +www.labves.ru +www.pinnacle-bets.com +www.wohnkabinen-shop.de +x-musics.com +xfire.com +xgftnlrt.bloger.index.hr +xn----8sbdbjgb1ap7a9c4czbh.xn--p1acf +xn--80adaggc5bdhlfamsfdij4p7b.xn--p1ai +xn--80aebbcbcdemfkhba4byaehoejh8dza3v.xn--p1ai +xn--80ajbshivpvn2i.xn--p1ai +xnxx-n.com +xxxkaz.org +xxxtube69.com +yebocasino.co.za +youresponsive.com +zaapplesales.blogspot.com +zapatosenventa.info +zarabiaj-dzis.pl +zazagames.org +zeroredirect.com +zigarettenonlinekaufen1.blox.pl zigzog.ru -zkjovpdgxivg.ga -zskdla.site -zvuker.net -zzbroya.com.ua +zionstar.net +znaniyapolza.ru +zog.link +zootravel.com +zscalerone.net diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index e6c99c7fc..f229c3908 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -100dollars-seo.com -101flag.ru -1flag.co.za -4kepics.com -5000-cotydzien.com -7wind.ru -academia-nsk.org -acads.net -adservme.com -adzpower.com -ahrefs.com -aihelen.net -alfa9.com -aliexpresscashback.club -all4invest.ru -alphaforum.ru -amt-k.ru -analnoeporno.tv +101billion.com +40cg.com +activepr.ru +adventureparkcostarica.com +adverster.com +agardomains.com +alessandraleone.com +allwidewallpapers.com +alta-realestate.com +ananumous.ru +anatomiy.com +animalia-life.club +anonymousfox.co apimountainbikei-a.akamaihd.net -app5.letmacworkfaster.world -approved.su -arkkivoltti.net -arraty.altervista.org -asscenihotosidea.blogspot.com -asseenontvonline.ru -auto4style.ru -ayodhya.co -azartmix.com -babs.com.ua -baikaleminer.com -beachfix.co -bestbrainprod.win -bezcmexa.ru -bezlimitko.xyz -bimatoprost-careprost.com -binomo.kz -bio-optomarket.ru -bio.trade-jp.net -bitnote.co -blavia.00author.com -bluerobot.info -boo-arts.com -buyessay3.blogspot.ru -callcafe.info -capacitacionyaprendizaje.com -carapics.com -cartierreplica.top -cascadelink.org -cbox.ws -cdnanalytics.xyz -celebsopics.com -centrumcoachingu.com -charmstroy.info -cheapjerseysap.com -cheapjerseysfootballshop.com -cheapmoncler.xyz -chinaelitecheapjerseys.com -choosecuisine.com -clicksor.com -cookie-law-enforcement-ee.xyz -copyrightclaims.org -creditwell.ru -daisye.top -daptravel.com -dbmkfhqk.bloger.index.hr -dcj-nn.ru -dellalimov.com -detki-opt.ru -dgfitness.co +arendovalka.xyz +aruplighting.com +asscenihotosidea.blogspot.co.za +audiobangout.com +aviav.org +balla-boo.se +becuo.com +bestcalovebracelet.cn +bigcareer.info +bjanshee.ru +blackle.com +bmsco.co +bnt-team.com +buqyxa.rincian.info +buyessaynow.biz +byme.se +cartechnic.ru +cheapsergiorossi.online +cialischstgerts.com +citizenclsdriveri7.pen.io +clicksotrk.com +conciergegroup.org +cornerstone-countertops.com +coslab.club +crd.clan.su +credit.co.ua +dame-ns.kz +dealitright.click dipstar.org -docsportal.net -domain-submit.info -e90post.com -edudocs.net -ege-russian.ru -electronicadirect.com -elektrozigarettekaufen1.devhub.com -elkacentr.ru -enpolis.ru -euromasterclass.ru -euroskat.ru -extremez.net -fealq.com -felizporno.com -ferieboligkbh.dk -fetroshok.ru -filmbokep69.com -filmi-v.online -finemanteam.com -flooringinstallation-edmonton.com -forexunion.net -fortunejack.com -forum69.info -freelotto.com -fres-news.com -freshsuperbloop.com -fsalas.com -gamezblox.com -gate5.co.za -generalporn.org -getmiro.com +diusyawiga.tk +dmmspy.com +doktoronline.no +domainsatcost.com +domcran.net +domoysshop.ru +drev.biz +drunkenstepfather.com +dumuelave.xyz +e-kwiaciarz.pl +eaplay.ru +easycommerce.cf +easyukraine.com +educontest.net +elexies.info +englishdictionaryfree.com +eu-cookie-law.info +exoneration-project.us +ez8motelseaworldsandiego.com +ezigarettekaufen1.hpage.com +f00kclan.de +falllow.gq +familyholiday.ml +fashion-mk.net +favoritemoney.ru +firma-legion.ru +flagcounter.me +floridahuntingfishingadventures.com +focalink.com +forodvd.com +foto-telok.net +fototravel.eu +free-social-buttons.xyz +freemaintenancesysforpcandmac.top +fz139.ttk.ru +gardene.ru +gdebestkupit.ru +geile-lelly.eu +geilehausfrauen.net +geoads.com +gg-arena.ru +girlgamerdaily.com googlepositions.com -gq-catalog.gq -gsou.cf -hamilton.ca -harmonyglen.us -hostsshop.ru -hotel-mkad.ru -huimin764128.com -hulfingtonpost.com -hunthillfarmtrust.org -iloveitaly.ru +goroda-vsego-mira.ru +gratis-sexkontakte.com +greenidesign.co +guardlink.com +gwagka.com +h2monline.com +hatdc.org +hdhc.ru +heygidday.biz +hikesearch.net +hoholikik.club +huhn.altervista.org +iideaidekonkatu.info +imgarcade.com impisr.ru -infostatsvc.com -inmate-locator.us -intermesh.net -izismile.com -javlibrary.cc -jerseyswholesalechinalimited.com -jovencitas.gratis -kino-ecran.ru -kinogonew.ru -klejonka.info -kliksaya.com -koopilka.com -krasula.pp.ua -kumuk.info -kung-fu-ru.com -landoftracking.com -laxob.com -ledpolice.ru -lflash.ru -liquimondo.com -lisque.batcave.net -lkbennettstore.online +interesnie-faktu.ru +izhevsk.zrus.org +janavibekken.no +janerikholst.se +jav-fetish.site +jerseywholesalechinabiz.com +joy-penguin.com +juliaworld.net +kaac.ru +ketoanhanoi.info +keyhantercume.com +keywesthideaways.co +klitimg.pw +lacloop.info +leftofcentrist.com +li-er.ru +linkrr.com +lirunet.ru lomb.co -lotto6888.com -ltvperf.com -manuscript.su -mazda-roadsters.com -mmofreegames.online -mmog-play.ru -mobile-appster.ru -mobstarr.com -mole.pluto.ro -monthlywinners.com -morpicert.pw -moscow.xrus.org -mttwtrack.com -mustat.com -my-aladin.com -mymercy.info -namecrumilchlet.tk -netpics.org -new7ob.com -nordvpn.com -norththeface.store -o-o-8-o-o.com -o-o-8-o-o.ru -oakleyglassesonline.us -odoratus.net -omgtnc.com -onlinedomains.ru -ons-add.men +masserect.com +maxxtor.eu +mebelcomplekt.ru +missvietnam.org +mixed-wrestling.ru +monclerjacketsoutlet.pw +monclerjacketsoutlet.win +morepoweronmac.trade +multgo.ru +musflashtv.com +musicas.baixar-musicas-gratis.com +musicpro.monster +musicspire.online +muz-baza.net +my-cash-bot.co +mycouponizemac.com +networkcheck.xyz +niki-mlt.ru +njkmznnb.ru +ntic.fr +oballergiya.ru +old-rock.com +onemactrckr.com +online-zaymy.ru +oren-cats.ru orsonet.ru -ourville.info -pandarastore.top -partner-pop.men -partner-print.men -pawli.eu -pc-test.net -platinumdeals.gr -playmsn.com -polska-poezja.com -potoideas.us -princeadvantagesales.com -profolan.pl -pufip.com -pulseonclick.com -pussyfleet.com -qexyfu.bugs3.com -rangjued.com -reklama1.ru +ovirus.ru +oxford-book.com.ua +paclitor.com +piccdata.com +pills24h.com +pillscheap24h.com +pipki.r.acdnpro.com +podshipniki-nsk.ru +popserve.adscpm.net +pornhub-forum.ga +pornoinn.com +pornokorol.com +poshiv-chehol.ru +preg.marketingvici.com +priora-2.com +qwarckoine.com +ranking2017.ga +razorweb-a.akamaihd.net +rebrand.ly +reklamuss.ru remont-komputerov-notebook.ru +rentaremotecomputer.com +research.ifmo.ru +rn-to-bsn.com +rostov.xrus.org +rumamba.com running-line.ru -sack.net -sajatvelemeny.com -sawin.beth.webd.pl -sbricur.com -scanner-jane.top -scenicmissouri.us -sdelatmebel.ru -se-welding.ru -searchmywindow-a.akamaihd.net -segol.tv -semrush.com -seo-prof1.xyz -seocheki.net -sex-sex-sex5.com -sexpornotales.com -shell-pmr.ru -shopvilleroyboch.com.ua -silvercash.com -sklad-24.ru -skylta.com -slim.sellany.ru -snip.to -snip.tw -socialmonkee.com -sohoindia.net -speeddream.xyz -srgwebmail.nl -stairliftstrue.com -stroimajor.ru -stroyhelp-dv.ru -studiofaca.com -sudexpert66.ru -thebluenoodle.com -themestotal.com -thfox.com -tmtrck.com -token-lab.org -toonfamilies.net -torontoplumbinggroup.com -toxicwap.com -trafficjunky.net -tula.howotorg.ru -url-extractor.xyz -usswrite.com -vekzdorov.ru -videochat.mx -vip-dom.in -vksex.ru -vladhistory.com -w3javascript.com -watchinf.com -website-analytics.online -websitevaluebot.com -whereiskentoday.com -wma-x.com -womens-journal.net -works.if.ua -worldhistory.biz -wyniki-lista.pl -xn--80aaajbdbddwj2alwjieei2afr3v.xn--p1ai +sadaholding.com +savefrom.com +sbtdesign.co.uk +searchwebknow-a.akamaihd.net +seminarykansas904.ml +seoboxes.com +sex-tracker.de +sexsearch.com +sfd-chess.ru +sharebutton.net +shijian.ac.cn +shikiso.info +shillyourcoins.com +sildenafilcitratemed.com +silktide.com +sitiz.club +snsdeainavi.info +soda.media +soft1.ru +soundfrost.org +spl63.fr +standardchartered-forex.com +sticken.co +stroilka.info +styro.ru +susanholtphotography.com +svarkagid.com +tabakur77.com +tattooreligion.ru +textads.men +theallgirlarcade.com +thecoolimages.net +thefds.net +timeallnews.ru +tivolibasket.it +tizanidine4mg.blogspot.com +tizanidinestreetprice.blogspot.com +tizanidinevscyclobenzaprine.blogspot.com +topbestgames.com +topflownews.com +tozup.com +traderzplanet.in +trafficstars.com +trahvid.com +tri-slona.org +turbodsp.com +twincitiescarservice.com +uchebavchehii.ru +unpredictable.ga +urlopener.blogspot.com.au +velobikestock.com +viandpet.com +video-woman.com +vinsit.ru +voronezh.xrus.org +vremya.eu +wallpaperaccess.com +wallpapers-best.com +withstandingheartwarming.com +www.event-tracking.com +xn----dtbndd4ae7eub.top +xn--hxazdsfy.blogspot.com +xpresscare.ru xtraffic.plus -yellowfootprints.com -yougotanewdomain.com -yourads.website -zigzog.ru +xxxdatinglocal.us +xz618.com +yachts-cruise.info +ynymnwbm.bloger.index.hr +zaimhelp.ru +zapiszto.pl +zawyna.ua +zetgie.com.pl +zhorapankratov7.blogspot.com +znaturaloriginal.com +zscalerone.net +zscalertwo.net +zverokruh-shop.cz diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index 6e54b02af..f75687456 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.26 0; +10.1.0.66 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index bc21d4de2..f470f87fc 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.11.2714 -### Updated: Sun Nov 14 08:26:19 UTC 2021 +### Version: V4.2021.11.2715 +### Updated: Sun Nov 14 10:03:34 UTC 2021 ### Bad Bot Count: 627 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index bc21d4de2..f470f87fc 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.11.2714 -### Updated: Sun Nov 14 08:26:19 UTC 2021 +### Version: V4.2021.11.2715 +### Updated: Sun Nov 14 10:03:34 UTC 2021 ### Bad Bot Count: 627 ################################################### ### Version Information ##