From 08c5872f23f501e156f511cf51891d441319133b Mon Sep 17 00:00:00 2001 From: mitchellkrogza Date: Wed, 29 Sep 2021 10:09:36 +0000 Subject: [PATCH] V4.2021.09.2620 [ci skip] --- AUTO-CONFIGURATION.md | 2 +- MANUAL-CONFIGURATION.md | 2 +- README.md | 2 +- _google_analytics_ghost_spam/README.md | 2 +- .../etc/nginx/conf.d/globalblacklist.conf | 4 +- conf.d/globalblacklist-testing-version.conf | 4 +- conf.d/globalblacklist.conf | 4 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/buildnumber | 2 +- dev-tools/globalblacklist-testing.template | 4 +- dev-tools/globalblacklist.template | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/test_units/blacklist-ips.conf | 2 +- .../random-bots-for-test-quick.list | 20 +- .../test_units/random-bots-for-test.list | 302 +++--- .../random-bots-for-whitelist-test.list | 302 +++--- .../random-referrers-for-test-quick.list | 20 +- .../test_units/random-referrers-for-test.list | 940 +++++++++--------- .../random-referrers-for-whitelist-test.list | 490 ++++----- dev-tools/test_units/whitelist-ips.conf | 2 +- dev-tools/tmp/robots.txt | 4 +- robots.txt/robots.txt | 4 +- 45 files changed, 1093 insertions(+), 1093 deletions(-) diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 3e98f23a0..c309ca86d 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.09.2619 +#### Version: V4.2021.09.2620 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 770245fa7..dc959e29b 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.09.2619 +#### Version: V4.2021.09.2620 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index cf8c30fce..5dd3d3da8 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2021.09.2619 +#### Version: V4.2021.09.2620 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index fc1ac8c2f..9f834205a 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2021.09.2619 +#### Version: V4.2021.09.2620 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index f49794cfa..a68e83d7d 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2619 -### Updated: Tue Sep 28 22:01:40 UTC 2021 +### Version: V4.2021.09.2620 +### Updated: Wed Sep 29 10:03:43 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 69998b0ea..9ec0b7077 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2619 -### Updated: Tue Sep 28 22:01:40 UTC 2021 +### Version: V3.2021.09.2620 +### Updated: Wed Sep 29 10:03:44 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index f49794cfa..a68e83d7d 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2619 -### Updated: Tue Sep 28 22:01:40 UTC 2021 +### Version: V4.2021.09.2620 +### Updated: Wed Sep 29 10:03:43 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 69998b0ea..9ec0b7077 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2619 -### Updated: Tue Sep 28 22:01:40 UTC 2021 +### Version: V3.2021.09.2620 +### Updated: Wed Sep 29 10:03:44 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 137708f9f..b1e87b04a 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.28 1; +10.1.0.94 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index c0b20079a..29886d098 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.28 0; +10.1.0.94 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 69998b0ea..9ec0b7077 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2619 -### Updated: Tue Sep 28 22:01:40 UTC 2021 +### Version: V3.2021.09.2620 +### Updated: Wed Sep 29 10:03:44 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 137708f9f..b1e87b04a 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.28 1; +10.1.0.94 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index c0b20079a..29886d098 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.28 0; +10.1.0.94 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 69998b0ea..9ec0b7077 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2619 -### Updated: Tue Sep 28 22:01:40 UTC 2021 +### Version: V3.2021.09.2620 +### Updated: Wed Sep 29 10:03:44 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 137708f9f..b1e87b04a 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.28 1; +10.1.0.94 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index c0b20079a..29886d098 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.28 0; +10.1.0.94 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 69998b0ea..9ec0b7077 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2619 -### Updated: Tue Sep 28 22:01:40 UTC 2021 +### Version: V3.2021.09.2620 +### Updated: Wed Sep 29 10:03:44 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index 5af6e7c1b..d9e63ef1b 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -2619 +2620 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 69998b0ea..9ec0b7077 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2619 -### Updated: Tue Sep 28 22:01:40 UTC 2021 +### Version: V3.2021.09.2620 +### Updated: Wed Sep 29 10:03:44 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index f49794cfa..a68e83d7d 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2619 -### Updated: Tue Sep 28 22:01:40 UTC 2021 +### Version: V4.2021.09.2620 +### Updated: Wed Sep 29 10:03:43 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index a97d13939..167160e5b 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -52.143.69.198 0; +52.148.171.208 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index f49794cfa..a68e83d7d 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2619 -### Updated: Tue Sep 28 22:01:40 UTC 2021 +### Version: V4.2021.09.2620 +### Updated: Wed Sep 29 10:03:43 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 137708f9f..b1e87b04a 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.28 1; +10.1.0.94 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index c0b20079a..29886d098 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.28 0; +10.1.0.94 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index f49794cfa..a68e83d7d 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2619 -### Updated: Tue Sep 28 22:01:40 UTC 2021 +### Version: V4.2021.09.2620 +### Updated: Wed Sep 29 10:03:43 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 137708f9f..b1e87b04a 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.28 1; +10.1.0.94 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index c0b20079a..29886d098 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.28 0; +10.1.0.94 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index f49794cfa..a68e83d7d 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2619 -### Updated: Tue Sep 28 22:01:40 UTC 2021 +### Version: V4.2021.09.2620 +### Updated: Wed Sep 29 10:03:43 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 137708f9f..b1e87b04a 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.28 1; +10.1.0.94 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index c0b20079a..29886d098 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.28 0; +10.1.0.94 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index f49794cfa..a68e83d7d 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2619 -### Updated: Tue Sep 28 22:01:40 UTC 2021 +### Version: V4.2021.09.2620 +### Updated: Wed Sep 29 10:03:43 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index a97d13939..167160e5b 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -52.143.69.198 0; +52.148.171.208 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 51f98ad15..7bfa29400 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2619 -### Updated: Tue Sep 28 22:01:40 UTC 2021 +### Version: V4.2021.09.2620 +### Updated: Wed Sep 29 10:03:43 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index a97d13939..167160e5b 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -52.143.69.198 0; +52.148.171.208 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 79e80c413..f20803d43 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2619 -### Updated: Tue Sep 28 22:01:40 UTC 2021 +### Version: V4.2021.09.2620 +### Updated: Wed Sep 29 10:03:43 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index 137708f9f..b1e87b04a 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.28 1; +10.1.0.94 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index fcf36d04e..a9f4bdafe 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -BotALot -FHscan -Indy Library -MauiBot -Octopus -SuperBot -Toweyabot -URLy Warning -WebReaper -gopher +Brandwatch +BuiltWith +FyberSpider +Genieo +InternetSeer +Iria +Leap +LinqiaMetadataDownloaderBot +Niki-bot +Reaper diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index ae904ecea..109dfe158 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ +01h4x.com 360Spider 404checker -404enemy -ADmantX -Aboundexbot +AIBOT +Abonti +Acunetix +AfD-Verbotsverfahren AhrefsBot +AiHitBot +Alexibot +AllSubmitter +Alligator +AlphaBot Anarchie -Ankit -Anthill -AwarioRssBot -AwarioSmartBot -BDCbot -BLEXBot -BackDoorBot -BackWeb -Backlink-Ceck +Aspiegel +BDFetch +BackStreet +Badass +Bandit +Barkrowler +BatchFTP Bitacle Black Hole -BlackWidow -Blow -Bolt +Blackboard +BlowFish BotALot -Brandwatch -Bullseye -BunnySlippers -BuzzSumo +Brandprotect +BuiltWith CATExplorador CCBot -Calculon +CSHttp +CazoodleBot +Cegbfeieh CensysInspect -CheeseBot -Cloud mapping +ChinaClaw +Claritybot +Cliqzbot +CopyRightCheck +Crawling at Home Project Crescent -Curious -Custo -CyotekWebCopy -DataCha0s -Devil +DTS Agent +Demon +Digincore Dirbuster -Disco -Discobot -Discoverybot -DittoSpyder +Dispatch DomCopBot -DomainSigmaCrawler +DomainCrawler DomainStatsBot -ECCP/1.0 -Ebingbong +Dotbot +Download Wonder +Dragonfly +Drip Ecxi -Exabot +EirGrabber Express WebPictures -ExtLinksBot Extractor -EyeNetIE +ExtractorPro +Ezooms FHscan FemtosearchBot +Firefox/7.0 Flunky Foobot -Freeuploader Fuzz -Fyrebot G-i-g-a-b-o-t -Genieo +GalaxyBot GermCrawler GetRight -Go!Zilla +GetWeb +Getintent +Gigabot +Gotit GrabNet -HTTP::Lite -Heritrix -IDBTE4M -IRLbot +Grafula +HTMLparser +HaosouSpider +Harvest +Hloader +IDBot Iblog Image Fetch Image Sucker -IndeedBot +Indy Library InfoNaviRobot -Iskanie +InfoTekies +InterGET +Internet Ninja +IstellaBot JOC Web Spider -JamesBOT -Jetty -JikeSpider Jorgee -Kenjin Spider -Kinza -Kozmosbot -LNSpiderguy -Larbin +JustView +Lanshanbot Leap -Lftp -Libwhisker +LeechFTP Lightspeedsystems +Likse +LinkScan Linkdexbot -LinqiaMetadataDownloaderBot -Lipperhey -Lipperhey Spider -Lmspider +LinkpadBot +LinksManager +Litemage_walker Ltx71 MFC_Tear_Sample -MIDown tool -MIIxpc -MJ12bot -MQQBrowser -MSIECrawler -MTRobot +Mag-Net +Magnet Mail.RU_Bot -Majestic SEO -Majestic-SEO +MarkMonitor +Mb2345Browser MegaIndex.ru -Metauri -MicroMessenger +Microsoft Data Access +Microsoft URL Control Mister PiX Mojolicious Morfeus Fucking Scanner -Mozlila Mr.4x3 Msrabot -NICErsPRO +Name Intelligence Needle Net Vampire NetAnts NetLyzer +NetMechanic NextGenSearchBot -Nutch +Nikto +Nimbostratus Octopus Offline Navigator -OpenLinkProfiler -OpenVAS -PHPCrawl -PageScorer -PageThing.com +OrangeSpider +POE-Component-Client-HTTP +Page Analyzer +Pandalytics Papa Foto -Petalbot +Pavuk Pi-Monster -Piepmatz -Pixray -PleaseCrawl -Pockey -ProPowerBot +Picsearch +PictureFinder +ProWebWalker Probethenet -Pump -Quick-Crawler -RSSingBot +Psbot +Pu_iN RankActive -RankActiveLinkBot RankingBot -RankurBot +RankingBot2 +Rankivabot RealDownload -RebelMouse -RedesScrapy +Recorder RepoMonkey Ripper -RocketCrawler -SBIder -SEOkicks-Robot +Rogerbot SEOprofiler -SalesIntelligent -Screaming -ScreenerBot +SEOstats +ScoutJet +Scrapy ScrepyBot -SearchmetricsBot -SentiBot SeoSiteCheckup -SeobilityBot -Seomoz +Shodan SiteCheckerBotCrawler SiteExplorer -SiteLockSpider +SiteSnagger SiteSucker Sitebeam Sitevigil +SmartDownload +Snake Sottopop -Spammen +SpaceBison SpankBot Spanner -Sqlworm -Sqworm -Steeler +SputnikBot Sucker -SurveyBot +Sucuri +SuperHTTP +Surfbot Swiftbot -Szukacz +T0PHackTeam T8Abot -Teleport -Telesoft +TeleportPro The Intraformant +Thumbor +Titan +Toweyabot Tracemyfile +Trendiction +Trendictionbot +True_Robot Turingos -TurnitinBot -TwengaBot -Twice +Typhoeus +URLy Warning URLy.Warning UnisterBot -V-BOT -VCI -Voltron +Vacuum +Vagabondo +VidibleScraper +WBSearchBot WISENutbot -WPScan -WWW-Mechanize WWWOFFLE -Wallpapers/3.0 -WeSEE -Web Collage +Web Auto +Web Enhancer Web Fuck Web Pix Web Sauger -Web Sucker WebAuto +WebEnhancer +WebFetch +WebFuck +WebGo IS +WebLeacher +WebReaper WebStripper WebSucker -WebmasterWorldForumBot +WebWhacker Webshag -Whacker -Who.is Bot +Website Quester +Webster +Whatweb Widow WinHTTrack -Wonderbot -Wprecon -Xaldon WebSpider -Xenu -Zitebot +Xaldon_WebSpider +YoudaoBot +Zade +Zermelo ZmEu ZoomBot -ZumBot -ZyBorg archive.org_bot -arquivo-web-crawler -cah.io.community -check1.exe -crawler4j +arquivo.pt +backlink-check +clark-crawler +coccocbot-web +crawler.feedback dataforseo.com -facebookscraper +demandbase-bot +eCatch gopher heritrix -internetVista monitor lwp-request +lwp-trivial +magpie-crawler meanpathbot -oBot -page scorer -polaris version +mediawords +muhstik-scan +pcBrowser +plumanalytics probe-image-size -s1z.ru satoristudio.net -seobility -seostar -siteripz -sysscan -trendiction.com -ubermetrics-technologies.com -webpros.com -zauba.io +scan.lol +serpstatbot +sexsearcher +sitechecker.pro +sp_auditbot +x09Mozilla diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 6bf988ac3..8a2495e8d 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -360Spider +01h4x.com +404checker +404enemy +80legs AIBOT +ALittle Client ASPSeek -Aboundexbot -AfD-Verbotsverfahren -AhrefsBot -AlphaBot +AiHitBot +AllSubmitter +Alligator Anarchie -Anarchy -Apexoo +Anthill Aspiegel +Attach AwarioSmartBot -BLEXBot +BDCbot +BDFetch BackDoorBot -BackWeb -Backlink-Ceck BacklinkCrawler Badass -Battleztar Bazinga +BatchFTP +BetaBot +Bitacle Black Hole BlackWidow -Blackboard BlowFish Boardreader -Buck -Bullseye +BotALot +Brandwatch BunnySlippers -BuzzSumo CATExplorador CCBot -CSHttp Calculon -CazoodleBot +CensysInspect CheTeam -Cliqzbot -Copier -CopyRightCheck +ChinaClaw +Chlooe +Claritybot +Cogentbot +Collector +Copyscape +Cosmos +Craftbot +Crawling at Home Project Crescent -Curious +Custo DBLBot -Demon +DTS Agent +DataCha0s +Deusu +DigitalPebble +Disco Discoverybot -Dispatch DittoSpyder +DomCopBot DomainCrawler +Dotbot Dragonfly -Drip -EMail Siphon EMail Wolf +Ebingbong Ecxi -ExtLinksBot -Ezooms +Evil +Express WebPictures +Extractor +EyeNetIE FDM -FHscan FemtosearchBot -Foobot -GT::WWW +Firefox/7.0 +FyberSpider +Fyrebot Genieo -Getintent -Gigabot +GermCrawler Go!Zilla -Grabber -GrapeFX GrapeshotCrawler -HEADMasterSEO -HTMLparser -HTTP::Lite -HTTrack +HMView +Haansoft +HaosouSpider Harvest -Heritrix -Hloader -Id-search -Image Sucker -InfoNaviRobot +Havij +IDBTE4M +IDBot +IlseBot +InfoTekies Intelliseek -InterGET -InternetSeer -JamesBOT +Iria +IstellaBot +JOC Web Spider Jbrofuzz JikeSpider -JustView -Jyxobot +Joomla Kenjin Spider -Kozmosbot -LNSpiderguy -Larbin +Kinza +Lanshanbot Leap -LeechGet -LexiBot +LeechFTP LibWeb -Lightspeedsystems Likse -LinkScan -LinkWalker -Linkbot +Linkdexbot LinkpadBot LinqiaMetadataDownloaderBot LinqiaRSSBot -Lipperhey +LinqiaScrapeBot +Lipperhey Spider +Lmspider MFC_Tear_Sample MIDown tool MIIxpc +MJ12bot MQQBrowser -MSIECrawler +Magnet +Mail.RU_Bot +Majestic SEO Majestic-SEO -Majestic12 +Masscan Mata Hari -Mediatoolkitbot -MegaIndex.ru -Microsoft URL Control -Moblie Safari +MeanPath Bot +Meanpathbot +Mojeek Morfeus Fucking Scanner -Mozlila -Msrabot -Musobot +Mr.4x3 +Nameprotect Navroad -NetLyzer +Net Vampire +NetAnts +NetMechanic NetZIP -NextGenSearchBot +Netvibes Nibbler -Nmap -Nutch Offline Explorer Offline Navigator -OnCrawl +OpenVAS +Openfind OrangeBot -OutclicksBot +OrangeSpider +PECL::HTTP +PHPCrawl +POE-Component-Client-HTTP PageAnalyzer -PageThing.com -Pandalytics +PageGrabber +PageScorer +Panscient PeoplePal -Pi-Monster -Picscout -PictureFinder -ProWebWalker -Psbot -Quick-Crawler -RankActive +Picsearch +Piepmatz +Pixray +QueryN Metasearch +RankActiveLinkBot +RankingBot RankingBot2 -Rankivabot -RankurBot -ReGet -Reaper +Re-re Recorder RedesScrapy -Ripper RocketCrawler -SBIder -SEOprofiler +Rogerbot +SEOkicks +SEOkicks-Robot +SEOlyticsCrawler +SEOstats SMTBot SalesIntelligent +ScanAlert Scanbot +ScoutJet +Scrapy ScrepyBot -Searchestate SearchmetricsBot -Shodan +Semrush +SemrushBot +SeobilityBot Siphon +Site Sucker SiteExplorer SiteSnagger -Siteimprove -SlySearch -Snapbot -Sociscraper +SiteSucker +Sitebeam +Sitevigil +Snake +SocialRankIOBot +Sogou web spider Sosospider -Sottopop -SpaceBison -Spammen -SpankBot -Spbot +Spanner Sqlmap -Stripper -SuperHTTP -Surfbot -SurveyBot -Suzuran +Sqworm +Steeler T0PHackTeam -T8Abot Teleport -Telesphorep +Telesoft +TightTwatBot Titan +Toata Tracemyfile -Turnitin -Twice +Trendictionbot +Turingos +URLy Warning URLy.Warning -UnisterBot VB Project -VCI -Vagabondo -Virusdie +Vacuum VoidEYE Voil -WWW-Mechanize +Voltron +WBSearchBot +WISENutbot +WPScan +WWW-Collector-E WWWOFFLE -Wallpapers/3.0 -WallpapersHD WeSEE -Web Enhancer -Web Fuck -Web Sucker +Web Collage +Web Fetch WebBandit WebCollage +WebCopier +WebEnhancer WebFetch -WebLeacher -WebSauger -WebStripper +WebPix +WebReaper WebSucker -Website Quester -Whacker -Widow -WinHTTrack +Who.is Bot +WiseGuys Robot Wonderbot Woobot -Wotbox Wprecon -Xaldon WebSpider -Xaldon_WebSpider -Xenu YoudaoBot Zeus -Zitebot -ZmEu -ZoomBot -ZoominfoBot -arquivo-web-crawler +archive.org_bot +arquivo.pt backlink-check -clark-crawler -cognitiveseo -crawler.feedback +check1.exe crawler4j dataforseo.com +facebookscraper +gopher instabid ips-agent -lwp-trivial -magpie-crawler -oBot -page scorer +meanpathbot +mediawords +muhstik-scan +netEstate NE Crawler polaris version +probe-image-size +ripz s1z.ru satoristudio.net -scalaj-http -sexsearcher -siteripz -sp_auditbot -sysscan -tAkeOut -webprosbot +scan.lol +seostar +serpstatbot +sogouspider +trendiction.de +webmeup-crawler x09Mozilla x22Mozilla -xpymep1.exe -zgrab diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index 19c91be27..9b3228333 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -aksonural.ru -daretodonate.co -faracontrol.ir -forum69.info -forums.toucharcade.com -glavprofit.ru -lsex.xyz -teguh.info -vgoloveboli.net -x-diesel.info +allkrim.com +bestbrainprod.win +cartierreplica.xyz +cheapbarbour.online +ecommerce-seo.org +fym.com.ru +handsandlegs.ru +unrealcommander.org +vipms.ru +vkgaleria.com diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index 4e35244f4..58a29d76e 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -1millionusd.xyz -1webmaster.ml -273-fz.ru -34.gs -5-steps-to-start-business.com -7makemoneyonline.com -7ooo.ru -7wind.ru -7xc4n.com -7yue.org -8gold.com -a96527gi.beget.tech -aaa38852e886ac4af1a3cff9b47cab6272.com -abiente.ru -admanaerofoil.com -adprotect.net -adtology.com -adult-shop.com.ua -advancedmassagebysara.com -afora.ru -aihelen.net -aimayangzhi.com -albumsuper.info -algerianembassy.co.in -alice.it -amazon-seo-service.com -ameblo.top -amospalla.es -anjalika.co.in -anlimebel.kiev.ua -apiqualitinknet-a.akamaihd.net -apisecretsaucebi-a.akamaihd.net -approved.su +03e.info +101billion.com +101raccoon.ru +18ps.ru +1bet.com +2000k.ru +2728fb936f0.com +2girls1cup-free.com +3-letter-domains.net +51unlim.ru +777-club.ru +8kisses.eu +aa9d046aab36af4ff182f097f840430d51.com +acheterviagrafr24.com +adinterax.com +ads-cool.pro +adultwebhosting.info +adventureparkcostarica.com +afmuseum.com +ahrefs.com +aktivator-windows10.blogspot.com +alfapro.ru +alienwheel.es +all-streaming-media.com +alphavisions.net +amazingninja.com +amehdaily.com +andpolice.com +androids-store.com +animalrank.com +apiluckyleapnet-a.akamaihd.net +apioutoboxnet-a.akamaihd.net +arcadeplayhouse.com +articlesdirectoryme.info +asacopaco.tk asia-forum.ru -asrvrep-a.akamaihd.net -atlasvkusov.ru -audiofree.ru -avon-novosib.ru -avon-ukraine.com -avtochehli.by -avtovolop.ru -azartniy-bonus.com -azazu.ru -b-styles.xyz -b2b-lounge.com -back.dog -baladur.ru -bankofthewext.com -baoxaydung.com.vn -battleforupdating.site -bavsac.com -berdasovivan.ru -bestbrainprod.win -bestmarriages.com -bgviagrachrx.com -bio-japan.net -bird1.ru -blavia.00author.com -blog.koorg.ru -blog.koreadaily.com -blogig.org -blogrankers.com -bloke.com -bongacams.com -boobsimge.com -bookmaker-bet.com -boole.onlinewebshop.net -bracketsmackdown.com -brainsandeggs.blogspot.com -brakehawk.com -budilneg.xyz -burger-tycoon.com -buy-cheap-online.info -buybest1.biz -bvlgariwallet.xyz -c1.onedmp.com -candycrushshop.com -canrole.com -cartierjusteunclou.xyz -casinorewards.info -caulderwoodkennels.com -cayado.snn.gr -cbozhe.com -cfcl.co.uk -chlooe.com -christianlouboutinoutlet.win -cibpenonptib.flu.cc -cl.s7.exct.net +atlant-auto.info +atovh.local-finders.com +avtointeres.ru +azartclub.org +babyguns.ru +backuperwebcam.weebly.com +bbsoldes.fr +beachdriveblog.com +beachfix.co +beauty-bracelet.com +beauty-clinic.ru +bestadbid.com +bestfortraders.com +besthomemadepornsites.com +bimmerpost.com +bioca.org +biznesluxe.ru +blackwitchcraft.ru +blog.f00kclan.de +blpmovies.com +bmsco.co +boc.kz +bodybuilding-shop.biz +bonky.biz +bonvillan.com +boom-celebs.com +brainzpod.win +bravegirlsclub.com +brewdom.ru +buscarfoto.com +businesn.men +call-of-duty.info +canyougethighofftizanidine.blogspot.com +capacitacionyaprendizaje.com +carabela.com.do +cardsharp1.ru +cartierlove2u.com +cartierlove2u.xyz +casinopinup-wins.com +cejewelry.xyz +censys.io +centre-indigo.org.ua +cfjump.com +chatseo.com +checkhit.com +chiptuninger.com +chuckguilford.com +cialischstgerts.com +clayvasedesigns.tk clean-start.net -cleanallvirus.com -clodo.ru -coindirect.io -compliance-andrew.xyz -concealthyself.com -connectingsingles.com -coolwallpapers4k.info -crd.clan.su -crest3d.ru -crynet.cc -cscwtalkto.site -custom-electric-guitar.com +clickintext.net +clickso.com +clicksotrk.com +clipartnew.com +club-samodelkin.ru +cmhomestayagency.com +cobaltpro.ru +compliance-barak.top +compliance-don.top +compliance-olga.top +cool-wedding.net +coprofam.org +costablue.xyz +countbertwistdisp26.soup.io +counter.yadro.ru +country-chic.ru +crazyboost.pro +credit.co.ua +cypernhuset.se +d-black.bz dailystrength.org -dalavia.ru -darkbooks.org -datract.com -dcj-nn.ru +dating-time-now.com +dawlenie.com +db.speedup.gdn ddsoldes.fr -dealighted.com -decenttools.com -dev33.dioniqlabb.se -digital-video-processing.com -dikqlyremy.info +deda-moroza-zakaz.ru +degerlund.net +den-noch24.ru +detmebel.su +dev78.dioniqlabb.se +diamond-necklace.info +directivepub.com +discovertreasure-a.akamaihd.net +divku.ru +djonwatch.ru +dmmspy.com docs4all.com -domainanalyzing.xyz -domaincrawler.com -doska-vsem.ru -dostavka-v-ukrainu.ru -downloaddy.net -downloadmefiranaratb1972.xpg.com.br -drhomes.biz +documentsite.net +domaincheck.io +domcran.net +downloadkakaotalk.com drillsaw.ru -drunkenstepfather.com -dvr.biz.ua -dyt.net -earthmagic.info -ebooknovel.club -econom.co -edelstahlschornstein-123.de -efkt.jp -ekspertmed.com -ekto.ee -electronicadirect.com -elektrozigarettekaufen1.devhub.com -elektrozigaretten1.webs.com -enthuse.computernetworksonline.com -eralph.tk -ereko.ru -eropho.net -es5.com -esnm.ru +dustyorate.com +e-collantes.com +e2click.com +earncash.com.ua +eduserver.net +elektronischezi.livejournal.com +elmifarhangi.com +erectile.bid +eropho.com +escort-russian.com +esopini.com etur.ru -euromasterclass.ru -excitacion.info -exhibitionplus.eu -exmasters.com -exonline.info -extads.net -extremal-blog.com -ezrvrentals.com -f012.de -facecup.top -faracontrol.ir -feargames.ru -fefo.gdn -fermersovet.ru -fidelityfunding.com -filesclub.net -financehint.eu -findsexguide.com -folowsite.com -forexgb.ru -free-social-buttons.xyz -freemags.cc -freewebs.com -freshdz.com -fun-mobi.pl -fungirlsgames.net -gamezblox.com -gate5.co.za -gdcentre.ru -glass-msk.ru -glicol.kz -goldandcard.ru -golden-praga.ru -goodnightjournal.com -googleseo.com.tr -gorabagrata.ru -gq-catalog.gq -growshop.es -guardlink.org -guiadeserraazul.com -guildebzh.info -hao123.com -hdpixent.com -hdxnxxtube.mobi -herokuapp.com -heroz.fr -hifidesign.ru -highspeed5.net +eu-cookie-law.info +extractorandburner.com +ezigarettenshop2.postbit.com +fanoboi.com +fanpagerobot.com +faz99.com +fetishinside.com +fifa-coins.online +fighrofacciufreesig.ga +filefilter.weebly.com +fillmewithhappiness.com +film-one.ru +filmci.pro +financepoints.eu +finansov.info +firma-legion.ru +flytourisme.org +foxweber.com +freakycheats.com +free-fb-traffic.com +free-laptop-reward.com +free-today.com +freelotto.com +freemaintenancesysforpcandmac.top +fullfileaccess.com +galeon.com +games.kolossale.ru +ge0ip.net +gemara.com +generousdeal-a.akamaihd.net +getlamborghini.ga +gg.zzyjxs.com +ghernnqr.skyrock.com +gilbertbanda.net +girlgamerdaily.com +given2.com +gloverid.site +goo.ne.jp +growmyfunds.ca +gsasearchengineranker.space +guruofcasino.com +harmonyglen.us +heatpower.ru +hidemyass.com hmywwogw.bloger.index.hr -hoholikik.club -hotblognetwork.com +hol.es +hopeonthestreet.co.uk +host-tracker.com +hostnow.men +hotelcrocenzi.sm +hotshoppymac.com +housekuba.org hscsscotland.com -hubbble.com -humanorightswatch.org +hvd-store.com +hyiphunter.org ibb.com.ua -ido3.com -igadgetsworld.com -igrovyeavtomaty777.ru -iinstalll-fii1leis.jus0wil.pp.ua -imediadesk.com +iboss.com +ideawheel.com +ifmo.ru +iloveitaly.ru imgarit.pw -incest-ru.com -infowarcraft.ru -intellekt21.ru -interior-stickers.ru -inzn.ru -iqupdatetmz.win -ispaniya-costa-blanca.ru -istripper.com -jackpotchances.com -jerseywholesalechinabiz.com -justkillingti.me -kamagragelusa.net -karting196.ru +istizanidineanarcoticdrug.blogspot.com +itis4you.com +itrevolution.cf +iwanttodeliver.com +izhevsk.xrus.org +jasonpartington.com +jimmychoosale.online +jrcigars.com +kakablog.net +kambasoft.com katjimej.blog.fc2.com -keywordsuggests.com -khafre.us -kino-ecran.ru -kino-rating.ru -kinozapas.com -knigonosha.net -koleso24.com.ua -krasivoe-hd.com -kredit-blog.ru -la-fa.ru -lalalove.ru -landreferat.ru -laxdrills.com -le-clos-des-alouettes.com -lennatin.info -lexiangwan.com -lietaer.com -likrot.com -linkredirect.biz -linkwithin.com -lion.conboy.us -live-sexchat.ru -loadingpages.me -localmatchbook.com -locatellicorretor.com.br -longgreen.info -lostaruban.com +kazan.zrus.org +ketrzyn.pl +keywesthideaways.co +kfon.eu +kihi.gdn +kinobaks.com +kinobest.pl +kinogolos.ru +kinogonew.ru +kinomaniatv.pl +kiwi237au.tk +klejonka.info +knogg.net +knowyournextmove.com +kostenloser-sex.com +kosynka-games.ru +krassh.ru +kursy-ege.ru +ladov.ru +lakomka.com.ua +landscapebackgrounds.blogspot.com +larose.jb2c.me +letmacworkfaster.site +life.biz.ua +lifeinsurancekb.com +limads.men +linkrr.com +liveinternet.ro +lkbennettstore.online +locustdesign.co louboutinbooties.xyz -m4ever.net -magazin-pics.ru -magicplayer-s.acestream.net -mahnwachen-helfen.info -mathgym.com.au -matrixalchemy.com -me-ke.com -mearns-tractors.co.uk -mebel-ekb.com -meddesk.ru +louboutinshoes.xyz +lunchrock.co +magazintiande.ru +magnetic-bracelets.ru +mainhp.net +marmotstore.online +matpre.top +maximilitary.ru +maximpartnerspr.com medosmotr-ufa.ru -meet-flirt-dating.com -meetlocalchicks.com -megagrabber.ru -megahdporno.net -mejoresfotos.eu -members.ghanaweb.com -meteocast.net -mexicosleevegastrectomy.com -michaelkorssaleoutletonline.net -middlerush-a.akamaihd.net -midst.eu -mikrobiologies.ru -mindeyegames.com -mir-betting.ru -modabutik.ru -mojpregled.com +meendo-free-traffic.ga +megaindex.ru +minneapoliscopiers.com +mmostrike.ru +mockupui.com monclerjacketsoutlet.pw +moneymaster.ru +moneyteam24.com +moneyviking-a.akamaihd.net +moomi-daeri.com +morefastermac.trade +mosrif.ru +most-kerch.org mountainstream.ms -mp3ritm.top -mrsdalloways.com -muschisexbilder.com -musicktab.com -muz-tracker.net -mwtpludn.review -myhitmp3.club -mzdish.site -na15.ru -narutonaruto.ru -naval.jislaaik.com -nelc.edu.eg -neobux-bg.info -november-lax.com -nrjmobile.fr -nucia.biz.ly -oakleyglassesonline.us -ofanda.com -ok-ua.info -okayimage.com -onclickpredictiv.com +mp3downloadhq.com +mp3films.ru +mrpornogratis.xxx +msk-diplomat.com +mug-na-chas-moscow.ru +musezone.su +music.utrolive.ru +mustat.com +myplaycity.com +myprintscreen.com +mystats.xyz +na-telefon.biz +narkologiya-belgorod.ru +neks.info +newyorkhotelsmotels.info +nhl09.ru +nightvision746.weebly.com +nippon-bearings.ru +nmrk.ru +noscrapleftbehind.co +novatech.vn +novosibirsk.xrus.org +o-o-11-o-o.com +oecnhs.info +ohmyrings.com +okmusic.jp one-gear.com -onefilms.net -online-hit.info -onlinebay.ru -onlineku.com -onlinemeetingnow.com -onlinemegax.com -ons-add.men -optitrade24.com +online.ktc45.ru +ooomeru.ru +origin-my.ru osnova3.ru -oz-offers.com -paccohichetoti.ml -paidonlinesites.com -paighambot.com -paphoselectricianandplumber.com -parfusale.se -partner-host.men -partner-pop.men -pavlodar.xkaz.org -pay2me.pl -pensplan4u.com -pestomou.info -pic-re.blogspot.com -picsearch.com -pisanieprac.info -playlott.com -polska-poezja.com +otbelivanie-zubov.com +oyster-green.com +paceform.com +paperwritingservice17.blogspot.ru +par-fallen.ga +petsblogroll.com +picquery.com +piski.top +plastgranar.nu +plusnetwork.com polytopesexempt.com -pony-business.com -popugauka.ru -porno-video-chati.ru -posible.net -preparevideosafesystem4unow.space +popmarker.com +pornofeuer.com +pornonik.com +poshiv-chehol.ru +postclass.com +pr0fit-b0x.com +presleycollectibles.com pricheski-video.com -prizefestival.mobi -prod2016.com -profolan.pl -prokotov.com -pskcijdc.bloger.index.hr -ptr.ruvds.com -pussyspace.net +printie.com +privatefx-in.ru +promalp-universal.ru +promover.org +proposal-engine.com +prospekt-st.ru +psa48.ru +purchasepillsnorx.com puzo2arbuza.ru -pwwysydh.com -py100.ru -quality-traffic.com -ranksonic.com -rapidsites.pro -realizmobi.com -refudiatethissarah.info -registrationdomainsite.com -relayblog.com -remontgruzovik.ru -renecaovillasale.online -rep-am.com -rff-cfal.info -ringporno.com -rucrypt.com -rusenvironmental.net +pxhdwsm.com +q-moto.ru +qpypcx.com +razvratnoe.org +realitykings.com +recipedays.ru +rednise.com +refererx.com +registratciya-v-moskve.ru +registrydomainservices.com +relatodelpresente.com.ar +relax.ru +research.ifmo.ru +respublica-otel.ru +restorator-msk.ru +reyel1985.webnode.fr +rfd-split.hr +ring4rhino.com +ruf777.com +runofilms.ru russkie-gorki.ru -s-forum.biz -salut-camp.ru -sampleletters.net -sandhillsonline.com -sanjosestartups.com -sape.top -sbf441.com -sc-specialhost.com -scanner-donald.top -scanner-jane.top -scanner-viktor.top -schalke04fc.info -scopich.com -sdrescher.net -se-welding.ru -searchimage.co -searchinquire.com -securityallianceservices.com -seksvideoonlain.com -semprofile.com -seo-prof1.xyz -seoholding.com -servingnotice.com -sexcamamateurchat.com +rustic-quiver.win +sad-torg.com.ua +saugatuck.com +scanner-julianna.top +scanner-walt.top +scenicmissouri.us +search.xtconnect.com +seasaltwithfood.com +securesmrt-dt.com +security60-e.com +seemoreresultshu-a.akamaihd.net +segol.tv +seocheckupx.com +seoheap.com +seojokes.net +seokicks.de +seorankinglinks.com +serw.clicksor.com sexs-foto.com -sexuria.net -shillyourcoins.com -shopcheermakeup.info -signx.info -silktide.com -simplesite.com -sirpornogratis.xxx -site3.free-share-buttons.com -skylta.com -slayerlife.com -sluganarodu.ru -smartbalanceworld.com -sobecjvuwa.com.ru -soheavyblog.com -sotkal.lark.ru -sovinsteel.ru -spb.ru -spidtest.space +sexvideo-sex.com +sharpchallenge.com +shikiso.info +sibvitr.ru +silvermature.net +sisiynas.ru +site.ru +sitebeam.net +sky-mine.ru +skyway24.ru +small-game.com +smokewithrabbits.com +snegozaderzhatel.ru +soaksoak.ru +socialseet.ru +spabali.org +spacash.com +spaceshipad.com +speedup-my.site spl63.fr -spywarespy.com -sribno.net +spywareit.com +srgwebmail.nl stair.registrydomainservices.com -starpages.net -stathat.com -strana-solnca.ru -svetlotorg.ru -swinginwithme.ru -tagil.zrus.org -tampabaywatch.org -teenfuck.tv -tengohydar.tk -the-torrent-tracker.blogspot.com -thefarmergame.com -theguardlan.com +star61.de +startufa.ru +steelmaster.lv +stop-gepatit.te.ua +stpicks.com +stretchingabuckblog.com +stroilka.info +studworks.org +styro.ru +success-seo.com +summerlinhomes411.info +sumo.com +superlist.biz +superstarfloraluk.com +supervesti.ru +swagbucks.com +szamponrevita.pl +tacbelarus.ru +tacbibirfa.tk +tam-gde-more.ru +tattooha.com +td-l-market.ru +terrafootwear.us +testbotprocessor44.com +thegalerie.eu +themeforest.net +themestotal.com +thetardistimes.ovh thetoiletpaper.com -thewomenlife.com -thiegs.reco.ws -titangel-vietnam.com -tizanidine4mgtablets.blogspot.com -tizanidineandhydrocodone.blogspot.com -tizanidinefibromyalgia.blogspot.com +timer4web.com +titelhelden.eu +tizanidineandgabapentin.blogspot.com +tizanidinecapsules.blogspot.com +tizanidinehydrochloride4mgstreetvalue.blogspot.com +tnctrx.com todohr.com -tonerbox.kz -tooplay.com -topflownews.com -toproadrunner5.info +top-l2.com +topanasex.com +topsiteminecraft.com +torrent-to-magnet.com +torrents.life +torrnada.ru +torture.ml +tpu.ru track.deriv.com -trafficjunky.com -trafficjunky.net -trafficnetzwerk.de -traffpartners.com -tsan.net -tubeoffline.com -tula.howotorg.ru -turbodsp.com -txxx.com -unblocksit.es -uptimechecker.com -urldelivery.com -usiad.net -vapeface.club -vavilone.com -vchulkax.com -vclicks.net -veopornogratis.xxx -vgoloveboli.net -via-energy-order.com -viagraneggrx.com -viddyoze.com -video-woman.com -vitoriacabos.com -vote-up.ru -vseigry.fun -vysigy.su -w3data.co -wait3sec.org -walkme.com -watracker.net -waycash.net -webads.co.nz -webextract.profound.net -webix.me -website-audit.com.ua -websitevaluebot.com -wechatdownload10.com -weprik.ru -westum.se -whatsupinfoley.com -wholesalejerseys-cheapest.com +trafficmania.com +trahic.ru +tri-slona.org +trion.od.ua +truebeauty.cc +trustedhealthtips.com +trustedmaccleaner.com +tupper-shop.ru +turist-strani.ru +ua.tc +ukrtvory.in.ua +ultimateclassicrock.com +uni.me +unrealcommander.org +uptime-gamma.net +urengoy.pro +utiblog.fr +validdomain.xyz +valmetrundan.se +valsalud.com +vduplo.ru +via-gra.webstarts.com +video-chat.love +vipromoffers.com +visa-pasport.ru +vita.com.hr +vksaver-all.ru +voloo.ru +voluumtracker1.com +vzlomsn.org +wardreapptokone.tk +warezaccess.com +webcamdevochka.com +weburok.com +whatsappdownload10.com +whereiskentoday.com +whereverdesperate.gq +white-truck.life +whiteproduct.com wholesalejerseysgaa.com -wildworld.site -wnhjavlhezp.gq -woodyguthrie.se -wtsindia.in -wttavern.com -www.jbetting.com -www.timer4web.com -xaylapdiendanang.com -xchangetrak.com -xcombear.ru -xlovecam.com -xn-----8kcatubaocd1bneepefojs1h2e.xn--p1ai -xn--24-glceagatoq7c2a6ioc.xn--p1ai -xn--80atua3d.xn--p1ai -xn--b1ag5cfn.xn--p1ai -xn--hxazdsfy.blogspot.com -xxx-cam.webcam -xz618.com -yaoguangdj.com -youporn-forum.ga -ypmuseum.ru +wholinkstome.com +winwotgold.pl +woman-tampon.ru +wordpress-crew.net +works.if.ua +wpsecurity.website +writingservices17.blogspot.ru +www.get-free-traffic-now.com +wwwadultcheck.com +x-stars.ru +xn----7sbaaabaei0cc8aj5bj0bncejx.xn--p1ai +xn----7sbahjd3btneuw1joc.xn--p1ai +xn----9sbebi2bvzr7h.xn--p1ai +xn--1-8sbcpb0bdm8k6a.xn--p1ai +xnxx-n.com +xxlargepop.com +yhit.press +yougotanewdomain.com +yoursite.com yubikk.info -yunque.pluto.ro -zacreditom.ru -zaimite.ru -zajm-pod-zalog-nedvizhimosti.ru -zaloadi.ru -zarenica.net -zawyna.ua -zojirushi-products.ru -zynax.ua -zzlgxh.com +yun56.co +za-music.mymobiplanet.com +zaidia.xhost.ro +zastroyka.org +zeroredirect7.com +zskdla.site diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index d26aef73c..982285e5e 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -1-99seo.com -123cha.com -178evakuator178.ru -2kata.ru -5ws.dating-app.ru -991mostfm.co.id +101raccoon.ru +1688.com +1webmaster.ml +21h2o.com +4kplayer.pl +5elementov.ru +5kstore.com +8jn.dating-app.ru a1security.com.ua -aa08daf7e13b6345e09e92f771507fa5f4.com -abcguru.xyz -acunetix-referrer.com -adclickservice.com -addbin.men -adservme.com -adzerg.com -allbizne.co.ua -allfinweb.com -alphavisions.net -animal36.com -anonymousfox.co -apioutoboxnet-a.akamaihd.net -ausmepa.org.au -autolombard-krasnodar.ru -autoseo-traffic.com -avirasecureserver.com -avtoarenda.by -baikaleminer.com -baixar-musicas-gratis.com -bambi.ck.ua -banan.tv -bannerconnect.net -besthomemadepornsites.com -bestofferswalkmydogouteveryday.gq -bif-ru.info -bin-brokers.com -bluerobot.info -bobba.dzaba.com -boleznikogi.com -bombla.org -btvn.ru -buchananshardware.com -callawaygolfstore.online -callmd5map.com -canvas.gloverid.site -cardsdumps.com -carfax.com.ua -carmuffler.net -carrauterie.be -cartierjusteunclou.xyz -cartierlovebracelet.xyz -celejihad.info -cheapestjerseys-wholesale.com -chinacheapelitejerseys.com -cialischstgerts.com -cl.s7.exct.net -clarithromycin500mg.com -click2pawn.com -copenergo.ru -counter.bloke.com -covadhosting.biz -creams.makeforum.eu -creditmoney.com.ua -customerpromos-a.akamaihd.net -d2jsp.org -dawlenie.com -dayibiao.com -delayreferat.ru -demenageur.com -deniven.1bb.ru -dentalpearls.com.au -deplim.com -dev.citetick.com -dfiles.me -dipstar.org -doeco.ru -dogsrun.net -domain-tracker.com -dominterior.org -dtnlyss.com -ekaterinburg.xrus.org -electricwheelchairsarea.com -elektrischezigarette1.blog.pl -esfchat.tk -ezofest.sk -f012.de -financehint.eu -fireads.men -fitnesspiks.com -formseo.com -forodvd.com -forumprofi.de -freefoto.ca -fullfileaccess.com -funnypica.com -gk-atlant.info -goldpanningtools.com -golmau.host.sk -googlemare.com -gopixdatabase.com -gorodservis.ru -greatfind-a.akamaihd.net -greatidea.marketing +aaa38852e886ac4af1a3cff9b47cab6272.com +academia-nsk.org +add-add.men +adman.gr +adtology.com +adult3dgames.com +alldownload.pw +aloofly.com +anmysite.com +apiallgeniusinfo-a.akamaihd.net +apibatbrowsecom-a.akamaihd.net +appleid-verification.com +arcteryxsale.online +asseenontv.ru +audiofree.ru +autoplate.info +avek.ru +azazaporn.com +back.dog +bankcrediti.ru +bestmouthwash.club +betteroffers.review +betterscooter.com +bimatoprost-careprost.com.ua +bjorkbacken.nu +boeuklad.com +bonanza-fortune.men +buyfriend.ru +cartierlovestore.xyz +centrdebut.ru +cercacamion.it +cfacarrosserie74.com +cheapcigarettesc.info +cheapwebsitehoster.com +cialisovercounteratwalmartusa.com +compliance-alex.top +compliance-elena.xyz +copypaste.traderzplanet.in +cornomase.win +corta.co +cubs-jerseys.us +custom-electric-guitar.com +daisye.top +darkages.info +dear-diary.ru +dekorkeramik.ru +derevesendeco.com +dinosaurus.site +domaincrawler.com +dostavka-v-krym.com +dwomlink.info +errorfixing.space +euronis-free.com +ezigarettekaufen2.mpbloggar.se +fashion-mk.net +felizporno.com +fikasound.tk +finuse.com +firesub.pl +fodelsedagspresenter.nu +formularz-konkurs.tk +fotzen-ficken.com +freejabs.com +freewebs.com +freshsuperbloop.com +fun-mobi.pl +gabeshop.ru +gateway.zscalerone.net +ge0ip.org +getaclueamerica.com +girls-ufa.ru +gkvector.ru +globatur.ru +gratuitbaise.com greenzaim.ru -gsasearchengineranker.site -healing-dysplasia.ru -hermesbracelets.xyz -home.myplaycity.com -hully.altervista.org -hut1.ru -idc.com.ua -ilo134uloh.com -interfucks.net +gsmlab.pl +gta-top.ru +guitar-master.org +gwhwpxbw.bloger.index.hr +hasshe.com +hdpixion.com +hledejvshopech.cz +hol.es +hotxnights.info +hoverboardforsaledirect.com +igru-xbox.net +images.gyffu.com +importchinacoach-teach.com +in-tandem.co +infazavr.ru +infospot.pt +insta-add.pro +interferencer.ru investingclub.ru -ipornox.xxx -javxxx18.com -jikoman.info -keywords-monitoring-your-success.com -keywordsuggest.org -kinogonew.ru -kinohall.ru -knogg.net -kostenlos-sexvideos.com -krasnodar-avtolombards.ru -krasnodar.ru -kredit-blog.ru -ktotut.net -ladov.ru -landoftracking.com -liran-locks.com -lob.com.ru -lost-alpha.ru -luchshie-topcasino.ru -lulea-auktionsverk.se -m-google.xyz -maxxtor.eu -medicines-choice.com -meet-flirt-dating.com -member-quiz.com -micasainvest.com -microsearch.ru -mikrobiologies.ru -mindbox.co.za -mindeyegames.com -nac-bearings.ru -nacap.ru -newsperuse.com -nextbackgroundcheck.gq -nootrino.com -nosecret.com.ua -offers.bycontext.com -oil-td.ru -ok.ru -oklogistic.ru -onblastblog.online -oneclickfiles.com -onko-24.com -online-podarki.com -online247.ml -orel-reshka.net -paidonlinesites.com -percin.biz.ly -pinsdaddy.com -piski.top -platezhka.net -playmsn.com -poptool.net -portadd.men -pospr.waw.pl -pretty-mart.com -prosmibank.ru -prostitutki-astana.org -pussyspace.net -qwesa.ru -rankings-analytics.com -realmonte.net -redirectme.net -ring4rhino.com -rockingclicks.com -roma-kukareku.livejournal.com -rospromtest.ru -rumamba.com -rvzr-a.akamaihd.net -s.lollypopgaming.com -salut-camp.ru -sbdl.no -scanner-viktor.top -scrnet.biz.ua -seorankinglinks.com -seorankinglinks.xyz -seozoom.it -servingnotice.com -sexkvartal.com -sexy.babes.frontend-stack.top +jabimgo.pw +jeremyeaton.co +jo24news.com +jus0wil.pp.ua +kaidalibor.de +kino-key.info +kinogolos.ru +kinozapas.org +kmd-pto.ru +koleso24.com.ua +kozhniebolezni.com +krafte.ru +kupiproday.com.ua +larose.jb2c.me +law-check-nine.xyz +laxdrills.com +lazymanyoga.com +lernur.net +letmacwork.world +lexaprogeneric.link +liupis.com +luckyday.world +makis.nu +masserect.com +masterseek.com +matchpal-a.akamaihd.net +mazda-roadsters.com +mearns-tractors.co.uk +meddesk.ru +megaindex.ru +metalonly.info +mezaruk.info +minecraft-rus.org +mjchamonix.org +mlvc4zzw.space +mobilierland.com +modnie-futbolki.net +monarhs.info +money-every-day.com +more-letom.ru +mouselink.co +mriyadh.com +musicspire.online +mydearest.co +mydoctorok.ru +myxdate.info +myyour.eu +na-telefon.biz +nextrent-crimea.ru +njpalletremoval.com +nofreezingmac.work +november-lax.com +oda.as +officedocuments.net +omsk.xrus.org +online-sbank.ru +onload.pw +ooo-olni.ru +osagonline.ru +outshop.ru +palvira.com.ua +papasdelivery.ru +parajumpersjakkesalgnorge.info +pc4download.co +petitions.whitehouse.gov +photo.houseofgaga.ru +picsfair.com +picturesboss.com +pinapchik.com +piulatte.cz +pl-top.pl +pogruztehnik.ru +pornhive.org +pornoslive.net +pornosok.ru +posible.net +printingpeach.com +prlog.ru +prod2016.com +productarium.com +proekt-gaz.ru +profitwithalex.info +prostitutki-belgoroda.org +pulseonclick.com +pxhdwsm.com +quebec-bin.com +randalljhoward.com +rangjued.com +relax.ru +rniaeba.ga +royalvegascasino.com +sabaapress.com +saltspray.ru +scanner-josh.top +schalke04fc.info +scottbywater.com +sdi-pme.com +searchengineranker.email +seogadget.ru +seorankinglinks.us +serptehnika.ru +sexyali.com +sfj-ror.no +shoppytoolmac.com +sim-service.net +simple-share-buttons.com sindragosa.comxa.com -slavia.info -slowmacfaster.trade -sobecjvuwa.com.ru -social-s-hhh.xyz -sonnikforme.ru -spravka130.ru -stal-rulon.ru -stanthonyscatholicchurch.org -sumo.com -superlist.biz -svolze.com -t3chtonic.com -tacbelarus.ru -tagil.zrus.org -tako3.com +small-games.biz +socialtrade.biz +stats-public.grammarly.io +strag-invest.ru +swsociety.se +tattomedia.com tecnoteakviareggio.it -thecoolimages.net -thedownloadfreeonlinegames.blogspot.com -theendivechronicles.com -thetoiletpaper.com -tizanidineandhydrocodone.blogspot.com -tizanidinehcl4mgtab.blogspot.com -tizanidinevscyclobenzaprine.blogspot.com -tizanidinezanaflex.blogspot.com -torrents-tracker.com -tour-line.net -toys.erolove.in -track2.shop -tracxn.com -traffic2cash.org -trafficmp.com -trumpetedextremes.com -tryrating.com -unimodemhalfduplefw.pen.io -urdoot.win -validdomain.xyz -video-camer.com -vinsit.ru -vitalads.net -wallpaperaccess.com -webadvance.club -wedding0venues.tk -weightatraining.com -whengirlsgowild.com -win-spy.com -wnoz.de -www.arenda-yeisk.ru -x-diesel.biz -xfire.com -xn--hxazdsfy.blogspot.com -xxx-treker.ru -zatjmuzu.info -zeroredirect10.com -zigarettenonlinekaufen1.blox.pl -zigzog.ru -zoodrawings.com -zoompegs.com +telemetryverification.net +thebestphotos.eu +thesmartsearch.net +tizanidinerecreationaluse.blogspot.com +trubywriting.com +tula.howotorg.ru +tvnewsclips.info +twojebook.pl +uchetunet.su +ukr-lit.com +unacittaconte.org +univerfiles.com +urlopener.blogspot.com.au +vegascosmetics.ru +viberdownload10.com +vids18.site +voditeltrezviy.ru +vote-up.ru +webalan.ru +wildcattube.com +womensterritory.ru +xgames-04.com +xingzi-vision.com +xkaz.org +xn----9sbebi2bvzr7h.xn--p1ai +yoopsie.com +youandcredit.ru +youdao.com +youghbould.wordpress.com +youtube-downloader.savetubevideo.com +zahvat.ru +zarabotok--doma.ru +zigarettenonlinekaufen2.bloog.pl diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index c0b20079a..29886d098 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.28 0; +10.1.0.94 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index bef546608..936072ab8 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.09.2619 -### Updated: Tue Sep 28 22:01:41 UTC 2021 +### Version: V4.2021.09.2620 +### Updated: Wed Sep 29 10:03:45 UTC 2021 ### Bad Bot Count: 623 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index bef546608..936072ab8 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.09.2619 -### Updated: Tue Sep 28 22:01:41 UTC 2021 +### Version: V4.2021.09.2620 +### Updated: Wed Sep 29 10:03:45 UTC 2021 ### Bad Bot Count: 623 ################################################### ### Version Information ##