From f14fe76c21e51b7f09234a51fef9122a28af614e Mon Sep 17 00:00:00 2001 From: mitchellkrogza Date: Mon, 20 Sep 2021 22:07:06 +0000 Subject: [PATCH] V4.2021.09.2603 [ci skip] --- AUTO-CONFIGURATION.md | 2 +- MANUAL-CONFIGURATION.md | 2 +- README.md | 2 +- _google_analytics_ghost_spam/README.md | 2 +- .../etc/nginx/conf.d/globalblacklist.conf | 4 +- conf.d/globalblacklist-testing-version.conf | 4 +- conf.d/globalblacklist.conf | 4 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/buildnumber | 2 +- dev-tools/globalblacklist-testing.template | 4 +- dev-tools/globalblacklist.template | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/test_units/blacklist-ips.conf | 2 +- .../random-bots-for-test-quick.list | 20 +- .../test_units/random-bots-for-test.list | 312 +++--- .../random-bots-for-whitelist-test.list | 310 +++--- .../random-referrers-for-test-quick.list | 20 +- .../test_units/random-referrers-for-test.list | 936 +++++++++--------- .../random-referrers-for-whitelist-test.list | 490 ++++----- dev-tools/test_units/whitelist-ips.conf | 2 +- dev-tools/tmp/robots.txt | 4 +- robots.txt/robots.txt | 4 +- 45 files changed, 1100 insertions(+), 1100 deletions(-) diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index f32598e23..a41f5484f 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.09.2602 +#### Version: V4.2021.09.2603 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index ca667ee5a..711ca65d7 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.09.2602 +#### Version: V4.2021.09.2603 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index 41c587889..b76199107 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2021.09.2602 +#### Version: V4.2021.09.2603 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 25b65a2d3..0944ee423 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2021.09.2602 +#### Version: V4.2021.09.2603 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 32031dd95..f5fc0325d 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2602 -### Updated: Mon Sep 20 10:03:18 UTC 2021 +### Version: V4.2021.09.2603 +### Updated: Mon Sep 20 22:01:10 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index e1b74253d..aa4f45cd1 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2602 -### Updated: Mon Sep 20 10:03:18 UTC 2021 +### Version: V3.2021.09.2603 +### Updated: Mon Sep 20 22:01:11 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 32031dd95..f5fc0325d 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2602 -### Updated: Mon Sep 20 10:03:18 UTC 2021 +### Version: V4.2021.09.2603 +### Updated: Mon Sep 20 22:01:10 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index e1b74253d..aa4f45cd1 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2602 -### Updated: Mon Sep 20 10:03:18 UTC 2021 +### Version: V3.2021.09.2603 +### Updated: Mon Sep 20 22:01:11 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 999337944..3a271419b 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.247 1; +10.1.0.98 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 229c5000a..cb1f3c3c3 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.247 0; +10.1.0.98 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index e1b74253d..aa4f45cd1 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2602 -### Updated: Mon Sep 20 10:03:18 UTC 2021 +### Version: V3.2021.09.2603 +### Updated: Mon Sep 20 22:01:11 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 999337944..3a271419b 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.247 1; +10.1.0.98 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 229c5000a..cb1f3c3c3 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.247 0; +10.1.0.98 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index e1b74253d..aa4f45cd1 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2602 -### Updated: Mon Sep 20 10:03:18 UTC 2021 +### Version: V3.2021.09.2603 +### Updated: Mon Sep 20 22:01:11 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 999337944..3a271419b 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.247 1; +10.1.0.98 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 229c5000a..cb1f3c3c3 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.247 0; +10.1.0.98 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index e1b74253d..aa4f45cd1 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2602 -### Updated: Mon Sep 20 10:03:18 UTC 2021 +### Version: V3.2021.09.2603 +### Updated: Mon Sep 20 22:01:11 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index ae3104c9d..737aceaa6 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -2602 +2603 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index e1b74253d..aa4f45cd1 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2602 -### Updated: Mon Sep 20 10:03:18 UTC 2021 +### Version: V3.2021.09.2603 +### Updated: Mon Sep 20 22:01:11 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index 32031dd95..f5fc0325d 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2602 -### Updated: Mon Sep 20 10:03:18 UTC 2021 +### Version: V4.2021.09.2603 +### Updated: Mon Sep 20 22:01:10 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index e1c885579..1b2927994 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -23.99.214.165 0; +52.156.118.132 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 32031dd95..f5fc0325d 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2602 -### Updated: Mon Sep 20 10:03:18 UTC 2021 +### Version: V4.2021.09.2603 +### Updated: Mon Sep 20 22:01:10 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 999337944..3a271419b 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.247 1; +10.1.0.98 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 229c5000a..cb1f3c3c3 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.247 0; +10.1.0.98 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 32031dd95..f5fc0325d 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2602 -### Updated: Mon Sep 20 10:03:18 UTC 2021 +### Version: V4.2021.09.2603 +### Updated: Mon Sep 20 22:01:10 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 999337944..3a271419b 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.247 1; +10.1.0.98 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 229c5000a..cb1f3c3c3 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.247 0; +10.1.0.98 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 32031dd95..f5fc0325d 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2602 -### Updated: Mon Sep 20 10:03:18 UTC 2021 +### Version: V4.2021.09.2603 +### Updated: Mon Sep 20 22:01:10 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 999337944..3a271419b 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.247 1; +10.1.0.98 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 229c5000a..cb1f3c3c3 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.247 0; +10.1.0.98 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 32031dd95..f5fc0325d 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2602 -### Updated: Mon Sep 20 10:03:18 UTC 2021 +### Version: V4.2021.09.2603 +### Updated: Mon Sep 20 22:01:10 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index e1c885579..1b2927994 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -23.99.214.165 0; +52.156.118.132 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 08c4aa2e3..fed75a16f 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2602 -### Updated: Mon Sep 20 10:03:18 UTC 2021 +### Version: V4.2021.09.2603 +### Updated: Mon Sep 20 22:01:10 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index e1c885579..1b2927994 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -23.99.214.165 0; +52.156.118.132 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index ce7dbe76a..51d6cad62 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2602 -### Updated: Mon Sep 20 10:03:18 UTC 2021 +### Version: V4.2021.09.2603 +### Updated: Mon Sep 20 22:01:10 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index 999337944..3a271419b 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.247 1; +10.1.0.98 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index cf065ce6b..ce67f57fc 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Evil -Freeuploader -Harvest -Humanlinks -IDBot -Keyword Density -Ltx71 -NimbleCrawler -SuperBot -tAkeOut +AfD-Verbotsverfahren +Aipbot +Claritybot +HEADMasterSEO +Lipperhey Spider +Litemage_walker +Microsoft URL Control +Mozlila +Toata +Web Fetch diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index 0cb14f3f0..79e75e033 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ +404enemy +80legs ADmantX AIBOT +ALittle Client ASPSeek -Abonti +Aboundexbot AhrefsBot -AiHitBot -Aipbot -AllSubmitter -Anarchie -Anarchy -Ankit -Apexoo -Aspiegel Attach -AwarioRssBot -BBBike BDCbot -BDFetch -BackStreet -Backlink-Ceck -Bigfoot -Bitacle +BackWeb +Badass +Barkrowler +BatchFTP +Battleztar Bazinga Black Hole Blackboard -BlowFish -Boardreader +Blow BotALot Brandprotect -Buddy +BunnySlippers BuzzSumo -Calculon -CazoodleBot -CensysInspect -CheTeam +CCBot +CSHttp +Cegbfeieh CheeseBot CherryPicker -ChinaClaw -Chlooe -Cliqzbot -Cloud mapping +Copier +CopyRightCheck Copyscape -Crawling at Home Project -CrunchBot -Curious -Custo -DSearch -DTS Agent +Cosmos +CrazyWebCrawler DatabaseDriverMysqli Demon Deusu -Devil -Digincore Dirbuster +Discobot +Discoverybot Dispatch DittoSpyder DnyzBot -DomCopBot -DomainAppender -DomainSigmaCrawler -Domains Project +DomainCrawler +Dotbot Download Wonder -EroCrawler -Exabot +EMail Wolf +EasyDL +Ebingbong +Evil ExtractorPro -EyeNetIE -Ezooms +FemtosearchBot Fimap -FlashGet -Flunky -Freeuploader +Fyrebot +G-i-g-a-b-o-t GalaxyBot GermCrawler -GetWeb Getintent -Gotit +Go-Ahead-Got-It GrabNet Grabber Grafula -GrapeFX GrapeshotCrawler -HEADMasterSEO -Harvest -IDBot -IRLbot -Iblog -Id-search +HMView +HTTrack +Havij +Heritrix +Humanlinks +IDBTE4M IlseBot -InfoNaviRobot -Intelliseek -Iria -Iskanie -Jorgee -JustView +Image Fetch +InfoTekies +IstellaBot +JamesBOT +Jetty +JikeSpider +Joomla Jyxobot -Kozmosbot -LNSpiderguy +Kenjin Spider +LWP::Simple Lanshanbot -LeechFTP -LeechGet -LexiBot -Lftp -LibWeb LieBaoFast -LinkWalker +Linkbot +LinkextractorPro LinkpadBot -MFC_Tear_Sample -MJ12bot +LinksManager +Lipperhey Spider +Lmspider +Ltx71 +MIDown tool +MIIxpc +MQQBrowser MSFrontPage MSIECrawler -MTRobot Mag-Net Mail.RU_Bot -Majestic12 -Mass Downloader -Mata Hari -MauiBot Metauri +MicroMessenger Microsoft URL Control -Mister PiX -Mojeek -Morfeus Fucking Scanner -Msrabot +Mr.4x3 +Musobot Name Intelligence -Navroad +Nameprotect +NearSite +Needle Nessus -Net Vampire NetAnts +NetMechanic +NetSpider +Netcraft +Nettrack +NextGenSearchBot +Nibbler +Niki-bot Nikto -Ninja -Nuclei +NimbleCrawler +Nmap Nutch -Offline Navigator OnCrawl +OpenLinkProfiler Openfind OrangeBot -OutfoxBot +OrangeSpider +OutclicksBot PECL::HTTP -POE-Component-Client-HTTP Page Analyzer -PageGrabber -PageScorer -Papa Foto +Pandalytics Pavuk Petalbot -Picscout -PictureFinder -Piepmatz +Pimonster Pixray +PleaseCrawl Pockey -Psbot -PxBroker -RankActive -RankingBot -Rankivabot -Re-re -ReGet -RepoMonkey +ProWebWalker +Probethenet +PyCurl +Quick-Crawler +RankurBot +RealDownload +Recorder +RocketCrawler Rogerbot +SEOkicks SEOlyticsCrawler +SEOprofiler SEOstats +SISTRIX SMTBot SalesIntelligent ScanAlert Scanbot -ScoutJet Screaming -SentiBot -SeoSiteCheckup -SiteCheckerBotCrawler -Sitevigil +ScreenerBot +Searchestate +SemrushBot +SeobilityBot +Seomoz +Siphon +Site Sucker +SiteExplorer +SiteSnagger +Siteimprove +SlySearch SmartDownload -SpaceBison +Snake +Snoopy +Sociscraper +Sogou web spider +Sosospider +Sottopop Spammen -Spbot -Spinn3r -Sqlmap -Sqworm +Steeler +Stripper +Sucker SuperBot -Swiftbot -T0PHackTeam +SuperHTTP +Surfbot +SurveyBot T8Abot +Teleport +TeleportPro +The Intraformant TightTwatBot -Toata -True_Robot +Titan +Toweyabot +Trendiction +Turingos Turnitin -TwengaBot -URLy Warning -URLy.Warning +TurnitinBot +Twice UnisterBot +Upflow +V-BOT VB Project -Vacuum -VelenPublicWebCrawler +VCI +VeriCiteCrawler Virusdie VoidEYE -Voil -WPScan -WWW-Collector-E +WEBDAV +WWW::Mechanize WWWOFFLE -WeSEE -Web Collage -Web Enhancer -Web Pix -Web Sucker -WebAuto -WebCollage +Web Fetch +WebBandit WebFetch -WebFuck +WebImageCollector WebLeacher -WebReaper WebSauger +WebStripper WebSucker +WebWhacker WebZIP Webalta WebmasterWorldForumBot Website Quester -WebsiteExtractor WebsiteQuester -Whack +Webster Whatweb Who.is Bot -Woobot +WinHTTrack +Wonderbot +Xaldon WebSpider YoudaoBot -Zauba -Zermelo -Zeus -ZmEu ZoomBot -ZumBot -ZyBorg -backlink-check -check1.exe -crawl.sogou.com -crawler.feedback +ZoominfoBot +arquivo-web-crawler +cah.io.community +clark-crawler +crawler4j demandbase-bot -facebookscraper -internetVista monitor -ips-agent +eCatch +evc-batch +gopher +heritrix +instabid lwp-request -muhstik-scan +meanpathbot +mediawords pcBrowser -s1z.ru -sexsearcher +ripz +scalaj-http +seoscanners +seostar +siteripz +sp_auditbot spyfu -sysscan -tAkeOut -trendiction.com -webprosbot +trendiction.de +ubermetrics-technologies.com +voyagerx.com +webmeup-crawler x09Mozilla -x22Mozilla zauba.io +zgrab diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index a5d9f019c..75127ecd0 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -01h4x.com -ADmantX -AIBOT +360Spider +80legs +Abonti +Aboundexbot +AhrefsBot AiHitBot -Alexibot -Anarchie -Anarchy -Anarchy99 +AlphaBot +Ankit Anthill -Apexoo -AwarioRssBot +AwarioSmartBot BDFetch -BackDoorBot -Badass +BLEXBot +BackStreet +BackWeb +BacklinkCrawler +Barkrowler BatchFTP -BetaBot -Bigfoot -Blow +Black Hole +Blackboard +BlowFish +Boardreader +Brandprotect Brandwatch -Buck -BuiltBotTough -BunnySlippers +Buddy +Bullseye BuzzSumo CATExplorador CCBot CODE87 -Calculon CazoodleBot -Cegbfeieh -Cliqzbot +CensysInspect +CheTeam +CheeseBot +CherryPicker +Cloud mapping Collector Copier -Copyscape -Curious -DigitalPebble -Dirbuster +CopyRightCheck +Cosmos +Craftbot +Crescent +CrunchBot +DIIbot +DatabaseDriverMysqli +Demon +Deusu Disco +Discobot DittoSpyder +DnyzBot +DomCopBot DomainCrawler -Dotbot -Dragonfly -Drip -ECCP/1.0 +DomainSigmaCrawler +DomainStatsBot EMail Siphon -EMail Wolf -EasyDL Ebingbong Ecxi -EirGrabber Evil -Exabot -ExtractorPro +Express WebPictures +ExtLinksBot +Extractor +EyeNetIE Ezooms -FHscan -Fimap -Flunky Foobot -Freeuploader -Fyrebot -G-i-g-a-b-o-t -Genieo -GermCrawler -GoZilla -Gotit +Fuzz +GalaxyBot +GetRight +Getintent +Go!Zilla +Grabber +Grafula GrapeFX -HEADMasterSEO HMView HTMLparser -HTTP::Lite -HTTrack -Harvest +Haansoft Havij Heritrix -Hloader -IDBot -Iblog +IDBTE4M +IRLbot Id-search +IlseBot Indy Library -InfoNaviRobot InfoTekies -Intelliseek InterGET Iria -Iskanie +IstellaBot JOC Web Spider -JamesBOT +JennyBot JetCar -Jetty -Joomla +JikeSpider JustView -Kenjin Spider Keyword Density -Kinza -Kozmosbot -Larbin +Lanshanbot Leap -LexiBot +LeechFTP +Lftp +LibWeb +Libwhisker LieBaoFast LinkScan -LinkWalker -Linkbot +LinksManager +LinqiaMetadataDownloaderBot LinqiaRSSBot +Lipperhey Spider Lmspider -MFC_Tear_Sample -MIDown tool +Ltx71 MIIxpc -MQQBrowser -Majestic12 -Masscan +MSFrontPage +MTRobot +Magnet +Majestic SEO +Majestic-SEO +MarkMonitor +Mass Downloader Mata Hari MauiBot MeanPath Bot -Meanpathbot -MegaIndex.ru -MicroMessenger -Microsoft Data Access -Moblie Safari -Msrabot +Mojeek +Morfeus Fucking Scanner Musobot -NPbot +Name Intelligence Nameprotect -Net Vampire +NearSite +Nessus NetAnts -NetLyzer -NetSpider -Nettrack +NetMechanic +Netvibes NimbleCrawler Nuclei -Offline Navigator +OpenVAS PECL::HTTP +POE-Component-Client-HTTP +PageAnalyzer PageGrabber -Papa Foto -Pavuk -Picscout -Picsearch -PictureFinder -Pixray +PageScorer +PageThing.com +Pandalytics +Panscient PleaseCrawl -Pockey -ProPowerBot -Psbot -Pu_iN -RankActive +Probethenet +PyCurl RankActiveLinkBot RankingBot +Rankivabot RankurBot -Re-re -RealDownload -RedesScrapy -RocketCrawler -SBIder +ReGet +RebelMouse +Ripper +Rogerbot +SEOkicks +SEOkicks-Robot SEOlyticsCrawler -SISTRIX -Scrapy -Screaming -ScreenerBot -ScrepyBot -SemrushBot +SEOprofiler +SEOstats +ScanAlert +Scanbot +ScoutJet +SearchmetricsBot +Semrush +SeobilityBot Seomoz Shodan -SiteExplorer -SiteLockSpider -Sitebeam +SiteSucker +Sitevigil SlySearch -Snapbot -Snoopy -Sociscraper +Snake +SocialRankIOBot +Sogou web spider Sosospider -Spanner -SputnikBot -Sqlmap +SpaceBison +Spammen +Spinn3r Sqlworm Sqworm -SuperHTTP +Steeler +Sucuri +Surfbot SurveyBot -Swiftbot -Szukacz +Suzuran T0PHackTeam -T8Abot -Teleport -TeleportPro -The Intraformant -Thumbor -Trendictionbot +Telesoft +Telesphoreo +Tracemyfile +Trendiction +True_Robot Turingos -URLy Warning +Turnitin +Typhoeus UnisterBot Upflow -VB Project VCI -Vacuum -Virusdie -VoidEYE -WEBDAV +VeriCiteCrawler +VidibleScraper +Voltron +WASALive-Bot +WBSearchBot WISENutbot -WPScan WWW-Mechanize WWW::Mechanize +WWWOFFLE Wallpapers -Wallpapers/3.0 -WallpapersHD -Web Collage -Web Fetch -Web Sauger -Web Sucker +Web Auto +Web Fuck WebBandit +WebCollage WebEnhancer -WebGo IS WebLeacher +WebPix WebReaper -WebStripper +WebSucker WebZIP +Webalta WebmasterWorldForumBot -Webshag -WebsiteQuester +Webster Whack Whacker WinHTTrack WiseGuys Robot -Wonderbot +Wprecon YoudaoBot Zade +Zermelo Zeus -archive.org_bot -autoemailspider -backlink-check +Zitebot +ZoomBot +arquivo.pt cah.io.community -check1.exe -clark-crawler -coccocbot-web -cognitiveseo crawl.sogou.com -crawler4j -domainsproject.org +demandbase-bot eCatch evc-batch facebookscraper -ips-agent -lwp-request -magpie-crawler -mediawords -muhstik-scan +lwp-trivial +meanpathbot netEstate NE Crawler -polaris version -scan.lol +oBot +page scorer +pcBrowser +plumanalytics +ripz +s1z.ru +seobility +seoscanners serpstatbot +sitechecker.pro +spyfu ubermetrics-technologies.com -x09Mozilla +xpymep1.exe zauba.io zgrab diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index 43e65d134..a8e5c596d 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -balook.com -itsdp3.com -japan-bearings.ru -liveshoppersmac.com -megahdporno.net -my-aladin.com -nudepatch.net -ostrovtaxi.ru -pornodojd.ru -teencastingporn.com +allkrim.com +bank.uz +coderstate.com +com-onlinesupport.site +impresagaia.it +iweblist.info +jacago.com +multgo.ru +ops.picscout.com +pastaleads.com diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index 5c3c85279..a8d72aad6 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -00webcams.com -1000n1.ru -100dollars-seo.com -108shot.com -11235813.webzdarma.cz -123cha.com -2015god.org -2drittel.de -4replicawatch.net -5000-cotydzien.com -777-club.ru -98oi.ru -aa8b68101d388c446389283820863176e7.com -abcdefh.xyz -abusora.com -acgs.tk -acmebtn.ml -adbetclickin.pink -adobereader-free.ru +1001watch.com.ua +1pamm.ru +1xbet4you.com +2ads.co.uk +4kplayer.pl +6128786.com +9med.net +aab94f698f36684c5a852a2ef272e031bb.com +abctoppictures.net +abtasty.com +actices.com +addblueoff.com.ua +adminshop.com +adservme.com adultfriendfinder.com -adultwebhosting.info -advancedsoftwaresupport.com -affordablewebsitesandmobileapps.com +adultfullhd.com +advancedmassagebysara.com +adverster.com agadelha.com.br aghanyna.com -airmaxshoes-2016.com -akama.com -alkoravto.ru -alyeskaresort.com -amazon-seo-service.com -amigobulls.com -anaksma.info -anal-acrobats.hol.es +alfabot.xyz +alive-ua.com +all-number.com +all4invest.info +all4invest.ru +allknow.info +allnews24.in +alphacarolinas.com +alphahoverboards.com +am-se.com +amazingninja.com +anal-acrobats.com android4fun.org -anjalika.co.in -apartmentbay.ru -apartmentratings.com -apelsinnik.website -apiqualitinknet-a.akamaihd.net -apparel-offer.com -arenda-avtoprokat-krasnodar.ru -arius.tech -autoblogger24.info -automatic-seo.com -automobile-spec.com -autotrends.today +animal36.com +animenime.ru +ap.senai.br +appleid-verification.com +applicationg29.com +artel116.ru +asrvrep-a.akamaihd.net +audiobangout.com +auspolice.com +aussie-prizes.com +autogrep.ru +autorn.ru avon-ukraine.com -ayakino.net -azartmsl.com -azartniy-bonus.com -b-styles.xyz -balkanfarma.org -bambi.ck.ua -bannerbank.ru -best-businessman.ru -bet365.com -bgviagrachrx.com +azartclub.org +azbaseimages.net +azinoofficial777.ru +azlex.uz +backiee.com +badavit.com.ua +baditri.com +bagsonsale.online +balois.worldbreak.com +bang-hotties.com +beetpics.pw +belinka.com.ua +belsetirehafi.tk +bensbargains.net +bestmobilityscooterstoday.com +bestofferswalkmydogouteveryday.gq +bestofpicture.com +bestsexyblog.com +bezcmexa.ru bidr.trellian.com +billiard-classic.com.ua bingo8888.com -birzha-truda.eu -bitcoinremote.com -biteg.xyz -blavia.00author.com -blog.koreadaily.com -bloggerads.net -boanonihaca.tk -boleznikogi.com -bolezniorganov.ru -bonanza-fortune.men -bonky.biz -boobsimge.com -bradleylive.xyz -brandimensions.com -browserprotecter.com -bupropion-sr-150-mg.us -business-made-fun.com -buyclomidonlaine.com -buydissertation.net +biznesrealnost.ru +bkgr.se +blackle.com +blockety.co +blogig.org +bloglag.com +bocoarchives.org +bongacams.com +bonzbuddy.com +brainxs.us +brianhenry.co +buyessaynow.biz buyviagraa.blogspot.com -buzzzg.men -bvlgariwallet.xyz -cardiosport.com.ua -cartiertrinity.xyz -cascadelink.org -cfsrating.sonicwall.com -chatroulette.online -chatroulette.si +buzzonclick.com +cacheimages.com +camdolls.com +candlewooddentalcentre.com.au +carapics.com +carsdined.org +cartierbracelet.xyz +cartierbraceletsreplica.pw +casinos4dummies.co.uk +centraletermice.us +cerev.info cheap-pills-norx.com -cheapmoncler.pw -circlesl.com -citysecurity.nu -classicakuhni.ru -clevernt.com -clickaider.com -clickhype.com -clickpapa.com -clicksor.net -compliance-checker-7.info -compliance-irvin.xyz -compliance-julia.top -compliance-mark.top -covid-schutzmasken.de -cpabegins.ru -credit-respect.ru -cupday.com -dafatiri.com -darmebel.com.ua -daymusam.com -decoratinghomes.ga -delta-line.men -dfwu1013.info -dikx.gdn -divatraffic.com -dividendo.ru -domaincdn.xyz -doxyporno.com -dtnlyss.com -e-poker-2005.com -easytuningshop.ru -electrik-avenue.com +cheap-trusted-backlinks.com +cheapestjerseysonwholesale.com +cheapjerseysbizwholesale.us +cheapmoncler.win +cheatcode-lita12.rhcloud.com +children-learningreading.info +chinese-amezon.com +chlooe.com +chocoslim.pro +christianlouboutinsaleonline.us +cialiswithoutadoctor.net +ciekawinki.pl +cityadspix.com +clarithromycin500mg.com +clickprotects.com +clknsee.com +co.lumb.co +com-cleaner.systems +com-secure.download +compliance-irvin.top +compliance-mary.top +converse.ddsoldes.fr +coolwallpapers-hd.com +copblock.org +cosmeticswomens-womensports.rhcloud.com +costablue.xyz +cowblog.fr +crystalslot.com +cs-passion.pl +cutalltheshit.com +dalavia.ru +dataloading.net +dating-app.ru +davidovic.info +ddpills.com +den-noch24.ru +detective01.ru +dev33.dioniqlabb.se +digital-video-processing.com +dojki365.online +domaincrawler.com +domainsphoto.com +donna7753191.ru +downloadeer.net +downloader12.ru +earncash.com.ua +ec-file.info elektrischezigaretten1.blogse.nl -elektronischezigarettekaufen1.myblog.de -elektrozigaretten1.postbit.com -emerson-rus.ru -englate.com +elektrischezigaretten2.beeplog.com +elmacho.xyz +eloconcream.blogspot.com +emergencyneeds.org erotikchat-24.com escortslet.net -essayassist.com -europages.com.ru +excaliburfilms.com +exonline.info +expdom.com extlinks.com -ezb.elvenmachine.com -failingmarriege.blogspot.com -fanoboi.com -farmingworm.com -fashion-stickers.ru -fickenbumsen.net -figuringmoneyout.com -filmania-x.ru -floating-share-buttons.com -forms-mtm.ru -forum.poker4life.ru -foto-sisek.porngalleries.top -foxtechfpv.com -fr-bearings.ru -freejabs.com -freelinkbuilding.website.tk -freewhatsappload.com -frequiry.com -froggytube.com -frvo.alptandem.ru -fuckbuddybestgilf.info -fullfileaccess.com -fxgallery.com -g.starmoe.xyz -galaxys6manual.info -galeon.com -gamebackyard.com -gamedayhouse.com -gateway.zscalertwo.net -gazobeton-p.com.ua -gazoblok.net.ua -ge0ip.org -gearcraft.us -getprismatic.com -gidonline.one -gogps.me -golmau.host.sk -gombita.info -gonextmedia.com -goo.ne.jp -gratis-sexkontakte.com -gratuitxblcodes.com -growmyfunds.ca -gsasearchengineranker.top +ezigarettenshop2.myblog.de +f5mtrack.com +faptitans.com +fickkontakte.org +fikasound.tk +flex4launch.ru +flytourisme.org +fordsonmajbor.cf +forensicpsychiatry.ru +forex21.ru +forum20.smailik.org +foxydeal.com +frbizlist.com +free-floating-buttons.com +freelifetimefuckbook.com +freenode.info +freenom.link +friendflnder.com +front.to +fuel-gas.com +fullgirl.ru +fyl.com.ru +g33.org +game-mmorpg.net +game300.ru +gamevalue7.weebly.com +gateway.zscalerone.net +gcup.ru +ge0ip.com +genetworx.com +gerhardhealer.com +get-seo-domain.com +getmiro.com +gettpromos.com +girlsfuckdick.com +glastecfilms.com.my +glavtral.ru +gogalleryawesome.com +goldadpremium.com +golden-praga.ru +google-liar.ru +gosarhivrt.ru +gotwebsite1.com +gsmlab.pl gsou.cf -hanwei.us -hd-filmy.net -hd720kino.ru -healbio.ru -healgastro.com -heartofpayne.xyz -helvetia.com.ua +handsandlegs.ru herehloadibs.cf -highstairs-a.akamaihd.net -histock.info -hobild.net -howopen.ru -howtowhitenteethfast.xyz -hptwaakw.blog.fc2.com -humbmosquina.tk +hermesbelts.xyz +herokuapp.com +himgaws.pw +hit-men.men +home-task.com +hoterika.com +hotxnights.info +huimin764128.com +iamsport.org +ico.re idc.com.ua -imabase.com -imagefinder.site +idealtits.net +ie.57883.net +images-graphics-pics.com +imgarcade.com imguramx.pw -imicrovision.com -indetiske.ya.ru -infostatsvc.com -intelhdgraphicsgtdrive6w.metroblog.com -internetproviderstucson.com -iqoption-bin.com -iqs.biz.ua +indiakino.net +investyb.com +iplogger.org irkutsk.online-podarki.com -islamtoday.co.za -islandminingsupply.wordpress.com -ixora.pro -izhevsk.xrus.org -jackpotchances.com -jaxcube.info -jetsli.de -jillepille.com -jimmychoosale.online -johnrobertsoninc.com -journeydownthescale.info -joy-penguin.com +isotoner.com +istizanidineacontrolledsubstance.blogspot.com +it-max.com.ua +iwantedmoney.com +iweblist.info +james13prix.info +jewelryandfiligree.com +johannesburgsingles.co.za +journalhome.com +juliadiets.com +jumptap.com +junglenet-a.akamaihd.net +justkillingti.me justprofit.xyz -jwcialislrt.com -kamagragelusa.net -karpun-iris.ru -kazinogames.lv -keyhantercume.com -kinky-fetishes.com -kinoduh.ru -kinozapas.org -kndxbkdx.bloger.index.hr -kosmetyki.tm.pl -kvartir-remont.biz -ladov.ru -lampokrat.ws -lanasshop.ru -landmania.ru -lankarns.com -life-instyle.com -linkrr.com -liumimgx.pw -liveinternet.ru -locatellicorretor.com.br -lonely-mature.com -m.b00kmarks.com -macdamaged.space -macotool.com -magazintiande.ru -make-money-online.com -makenahartlin.com -marmotstore.online -mastershef.club -masturbate.co.uk -matpre.top -meccadumps.net -mediafresh.online -mega-bony-2017.pl -menetie.ru -meteostate.com -mhtr.be -minneapoliscopiers.com -mirzonru.net -mlvc4zzw.space -mnogolok.info -mobifunapp.weebly.com -moesexy.com -mole.pluto.ro -monarchfind-a.akamaihd.net -monetizationking.net -moneytop.ru -more-letom.ru -morpicert.pw -moscow.online-podarki.com -moviezbonkerssk.cf -musicspire.online -muznachas-service.ru -myanyone.net -mycaf.it -myra.top -myshopmatemac.com -myyour.eu -nakozhe.com -natali-forex.com -nfljerseyscheapchinabiz.com -nhl17coinsforps3.gratisblog.biz -njkmznnb.ru -nofreezingmac.work -nordvpn.com -novosti-hi-tech.ru -nyfinance.ml -obiavo.su -obiavo.uz -oecnhs.info -ofanda.com -offers.bycontext.com -offtopic.biz -ok-ua.info -online-podarki.com -online-zaymy.ru -onlinefilmz.net -onlineserialy.ru -onlyporno.ru -optom-deshevo.ru -orhonit.com -osnova3.ru -oxford-book.com.ua -oxotl.com -pacificair.com -pagesense.com -panchro.co.uk -paphoselectricianandplumber.com -parajumpersjakkesalgnorge.info -parajumpersstore.online -partnersafe.men -patol01.pw -pcgroup.com.uy -pensplan4u.com -photochki.com -pic2fly.com -piccdata.com -pics-group.com -picurams.pw -platinumdeals.gr -polytopesexempt.com -porn555.com -porndl.org -pornofiljmi.com -pornogig.com -pornohd1080.online -pornosemki.info -pornosmola.info -porto.abuilder.net -potoideas.us -pp-budpostach.com.ua -predominant-invent.tk -privat-girl.net -privatov-zapisi.ru +kaz.kz +kchaxton.com +keywordsuggest.org +kinohit1.ru +kmd-pto.ru +kmgamex.cf +knigonosha.net +kollesa.ru +kometars.xyz +konkursov.net +konoplisemena.com +kumuk.info +kupit-adenu.ru +kursy-ege.ru +kutikomi.net +laapp.com +labelwater.se +ladsup.com +lakomka.com.ua +laptop-4-less.com +lawyersinfo.org +legalrc.biz +lenvred.org +lerporn.info +lescinq.com +lezbiyanki.net +liky.co.ua +liquimondo.com +listiseltemournlan.gq +littleberry.ru +live-cam6.info +loftdigital.eu +lolnex.us +louisvuittonoutletstore.net +lsex.xyz +lsp-awak-perikanan.com +luchshie-topcasino.ru +magicplayer-s.acestream.net +maglid.ru +mailemedicinals.com +mamasuper.prom.ua +masterseek.com +matb3aa.com +maxxtor.eu +medi-fitt.hu +mediaoffers.click +medkritika.ru +meetlocalchicks.com +mezaruk.info +mhi-systems.ru +micasainvest.com +mir-limuzinov.ru +missis.top +misterjtbarbers.com +mobilemedia.md +monarhs.info +mowser.com +moyaterapiya.ru +musirc.com +my-cash-bot.co +myindospace.com +naturtreenspicerx.pw +neobux-bg.info +notebook-pro.ru +nvformula.ru +nw-servis.ru +o-o-8-o-o.ru +obnal.org +odoratus.net +offer.wpsecurity.website +offf.info +onko-24.com +online-templatestore.com +onlineporno.site +onlinewritingjobs17.blogspot.ru +optitrade24.com +osb.se11.ru +ourville.info +ozoz.it +paighambot.com +palocco.it +palvira.com.ua +panchro.xyz +parfusale.se +pathwhelp.org +pc-services.ru +pepperstyle.ru +petrovka-online.com +pewit.pw +physfunc.ru +picturesboss.com +pila.pl +pills24h.com +platezhka.net +plusnetwork.com +podshipniki-ntn.ru +polcin.de +popads.net +popserve.adscpm.net +porndroids.com +pornmania.pl +pornoforadult.com +pornoinn.com +pornoreino.com +posible.net +powc.r.ca.d.sendibm2.com +primedice.com prizestohandle.club -prlog.ru -prombudpostach.com.ua -prostitutki-novgoroda.org -puzo2arbuza.ru -puzzleweb.ru -r-e-f-e-r-e-r.com -rank-checker.online -razvratnoe.org -redirlock.com -refudiatethissarah.info -reklama1.ru -remedyotc.com +pro-poly.ru +produkto.net +profitwithalex.info +proposal-engine.com +prpops.com +psa48.ru +pshare.biz +pskcijdc.bloger.index.hr +pts163.ru +qor360.com +quickchange.cc +raisedseo.com +randalljhoward.com +rapidokbrain.com +raschtextil.com.ua +rczhan.com +realresultslist.com +rebelmouse.com +redhotfreebies.co.uk +reining.lovasszovetseg.hu +remont-fridge-tv.ru remontgruzovik.ru -retreatia.com -rightenergysolutions.com.au -rimedia.org +renhacklids.tk +replicalouboutin.xyz +retailwith.com +ric.info +ricorsogiustizia.org ros-ctm.ru -rospromtest.ru -royalads.net -rubanners.com -rutor.group -saitevpatorii.com -sammlungfotos.online -sanyuprojects.com -sarafangel.ru -savetubevideo.com -sbricur.com -scanner-brian.top +royalvegascasino.com +rubbed.us +rvtv.ru +sa-live.com +samara.rosfirm.ru +sawin.beth.webd.pl +sbf441.com +scanner-alexa.top +scanner-john.top +scenicmissouri.us +schalke04fc.info +schlampen-treffen.com +scmor.ilxc.cc +scottbywater.com +scrapinghub.com +seadragonherbery.com +search.alot.com searchaddis.com -searchwebknow-a.akamaihd.net -secretscook.ru -seo-platform.com -seomarketings.online -seoprofiler.com -seorankinglinks.com -serptehnika.ru -serving.adbetclickin.pink +sei80.com +seinterface.com +seoboxes.com +seoholding.com +seokicks.de servingnotice.com -sexad.net -sexspornotub.com -sexyali.com -sexyteens.hol.es -shtora66.ru -sicfor.bcu.cc -sierraapps.com -simplesite.com -sitebeam.net -sitopreferito.it -skylta.com -smart-balancewheel.com -snip.to -snsdeainavi.info +sex-tracker.com +sexfreepornoxxx.com +sexxdate.net +sexyebonyteen.com +sfd-chess.ru +shmetall.com.ua +shodanhq.com +signal03.ru +silverage.ru +simple-share-buttons.com +sinel.info +sivs.ru +skypasss.com +slomm.ru +slujbauborki.ru +snegozaderzhatel.ru +snomer1.ru +social-button.xyz +socialseet.ru socialtrade.biz -soserfis.com -sotechco.co -space2019.top -space4updating.win -spb-plitka.ru -spravka130.ru -srdrvp.com -sribno.net -sstroy44.ru -stair.registrydomainservices.com -star61.de -starpages.net -sticken.co -stoki.ru -storehouse.ua -stpolice.com -strana-krasoty.ru -streetfire.net -stroiminsk.com -superfish.com -superoboi.com.ua -svensk-poesi.com -swinger-mobil.net -swiped.su -tako3.com -tecnoteakviareggio.it -teguh.info -telefonsex-ohne0900.net -telsis.com -thedownloadfromwarez.blogspot.com -tiandeural.ru -tizanidine6mg.blogspot.com -tizanidineandhydrocodone.blogspot.com -tizanidinefibromyalgia.blogspot.com -tizanidineforopiatewithdrawal.blogspot.com +softtor.com +soietvousmaime.fr +sonnikforme.ru +sosdepotdebilan.com +speechfoodie.com +spravka-medosmotr.ru +sr-rekneskap.no +success-seo.com +suchenindeutschland.com +sukarame.net +superiends.org +supermesta.ru +sweepstakes.rewardit.com +t-bygg.com +takeprofitsystem.com +tampabaywatch.org +tandvardshuset.net +techart24.com +telefonsexi.com +thebluenoodle.com +thedownloadfreeonlinegames.blogspot.com +theheroes.ru +titelhelden.eu +titslove.yopoint.in tizanidinehcl4mgisitanarcotic.blogspot.com -tizanidineonline.blogspot.com -tizanidinewithdrawal.blogspot.com -todohr.com -top1-seo-service.com -top10registrycleaners.com -topbestgames.com -topcar-krasnodar.ru -toyota.7zap.com -tracfone.com -trustaffs.com -trustedmaccleaner.com -ttrraacckkrr.com -tvand.ru -tvteleport.ru -twodollarshows.com -uamtrk.com -ufa.xrus.org -ukkelberg.no -umg-stroy.ru -unimodemhalfduplefw.pen.io +topsiteminecraft.com +topsy.com +tourismvictoria.com +toy-shop.top +trafficjunky.com +trafficmania.com +trafficmonetize.org +traffmonster.info +trahic.ru +traxdom.ru +truck-addzilla.life +truemfilelj.gq +tuckermktg.com +ublaze.ru +ultimatesetnewfreeallsoftupgradesystems.pw univerfiles.com -upupa.net -usadacha.net -userequip.com -utiblog.fr -uytmaster.ru -valsalud.com -velen.io -venerologiya.com -veselokloun.ru +urll.eu +urlopener.com +vashsvet.com +vbabule.net +versaut.xxx-cam.webcam +viagra.pp.ua viandpet.com +videochat.life +videochat.ph +videositename.com +vip2ch.com +vipsiterip.org viteonlusarezzo.it vltai.com -voronezh.xrus.org -vroze.com -vzlom-na-zakaz.com -w3javascript.com -warning.or.kr -waterpurifier.club -wdfdocando.com +voltrknc1.com +volume-pills.biz +vtc.pw +vykupavto-krasnodar.ru +webadvance.club webextract.profound.net -webmasters.stackexchange.com -weprik.ru -westum.se -windowssearch-exp.com -wineitudes.wordpress.com -winner7777.net -wosik-dach.service-for-web.de -wpthemedetector.co.uk -writersgroup580.web.fc2.com -wurr.voila.net -www.bookmaker-bets.com -www.jbetting.com -wygraj-skiny.win -x5market.ru -xblognetwork.com -xboxster.ru -xgftnlrt.bloger.index.hr +webmonetizer.net +webpromotion.ae +weekes.biz.tc +womama.ru +writingservices17.blogspot.ru +www.labves.ru +x-stars.ru +x-true.info +xclicks.net +xfluro.com xn----7sbaphztdjeboffeiof6c.xn--p1ai -xn--80aaaks3bbhabgbigamdr2h.xn--p1ai -xn--80aagddcgkbcqbad7amllnejg6dya.xn--p1ai -xn--80ahvj9e.xn--p1ai -xn--b1agm2d.net -xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai -xsfetish.org -xtube.com -yhit.press -ynymnwbm.bloger.index.hr -youghbould.wordpress.com -zaapplesales.blogspot.com -zajm-zalog-krasnodar.ru -zatjmuzu.info -zeroredirect8.com -zhorapankratov7.blogspot.com -zog.link -zooggames.com -zoolubimets.ru -zryydi.com -zverokruh-shop.cz -zx6.ru +xn----btbdvdh4aafrfciljm6k.xn--p1ai +xn--80aaagvmjabrs1aoc9luc.xn--p1ai +xn--80aeahghtf8ac5i.xn--p1ai +xn--80aodinpgi.xn--p1ai +xn--b1addnj3cah.xn--p1ai +xn--c1acygb.xn--p1ai +xuki.us +xxart.ru +zaim-pod-zalog-krasnodar.ru +zakon-ob-obrazovanii.ru +zazagames.org +zed21.net +zerocash.msk.ru +zolotoy-lis.ru +zygophyceous.womanstars.site +zytpirwai.net diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index 14c343cc8..20d6bc38e 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -00it.com -11pikachu.ru -1adult.com -3dracergames.com -7wind.ru -8si.ru -a.frcls.fr -aab94f698f36684c5a852a2ef272e031bb.com -adclickthru.net -adman.se -adnotbad.com -ahmedabadwebs.com -ahrntal.verymes.xyz -alif-ba-ta.com -allkrim.com -allwidewallpapers.com -appsaurus.com -artel116.ru -atmovs.com -auto-moto-elektronika.cz -autoseo-traffic.com -aviapanda.ru -ayodhya.co +00webcams.com +2rich4bitches.com +above.com +adimmix.com +adventureparkcostarica.com +afmuseum.com +allbizne.co.ua +alldownload.pw +amazon-adsystem.com +anaseracresar.tk +animebox.com.ua +apartmentbay.ru +apiappenableinfo-a.akamaihd.net +apioutoboxnet-a.akamaihd.net +arclk.net +arendas.net +asophoto.com +ayanaspa.com +azbaseimages.net +azbuka-mo.ru +b00kmarks.com +bad-stars.net bang-hotties.com -bdsmgalls.net -best-seo-software.xyz -bigcareer.info -bikini-image.com -bio-optomarket.ru -bizfly.info -biznesschat.net -bloglag.com -bonky.biz -bvlgaribracelet.xyz -c-english.ru +bankiem.pl +bard-real.com.ua +beauty-clinic.ru +bitnote.co +blog-hits.com +bookmark4you.com.biz +buehne-fuer-menschenrechte.de +business-suggested.tk +buynorxx.com +canacopegdl.com candelluxsklep.pl -canyougethighofftizanidine.blogspot.com -carsplate.com -cartierlove.xyz -cashonads.com -cdncash.org -check-this-out-now.online -chinaelitecheapjerseys.com -clodo.ru -codysbbq.com -coolbar.pro -counter.yadro.ru -cupday.com -dairyindia.in -dangphoto.trade -daretodonate.co -day-news.info -detsky-nabytek.info -diarioaconcagua.com -digilander.libero.it -dimfour.com -discovertreasure-a.akamaihd.net -discovertreasurenow.com -dividendo.ru -dogsrun.net -doktoronline.no -doxyporno.com -drivotracker.com -elektrozigarette1.dreamwidth.org -englishdictionaryfree.com -essayservicewriting.org -euronis-free.com -facialporntube.com -feel-planet.com -fifa-coins.online -findacheaplawyers.com -finstroy.net -forensicpsychiatry.ru -forex-indextop20.ru -formulaantiuban.com -free-fbook-traffic.com -free-stock-illustration.com -free-traffic.xyz -freshmac.space -fx-brokers-review.com -gaz-voshod.ru -ge0ip.com -get-free-traffic-now.com -gg.zzyjxs.com -given2.com -glicol.kz -globalsurfari.com -gogps.me -google-liar.ru -gsasearchengineranker.xyz -gwagka.com -hamacapty.com -handsandlegs.ru -hop.clickbank.net -housediz.com -hreade.com -hscsscotland.com -iccornacircri.cf -ifirestarter.ru -imgarcade.com -inboxdollars.com -indianmedicaltourismshop.com -inmate-locator.us -iphantom.com -iptool.xyz -isitwp.com -istizanidinelikexanax.blogspot.com -ivearchenceinflu.cf -j33x.com -javatex.co.id -jestr.org -juliaworld.net -jyrxd.com -kellyonline.xyz -kinomaniatv.pl -kostenloser-sex.com -kovrenok.ru -ladov.ru -laexotic.com -landoftracking.com -larose.jb2c.me -lemon-ade.site -lenpipet.ru -lesbian.xyz -life.biz.ua -linkarena.com -lion.bolegapakistan.com -liveinternet.ru -localmatchbook.com -locationdesaison.com -lonerangergames.com -lost-alpha.ru -lulea-auktionsverk.se -mactechinfo.info -masthopehomes.com -max-eclat.men -mcadamssupplyco.com -medicinacom.ru -medmajor.ru -meds-online24.com -mega-bony-2017.pl -mobilemedia.md -modnie-futbolki.net +cardiosport.com.ua +carfax.com.ua +carrauterie.be +casinorewards.info +cbb1smartlist12.click +cdncash.net +cdnnetwok.xyz +celejihad.info +cercacamion.it +chiblackhawks-jerseys.com +civilwartheater.com +clmforexeu.com +cmhomestayagency.com +coolyarddecorations.com +crazyboost.pro +crazyprotocol.com +creatives.adbetclickin.pink +directivepub.com +djonwatch.ru +documentbase.net +doeco.ru +dolohen.com +domain.webkeyit.com +domaincdn.xyz +domoysshop.ru +domznaniy.ru +dprtb.com +easytuningshop.ru +enginebay.ru +esnm.ru +essay-edu.biz +estibot.com +evening-dating-club.info +expertnaya-ocenka.ru +ezigarettekaufen2.mpbloggar.se +fashionindeed.ml +fatfasts-4tmz.com +favorcosmetics.com +fellowshipoftheminds.com +fetishinside.com +fickenbumsen.net +fitnesspiks.com +footbalive.org +forex-procto.ru +fortwosmartcar.pw +forumprofi.de +forums.toucharcade.com +free-share-buttons.com +gabeshop.ru +gallerylisting.com +gambarxkata.co +gay-file.com +geilehausfrauen.net +getridofstretchmarks.org +ghernnqr.skyrock.com +globatur.ru +golfresa.lucania.se +gorabagrata.ru +groupmoney.ru +hackers-crackers.tk +hanwei.us +hdhc.ru +heatpower.ru +hentai-manga.porn +hermesreplica.win +highland-homes.com +hildinghr.se +homeinns.com +hotkeys.com +idealtits.net +increasewwwtraffic.info +indetiske.ya.ru +infobanks.ru +insta-add.pro +interfucks.net +inzn.ru +ipchicken.com +iqupdatetmz.win +islamtoday.co.za +isotoner.com +itronics.ca +jabimgo.pw +jerseychinabizwholesale.us +jmat.cn +johannesburgsingles.co.za +jumptap.com +kamalsinha.com +keywordspay.com +kinogonew.ru +kinohall.ru +konturkrasoty.ru +kosmetyki.tm.pl +kurbappeal.info +la-fa.ru +lafriore.ru +larutti.ru +legalrc.biz +liver-chintai.org +lovelycraftyhome.com +manualterap.roleforum.ru +marketland.ml +marmotstore.online +masturbate.co.uk +mebel-ekb.com +medanestesia.ru +meetlocalchicks.com +meltwater.com +merryhouse.co.uk +meteostate.com +mikozstop.com +miniads.ca +mmgq.ru +mockupui.com +moivestiy.biz morpicert.pw -musezone.su -myra.top -mysexpics.ru -mystats.xyz -newstaffadsshop.club -newyorkhotelsmotels.info -no-rx.info -nsatc.net -o00.in -offf.info -okel.co -onlainbesplatno.ru -optitrade24.com -ostroike.org -palvira.com.ua -pandarastore.top -paradontozanet.ru -pawli.eu -photo.houseofgaga.ru -picswe.com -popup-hgd.xyz -porngalleries.top -pornoklad.net -pornosok.ru -pornpost.in -preparevideosafesystem4unow.space +mp3downloadhq.com +mriyadh.com +mustwineblog.com +navalwiki.info +nbsproject.ru +net-radar.com +nicovideo.jp +nodup.ru +nudo.ca +nuit-artisanale.com +ochistka-stokov.ru +okuos.com +openmultipleurl.com +patol01.pw +pdns.download +perederni.net +pix-hd.com +playtap.us +pornhubforum.tk pro-poly.ru -pro-tec.kz -profit-opportunity.com -promover.org -pussysaga.com -quangcaons.com -randki-sex.com -ranksonic.org -regdefense.com -rock-cafe.info -rocketchange.ru -sanjosestartups.com -santechnik.jimdo.com +producm.ru +promgirldresses.xyz +puteshestvennik.com +ranking2017.ga +rating-bestcasino.com +real-time-analytics.com +refudiatethissarah.info +rennlist.com +rethinkwasteni.info +rollercoin.com +royal-investments.net +ruex.org.ua +running-line.ru +russia-tao.ru +russkie-gorki.ru +sale-japan.com +samoiedo.it sape.top -satellite.maps.ilovevitaly.com -scenarii-1-sentyabrya.uroki.org.ua -schalke04fc.info -search.alot.com -seo-platform.com -seokicks.de -seolab.top -serw.clicksor.com -sexgalleries.top -sextracker.be -ship-marvel.co.ua -shoesonlinebuy.cn -shoesonlinebuy.xyz -sibdevice.ru -simpoed.ufop.br -site-speed-check.site -siteripz.net -slowmac.tech -softonicads.com -solnplast.ru -spaceshipad.com -stjamesschool.info -stroilka.info -studentguide.ru -sugarlyflex.pw -svetlotorg.ru -tattomedia.com -telemetryverification.net -tiandeural.ru -tizanidinedruginteractions.blogspot.com -toy-shop.top -tracfone.com -trustaffs.com -ttrraacckkrr.com -turizmus.us -twelvevisionspartyofcolorado.com -urlopener.blogspot.com.au -usdx.us -vegascosmetics.ru -vellings.info -venta-prom.ru -via-gra.webstarts.com -videochaty.ru -vipromoffers.com -viven.host.sk -vizag.kharkov.ua -vote-up.ru -w-journal.ru -wareseeker.com -webmonetizer.net -webscouter.net -westermarkanjou.se -williamrobsonproperty.com -wineitudes.wordpress.com -wordpresscore.com -worldinternetauthority.com -xn-----7kceclhb4abre1b4a0ccl2fxch1a.xn--p1ai -xn----7sbbahaq9bb5afgiqfliv4m.xn--p1ai -xn--80ak6aa92e.com -xxx-cam.webcam -xxxmania.top -xxxtubesafari.com -yellowads.men -yougotanewdomain.com -zastroyka.org -zophim.me +scanner-john.top +scrapinghub.com +searchlock.com +seocdvig.ru +servingnotice.com +sexpartygirls.net +sexphoto.site +sexstream.pl +shemale-sex.net +simul.co +skachat-besplatno-obrazcy.ru +soblaznu.net +sovinsteel.ru +space2019.top +spidtest.org +startufa.ru +stefanbakosab.se +stretchmate.net +students-cheapskate.ml +swagbucks.com +takethatad.com +tds-advert002.info +telefonsexi.com +thepornsex.org +thesmartsearch.net +tiens2010.ru +time-japan.ru +tizanidine4mgtablets.blogspot.com +tizanidinehcl4mgisitanarcotic.blogspot.com +tizanidinevssoma.blogspot.com +toxicwap.com +truebeauty.cc +ucoz.ru +uptime.com +utrolive.ru +vapeface.club +varikozdok.ru +veopornogratis.xxx +vezuviy.su +vksaver-all.ru +vksex.ru +voloomoney.com +voronezh.xrus.org +vsesubwaysurfers.com +wdrake.com +webcamtalk.net +wieseversa.no +wildworld.site +womensterritory.ru +wyniki-lista.pl +xclicks.net +xep.info +xitjw.info +xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai +xn----8sbarihbihxpxqgaf0g1e.xn--80adxhks +xn--c1acygb.xn--p1ai +xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai +xxart.ru +yaderenergy.ru +yebocasino.co.za +you-shall-not-pass.is74.ru +zdesoboi.com +zrizvtrnpale.tk diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index 229c5000a..cb1f3c3c3 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.247 0; +10.1.0.98 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index b009279ff..4123029df 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.09.2602 -### Updated: Mon Sep 20 10:03:19 UTC 2021 +### Version: V4.2021.09.2603 +### Updated: Mon Sep 20 22:01:12 UTC 2021 ### Bad Bot Count: 623 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index b009279ff..4123029df 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.09.2602 -### Updated: Mon Sep 20 10:03:19 UTC 2021 +### Version: V4.2021.09.2603 +### Updated: Mon Sep 20 22:01:12 UTC 2021 ### Bad Bot Count: 623 ################################################### ### Version Information ##