From d3dfecdcee3b97accaaf76daad5815cbc418119a Mon Sep 17 00:00:00 2001 From: mitchellkrogza Date: Sat, 18 Sep 2021 22:07:03 +0000 Subject: [PATCH] V4.2021.09.2599 [ci skip] --- AUTO-CONFIGURATION.md | 2 +- MANUAL-CONFIGURATION.md | 2 +- README.md | 2 +- _google_analytics_ghost_spam/README.md | 2 +- .../etc/nginx/conf.d/globalblacklist.conf | 4 +- conf.d/globalblacklist-testing-version.conf | 4 +- conf.d/globalblacklist.conf | 4 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/buildnumber | 2 +- dev-tools/globalblacklist-testing.template | 4 +- dev-tools/globalblacklist.template | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/test_units/blacklist-ips.conf | 2 +- .../random-bots-for-test-quick.list | 20 +- .../test_units/random-bots-for-test.list | 284 +++--- .../random-bots-for-whitelist-test.list | 292 +++--- .../random-referrers-for-test-quick.list | 20 +- .../test_units/random-referrers-for-test.list | 922 +++++++++--------- .../random-referrers-for-whitelist-test.list | 472 ++++----- dev-tools/test_units/whitelist-ips.conf | 2 +- dev-tools/tmp/robots.txt | 4 +- robots.txt/robots.txt | 4 +- 45 files changed, 1061 insertions(+), 1061 deletions(-) diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index e3f2bb50e..1dc28fde3 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.09.2598 +#### Version: V4.2021.09.2599 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 28bbcbc5f..414f0ebd9 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.09.2598 +#### Version: V4.2021.09.2599 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index 92fe46e73..77f54a77f 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2021.09.2598 +#### Version: V4.2021.09.2599 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index d7976d678..7e9381a62 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2021.09.2598 +#### Version: V4.2021.09.2599 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 843e3c0c2..b7ef92399 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2598 -### Updated: Sat Sep 18 10:04:00 UTC 2021 +### Version: V4.2021.09.2599 +### Updated: Sat Sep 18 22:01:16 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 22e45136e..54e0a351d 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2598 -### Updated: Sat Sep 18 10:04:01 UTC 2021 +### Version: V3.2021.09.2599 +### Updated: Sat Sep 18 22:01:17 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 843e3c0c2..b7ef92399 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2598 -### Updated: Sat Sep 18 10:04:00 UTC 2021 +### Version: V4.2021.09.2599 +### Updated: Sat Sep 18 22:01:16 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 22e45136e..54e0a351d 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2598 -### Updated: Sat Sep 18 10:04:01 UTC 2021 +### Version: V3.2021.09.2599 +### Updated: Sat Sep 18 22:01:17 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 28c80847f..b82ab10db 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.49 1; +10.1.1.47 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index a817dc006..5c5a889d6 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.49 0; +10.1.1.47 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 22e45136e..54e0a351d 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2598 -### Updated: Sat Sep 18 10:04:01 UTC 2021 +### Version: V3.2021.09.2599 +### Updated: Sat Sep 18 22:01:17 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 28c80847f..b82ab10db 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.49 1; +10.1.1.47 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index a817dc006..5c5a889d6 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.49 0; +10.1.1.47 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 22e45136e..54e0a351d 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2598 -### Updated: Sat Sep 18 10:04:01 UTC 2021 +### Version: V3.2021.09.2599 +### Updated: Sat Sep 18 22:01:17 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 28c80847f..b82ab10db 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.49 1; +10.1.1.47 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index a817dc006..5c5a889d6 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.49 0; +10.1.1.47 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 22e45136e..54e0a351d 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2598 -### Updated: Sat Sep 18 10:04:01 UTC 2021 +### Version: V3.2021.09.2599 +### Updated: Sat Sep 18 22:01:17 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index 4412be74f..7f9c29659 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -2598 +2599 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 22e45136e..54e0a351d 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2598 -### Updated: Sat Sep 18 10:04:01 UTC 2021 +### Version: V3.2021.09.2599 +### Updated: Sat Sep 18 22:01:17 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index 843e3c0c2..b7ef92399 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2598 -### Updated: Sat Sep 18 10:04:00 UTC 2021 +### Version: V4.2021.09.2599 +### Updated: Sat Sep 18 22:01:16 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 8a42b246d..a9ecd7d54 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -51.143.32.105 0; +23.96.4.8 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 843e3c0c2..b7ef92399 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2598 -### Updated: Sat Sep 18 10:04:00 UTC 2021 +### Version: V4.2021.09.2599 +### Updated: Sat Sep 18 22:01:16 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 28c80847f..b82ab10db 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.49 1; +10.1.1.47 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index a817dc006..5c5a889d6 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.49 0; +10.1.1.47 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 843e3c0c2..b7ef92399 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2598 -### Updated: Sat Sep 18 10:04:00 UTC 2021 +### Version: V4.2021.09.2599 +### Updated: Sat Sep 18 22:01:16 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 28c80847f..b82ab10db 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.49 1; +10.1.1.47 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index a817dc006..5c5a889d6 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.49 0; +10.1.1.47 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 843e3c0c2..b7ef92399 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2598 -### Updated: Sat Sep 18 10:04:00 UTC 2021 +### Version: V4.2021.09.2599 +### Updated: Sat Sep 18 22:01:16 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 28c80847f..b82ab10db 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.49 1; +10.1.1.47 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index a817dc006..5c5a889d6 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.49 0; +10.1.1.47 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 843e3c0c2..b7ef92399 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2598 -### Updated: Sat Sep 18 10:04:00 UTC 2021 +### Version: V4.2021.09.2599 +### Updated: Sat Sep 18 22:01:16 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 8a42b246d..a9ecd7d54 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -51.143.32.105 0; +23.96.4.8 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index d7024d9c4..af47cff85 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2598 -### Updated: Sat Sep 18 10:04:00 UTC 2021 +### Version: V4.2021.09.2599 +### Updated: Sat Sep 18 22:01:16 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 8a42b246d..a9ecd7d54 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -51.143.32.105 0; +23.96.4.8 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 74289ad0a..b5be303f4 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2598 -### Updated: Sat Sep 18 10:04:00 UTC 2021 +### Version: V4.2021.09.2599 +### Updated: Sat Sep 18 22:01:16 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index 28c80847f..b82ab10db 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.49 1; +10.1.1.47 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index 44f8510e9..7c5a13eb9 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -DomainSigmaCrawler -Extreme Picture Finder -Intelliseek -JetCar -Likse -MeanPath Bot -SiteSnagger -Wotbox -Wprecon -trendiction.de +Boardreader +InfoTekies +JamesBOT +NearSite +NetAnts +Picsearch +SemrushBot +Telesoft +Turingos +WebLeacher diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index ed2251d3c..7853fbc84 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -ASPSeek -AfD-Verbotsverfahren -AiHitBot -Alexibot -AllSubmitter +01h4x.com +360Spider +404checker +404enemy +ALittle Client +Aboundexbot +Aipbot +Alligator AlphaBot Anarchie -Anarchy99 -Ankit -Anthill +Anarchy Asterias -Attach BDCbot +BDFetch BLEXBot BackDoorBot -Backlink-Ceck -BacklinkCrawler -Badass +BackStreet Bandit -BatchFTP -Battleztar Bazinga -Blow +BetaBot +Bitacle +Black Hole BlowFish -Bolt -Brandprotect -Bullseye -BuzzSumo +BotALot +Brandwatch +CATExplorador +CCBot +CODE87 Cegbfeieh -CheTeam -CheeseBot +CensysInspect +CherryPicker +ChinaClaw +Chlooe Claritybot +Cliqzbot Copier -CopyRightCheck Copyscape -CrazyWebCrawler +Cosmos +Crawling at Home Project Crescent -Curious -Custo +CyotekWebCopy DatabaseDriverMysqli -Demon +Deusu +Digincore Discobot -DomainAppender -DomainStatsBot -Download Wonder +Dispatch +DomCopBot +DomainCrawler +Domains Project +Dotbot Dragonfly Drip -EMail Siphon +ECCP/1.0 EMail Wolf EasyDL -Ebingbong Ecxi -EroCrawler +Evil ExtLinksBot +Extractor EyeNetIE +FDM FHscan -Firefox/7.0 -Flunky -Foobot +Freeuploader +Fuzz FyberSpider -Fyrebot GT::WWW -GalaxyBot -GetWeb -GrapeFX +Gotit GrapeshotCrawler -GridBot +HEADMasterSEO HMView +HTTP::Lite +HTTrack HaosouSpider -Harvest -Humanlinks -IDBot -IRLbot Iblog -IlseBot InfoTekies -Intelliseek -Iskanie -IstellaBot +Iria JOC Web Spider -JetCar -Jetty -JikeSpider +JennyBot Jorgee JustView +Jyxobot Kenjin Spider -Larbin -LibWeb +Kinza +Kozmosbot +LNSpiderguy +LWP::Simple +Lanshanbot +Leap +Lftp LieBaoFast -Likse -LinkScan +Lightspeedsystems +LinkWalker Linkbot +Linkdexbot +LinkextractorPro LinkpadBot -LinqiaMetadataDownloaderBot -LinqiaRSSBot -LinqiaScrapeBot -Ltx71 +LinksManager +Litemage_walker MJ12bot MQQBrowser MSFrontPage Magnet -Majestic-SEO +Majestic SEO +Mass Downloader +Mata Hari Mb2345Browser -Meanpathbot +MeanPath Bot +MegaIndex.ru MicroMessenger Mister PiX -Moblie Safari -Mojeek Mojolicious -Msrabot +Mozlila Musobot -Nameprotect -Nessus -NetAnts +NPbot +Name Intelligence +NearSite +Net Vampire NetMechanic -Nettrack -NextGenSearchBot +NetZIP +Netcraft +Nibbler Niki-bot -Nikto -Nmap -Nuclei -Offline Explorer +NimbleCrawler +Nimbostratus Offline Navigator -OnCrawl OpenLinkProfiler -OrangeSpider -OutfoxBot -POE-Component-Client-HTTP +OpenVAS +PHPCrawl +Page Analyzer +PageAnalyzer +PageScorer +Pandalytics +Panscient Papa Foto Pavuk PeoplePal +Picsearch +PictureFinder +Piepmatz Pimonster -PleaseCrawl -ProPowerBot -Psbot -PxBroker +ProWebWalker +Probethenet Quick-Crawler RSSingBot -RankingBot -RankingBot2 +RankFlex +Rankivabot RankurBot -ReGet RealDownload -Reaper -RebelMouse -RepoMonkey -Ripper +RocketCrawler Rogerbot SBIder +SEOkicks-Robot SEOlyticsCrawler +SEOprofiler SISTRIX -ScanAlert +SMTBot +SalesIntelligent +ScoutJet Scrapy -Screaming -ScreenerBot +ScrepyBot +SearchmetricsBot +SemrushBot SeoSiteCheckup -Seomoz Shodan -Siphon -Site Sucker -SiteExplorer -SiteSucker +SiteLockSpider +SiteSnagger Sitebeam SlySearch -SmartDownload -Spammen -SpankBot -Sqlmap +Snapbot +Snoopy +SocialRankIOBot +Sociscraper +Sosospider +Spinn3r Sqlworm -Sucker +Stripper Sucuri +SuperBot SuperHTTP -Surfbot SurveyBot Suzuran Swiftbot +Szukacz T0PHackTeam -Teleport +T8Abot +TeleportPro Telesphoreo -Telesphorep Thumbor -TightTwatBot Toweyabot -Tracemyfile -Turingos -Turnitin -TurnitinBot -TwengaBot +Trendiction Typhoeus -URLy.Warning -UnisterBot -Vacuum -VelenPublicWebCrawler -Virusdie +URLy Warning +VB Project Voil WASALive-Bot +WEBDAV WISENutbot WWW-Collector-E WWW::Mechanize +WWWOFFLE Wallpapers Wallpapers/3.0 -WallpapersHD -WeSEE Web Collage Web Enhancer Web Fetch Web Pix -Web Sauger -Web Sucker -WebAuto WebBandit -WebEnhancer WebFetch WebFuck -WebLeacher +WebReaper WebSauger -WebStripper -Webalta +WebSucker +WebWhacker +WebZIP WebmasterWorldForumBot Website Quester +WebsiteQuester +Webster Whack -Whacker -Wonderbot -Woobot -Wprecon -Xaldon_WebSpider -Xenu +Whatweb +Widow +YoudaoBot Zade Zermelo -ZoominfoBot +Zitebot +ZyBorg archive.org_bot arquivo-web-crawler -arquivo.pt -backlink-check -check1.exe +autoemailspider clark-crawler -domainsproject.org +com.plumanalytics eCatch -facebookscraper +heritrix internetVista monitor -ips-agent +lwp-request magpie-crawler +meanpathbot +mediawords muhstik-scan -s1z.ru +netEstate NE Crawler +ripz satoristudio.net -scalaj-http -seoscanners -sitechecker.pro -trendiction.com +seobility +seostar +sogouspider +spyfu +tAkeOut trendiction.de voyagerx.com +x22Mozilla +xpymep1.exe diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 58af4d5a6..d5e04766f 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -360Spider -ADmantX -ASPSeek -Abonti +80legs +AIBOT Aboundex +AfD-Verbotsverfahren AiHitBot +Aipbot +Alexibot +AllSubmitter +Alligator AlphaBot -Anarchie -Anarchy -Ankit +Anarchy99 +Apexoo Aspiegel -Attach -BDFetch +BBBike +BDCbot +BLEXBot BackWeb +BacklinkCrawler Badass -Bandit Barkrowler BatchFTP -BetaBot BlackWidow +Blackboard +Blow BotALot -Brandprotect -Bullseye -BunnySlippers -CATExplorador +Buck +BuiltBotTough CCBot CSHttp CazoodleBot Cegbfeieh CensysInspect -CheeseBot CherryPicker -ChinaClaw -Cloud mapping -Cocolyzebot +Chlooe +Cliqzbot Cogentbot CopyRightCheck -CrazyWebCrawler +Copyscape +Craftbot +Crawling at Home Project Crescent -CrunchBot -Demon +Custo +DSearch +DataCha0s +DatabaseDriverMysqli Deusu -DigitalPebble +Devil +Digincore Disco Discobot -Dispatch -DomainCrawler +DittoSpyder +DnyzBot +DomainAppender DomainStatsBot -ECCP/1.0 +Download Wonder EMail Siphon -Express WebPictures -ExtLinksBot -ExtractorPro -Ezooms -FDM -FemtosearchBot +EasyDL +Ecxi +EroCrawler +Evil +Exabot +Extreme Picture Finder +FHscan FlashGet -Foobot -Fuzz -FyberSpider +FrontPage +Fyrebot +GT::WWW GalaxyBot -GetWeb +Getintent Gigabot +GoZilla +Gotit +GrabNet Grabber Grafula -GrapeshotCrawler -GridBot -HTTP::Lite -HaosouSpider +HTMLparser +Haansoft Harvest -Havij -Hloader +Heritrix +IDBot +Iblog Id-search +IlseBot +Image Fetch Indy Library -Internet Ninja +InfoNaviRobot +Intelliseek +InterGET +Iskanie JOC Web Spider -JamesBOT +Jbrofuzz JennyBot -Jetty +JetCar Joomla -Keyword Density -Kozmosbot +Jorgee +JustView +LNSpiderguy Lanshanbot -Larbin -LeechFTP -Lftp -LibWeb -Libwhisker -Lightspeedsystems +LieBaoFast Likse LinkScan -Linkbot -LinkextractorPro -LinksManager -Lipperhey -Litemage_walker -Ltx71 +LinkWalker +LinqiaRSSBot MIIxpc MQQBrowser -MSFrontPage -MSIECrawler MTRobot Mag-Net Magnet -Majestic-SEO +Majestic SEO +Majestic12 MarkWatch -Mass Downloader -MeanPath Bot +Masscan Meanpathbot Microsoft Data Access -Mister PiX +Mojeek Morfeus Fucking Scanner +Mozlila Mr.4x3 Msrabot +Musobot NICErsPRO -Navroad NearSite -Net Vampire +Needle +Nessus +NetAnts NetLyzer NetSpider Netcraft -Nettrack -NimbleCrawler -Offline Explorer -Offline Navigator -OrangeBot +NextGenSearchBot +Nibbler +Niki-bot +Nimbostratus +Octopus +OnCrawl OrangeSpider OutclicksBot -OutfoxBot -PECL::HTTP +PHPCrawl Page Analyzer -PageScorer -PageThing.com +PageGrabber PeoplePal -Petalbot Pi-Monster -Piepmatz -Pixray -Pockey +PictureFinder ProPowerBot Probethenet Psbot +Pu_iN PxBroker -PyCurl -Quick-Crawler -RankActiveLinkBot -RankingBot +RSSingBot +RankFlex RankingBot2 Rankivabot -Re-re -ReGet -RealDownload -RepoMonkey -SEOkicks -SEOkicks-Robot +Reaper +RedesScrapy SEOprofiler +SMTBot SalesIntelligent ScanAlert -ScoutJet +Scanbot Scrapy +Screaming Searchestate -SearchmetricsBot -Seomoz -SiteCheckerBotCrawler -SiteSnagger -SiteSucker +Shodan +Siphon +SiteExplorer +SiteLockSpider +Sitebeam Siteimprove Sitevigil -SmartDownload +Snake Snapbot -Sogou web spider -SpaceBison +Snoopy +SocialRankIOBot +Sosospider SpankBot -Spanner -Spbot SputnikBot -Sucuri -SuperHTTP -T0PHackTeam -Telesoft -TheNomad -TightTwatBot -Trendictionbot +Sqlworm +Sqworm +Steeler +Stripper +Suzuran +Telesphoreo +Toata +Tracemyfile True_Robot -Turingos -V-BOT +TwengaBot +URLy.Warning +Upflow +VB Project +VCI +Vacuum Vagabondo +VelenPublicWebCrawler Virusdie -VoidEYE Voil +WASALive-Bot WEBDAV -WPScan -WWW-Mechanize -Wallpapers +WWW::Mechanize +Wallpapers/3.0 WeSEE -Web Auto -Web Sucker WebAuto -WebBandit -WebEnhancer WebFetch -WebFuck -WebGo IS WebPix -WebReaper WebSauger -WebWhacker -WebZIP -Website Quester +WebStripper +WebSucker +Webalta +WebsiteExtractor WebsiteQuester -Who.is Bot -WiseGuys Robot -Wotbox -Wprecon -Xenu +Whatweb +Widow +WinHTTrack Zade +Zermelo Zeus -ZmEu ZoomBot -archive.org_bot +ZoominfoBot +ZyBorg +arquivo-web-crawler arquivo.pt -cah.io.community -check1.exe -coccocbot-web -cognitiveseo +crawl.sogou.com +crawler.feedback crawler4j -demandbase-bot -domainsproject.org +evc-batch facebookscraper -heritrix internetVista monitor ips-agent -lwp-request +isitwp.com +meanpathbot mediawords muhstik-scan oBot -pcBrowser -plumanalytics +polaris version ripz s1z.ru scan.lol -seoscanners +seobility seostar -siteripz +sexsearcher +sitechecker.pro +sp_auditbot spyfu +sysscan +tAkeOut +trendiction.com trendiction.de -webprosbot -x09Mozilla +voyagerx.com +webmeup-crawler x22Mozilla -xpymep1.exe +zauba.io +zgrab diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index f8d181e8c..327269e01 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -aktobe.xkaz.org -azbuka-mo.ru -bankofthewext.com -dogclothing.store -hdseriale.pl -inboundlinks.win -offergroup.info -shell-pmr.ru -wikes.20fr.com -xfire.com +2girls1cup-free.com +c1.onedmp.com +djekxa.ru +ekaterinburg.xrus.org +infogame.name +milblueprint.com +mirmedinfo.ru +pijoto.net +pornohub.me +ultramart.biz diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index 4d2b2cca8..5ffb08dba 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -1-99seo.com -1-free-share-buttons.com -11pikachu.ru +1000n1.ru +12masterov.com +13tabs.com 14b.info -1kdailyprofit.me -51.la -5elementov.ru -7xc4n.com -883zy.com +1j7740kd.website +1kinobig.ru +24-ak.ru +2itech.ru +34.gs +3w24.com +404.mn +4pp13.com +4ureyesonly.com 888.com -991mostfm.co.id -aa08daf7e13b6345e09e92f771507fa5f4.com -acc.eu.org -activecampaign.dreamhosters.com -ad-words.ru -adexprts.com -adloads.net -admeasures.com -adrunnr.com -adsref.men -adssafeprotected.com -ahmedabadwebs.com -albamargroup.com -alert-fdm.xyz -alert-jdh.xyz -algerianembassy.co.in -alice.it -all4invest.info -alldownload.pw +8gold.com +a96527gi.beget.tech +aa8780bb28a1de4eb5bff33c28a218a930.com +aadroid.net +aasoldes.fr +adbetclickin.pink +adclickservice.com +adloads.com +adultwebhosting.info +afmuseum.com +all4invest.ru +alldubai.biz +allesohnegirls.net allfinweb.com -allpdfmags.net +allnews24.in allproblog.com -amoi.tn -analytics-ads.xyz -andpolice.com -anonymizeme.pro -ap.senai.br -apartmentratings.com -apishops.ru -apple.com-webbrowsing-security.review -ardimobileinfo.ml -aruplighting.com -asdfg.pro -asscenihotosidea.blogspot.co.za -atleticpharm.org -autorn.ru -aviav.ru.com -avirasecureserver.com -aviva-limoux.com -avkzarabotok.com -azartmsl.com -azbuka-mo.ru -azbukadiets.ru +allwidewallpapers.com +alphavisions.net +amazon-adsystem.com +amehdaily.com +amigobulls.com +animali.deagostinipassion.it +anti-virus-removal.info +apiluckyleapnet-a.akamaihd.net +apioasisspacenet-a.akamaihd.net +arabseyes.com +asiavirtualsolutions.com +asrv-a.akamoihd.net +asseenontv.ru +astrochicks.com +atley.eu.pn +autogrep.ru +avtolombard-krasnodar.com +azte.ch +b00kmarks.com babyguns.ru -baksman.com -bannerspace.com -bayareaaeroclub.org -bcmp.org +backlinkwatch.com +balkanfarma.org +balkanfarma.ru +bang-hotties.com +bankofthewext.com +barbourjackets.online +barnfurnituremart.com +battleforupdating.site +bazaronline24.ru beachdriveblog.com -beetpics.pw -berdasovivan.ru -beta.hotkeys.com -bird1.ru -blackhatworth.com -blackplanet.com -bluerobot.info -boazpower.com -boltalko.xyz -bonux.nextview.ru -bonzbuddy.com -bookmark4you.com -brewdom.ru -bristolhostel.com -bristolhotel.com -bryansk.zrus.org -btnativenav.com -bugof.gq -buntube.net +best-seo-offer.com +bestcalovebracelet.cn +bestdraws.com +bestwebsiteawards.com +bigpenisguide.com +bio-japan.net +biznesschat.net +blog.koorg.ru +blogig.org +bluesman.nu +brains2.biz +brainsandeggs.blogspot.com +briomotor.co +brus-vsem.ru +btvn.ru +bum.com.ru butstrap.space -buttons-for-your-website.com -buy-cheap-online.info -buydissertation.net -c-english.ru -callawaygolfstore.online -candypeople.se -capsderfudd.tk -cartierlove.xyz -cartierreplica.top +buy-meds24.com +buzz-porno.info +byme.se +callawaygolfoutlet.online +callcafe.info +callmd5map.com +cartierjusteunclou.xyz cartierreplica.xyz -casinorewards.info -casinos4dummies.co.uk -cdncash.com -cheapmarmot.online -cheapsergiorossi.online -chidporn.com -chinajerseyswholesalecoupons.com +celejihad.info +cgi2.nintendo.co.jp +cheapbarbour.online +chee-by.biz chinese-amezon.com -chorus.terakeet.com -christianlouboutinoutlet.win -christianlouboutinshoes.xyz -clean-virus-mac.com -clickbanksites.info -clknsee.com -co.lumb.co -coderstate.com -codysbbq.com -cognitiveseo.com -compliance-irvin.top -compliance-ivan.top -compliance-walt.top -concealthyself.com -cookie-law-enforcement-aa.xyz -cookingmeat.ru -coslab.club -cracksplanet.com -craftburg.ru -cryptoswap.biz -cymbaltaandtizanidine.blogspot.com -dafatiri.com -damasarenai.info -daooda.com -datsun-do.com -dawlenie.com -ddlmega.net -degerlund.net -den-noch24.ru -detsky-nabytek.info -dev-seo.blog -diegolopezcastan.com -digitalfaq.com -dispo.de -doeco.ru -dogclothing.store -dostavka-v-ukrainu.ru -download-wallpaper.net -drillsaw.ru -dumuelave.xyz -dvd-famille.com -e-poker-2005.com -e90post.com -eduinfosite.com -ege-essay.ru -electro-prom.com -elvenar.com +choosecuisine.com +cialischsrx.com +cialisndbrx.com +cleanmypc.com +cocyq.inwtrade.com +collegerentals.com +cometorussia.net +compliance-willy.top +contextualyield.com +cookie-law-enforcement-ee.xyz +cool-wedding.net +cottageofgrace.com +crynet.cc +customcollegeessays.net +d0t.ru +dandiyabeats.in +darkages.info +datadepths.com +dealwifi.com +dfiles.me +dfwu1019.info +directrev.com +discovertreasurenow.com +diusyawiga.tk +dktr.ru +dokfilms.net +dolohen.com +dosug-lux.ru +dosugrostov.site +downloaddy.net +doxyporno.com +drugstoreforyou.com +easyshoppermac.com +ednorxmed.com +eduserver.net +ekto.ee +elektronischezigarettekaufen1.myblog.de +elite-sex-finders.com emediate.eu -enews.tech -epicbrogaming.com +energy-ua.com +enginebay.ru +epngo.bz erotik0049.com -erotische-geschichten-xxl.com -everytalk.tv -extrabot.com -extstat.com -ezigarettekaufen.myblog.de -ezigarettenshop2.myblog.de -factorynightclub.com -falcon-images.blogspot.com -falopicm.pw -fapgon.com -farmprofi.net -fermersovet.ru -fikasound.tk -findclan.org -findthe.pet -finemanteam.com -fingerprintjs.com -firesub.pl -firstsiteguide.com -fix-website-errors.com -flooringinstallation-edmonton.com -formseo.com +eshop.md +etotupo.ru +eupornstar.info +european-torches.ru +euroskat.ru +evehemming.blogspot.com.au +f-loaded.de +f5mtrack.com +fetlifeblog.com +fickkontaktehobbyhuren.com +fifa-coins.online +filmfanatic.com +fishtauto.ru +flex4launch.ru +floridamobilebillboards.com +forexgb.ru +formulaf1results.blogspot.com +forum.doctissimo.fr forums.d2jsp.org -fotzen-ficken.com -freelifetimefuckbook.com -freza-sverlo.ru +forzeronly.com +free-share-buttons.top +free-stock-illustration.com +freenom.link +freewebs.com +freshsuperbloop.com +freshwallpapers.info fuckbuddybestgilf.info -fungirlsgames.net +fuckmill.com fusoradio.info -fx-brokers-review.com -garciniaxt.us -gcup.ru -gearcraft.us -getlamborghini.ga -gk170.ru -glavprofit.ru +g33.org +gael-s.ru +gamebackyard.com +gardene.ru +genericlowlatencyasiodriverhq.aircus.com +germes-trans.com +getyourimage.club +girlgamerdaily.com +girlsatgames.ru +glcomputers.ru glicol.kz +gloverid.site +gojiberriess.apishops.ru +golden-praga.ru +gombita.info +gomusix.com goodhumor24.com -gotwebsite1.com +goodprotein.ru +gorodservis.ru gox.com.ua -greatdealshop.com -greatfind-a.akamaihd.net -gsasearchengineranker.xyz -guarrasdelporno.xxx -haikuware.com -hasfun.com -hausfrauensex18.com +gpms.org.my +grtyi.com +gsasearchengineranker.pw +gsasearchengineranker.space +gsmtlf.ru +guge.io +gwhwpxbw.bloger.index.hr +hatdc.org hawaiisurf.com -healgastro.com -heliko.no -histock.info -hmmm.cz -hol.es -hopeonthestreet.co.uk +hem.passagen.se +herehloadibs.cf hostsshop.ru -howtowhitenteethfast.xyz -hspline.com -hybrid.ru -iamsport.org -ibmdatamanagement.co -ifirestarter.ru -iideaidekonkatu.info -ilovevitaly.xyz -imagefinder.site -imagerydatabase.com -inclk.com -incomekey.net -inet-traffic.com -informatiecentro.be -innoslicon.com -inome.com.ua -insomniagamingfestival.com -insta-add.pro -insurple.com -integritylandscapeservices.com -intermesh.net -investpamm.ru -invitefashion.com -io9.com -isitwp.com -istizanidineacontrolledsubstance.blogspot.com -istizanidineanarcoticdrug.blogspot.com -itronics.ca -ivanovo.zrus.org -ivoiretechnocom.ci -ix20.ru -j33x.com -jeremyeaton.co -jikoman.info -jofucipiku.tk -joingames.org -jovencitas.gratis -katjimej.blog.fc2.com -keywordsuggests.com -khafre.us -kino-key.info -kinopolet.net -kinozapas.org -kirov.zrus.org -knowsitall.info -kol-energo.ru -kovrenok.ru -kozhniebolezni.com -krasnodar.ru -krasnodar.xrus.org -kretpicf.pw -ku6.com -kung-fu-ru.com -kupiproday.com.ua +hotloans.ru +housekuba.org +hoverboard360.es +hoverboard360.se +howmuchdoestizanidinecost.blogspot.com +howtoclean.club +i-hobot.ru +ico.re +ideibiznesa2015.ru +iflycapetown.co.za +igru-xbox.net +ilo134uloh.com +iminent.com +imk.com.ua +impisr.edunsk.ru +import-sales.com +instabid.tech +intervsem.ru +investmac.com +iqoption.com +istizanidinelikexanax.blogspot.com +itag.pw +izoll.ru +jagg.info +jerseychinabizwholesale.us +jo24news.com +journeydownthescale.info +jrpmakati.com +jurajskie.info +justucalling32211123456789.tk +jyvopys.com +kaliningrad.zrus.org +kellyonline.xyz +keywordteam.net +klin3952.ru +kollekcioner.ru +komp-pomosch.ru +ktotut.net kutikomi.net -ladsup.com -lafourmiliaire.com -lafriore.ru -landmania.ru -laptoper.net -lasvegaslockandsafe.com -life.biz.ua -linkarena.com -linkredirect.biz -liquimondo.com -liveinternet.ro -lockerz.com +laapp.com +lancheck.net +laxdrills.com +lesbian.xyz +letsrepair.in +liumimgx.pw +liveshoppersmac.com +lmrauction.com +lol-smurfs.com +lombardfinder.ru louboutinbooties.xyz -m1media.net -magicalfind-a.akamaihd.net -magnetpress.sk -manyresultshub-a.akamaihd.net -martlinker.com -matsdale.com -medicinacom.ru -medicineseasybuy.com -meetlocalchicks.com -megahdporno.net -member-quiz.com -members.ghanaweb.com -mexicosleevegastrectomy.com -missis.top -mmog-play.ru -mmostrike.ru -mole.pluto.ro -moncleroutletonline.win -moneyviking-a.akamaihd.net -mp3ringtone.info -mp3ritm.top -multgo.ru -myghillie.info -nakrutka.cc -nelc.edu.eg -neodownload.webcam -netanalytics.xyz +low-format.ru +luckyday.world +luckyshop.net.ua +lulea-auktionsverk.se +mabdoola.blogspot.com +machicon-ueno.info +maju.bluesalt.co +makis.nu +marmitaco.cat +matematikus.info +maxthon.com +mazda-roadsters.com +mcadamssupplyco.com +mere.host.sk +meteostate.com +methodsmarketing.com +microstatic.pl +mielec.pl +mir-limuzinov.ru +mirmedinfo.ru +misandesign.se +moncleroutletonline.xyz +mountainstream.ms +mrlmedia.net +mturkcontent.com +mydirtystuff.com +mydownlodablefiles.com +myfreecams.com +myhitmp3.club +myonigroup.com +mysex21.com +naperehresti.info +nardulan.com +nastroyke.net +nerudlogistik.ru new-post.tk newfilmsonline.ru news-speaker.com -nibbler.silktide.com +next-dentists.tk +nodding-passion.tk +nodup.ru +nootrino.com nosecret.com.ua -nottyu.xyz -noumeda.com -nowtorrents.com -npoet.ru -nrjmobile.fr -nucia.biz.ly -nvformula.ru +notasprensa.info +ntic.fr o-o-11-o-o.com -obiavo.com -obuv-kupit.ru -oivcvx.website -olgacvetmet.com -onetravelguides.com -onlineslotmaschine.com -onlywoman.org +oakridgemo.com +obiavo.ru +odesproperty.com +omsk.xrus.org +online247.ml +onlinedomains.ru +onlineku.com +ooo-gotovie.ru +openstat.com opinionreelle.com -optibuymac.com -ossmalta.com -ownshop.cf -oxotl.com -p-business.ru -paleohub.info -papasdelivery.ru -parlament.biz -partner-stop.men -pawli.eu -pechikamini.ru -pekori.to -pepperstyle.ru -percin.biz.ly -perfectplanned.com +oranga.host.sk +osagonline.ru +osoznanie-narkotikam.net +outpersonals.com +page2rss.com +palvira.com.ua +pcads.ru +penisvergrotendepillennl.ovh +petitions.whitehouse.gov pewit.pw -phelissota.xyz -pic2fly.com -pipki.r.acdnpro.com -plastgranar.nu -poems.com.ua -pomoc-drogowa.cba.pl -popads.net -popmarker.com -poquoson.org -porno-transsexuals.ru -pornoforadult.com -pornosmola.info -pornowarp.info -portal-eu.ru -pozvonim.com -primedice.com -privacyassistant.net -privatov-zapisi.ru -privhosting.com -prizeestates.cricket -profit-opportunity.com -profitsport.club -prointer.net.ua -prom23.ru -pshare.biz -pulse33.ru +phormchina.com +phuketscreen.com +picquery.com +picscout.com +pintattoos.com +pinup-casino1.ru +pio.polytopesexempt.com +pirateday.ru +pivka.xyz +pk-services.ru +playtap.us +poiskzakona.ru +porn-w.org +pornoelita.info +pornokorol.com +pornoplen.com +pornpost.in +postclass.com +powc.r.ca.d.sendibm2.com +prodess.ru +proftests.net +promoforum.ru +pron.pro +pronorm.fr +prostitutki-rostova.org +purchasepillsnorx.com pushdata.sendpulse.com -pussysaga.com -questionmarque.ch -quickbuck.com -r-control.ru -rabotaetvse.ru -randalljhoward.com -rating-bestcasino.com -razleton.com -rebuildermedical.com -reckonstat.info +puteshestvennik.com +qor360.com +rangjued.com +rank-checker.online +ranksonic.com +rapidsites.pro +realnye-otzyvy.info +realresultslist.com remontbiz.ru -remontgruzovik.ru -responsive-test.net -respublica-otel.ru -ricorsogiustizia.org -rimedia.org -ringtonepartner.com -rniaeba.ga -runstocks.com -russia-tao.ru -rvzr-a.akamaihd.net -s8-nowy-wygraj.comli.com -sa-live.com -sady-urala.ru -savememoney.co.za -sbricur.com -scanner-don.top -scanner-jane.top -sdsjweb.com -se.bnt-team.com -search.1and1.com -searchengineranker.email -searchinquire.com -seeresultshub-a.akamaihd.net -selectads.men -sell-fb-group-here.com -seoboxes.com -seorank.info -sexpartygirls.net +reversing.cc +rfd-split.hr +rfserial.net +ringporno.com +rollercoin.com +roofers.org.uk +rosbalt.com.ua +roznica.com.ua +sampleletters.net +sandhillsonline.com +sanyuprojects.com +sardinie.us +scat.porn +screpy.com +sdelatmebel.ru +searchmywindow-a.akamaihd.net +secret.xn--oogle-wmc.com +seoheap.com +serving.adbetclickin.pink +servingnotice.com sexystrippe.info +share-buttons-for-free.com shikiso.info -shopvilleroyboch.com.ua -sientalyric.co -simple-share-buttons.com -sitevaluation.com -sivs.ru -sk.golden-praga.ru -skanninge.se -smartadserver.com -smartshoppymac.com +shop.acim.org +sindragosa.comxa.com +site5.com +skuteczna-dieta.co.pl +skylta.com +slavkokacunko.de +slim.sellany.ru +slkrm.ru +slowmac.tech +sluganarodu.ru sneakyboy.com -snegozaderzhatel.ru -snip.tw -snworks.com -sogimlecal.tk +snjatie-geroinovoy-lomki.ru +soblaznu.net +soft-program.com solinf.co -sonnikforme.ru -sophang8.com -souvenirua.com -sr-rekneskap.no -stal-rulon.ru -sticken.co -stopnarco.ru -stretchingabuckblog.com +soundfrost.org +spitfiremusic.com +sport-video-obzor.ru +spywarebegone.com +statustroll.com +staynplay.net +steamoff.net +stoki.ru +streetfooduncovered.com stretchmate.net -stroymonolit.su -sudexpert66.ru -supernew.org -svetodiodoff.ru -tabletkinaodchudzanie.com.pl -tacbelarus.ru -taqplayer.info -thaismartloan.com -thebluenoodle.com -thegalerie.eu -thegolfclub.info -thetardistimes.ovh +stroilka.info +stroiminsk.com +strongsignal-a.akamaihd.net +students-cheapskate.ml +studiokamyk.com.pl +sukarame.net +superiends.org +support.nopeas.sk +sureone.pro +surgut.zrus.org +svolze.com +swinger-mobil.net +swiped.su +swsociety.se +szamponrevita.pl +tam-gde-more.ru +taranerymagesswa.blogspot.com +tecspb.ru +telefonsex-ohne0900.net +terraclicks.com +tetracsaudi.com +the-usa-games.blogspot.com +thebestweightlosspills.ovh +thecoral.com.br +thedownloadfreeonlinegames.blogspot.com +thefotosgratis.eu +thesmartsearch.net tilido.com -tizanidinehclsideeffects.blogspot.com -tongkatmadura.info -tonivedu.it -topsiteminecraft.com -touchmods.fr -tourcroatia.co.uk -tracksurf.daooda.com -trichizobswiv.agddns.net -trion.od.ua -ttsq.fr -tubeline.biz -tv-spoty.info -tvand.ru -twinderbella.com -uk-zheu20.ru -ukr-lit.com -underthesite.com -usacasino.com -usbggettwku.ga -uvozdeckych.info -via-energy-order.com -videosbox.ru -vitalads.net -vzlomfb.com -wait3sec.org +timeallnews.ru +topdownloads.ru +topkarkas.com +tradedeals.biz +tri-slona.org +trk-4.net +tryrating.com +tuberkuleznik.ru +turizm.bz +tytoona.com +uchebavchehii.ru +unrealcommander.org +uptime-as.net +usiad.net +vacances-voyages.info +vacuumscleaner.com +validccseller.com +valmetrundan.se +valsalud.com +varikoz24.com +vchulkah.net +vekzdorov.ru +vellings.info +venta-prom.ru +vereo.eu +viagraneggrx.com +viandpet.com +videochat.mx +vip-dom.in +vitoriacabos.com +vodaodessa.com +voditeltrezviy.ru +w-journal.ru +wahicbefa31.soup.io walpaperlist.com -warningzscaler.heraeus.com -watracker.net -websites-reviews.com -webstatsdomain.org +web.cvut.cz +webadvance.club +webcamdevochka.com +webinstantservice.com +webnode.me weburok.com -wemedinc.com -westermarkanjou.se -wholinkstome.com -womama.ru -worldlovers.ru -wsgames.ru -www.souvenirua.com -xbaboon.com -xedserver.com -xmlinde.com -xn-----7kceclhb4abre1b4a0ccl2fxch1a.xn--p1ai -xn--80ahdheogk5l.xn--p1ai -xn--b1agm2d.net -xnxxandxvideos.com -xwatt.ru -xxxmania.top -yaoguangdj.com +wejdz-tu.pl +wildcattube.com +wineitudes.wordpress.com +witclub.info +www.jbetting.com +www.pinnacle-bets.com +www.wohnkabinen-shop.de +wygraj-skiny.win +xfluro.com +xgftnlrt.bloger.index.hr +xn----8sbdbjgb1ap7a9c4czbh.xn--p1acf +xn--80aagddcgkbcqbad7amllnejg6dya.xn--p1ai +xn--h1aakne2ba.xn--p1ai +xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai +xnxx699.com +xtraffic.plus +xxxhdvideo.site yeartwit.com -yougotanewdomain.com -youresponsive.com -yourtemplatefinder.com -ytmnd.com -yun56.co -zigarettenonl.canalblog.com -zigarettenonlinekaufen2.bloog.pl -zkjovpdgxivg.ga -znakomstva-piter78.ru -zoolubimets.ru -zzlgxh.com +yebocasino.com +yoluxuryevents.com +yoopsie.com +yougetsignal.com +youradulthosting.com +yourdesires.ru +zaim-pod-zalog-krasnodar.ru +zakazvzloma.com +zaloro.com +zastenchivosti.net +zatjmuzu.info +zawyna.ua +zeroredirect7.com +zetgie.com.pl +zoodrawings.com +zoogdiesney.com +zoogdinsney.com +zoominfo.com +zreloeporno.tv diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index d574a4147..5e1ca2988 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -0912701309f8ce.com -1000n1.ru -123movies.love -214jaluwobapef.cf -4inn.ru -70casino.online -7search.com -abiente.ru -adclickservice.com -adsfresh.men -adultgalls.com -agadelha.com.br -agysya.ru -allforminecraft.ru -allmarketsnewdayli.gdn -allwomen.info -apidiamondatanet-a.akamaihd.net -apimountainbikei-a.akamaihd.net -apptester.tk -asdfg.pro -auspolice.com -autodo.info -autonew.biz -avtointeres.ru -bala.getenjoyment.net -bcmp.org +1adult.com +23kw.ru +2x2fan.ru +activepr.ru +adpremium.org +adrenalin-stk.ru +adzpower.com +ahhjf.com +alert.scansafe.net +alfa-img.com +allproblog.com +amehdaily.com +animal36.com +anmysite.com +apioutoboxnet-a.akamaihd.net +appsaurus.com +autovideobroadcast.com +aversis.net +avramstroy.ru +azartclub.org +baltgem.com +battle.net beetpics.pw -bestwaystogetpaid.us -bin-brokers.com -biographiya.com -blog.yam.com -bobba.dzaba.com -bonkers.name -bosman.pluto.ro -bpro1.top -bristolhotel.com.ua -buyviagraa.blogspot.com -buzzurl.jp -cactussoft.biz -candypeople.se -centrumcoachingu.com -cercacamion.it -cete.ru -chinajerseyswholesalecoupons.com -clicksor.net -clipartnew.com -coinsspb.com -compliance-julia.top -countercrazy.com -country-chic.ru -credit-online.ws +beget.tech +bestempresas.es +bestwrinklecreamnow.com +bezsporno.ru +bigcities.org +binomo.kz +bitnote.co +bizlist.com.de +bnt-team.com +bronzeaid-a.akamaihd.net +buypanicdisorderpill.com +candlehandmade.com +canrioloadm.gq +cartiertrinity.xyz +cdn.walkme.com +cdnnetwok.xyz +cejewelry.xyz +chorus.terakeet.com +christianlouboutinreplica.win +clean-virus-mac.com +cleanallvirus.com +clickaider.com +club-lukojl.ru +comeondog.info +compliance-barak.xyz +compliance-viktor.top +contextualyield.com +cookielawblog.wordpress.com +cougfan.info crystalslot.com -cypernhuset.se -deluxedumps.com -deniven.1bb.ru -dfwu1019.info -dimkino.ru -dinosaurus.site -domainroam.win -dominterior.org -downloadkakaotalk.com -druzhbany.ru -elektrozigaretten1.postbit.com -elexies.info -energydiet-info.ru -energydiet24.ru -enternet.ee -erectile.bid -ertelecom.ru -euronis-free.com -exchanges-bet.com -f5mtrack.com -ferretsoft.com -fighrofacciufreesig.ga -filkhbr.com +culmimg.pw +d0t.ru +danschawbel.com +daretodonate.co +ddsoldes.fr +dktr.ru +doktoronline.no +download-walpaperhd.blogspot.com +e-collantes.com +easycommerce.cf +edelstahlschornstein-123.de +edudocs.net +egovaleo.it +eropho.com +erotische-geschichten-xxl.com +extlinks.com +fapgon.com +farm26.ru +fashion-mk.net +favorcosmetics.com +feargames.ru +filesmonster.porn +filmci.pro filmidivx.com -footbalive.org -fotosfotos.eu -fotzen-ficken.com -free411games.com -fungamelands.com -gaypornmovie.net -gdebestkupit.ru -getmiro.com -gettpromos.com -girls-ufa.ru -gne8.com -gomusix.com -gosarhivrt.ru -gpirate.com -grtyi.com -gsasearchengineranker.space -guidefs.ru -help.tpu.ru -hentaiheroes.com -heygidday.biz -hotchatdate.com -housekuba.org +finansov.info +findpik.com +flash4fun.com +forex-procto.ru +formulaf1results.blogspot.com +forum-engineering.ru +freakycheats.com +free-deals.faith +freshdz.com +fuckingawesome.com +gamerextra.com +garciniaxt.us +generic-pills-online.com +gnuetella.com +golfresa.lucania.se +gonextmedia.com +guarrasdelporno.xxx +haikuware.com +healmytrauma.info +hopeonthestreet.co.uk houston-vikings.com -hoverboard360.se -intermesh.net -iron-age.info -jobgirl24.ru -justprofit.xyz -kalb.ru -keywords-monitoring-your-success.com -keywordsuggests.com -kinohall.ru +howopen.ru +imagerydatabase.com +insider.pro +iphantom.com +izhevsk.xrus.org +izhevsk.zrus.org +jackpotchances.com +javxxx18.com +jillepille.com +job.icivil.ir +johannesburgsingles.co.za +jwss.cc +kazan.xrus.org +keywordbasket.com +kinostorm.net +koversite.info krasnodar.ru -krasnodar.xrus.org -lafriore.ru +krassh.ru +labelwater.se lanasshop.ru -larutti.ru -law-check-two.xyz -lernur.net -letolove.ru -loadingpages.me -lomza.info -luciddiagnostics.in -macfix.life -macotool.com +lecbter-relationships.ga +letslowbefast.today +loadopia.com +longlifelomilomi.info +lyrster.com mainlinehobby.net -marsgatan.com -marwer.info -meddesk.ru -mediawhirl.net -megahdporno.net -mil-stak.com -mixed-wrestling.ru -mlf.hordo.win -mmgq.ru +manipulyator-peterburg.ru +maxthon.com +midst.eu +mistr-x.org +mnogolok.info +mobile-appster.ru +mobilemedia.md +mobioffertrck.com mobplayer.net -monclercheap.xyz -monetizationking.net -movies-in-theaters.net -mozello.ru -mrbitsandbytes.com -mrcsa.com.au -multgo.ru -my-aladin.com -mydeathspace.com -mydownloadengine.com -netanalytics.xyz -networkcheck.xyz -nextlnk12.com -notfastfood.ru -novosibirsk.xrus.org -nudo.ca -obuv-kupit.ru -online247.ml -optikremont.ru -ordernorxx.com -partner-trustworthy.men -pekori.to -pinkduck.ga -pojdelo.weebly.com -pooleroadmedicalcentre.co.uk -popserve.adscpm.net -pornolook.net -porto.abuilder.net -posible.net +moonci.ru +mrsdalloways.com +mykings.pw +national-today-winning-winner.club +newfilmsonline.ru +nfljerseyscheapbiz.us +nikhilbahl.com +novgorod.xrus.org +nucia.biz.ly +nufaq.com +oakridgemo.com +osb.se11.ru +oyster-green.com +paclitor.com +par-fallen.ga +penisvergrotendepillennl.ovh +perso.wanadoo.es +php-market.ru +pic2fly.com +piter.xrus.org +placid-rounded-coast.glitch.me +playfortuna-play.ru +porngalleries.top +pornogad.com +pornoreino.com preparevideosafesystem4unow.site preventheadacheguide.info -pussysaga.com -pwwysydh.com -rainbowice.ru -registrydomainservices.com -rentaremotecomputer.com +pst2017.onlinewebshop.net +qitt.ru +quickcashlimited.com +r-e-f-e-r-e-r.com +ragecash.com +rcpmda.ikan1080.xyz +reklamuss.ru +rentehno.ru rep-am.com -responsive-test.net -rightenergysolutions.com.au -rocketchange.ru -rossmark.ru -ruspdd.com -rustic-quiver.win -sabaapress.com -sanyuprojects.com -score-ads.men -semxiu.com -seoheap.com -sex.hotblog.top -sexpornotales.com -ship-marvel.co.ua -sildenafil-tadalafil.info -sildenafilcitratemed.com -sixcooler.de -sklad-24.ru -snip.tw -snow.nvr163.com -social-search.me -socialseet.ru -solmarket.by -spinnerco.ca -strana-krasoty.ru +resant.ru +restaurantlescampi.com +runofilms.ru +sbprabooks.com +scanner-nelson.top +screentoolkit.com +se.bnt-team.com +searchinterneat-a.akamaihd.net +seksotur.ru +semalt.com +senger.atspace.co.uk +seorankinglinks.us +sex-znakomstva.online +sexiporno.net +sexy-screen-savers.com +shillyourcoins.com +shopperifymac.com +signoredom.com +skypasss.com +sluganarodu.ru +sonnikforme.ru +soochi.co +spl63.fr +spravka130.ru +stpicks.com streamin.to -strv.se -szamponrevita.pl -tam-gde-more.ru -teastory.co -telefonsexi.com -thewomenlife.com -threecolumnblogger.com -thruport.com -tiandeural.ru -tivolibasket.it -tizanidine4mgtablets.blogspot.com -tn811.us +stromerrealty.com +strongsignal-a.akamaihd.net +stuff-about-money.com +sumo.com +svnuppsalaorebro.se +td-33.ru +tds-advert002.info +tdsing.ru +telefonsexkostenlos.tk +template-kid.com +tfxiq.com +thelottosecrets.com +timdreby.com +tizanidinevsvalium.blogspot.com +toonfamilies.net +tootoo.to +topmira.com +toproadrunner5.info +track-rankings.online +track112.site tracksurf.daooda.com -trafficshaper.com -traffixer.com -tubo360.com -twittruth.com -ucoz.ru -umg-stroy.ru -unacittaconte.org -us-america.ru -v720hd.ru -velobikestock.com -via-gra.webstarts.com -viagra.pp.ua -vipps.com.my -virtualbb.com -visionwell.com.cn -vkgaleria.com -vkonche.com +turbodsp.com +tv-spoty.info +udayavani.com +uptime-gamma.net +url2image.com +urlopener.blogspot.com.au +utrolive.ru +vadimkravtcov.ru +valmetrundan.se +versaut.xxx-cam.webcam +viandpet.com +villakohlanta.nu +vinsit.ru vse-pesni.com -vuclip.com -vvon.co.uk -wdrake.com -webextract.profound.net -website-speed-up.site -wellcome2slovenia.ru -winner7777.net -winterclassichockeyjerseys.com -worldmusicfests.com -x-diesel.com -x-diesel.org -x-lime.net -xboxster.ru -xn-----6kccaibs5cb8afhjrfmix2n.xn--p1ai -xn----ctbigni3aj4h.xn--p1ai -xn--80aanaardaperhcem4a6i.com -xwatt.ru -xxx-treker.ru -xxxasianporn.net -yeartwit.com -yginekologa.com -zaloadi.ru -zebradudka.com -zootoplist.com +watch-movies.ru +web.cvut.cz +webpromotion.ae +webshoppermac.com +wfb.hatedriveapart.com +wheelchairliftsarea.com +while.cheapwebsitehoster.com +wowcasinoonline.ooo +wufak.com +www.pinnacle-bets.com +xn----8sbdbjgb1ap7a9c4czbh.xn--p1acf +xn--80aaajbdbddwj2alwjieei2afr3v.xn--p1ai +xn--hxazdsfy.blogspot.com +xxx-cam.webcam +youporn-forum.ga +yubikk.info +zaim-pod-zalog-krasnodar.ru +znakom.sibtest.ru +zog.link +zzlgxh.com diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index a817dc006..5c5a889d6 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.49 0; +10.1.1.47 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index 1a1b47367..4d73ce50e 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.09.2598 -### Updated: Sat Sep 18 10:04:02 UTC 2021 +### Version: V4.2021.09.2599 +### Updated: Sat Sep 18 22:01:17 UTC 2021 ### Bad Bot Count: 623 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 1a1b47367..4d73ce50e 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.09.2598 -### Updated: Sat Sep 18 10:04:02 UTC 2021 +### Version: V4.2021.09.2599 +### Updated: Sat Sep 18 22:01:17 UTC 2021 ### Bad Bot Count: 623 ################################################### ### Version Information ##