From 379c13755ba069a5cfd26c262f903f7a7ca4de23 Mon Sep 17 00:00:00 2001 From: mitchellkrogza Date: Sat, 2 Oct 2021 10:09:25 +0000 Subject: [PATCH] V4.2021.10.2626 [ci skip] --- AUTO-CONFIGURATION.md | 2 +- MANUAL-CONFIGURATION.md | 2 +- README.md | 2 +- _google_analytics_ghost_spam/README.md | 2 +- .../etc/nginx/conf.d/globalblacklist.conf | 4 +- conf.d/globalblacklist-testing-version.conf | 4 +- conf.d/globalblacklist.conf | 4 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/buildnumber | 2 +- dev-tools/globalblacklist-testing.template | 4 +- dev-tools/globalblacklist.template | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/test_units/blacklist-ips.conf | 2 +- .../random-bots-for-test-quick.list | 20 +- .../test_units/random-bots-for-test.list | 308 +++--- .../random-bots-for-whitelist-test.list | 286 +++--- .../random-referrers-for-test-quick.list | 20 +- .../test_units/random-referrers-for-test.list | 938 +++++++++--------- .../random-referrers-for-whitelist-test.list | 476 ++++----- dev-tools/test_units/whitelist-ips.conf | 2 +- dev-tools/tmp/robots.txt | 4 +- robots.txt/robots.txt | 4 +- 45 files changed, 1080 insertions(+), 1080 deletions(-) diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 6ef71fbf5..8b559e9e1 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.10.2625 +#### Version: V4.2021.10.2626 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 37ed90aa8..95e87e68c 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.10.2625 +#### Version: V4.2021.10.2626 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index d7e72631d..667746401 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2021.10.2625 +#### Version: V4.2021.10.2626 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index bc11a09c6..cf29c70c4 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2021.10.2625 +#### Version: V4.2021.10.2626 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 540b5594d..1c827a6bf 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.10.2625 -### Updated: Fri Oct 1 22:01:41 UTC 2021 +### Version: V4.2021.10.2626 +### Updated: Sat Oct 2 10:03:26 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 5c7ff5956..6d8b0865c 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.10.2625 -### Updated: Fri Oct 1 22:01:41 UTC 2021 +### Version: V3.2021.10.2626 +### Updated: Sat Oct 2 10:03:27 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 540b5594d..1c827a6bf 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.10.2625 -### Updated: Fri Oct 1 22:01:41 UTC 2021 +### Version: V4.2021.10.2626 +### Updated: Sat Oct 2 10:03:26 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 5c7ff5956..6d8b0865c 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.10.2625 -### Updated: Fri Oct 1 22:01:41 UTC 2021 +### Version: V3.2021.10.2626 +### Updated: Sat Oct 2 10:03:27 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 2af8aec42..25c864b0f 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.66 1; +10.1.0.176 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index f75687456..a850d4c0d 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.66 0; +10.1.0.176 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 5c7ff5956..6d8b0865c 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.10.2625 -### Updated: Fri Oct 1 22:01:41 UTC 2021 +### Version: V3.2021.10.2626 +### Updated: Sat Oct 2 10:03:27 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 2af8aec42..25c864b0f 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.66 1; +10.1.0.176 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index f75687456..a850d4c0d 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.66 0; +10.1.0.176 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 5c7ff5956..6d8b0865c 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.10.2625 -### Updated: Fri Oct 1 22:01:41 UTC 2021 +### Version: V3.2021.10.2626 +### Updated: Sat Oct 2 10:03:27 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 2af8aec42..25c864b0f 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.66 1; +10.1.0.176 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index f75687456..a850d4c0d 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.66 0; +10.1.0.176 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 5c7ff5956..6d8b0865c 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.10.2625 -### Updated: Fri Oct 1 22:01:41 UTC 2021 +### Version: V3.2021.10.2626 +### Updated: Sat Oct 2 10:03:27 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index 6e12ea2e2..12b1a1050 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -2625 +2626 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 5c7ff5956..6d8b0865c 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.10.2625 -### Updated: Fri Oct 1 22:01:41 UTC 2021 +### Version: V3.2021.10.2626 +### Updated: Sat Oct 2 10:03:27 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index 540b5594d..1c827a6bf 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.10.2625 -### Updated: Fri Oct 1 22:01:41 UTC 2021 +### Version: V4.2021.10.2626 +### Updated: Sat Oct 2 10:03:26 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 6cb681523..5ce559622 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -13.66.166.69 0; +13.89.34.133 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 540b5594d..1c827a6bf 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.10.2625 -### Updated: Fri Oct 1 22:01:41 UTC 2021 +### Version: V4.2021.10.2626 +### Updated: Sat Oct 2 10:03:26 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 2af8aec42..25c864b0f 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.66 1; +10.1.0.176 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index f75687456..a850d4c0d 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.66 0; +10.1.0.176 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 540b5594d..1c827a6bf 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.10.2625 -### Updated: Fri Oct 1 22:01:41 UTC 2021 +### Version: V4.2021.10.2626 +### Updated: Sat Oct 2 10:03:26 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 2af8aec42..25c864b0f 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.66 1; +10.1.0.176 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index f75687456..a850d4c0d 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.66 0; +10.1.0.176 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 540b5594d..1c827a6bf 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.10.2625 -### Updated: Fri Oct 1 22:01:41 UTC 2021 +### Version: V4.2021.10.2626 +### Updated: Sat Oct 2 10:03:26 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 2af8aec42..25c864b0f 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.66 1; +10.1.0.176 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index f75687456..a850d4c0d 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.66 0; +10.1.0.176 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 540b5594d..1c827a6bf 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.10.2625 -### Updated: Fri Oct 1 22:01:41 UTC 2021 +### Version: V4.2021.10.2626 +### Updated: Sat Oct 2 10:03:26 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 6cb681523..5ce559622 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -13.66.166.69 0; +13.89.34.133 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 86925a15d..f7c88acd5 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.10.2625 -### Updated: Fri Oct 1 22:01:41 UTC 2021 +### Version: V4.2021.10.2626 +### Updated: Sat Oct 2 10:03:26 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 6cb681523..5ce559622 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -13.66.166.69 0; +13.89.34.133 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 0a6a6b00d..218b1218e 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.10.2625 -### Updated: Fri Oct 1 22:01:41 UTC 2021 +### Version: V4.2021.10.2626 +### Updated: Sat Oct 2 10:03:26 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index 2af8aec42..25c864b0f 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.66 1; +10.1.0.176 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index 1aefe1e50..7f195cec3 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -CODE87 -CensysInspect -LinqiaRSSBot -Mass Downloader -NICErsPRO -PleaseCrawl -RankFlex -SearchmetricsBot -Szukacz -satoristudio.net +DatabaseDriverMysqli +InfoTekies +LinkpadBot +Netvibes +ReGet +RebelMouse +WebBandit +Xaldon WebSpider +Zitebot +ZumBot diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index bc8258c3f..cb4217f98 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -01h4x.com -360Spider -80legs +404enemy ADmantX -AIBOT ALittle Client Abonti Aboundex -Acunetix +AhrefsBot AiHitBot -Aipbot -Alligator +Alexibot +Anarchie Anarchy -Anarchy99 Anthill -Aspiegel -Asterias -AwarioRssBot +Attach BBBike -BDFetch +BDCbot +BLEXBot BackDoorBot -BacklinkCrawler +BackStreet Bandit Barkrowler -BatchFTP +Battleztar Bazinga Bitacle Black Hole -BlowFish -Bolt +Boardreader BotALot +Brandwatch +Buck Buddy -BuiltBotTough -Bullseye -CSHttp +CODE87 Calculon -CazoodleBot -CensysInspect -CherryPicker -ChinaClaw Chlooe +Claritybot Cliqzbot -Cloud mapping +Cocolyzebot Cogentbot -Copier -CopyRightCheck +Collector +Copyscape Cosmos Craftbot -Devil -Discobot -Discoverybot +Crawling at Home Project +CrazyWebCrawler +CrunchBot +DBLBot +DSearch +Deusu +Digincore +DigitalPebble +Dirbuster +Disco Dispatch -DnyzBot -DomCopBot DomainCrawler -Download Wonder Dragonfly -Drip -EMail Wolf +ECCP/1.0 +EasyDL +Ecxi EirGrabber -ExtLinksBot +EroCrawler +Evil +Express WebPictures +ExtractorPro Ezooms -FemtosearchBot -Fimap -FlashGet -Flunky -GT::WWW -Genieo +Freeuploader +Fyrebot +G-i-g-a-b-o-t +GalaxyBot GermCrawler -Gotit -GrapeshotCrawler +GetWeb +Getintent GridBot +HMView HTMLparser -HTTP::Lite -Haansoft +HTTrack +HaosouSpider +Harvest Havij -Humanlinks -IDBTE4M +HybridBot Iblog Id-search -Image Sucker -IndeedBot -InfoTekies -InterGET +Image Fetch +Indy Library InternetSeer +Iria Iskanie -IstellaBot -JOC Web Spider +JamesBOT +Jbrofuzz +JennyBot +JikeSpider JustView -Kenjin Spider Keyword Density Kinza +Lanshanbot Larbin -Leap Lftp LibWeb -Libwhisker LieBaoFast -Linkdexbot -LinkextractorPro -Lipperhey +Lightspeedsystems +Likse +LinkWalker +Linkbot +LinqiaMetadataDownloaderBot +Lipperhey Spider +Litemage_walker +Ltx71 MFC_Tear_Sample -MIIxpc -MSIECrawler -Mag-Net -Magnet -Mail.RU_Bot -Majestic SEO -Majestic12 +MIDown tool +MTRobot MarkMonitor -MarkWatch -Mata Hari +MauiBot +MeanPath Bot +Meanpathbot MegaIndex.ru -Mister PiX -Moblie Safari -Mojeek -Mr.4x3 +Metauri +Microsoft URL Control +Morfeus Fucking Scanner Msrabot -Musobot -NPbot -Name Intelligence -NetLyzer +NICErsPRO +Nameprotect +Navroad +Net Vampire NetSpider -Netcraft -Nettrack -NextGenSearchBot -Nibbler -Niki-bot -Nikto +NetZIP NimbleCrawler +Nuclei Nutch -Octopus -OrangeBot -OutclicksBot -Page Analyzer -PageScorer -Pandalytics -Panscient -Papa Foto -Pavuk +Offline Explorer +OnCrawl +OpenVAS +Openvas +POE-Component-Client-HTTP +PageAnalyzer +PageGrabber +PageThing.com PeoplePal Pi-Monster -Picscout Picsearch PictureFinder Pimonster -Pixray -ProPowerBot -QueryN Metasearch -Quick-Crawler +Pockey +Psbot +PxBroker +RankActiveLinkBot RankurBot Re-re +ReGet +RealDownload RebelMouse -Recorder -RedesScrapy Ripper -SBIder +RocketCrawler +Rogerbot +SEOkicks SEOkicks-Robot -SalesIntelligent -Scanbot +SEOlyticsCrawler +SISTRIX Scrapy Screaming -ScreenerBot -ScrepyBot Searchestate SearchmetricsBot -SemrushBot -Seomoz -Siphon -SiteExplorer +Semrush SiteLockSpider -SiteSucker +SiteSnagger +Sitebeam Sitevigil -SmartDownload +SlySearch +Snake Sociscraper Sottopop -Spbot -Sqlmap +Spammen +SpankBot +Spanner +SputnikBot +Steeler Sucker -Sucuri SurveyBot -Szukacz -T8Abot -Telesoft -Toata -Trendiction -Trendictionbot +Suzuran +Teleport +TeleportPro +The Intraformant +TightTwatBot +Titan True_Robot -Turingos -Turnitin TurnitinBot -Typhoeus -URLy Warning +Twice Upflow V-BOT -VB Project -Vagabondo -Voltron +VelenPublicWebCrawler +VeriCiteCrawler +VidibleScraper WBSearchBot -WWW-Collector-E -Wallpapers +WISENutbot +WWW::Mechanize +WWWOFFLE Wallpapers/3.0 -WallpapersHD -WeSEE Web Auto -Web Collage -Web Fetch +Web Enhancer Web Pix Web Sauger +Web Sucker +WebAuto WebBandit +WebCollage WebCopier -WebFuck -WebGo IS -WebStripper +WebFetch +WebLeacher +WebReaper +WebSauger +WebZIP +WebmasterWorldForumBot +Webshag +Website Quester WebsiteQuester Webster Whack -Whacker Whatweb -WinHTTrack +WiseGuys Robot +Woobot Wotbox -Xaldon WebSpider YoudaoBot Zade Zauba Zermelo -ZoomBot -ZoominfoBot -ZumBot +Zitebot archive.org_bot -autoemailspider +arquivo.pt cah.io.community coccocbot-web +com.plumanalytics +crawl.sogou.com crawler.feedback -domainsproject.org -eCatch +dataforseo.com +evc-batch gopher -internetVista monitor -ips-agent -mediawords -oBot -polaris version -ripz -s1z.ru -seobility -sexsearcher -trendiction.de +heritrix +instabid +isitwp.com +magpie-crawler +muhstik-scan +netEstate NE Crawler +pcBrowser +plumanalytics +probe-image-size +satoristudio.net +scalaj-http +siteripz +sp_auditbot +sysscan voyagerx.com +webprosbot +x09Mozilla x22Mozilla xpymep1.exe -zgrab +zauba.io diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 78a186aa3..ad21c557c 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ +01h4x.com 360Spider -80legs -ALittle Client -Abonti -Aboundex +ADmantX AfD-Verbotsverfahren -Anarchy +Alexibot Anarchy99 -Ankit +Anthill +Apexoo +Aspiegel +Asterias Attach AwarioRssBot -BBBike +BDFetch +BLEXBot BackStreet -BackWeb +Backlink-Ceck +BacklinkCrawler Badass -Bandit -BatchFTP +BetaBot +Bigfoot Black Hole -Blackboard -BuiltBotTough +BotALot +Buck +BuiltWith BunnySlippers BuzzSumo CATExplorador CCBot -CODE87 +CSHttp +Calculon +CazoodleBot Cegbfeieh CensysInspect CheTeam CheeseBot -Chlooe -Claritybot +CherryPicker Cliqzbot Cloud mapping -Cocolyzebot -Cogentbot -Collector -Copier -Craftbot CrunchBot -DIIbot -DSearch +Custo +CyotekWebCopy DTS Agent +DataCha0s DatabaseDriverMysqli Demon +Devil Digincore DigitalPebble +Dirbuster +Disco +Discoverybot +DnyzBot DomainAppender +DomainCrawler Domains Project -Dotbot Download Wonder -Dragonfly -Ezooms +EMail Siphon +EMail Wolf +EasyDL +Ebingbong +Ecxi +Express WebPictures +Extreme Picture Finder FDM FemtosearchBot Fimap -Firefox/7.0 FlashGet -Flunky -Freeuploader -GT::WWW -GalaxyBot +Foobot +Fuzz +Fyrebot GetRight Getintent -Go!Zilla Gotit GrabNet Grabber -GrapeshotCrawler -HEADMasterSEO +Grafula +GrapeFX HTMLparser -Haansoft -Harvest +HTTP::Lite +HTTrack +HaosouSpider Havij +Heritrix +HybridBot +IDBot Id-search +Image Fetch Image Sucker -InfoNaviRobot -InfoTekies InterGET +Internet Ninja Iria -Iskanie IstellaBot -JOC Web Spider JamesBOT -JennyBot -Jetty -JikeSpider +JetCar +Joomla +Jorgee +JustView +Kenjin Spider +Kinza Kozmosbot LNSpiderguy -LWP::Simple -Larbin -LeechFTP -Libwhisker +Leap +Lftp +LieBaoFast Lightspeedsystems -Linkbot -Lipperhey Spider -Litemage_walker -MQQBrowser -Magnet -Majestic12 -Mata Hari -MauiBot -MeanPath Bot +LinqiaScrapeBot +MSFrontPage +Mail.RU_Bot +Majestic-SEO +Mass Downloader +Meanpathbot Mediatoolkitbot +MegaIndex.ru MicroMessenger Microsoft URL Control Mister PiX -Moblie Safari +Mojeek Mojolicious -Morfeus Fucking Scanner -Msrabot -Name Intelligence +Nameprotect Needle -Netcraft -NextGenSearchBot -Ninja -Offline Navigator +NetLyzer +NetMechanic +Nettrack +Octopus OnCrawl -OpenVAS -Openfind +Openvas OrangeBot +OrangeSpider +OutclicksBot OutfoxBot -PHPCrawl -PageScorer +POE-Component-Client-HTTP +PageGrabber +Panscient Petalbot -Picsearch PictureFinder -Pimonster -Pockey -ProPowerBot -Pu_iN +Piepmatz +Pixray +ProWebWalker +Psbot PxBroker -Quick-Crawler RSSingBot -RankActiveLinkBot -RankingBot RankingBot2 Rankivabot -RankurBot -Re-re RealDownload -RebelMouse -RepoMonkey -Rogerbot -SEOprofiler -SISTRIX -ScanAlert -Screaming -SentiBot -SeoSiteCheckup +Reaper +Ripper +SBIder +SEOkicks-Robot +SEOstats +SalesIntelligent +Scanbot +ScreenerBot +ScrepyBot SeobilityBot -Siphon -SiteCheckerBotCrawler -SiteExplorer -SiteLockSpider +Seomoz +SiteSnagger +Sitebeam Siteimprove Sitevigil -Snake +SmartDownload Snoopy +SocialRankIOBot +Sottopop SpaceBison +Spammen +Spbot +Spinn3r SputnikBot -Sqlworm -Sqworm Steeler Sucker +Sucuri SuperBot -SurveyBot +Suzuran Swiftbot -T0PHackTeam -Teleport -TheNomad -Thumbor -TightTwatBot -Titan +Szukacz +Telesoft Toata -Trendictionbot -Turingos -Turnitin -TwengaBot +Tracemyfile +Trendiction +True_Robot +TurnitinBot Twice -VB Project +URLy Warning +UnisterBot VCI VeriCiteCrawler +VidibleScraper +Virusdie Voil -WBSearchBot +WASALive-Bot WEBDAV -WPScan -WWW-Collector-E -WWW::Mechanize -WWWOFFLE -Wallpapers +WISENutbot Wallpapers/3.0 -WeSEE -Web Enhancer -Web Sauger +Web Auto +Web Collage +Web Fuck Web Sucker -WebFuck +WebAuto +WebBandit +WebCollage +WebFetch WebGo IS -WebReaper -WebSucker -WebZIP +WebPix Webshag -Website Quester -WebsiteQuester -Webster -Whack +Whatweb Widow WinHTTrack +Wonderbot Wotbox Wprecon Xaldon WebSpider -Xenu +Xaldon_WebSpider +YoudaoBot Zade -Zauba Zermelo Zeus -ZmEu -ZoomBot -ZoominfoBot ZyBorg -arquivo-web-crawler +archive.org_bot arquivo.pt -backlink-check +autoemailspider +cah.io.community check1.exe clark-crawler cognitiveseo com.plumanalytics -dataforseo.com -domainsproject.org -evc-batch -internetVista monitor -netEstate NE Crawler +crawler4j +demandbase-bot +facebookscraper +instabid +oBot +page scorer +pcBrowser +plumanalytics polaris version +probe-image-size +s1z.ru satoristudio.net scalaj-http -scan.lol seoscanners seostar serpstatbot +sitechecker.pro siteripz -sp_auditbot -spyfu -sysscan +sogouspider tAkeOut trendiction.com +trendiction.de voyagerx.com -webmeup-crawler -webpros.com -webprosbot -x22Mozilla -zauba.io +xpymep1.exe +zgrab diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index f3b7a3ad7..36d031a6d 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -2015god.org -embedle.com -krasivoe-hd.com -respublica-otel.ru -sexobzor.info -sobecjvuwa.com.ru -students-cheapskate.ml -w3javascript.com -website-speed-up.site -xn--80aagddcgkbcqbad7amllnejg6dya.xn--p1ai +animaltoplist.com +best-games.today +educontest.net +kareliatobacco.ru +kladrus.ru +realmonte.net +ukrtvory.in.ua +webmonetizer.net +xn--80abgj3a5acid6ghs.top +yougetsignal.com diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index d32cb88ce..26590277a 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -00webcams.com -0daymusic.org -1001watch.com.ua -123cha.com +0912701309f8ce.com +1-free-share-buttons.com +123movies.love +14b.info +1flag.co.za 1millionusd.xyz -1qingdao.com -1xbet4you.com -24-ak.ru 256bit.by -2kata.ru -4istoshop.com -4replicawatch.net -51.la -7a2rnuey1tw9ar.ru -8jn.dating-app.ru +2ads.co.uk +40cg.com +6hopping.com +8gold.com +8lufu.com 8si.ru -9icmzvn6.website -a14download.com -absolute-s.ru -academia-nsk.org -academiacsmendoza.org -addbin.men -adultmeetonline.info -adultnet.in -aerogo.com -afftrack001.com -ageofclones.com -ahrntal.verymes.xyz -akama.com -aktobe.xkaz.org -akvamaster.dp.ua -alert-fjg.xyz -alfabot.xyz -alibestsale.com -alif-ba-ta.com -allmarketsnewdayli.gdn -amateurgalls.com -amateurmatch.com -amung.us -android-systems.ru -animebox.com.ua -anonymousfox.co -apiadanaknet-a.akamaihd.net -apimossnetinfo-a.akamaihd.net -apple.com-webbrowsing-security.review -applicationg29.com -aproposde.com -ascat.porn -astrochicks.com -auto4style.ru -autodo.info -autolombard-krasnodar.ru -aversis.net -awaybird.ru -azbukadiets.ru -back.dog -backgroundpictures.net -badavit.com.ua -baixar-musicas-gratis.com -baksman.com -bankofthewext.com -barbourjackets.online -beauty-bracelet.com -best-businessman.ru -best-seo-offer.com -bestbuy.ca -bestempresas.es -bestofferswalkmydogouteveryday.gq -bet365.com -bezsporno.ru -bidbuy.co.kr -billiard-classic.com.ua -biographiya.com -bjanshee.ru -bjgugu.net.ua -bkgr.se -blackwitchcraft.ru -blogrankers.com -bonvillan.com -boobsimge.com -bracketsmackdown.com -brandbucket.com -brateg.xyz -brillianty.info -brus-vsem.ru -burn-fat.ga -buypuppies.ca -buzzonclick.com -buzzsumo.com -callstevens.com -camel-beach.com -canyougethighofftizanidine.blogspot.com -cartierreplica.top -cartiertrinity.xyz -cartierwatch.xyz -casablancamanor.co.za -cashonads.com -certifywebsite.win -cialis-samples.com -cialisndbrx.com -cigarpass.com -clarithromycin500mg.com -clevernt.com -clickbanksites.info -clipartnew.com +adultwebhosting.info +affiliate-fr.com +afora.ru +agahinameh.com +alarmobninsk.ru +albuteroli.com +alessandraleone.com +algarveglobal.com +allboard.xobor.de +am15.net +amazon-seo-service.com +amt-k.ru +an-donut.com +anal-acrobats.com +anatomiy.com +aosheng-tech.com +apelsinnik.website +apibrowsesmartne-a.akamaihd.net +arclk.net +arenda-avtoprokat-krasnodar.ru +arendas.net +arewater.com +artavenuegardenstudios.com +artel116.ru +asrv-a.akamoihd.net +asrvrep-a.akamaihd.net +atley.eu.pn +auto.rusvile.lt +avon-novosib.ru +avramstroy.ru +avto-oligarh.ru +babosas.com +babs.com.ua +babyguns.ru +bagcionderlab.com +baikaleminer.com +balla-boo.se +banki76.ru +bankiem.pl +banksrf.ru +bard-real.com.ua +basisches-wasser.net +batanga.net +battlecarnival.su +beachfix.co +bear.gotcher.us +belstaffstore.online +best-deals-products.com +bestwebsitesawards.com +bestwrinklecreamnow.com +bigcareer.info +bio.trade-jp.net +bitcoinpile.com +bitcoins-live.ru +bloggedporn.com +bochemit.com.ua +boostmyppc.com +bryansk.zrus.org +bumskontakte.org +buynorxx.com +c-english.ru +capsderfudd.tk +cardul.ru +carsdined.org +carson.getenjoyment.net +cartierloveringreplica.xyz +cejewelry.xyz +cementaresearch.se +cenoval.ru +censys.io +centrdebut.ru +cete.ru +cfsrating.sonicwall.com +chatseo.com +chelyabinsk.xrus.org +christianlouboutinreplica.win +christianlouboutinsaleoutletonline.us +co.lumb.co +coinsspb.com +collegerentals.com +compliance-alex.top +compliance-donald.xyz +compliance-george.xyz compliance-jack.top -concordexoticrentals.com -constantaservice.net -cookie-law-enforcement-aa.xyz -cookingmeat.ru -copypaste.traderzplanet.in -crazyboost.pro -creditmoney.com.ua -csgo4.win -cubs-jerseys.us -culmimg.pw -culturevie.info -customcatchcan.com -customsua.com.ua -cyclobenzaprinevstizanidine.blogspot.com -danceuniverse.ru -daooda.com -dayibiao.com -deda-moroza-zakaz.ru -dellalimov.com -demenageur.com -dengi-pod-zalog-nedvizhimosti.ru -detmebel.su -dev-seo.blog -diegolopezcastan.com -dikqlyremy.info -divku.ru -docs4all.com -doctormakarova.ru -doeco.ru -doktoronline.no -dood.live -doreenblog.online -dorratex.tn -drev.biz -drugs-no-rx.info -duawitchrarato.tk -e-commerce-seo.com -eachdayisagift.review -earncash.com.ua -eas-seo.com -ebonyporn.site -efkt.jp -egovaleo.it -electro-prom.com -elidelcream.weebly.com -elitepcgames.com +compliance-jessica.top +construmac.com.mx +cool-wedding.net +coolingoods.com +cougfan.info +counter.bloke.com +covadhosting.biz +cowblog.fr +creditwell.ru +cvety24.by +cymbaltaandtizanidine.blogspot.com +cypernhuset.se +damedingel.ya.ru +darkbooks.org +date-withme.com +daymusam.com +demian.kz +dev78.dioniqlabb.se +dichvuvesinhhanoi.com +dickssportinggoods.com +dmmspy.com +dneprsvet.com.ua +doxyporno.com +doxysexy.com +dptaughtme.com +drhomes.biz +dscaas.website +dumpsmania24.com +dyshagi.ru +earthmagic.info +ebooknovel.club +econom.co +edge.sharethis.com +educontest.net +elektrozigaretten2.yn.lt eloconcream.blogspot.com -emergencyneeds.org -englishdictionaryfree.com -eonpal.com -epngo.bz -eralph.tk -eropho.net -eropornosex.ru -erotik0049.com -europeanwatches.ru -exoneration-project.us -extads.net -extrabot.com -eywords-monitoring-your-success.com -facecup.top -factorynightclub.com -familienzahnaerzte.com -ferieboligkbh.dk -fettefrauen.net -fickkontaktehobbyhuren.com -filefilter.weebly.com -fiuxy.com -flipper.top -floridamobilebillboards.com -forexunion.net -forum.doctissimo.fr -forzeronly.com -foto-basa.com -foxjuegos.com -free-laptop-reward.com -froggytube.com -fuck-paid-share-buttons.xyz -fxtips.ru -fym.com.ru -fz139.ttk.ru -gamedayassist.com -gameonasia.com +elvenar.com +en.altezza.travel +enginebay.ru +enpolis.ru +erotische-geschichten-xxl.com +espaceinventoristes.com +estibot.com +etur.ru +exchanges-bet.com +expertblog.info +familyphysician.ru +fanoboi.com +fba-mexico.com +feel-planet.com +feeriaclub.ru +filmbokep69.com +finemanteam.com +firma-legion.ru +fishingwholesale.us +fishtauto.ru +flooringinstallation-edmonton.com +flowersbazar.com +forexgb.ru +forpackningsutveckling.se +foto-telok.net +frankofficial.ru +free-stock-illustration.com +freshberry.com.ua +fullgirl.ru +funnypica.com +g.starmoe.xyz +galaxy-family.ru +gaytube.com gdcentre.ru -geilehausfrauen.net -getdot.ru -getmiro.com -gettpromos.com -globalsurfari.com -globatur.ru -go2album.com -gobongo.info -goldenggames.com -gombita.info -goodly.pro -graphid.com -greamimgo.pw -greatidea.marketing -greendream.com.ua -gribkovye-zabolevaniya.com -grupografico-pilar.com.ar +germes-trans.com +getaclueamerica.com +getlamborghini.ga +ghernnqr.skyrock.com +gidonline.one +glall.ru +golden-praga.ru +goodwinmetals.co +goosefishpost.bid +gopixdatabase.com +guidefs.ru gymi.name -harmonyglen.us -hatedriveapart.com +hanink.biz.ly +hard-porn.mobi +hasfun.com +hasshe.com +hawaiisurf.com hdwallpapers-free.com -hermesbirkinhandbagoutlets.com -hitmuzik.ru -homik.pw -horoshieokna.com -host-tracker.com -hotchatdate.com -hscsscotland.com +hdwalls.xyz +hermesreplica.pw +hetmanship.xyz +hobbyhuren-datenbank.com +hobbyhuren24.net +homedecorpicture.us +hop.clickbank.net +hotel-mkad.ru +howopen.ru +howtowhitenteethfast.xyz htmlcorner.com -ico.re -igrovyeavtomaty777.ru -ilmexico.com -ilovevitaly.ru -ilte.info -imabase.com -imagefinder.site -imk.com.ua -imperiafilm.ru -incep.imagine-ex.co -infazavr.ru -infoupdate.org -insider.pro -instasexyblog.com -intellektmedia.at -interfucks.net -iopeninghours.co.uk -ipornox.xxx -iqoption.com -ixora.pro -izhevsk.zrus.org -jasonpartington.com -jav-fetish.site -javitas.info -javspace.net -justbcause.com -justkillingti.me -kandidos.com -keywords-monitoring-success.com -khafre.us +hubbble.com +hyipmanager.in +iflycapetown.co.za +iframe-toloka.com +iinstalll-fii1leis.jus0wil.pp.ua +imadedinner.net +in-tandem.co +inboxdollars.com +iradiology.ru +isitpaleo.info +isotoner.com +itronics.ca +itsdp3.com +ivoiretechnocom.ci +izhevsk.xrus.org +javlibrary.cc +jerseyswholesalechinalimited.com +jillepille.com +joy-penguin.com +kasino-money.pw +keyhantercume.com +kidd.reunionwatch.com kimcurlrvsms.com -kinky-fetishes.com -kinozapas.org -kmd-pto.ru +kino-filmi.com +kino-key.info +kinozapas.com +kleine-titten.biz +klumba55.ru knowyournextmove.com -kredit-blog.ru -kretpicf.pw -kuzinsp.ru -kvartiry-remont.ucoz.ru +koleso24.com.ua +kostenloser-sex.com +krasivoe-hd.net +krasula.pp.ua +kung-fu-ru.com +ladsup.com +lankarns.com +laptoper.net larutti.ru -lezbiyanki.net -life.biz.ua -linkpulse.com -live-cam6.info -live-sexchat.ru -lombia.com -lostfilm-online.ru -lrac.info -lyrster.com -m-google.xyz -macnewtech.com -macresource.co.uk -mall.uk -manifestation.betteroffers.review -massage-info.nl -masturbate.co.uk -mcar.in.ua -megaapteka.ru -menhealed.net -mex-annushka.ru -mhtr.be -mirzonru.net -mitrasound.ru -moesexy.com -monclercheap.xyz -moncleroutletonline.win -moneyteam24.com -moonci.ru -moscow-clining.ru -mosrif.ru -moviemail-online.co.uk -moyakuhnia.ru -mulberryoutletonlineeu.com -multgo.ru -musezone.su -mybinaryoptionsrobot.com +law-check-nine.xyz +ldrtrack.com +leadn.pl +livejasmin.com +loadopia.com +locksmith.jp +locustdesign.co +loftdigital.eu +lombardfinder.ru +lonfon.xyz +longgreen.info +lottospring.com +louboutinbooties.xyz +luxmagazine.cf +luxup.ru +maglid.ru +mahnwachen-helfen.info +mail.allnews24.in +masserect.com +masterseek.com +matsdale.com +mazda-roadsters.com +medicines-choice.com +medizinreisen.de +mega-bony2017.pl +message-warning.net +metabar.ru +mil-stak.com +mir-limuzinov.ru +mixed-wrestling.ru +moncleroutletonline.xyz +moscow.online-podarki.com +mosdverka.ru +mowser.com +mrinsidesales.com +mustat.com +mydearest.co mydownlodablefiles.com -myfreemp3.eu -myonigroup.com -myplaycity.com -new-apps.ru -newsperuse.com -newtechspb.ru +myonlinepayday.co +myseoconsultant.com +mysexpics.ru +nakozhe.com +nastroyke.net +nelc.edu.eg nextbackgroundcheck.gq -nextlnk12.com -nfljerseys.online -nordvpn.com +nfljerseyscheapchinabiz.com +nfvsz.com notebook-pro.ru -nowtorrents.com +nucia.biz.ly +nw-servis.ru +o-o-11-o-o.com +o00.in +o333o.com +oballergiya.ru obiavo.by -ochistka-stokov.ru -okmusic.jp -one.net.in -onlinemeetingnow.com -onlythegames.com -ooo-olni.ru +offers.bycontext.com +office2web.com +oil-td.ru +okayimage.com +okonich.com.ua +omoikiri-japan.ru +onemantrip.com +onlinewritingjobs17.blogspot.ru +onlyporno.ru +ons-add.men ooomeru.ru -optikremont.ru -orel-reshka.net -oxotl.com -paleohub.info -partner-cdn.men -partner-high.men -paydayonlinecom.com -pc-virus-d0l92j2.pw -petsblogroll.com -pewit.pw -picswe.com -pinapchik.com -pinwallpaper.xyz -piuminiita.com -pixelrz.com -pixgood.com -plastgran.com -platesauto.com +oralsexfilme.net +orenburg-gsm.ru +osagonline.ru +oz-offers.com +perfectpracticeweb.com +pestomou.info +php-market.ru +piccshare.com +pictures-and-images.com +pigrafix.at +pinwallpaper.top +pirateday.ru +placid-rounded-coast.glitch.me platinumdeals.gr -pochemychka.net -poffet.net -pogosh.com -popcash.net -pornhub-forum.ga -pornodojd.ru -pornoforadult.com -pornosexrolik.com -porto.abuilder.net -predominant-invent.tk -prefersurvey.net -princeadvantagesales.com -privatamateure.com +play-mp3.com +poems.com.ua +pokemongooo.ml +pokerniydom.ru +polcin.de +pons-presse.com +porn555.com +porngalleries.top +pornhub-ru.com +pornmania.pl +pornophoto.xyz privatbank46.ru -proekt-gaz.ru +prizefestival.mobi +prom23.ru +prostitutki-novgoroda.org prostitutki-odessa.org -prostitutki-yaroslavlya.org -puzzleweb.ru -pxhdwsm.com -qualitymarketzone.com -rapevideosmovies.com -rarbg.to +prostitutki-tyumeni.org +prpops.com +putevka24.ru +rankexperience.com +raschtextil.com.ua +rating-casino2021.ru +rcb101.ru real-time-analytics.com +realmonte.net rebelmouse.com -recipedays.ru -referencemoi.com -refererx.com -reining.lovasszovetseg.hu -relax.ru -remont-comp-pomosh.ru -renhacklids.tk -riralmolamsaca.tk -roma-kukareku.livejournal.com -russian-postindex.ru -russintv.fr -russkoe-zdorovie.ru -rusvideos.su -sack.net -saddiechoua.com -salutmontreal.com -sawin.beth.webd.pl -sbwealthsolutions.ca -scanner-julia.top -scansafe.net -scenicmissouri.us -se.bnt-team.com -searchtooknow-a.akamaihd.net -semrush.com -seoboxes.com -seocdvig.ru -serpstat.com -sevenstars7.com -sexkrasivo.net -sexkvartal.com -sextracker.be -sexxdate.net -sexystrippe.info -signoredom.com -silvercash.com -site5.com -skatestick.bid -skylta.com -slavic-magic.ru -slimcdn.com -slomm.ru -sluganarodu.ru -slujbauborki.ru -snjack.info +redhotfreebies.co.uk +redirlock.com +registrydomainservices.com +remontbiz.ru +remontvsamare.su +responsinator.com +rethinkwasteni.info +ric.info +ricorsogiustizia.org +rostov.xrus.org +rvzr-a.akamaihd.net +ryetaw.com +sabizonline.com +salut-camp.ru +sammlungfotos.online +sampleletters.net +savefrom.com +scanner-willy.top +sdrescher.net +search.alot.com +searchengineranker.email +seemoreresultshu-a.akamaihd.net +seinterface.com +seorankinglinks.us +sergiorossistore.online +sex.hotblog.top +sexsaoy.com +sharebutton.org +shell-pmr.ru +shillyourcoins.com +shisha-swag.de +shop.acim.org +shymkent.xkaz.org +sideeffectsoftizanidine.blogspot.com +sildenafilcitratemed.com +sinel.info +sk.golden-praga.ru +sloopyjoes.com +smartadserver.com +smartbalanceworld.com +smsactivator.ru snts.shell-pmr.ru -socialseet.ru -soft-terminal.ru -solmarket.by -spb-plitka.ru -splendorsearch-a.akamaihd.net +sockshares.tv +softlinesolutions.me +songoo.wz.cz +soochi.co +special-porn.com +spidtest.space +spin2016.cf sport7777.net -staynplay.net -stevemonsen.com -stillmiracle.com -strana-krasoty.ru -strigkaomsk.ru -summerlinhomes411.info -superinterstitial.com -surcentro.com -suture.co +sports-supplements.us +stair.registrydomainservices.com +stairliftstrue.com +statoutlook.info +stickers-market.ru +stmassage.ru +stretchmate.net +subj.ukr-lit.com +success-seo.com +sugarlyflex.pw +surffoundation.nl +svarbit.com +svbur.ru +svensk-poesi.com svolze.com -tabletkinaodchudzanie.com.pl -tamada69.com -taraz.xkaz.org -tds-advert005.info -teesdaleflyballclub.co.uk -telefonsexi.com -telefonsexsofort.tk +swinginwithme.ru +swsociety.se +tabakur77.com +tackletarts.co +talant-factory.ru +tastyfoodideas.com +tdsing.ru +telegraf.by terrafootwear.us -teslathemes.com -thaismartloan.com -theendivechronicles.com -thegolfclub.info -themeforest.net -themestotal.com -thetattoohut.com -tiandeural.ru -tizanidinecapsules.blogspot.com -tizanidineduringpregnancy.blogspot.com -tizanidineinteractions.blogspot.com -tizanidinestreetvalue.blogspot.com -tnctrx.com -todohr.com -toloka.hurtom.com -top-karkas.ru -tradedeals.biz -trafficgenius.xyz +thefarmergame.com +thefds.net +thenetinfo.com +time-japan.ru +tizanidine4mgtablets.blogspot.com +tizanidinedosage.blogspot.com +tizanidinehcl4mgisitanarcotic.blogspot.com +tizanidinesideeffects.blogspot.com +topcar-krasnodar.ru +topsy.com +traffic100.com +traffixer.com +traffmonster.info +trahvid.com +trailer.cinemaflix.website traxdom.ru -trkur.com -tuckermktg.com -twincitiescarservice.com -uhdtv.website -unpredictable.ga -urlcut.ru -us-america.ru -usacasino.com -utrolive.ru +treasuretrack-a.akamaihd.net +triumf-realty.ru +tubeoffline.com +tuberkuleznik.ru +twelvevisionspartyofcolorado.com +unisexjewelry.org +uogonline.com +uprour.com +urccvfmc.bloger.index.hr +ustion.ru uytmaster.ru -v24s.net -vapomnoncri.tk -via-energy-order.com -viagra.pp.ua -video-camer.com -videos-for-your-business.com -videospornogratisx.net -viven.host.sk -vladimir.xrus.org -voltrknc1.com +uzporno.mobi +vacuumscleaner.com +valkiria-tk.ru +varikoz24.com +vashsvet.com +venerologiya.com +verymes.xyz +videochat.bz +videochat.life +videochat.tv.br +vids18.site +vintontech.info +vitalads.net +vkmusics.ru +vksex.ru +voluumtracker1.com vozbujdenie.com -vremya.eu -vsesubwaysurfers.com -web-betting.ru -website-analyzer.info -website-datenbank.de -webtherapy.ru -weddingdresses.xyz +vrnelectro.ru +vseuznaem.com +vucms.com +vzlomfb.com +waterpurifier.club +webenlace.com.ar +webix.biz +website-speed-checker.site +website-stealer.nufaq.com +websitevaluebot.com +weburlopener.com wellcome2slovenia.ru wesharepics.info -whatsappbot.flyland.ru -wsgames.ru -www.bookmaker-bets.com -www.souvenirua.com -x-diesel.org -x-true.info -xev.ru -xjlottery.com -xn----9sbubg3ambdfl1j.xn--p1ai -xn--b1agm2d.net -xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai -xxlargepop.com -yes-com.com -yoopsie.com -youjizz.com -youradexchange.com -zakazvzloma.com -zazagames.org -zona-aqua.ru -zone-kev717.info -zoominfo.com -zreloeporno.tv -zynax.ua +whatsappdownload10.com +wildnatureimages.com +wingsofrefuge.net +woman-h.ru +works.if.ua +worldhistory.biz +wosik-dach.service-for-web.de +x69ty.ru +xcc24.pl +xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai +xn----7sbaaabaei0cc8aj5bj0bncejx.xn--p1ai +xn----7sbho2agebbhlivy.xn--p1ai +xn--80aeahghtf8ac5i.xn--p1ai +xnxx699.com +xxxsiterips.xyz +yachts-cruise.info +ynymnwbm.bloger.index.hr +yogamatsexpert.com +youthreaders.com +yugo-star.ru +zapiszto.pl +zeroredirect7.com +zeroredirect9.com +zigarettenonlinekaufen2.drupalgardens.com +zigzog.ru +znakom.sibtest.ru +zootoplist.com +zryydi.com +zytpirwai.net diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index 97fca733f..db3d5b57e 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -1hwy.com -1webmaster.ml -404.mn -4pp13.com -4rent.ru -7a2rnuey1tw9ar.ru -7zap.com +03e.info +0daymusic.org +1flag.co.za +1millionusd.xyz +24x7-server-support.site +2728fb936f0.com +3weekdiet.com +4webmasters.org +8gold.com +8jn.dating-app.ru +a96527gi.beget.tech abiente.ru adcash.com +adinterax.com +admatic.com.tr ads-seo.men -adultfriendfinder.com -agardomains.com -alienwheel.es -allstatesugarbowl.org -alot.com -anniemation.com -apartment.ru -apessay.com -apioasisspacenet-a.akamaihd.net -artdestshop.eu +adtech.fr +advancedcleaner.com +afora.ru +alloysteel.ru +allwomen.info +amung.us +approved.su +arclk.net +asrvrep-a.akamaihd.net asscenihotosidea.blogspot.com -atdedinotuho.tk -aussie-prizes.com -aviav.org -avon-novosib.ru -baoxaydung.com.vn +autowebmarket.com.ua +bankmib.ru +bannerspace.com +beatifullandscape.co +best-coupon-offer.com bestkfiledxd.cf +betune.onlinewebshop.net bizzliving.com -blog.koreadaily.com -blog.remote-computer.de -bnt-team.com -bristolhostel.com -buscarfoto.com -businesn.men -buy-meds24.com -bycontext.com -c-gainsbourg.com -calstaterealty.us -camsex.xxx-cam.webcam -cars-modification.net -cartierjusteunclou.xyz -chastnoeporno.com -check-this-out-now.online -chiblackhawks-jerseys.com -chocolateslim-en-espana.com -cjs.com.ru -cmhomestayagency.com -communisave.co.za -compiko.info -compliance-checker.info -cookingmeat.ru -cpabegins.ru -cypernhuset.se -d2jsp.org -ddsoldes.fr -dealighted.com -dickssportinggoods.com -dirtpics.pw -dms-sw.ru -dogbreedspicture.net -dogsrun.net -dominterior.org -drugstoreforyou.com -dumpsmania24.com -e-commerce-seo.com +bkns.vn +boltalko.xyz +bookmark4you.com +brainxs.us +brandedleadgeneration.com +brus.city +bryansk.zrus.org +btnativenav.com +buttons-for-website.com +buyscabiescream.com +cartierlovebracelet.xyz +cheapbelstaff.online +cialischmrx.com +cinemaenergy-hd.ru +clickprotects.com +clodo.ru +companies-catalog.com +compliance-alexa.xyz +compliance-checker-7.info +compliance-elena.xyz +cookie-law-enforcement-hh.xyz +coolgramgoods.com +decorationspcs.com +dentfidemountpreach.tk +detskie-konstruktory.ru +domoysshop.ru +doreenblog.online ekn-art.se -elektrischeziga.livejournal.com +electronicadirect.com elektrischezigarette2.devhub.com -elite-sex-finders.com -elitepcgames.com -elmacho.xyz -empathica.com -errorfixing.space -evaashop.ru -excitacion.info -ezigarettekaufen2.mpbloggar.se -ezigarettekaufen2.yolasite.com -ezigaretteshop2.mywapblog.com -face.hostingx.eu -favoritemoney.ru -fellowshipoftheminds.com -fifa-coins.online -fighrofacciufreesig.ga -filmi-v.online -forum.tvmir.org -fotopop.club -fotzen-ficken.com -frequiry.com -freshwallpapers.info -friendflnder.com -front.ru -gay.adultgalls.com -generalporn.org -getyourimage.club -glass-msk.ru -growshop.es -guildebzh.info -gwebtools.com -hem.passagen.se -hit-kino.ru -homegardenlova.com -hoverboardforsaledirect.com -ilbe.club -ilikevitaly.com -img.wallpaperstock.net -impisr.edunsk.ru -interesnie-faktu.ru -invitefashion.com -javrip.net -jerseysbizwholesalecheap.com -kalandranis.gr -kazka.ru -keywords-monitoring-success.com -keywords-monitoring-your-success.com -kladrus.ru -knowsitall.info -kongoultry.net -konoplisemena.com -koversite.info -linkpulse.com -littlesexdolls.com -localmatchbook.com -loginduepunti.it -lovelycraftyhome.com -low-format.ru -maladot.com -marinetraffic.com -mearns-tractors.co.uk -mega-polis.biz.ua -metabar.ru -metaxalonevstizanidine.blogspot.com -mexicotravelnet.com -michaelkorsoutlet.store -mmgq.ru -moskva.nodup.ru -most-kerch.org -muznachas-service.ru -myiptest.com -myplaycity.com -narosty.com -newstaffadsshop.club -newtechspb.ru -nl.netlog.com -normalegal.ru -notaria-desalas.com -novodigs.com -obiavo.net -offers.bycontext.com -oivcvx.website -onemantrip.com -online-sbank.ru -online-zaymy.ru -ostrovtaxi.ru -paclitor.com -parajumpersstore.online -pc-virus-d0l92j2.pw -perm.xrus.org -phpdevops.com -picturesmania.com -pinup-casino1.ru -piter.xrus.org -pizza-tycoon.com -platinumdeals.gr -poligon.com -popugauka.ru -porno-play.net -pornoblood.com -pornogig.com -portside.cc -pourvous.info -profitfx.online +embedle.com +etotupo.ru +euromasterclass.ru +eurosamodelki.ru +evidencecleanergold.com +exchanges-bet.com +extractorandburner.com +fable.in.ua +family1st.ca +femdom.twiclub.in +fidelityfunding.com +filmci.pro +flauntyoursite.com +flprog.com +fortunejack.com +fortwosmartcar.pw +forum.poker4life.ru +freenode.info +fres-news.com +freshsuperbloop.com +fyxabomiw.ru +g.starmoe.xyz +galaxy-family.ru +geileweiber.tk +getoutofdebtfree.org +gktt.ru +goldpanningtools.com +goodwriterssales.com +gopixdatabase.com +gratuitbaise.com +grizzlysgrill.com +hannasolution.ru +hasfun.com +hawaiisurf.com +hoholikik.club +homeinns.com +homelygarden.com +hplaserjetpdriver8y.pen.io +hustoon.over-blog.com +i-service.kz +ifirestarter.ru +infoupdate.org +intellekt21.ru +intellektmedia.at +ipchicken.com +ispaniya-costa-blanca.ru +iweblist.info +janavibekken.no +japan-bearings.ru +justprofit.xyz +jwcialislrt.com +kerch.site +ketoanhanoi.info +kichenaid.ru +kursy-ege.ru +laserpen.club +law-check-seven.xyz +lexaprogeneric.link +lifehacĸer.com +linkwithin.com +livefixer.com +m4ever.net +mackeeper-center.club +madot.onlinewebshop.net +mafa-free.com +marwer.info +masterseek.com +matb3aa.com +mazda-roadsters.com +meddesk.ru +meetlocalchicks.com +mhtr.be +mncrftpcs.com +moje-recenze.cz +monarchfind-a.akamaihd.net +moviemail-online.co.uk +muycerdas.xxx +mvpicton.co.uk +mydownlodablefiles.com +nailsimg.com +newhairstylesformen2014.com +notasprensa.info +notebook-pro.ru +o-dachnik.ru +office-windows.ru +office2web.com +ok-ua.info +omoikiri-japan.ru +onefilms.net +oops-cinema.ru +openfrost.net +paintingplanet.ru +pestomou.info +picsearch.com +picurams.pw +piluli.info +polimga.pw +polytopesexempt.com +pooleroadmedicalcentre.co.uk +porn555.com +porno-raskazy.ru +pornoelita.info +pornoklad.ru +pornosmola.info +portside.xyz +preparevideosafesystem4unow.site +pro-poly.ru +producm.ru +proekt-mos.ru profitwithalex.info -promodj.com -pron.pro -pussysaga.com -puzzleweb.ru -py100.ru -quality-traffic.com -r-control.ru -rff-cfal.info -ric.info -rome2rio.com -sammyweaver.com -sanatorrii.ru -satellite.maps.ilovevitaly.com -satoristudio.net -scanmyphones.com -scanner-jess.top -scat.porn -scenarii-1-sentyabrya.uroki.org.ua -search.pch.com -service.adtech.fr -sextracker.de +progonrumarket.ru +promoforum.ru +prosperent.com +ptr.ruvds.com +qor360.com +qwertty.net +referencemoi.com +remedyotc.com +rent2spb.ru +research.ifmo.ru +rezeptiblud.ru +riders.ro +rubbed.us +scanner-fred.top +scanner-olga.top +scrapinghub.com +seorankinglinks.us +sexflirtbook.com shakhtar-doneck.ru -shopperifymac.com shtaketniki.ru -sims-sims.ru -slonechka.ru -snowplanes.com -snworks.com -spitfiremusic.com -srgwebmail.nl -stairliftstrue.com -stockquotes.wooeb.com -stroydetali.ru -supernew.org -svetodiodoff.ru -swinginwithme.ru -thexart.club -timeallnews.ru -tizanidinecapsules.blogspot.com -top1-seo-service.com -topflownews.com -topsy.com -torture.ml -track112.site -trafficgenius.xyz -trafficjunky.net -truck-addzilla.life -tubeoffline.com -tuckermktg.com -uhod-za-sobakoj.ru +sideeffectsoftizanidine.blogspot.com +simply.net +site5.com +sitevalued.com +smartshoppymac.com +sobecjvuwa.com.ru +social-buttons.xyz +socialmediasuggest.com +socialtrade.biz +sonnikforme.ru +spb.afora.ru +stanthonyscatholicchurch.org +supermodni.com.ua +surfbuyermac.com +tacbelarus.ru +terraclicks.com +thaisamkok.com +theguardlan.com +tizanidineforopiatewithdrawal.blogspot.com +tizanidineonline.blogspot.com +topappspro.com +trackmedia101.com +traffpartners.com +tryrating.com +twodollarshows.com undergroundcityphoto.com -upproar.com -v24s.net -velen.io -vertaform.com -viandpet.com -videonsk.com -videospornogratisx.net -voluumtracker1.com -wareseeker.com -westen-z.life -wholesalejerseyscheapjerseys.us.com -woman-tampon.ru -worldlovers.ru -worldtraveler.world -wosik-dach.service-for-web.de -ww1943.ru -xcombear.ru -xmladserver.com -xn--d1aifoe0a9a.top -xz618.com -yadro.ru -youjizz.vc -yur-p.ru -zrizvtrnpale.tk -zscalerone.net -zscalertwo.net -zzlgxh.com +upupa.net +uroffer.link +vacuumscleaner.com +video-hollywood.ru +viktoria-center.ru +wallpaperaccess.com +websiteaccountant.de +westvilletowingservices.co.za +whiteproduct.com +wildnatureimages.com +worldhistory.biz +worldinternetauthority.com +wowas31.ucoz.ru +wpsecurity.website +wpthemedetector.co.uk +writingservices17.blogspot.ru +xclicks.net +xkaz.org +xn----7sbho2agebbhlivy.xn--p1ai +xn--80atua3d.xn--p1ai +xn--90acenikpebbdd4f6d.xn--p1ai +xsion.net +yaaknaa.info +yellowfootprints.com +ypmuseum.ru +z-master.ru +zarajbuilders.com +zog.link +zooggames.com +zoompegs.com diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index f75687456..a850d4c0d 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.66 0; +10.1.0.176 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index de2785499..4a81913fe 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.10.2625 -### Updated: Fri Oct 1 22:01:42 UTC 2021 +### Version: V4.2021.10.2626 +### Updated: Sat Oct 2 10:03:27 UTC 2021 ### Bad Bot Count: 623 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index de2785499..4a81913fe 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.10.2625 -### Updated: Fri Oct 1 22:01:42 UTC 2021 +### Version: V4.2021.10.2626 +### Updated: Sat Oct 2 10:03:27 UTC 2021 ### Bad Bot Count: 623 ################################################### ### Version Information ##