From a32c9f3f0c70cb854850bea04be327cbbb8bd21c Mon Sep 17 00:00:00 2001 From: mitchellkrogza Date: Fri, 31 Dec 2021 07:16:09 +0000 Subject: [PATCH] V4.2021.12.2820 [ci skip] --- AUTO-CONFIGURATION.md | 2 +- MANUAL-CONFIGURATION.md | 2 +- README.md | 2 +- _google_analytics_ghost_spam/README.md | 2 +- .../etc/nginx/conf.d/globalblacklist.conf | 5 +- conf.d/globalblacklist-testing-version.conf | 5 +- conf.d/globalblacklist.conf | 5 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- dev-tools/buildnumber | 2 +- dev-tools/globalblacklist-testing.template | 5 +- dev-tools/globalblacklist.template | 5 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- dev-tools/test_units/blacklist-ips.conf | 2 +- .../random-bots-for-test-quick.list | 20 +- .../test_units/random-bots-for-test.list | 296 +++--- .../random-bots-for-whitelist-test.list | 294 +++--- .../random-referrers-for-test-quick.list | 20 +- .../test_units/random-referrers-for-test.list | 918 +++++++++--------- .../random-referrers-for-whitelist-test.list | 484 ++++----- dev-tools/test_units/whitelist-ips.conf | 2 +- dev-tools/tmp/robots.txt | 4 +- robots.txt/robots.txt | 4 +- 45 files changed, 1072 insertions(+), 1087 deletions(-) diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 58d94b423..828240985 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.12.2819 +#### Version: V4.2021.12.2820 #### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index d1a754674..67f11e4de 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.12.2819 +#### Version: V4.2021.12.2820 #### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index d1571ed34..a1689cc7c 100755 --- a/README.md +++ b/README.md @@ -13,7 +13,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2021.12.2819 +#### Version: V4.2021.12.2820 #### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 34f895baa..3eb5bcc20 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2021.12.2819 +#### Version: V4.2021.12.2820 #### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index e884b6134..e4a089689 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2819 -### Updated: Thu Dec 30 22:01:09 UTC 2021 +### Version: V4.2021.12.2820 +### Updated: Fri Dec 31 07:10:20 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### @@ -8471,7 +8471,6 @@ geo $validate_client { # START SEO ANALYSIS TOOLS ### DO NOT EDIT THIS LINE AT ALL ### 103.77.234.66 1; - 107.189.14.76 1; 135.125.16.69 1; 137.74.68.27 1; 138.199.57.151 1; diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index dd2b047d8..8d9a58425 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2819 -### Updated: Thu Dec 30 22:01:10 UTC 2021 +### Version: V3.2021.12.2820 +### Updated: Fri Dec 31 07:10:20 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### @@ -8470,7 +8470,6 @@ geo $validate_client { # START SEO ANALYSIS TOOLS ### DO NOT EDIT THIS LINE AT ALL ### 103.77.234.66 1; - 107.189.14.76 1; 135.125.16.69 1; 137.74.68.27 1; 138.199.57.151 1; diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index e884b6134..e4a089689 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2819 -### Updated: Thu Dec 30 22:01:09 UTC 2021 +### Version: V4.2021.12.2820 +### Updated: Fri Dec 31 07:10:20 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### @@ -8471,7 +8471,6 @@ geo $validate_client { # START SEO ANALYSIS TOOLS ### DO NOT EDIT THIS LINE AT ALL ### 103.77.234.66 1; - 107.189.14.76 1; 135.125.16.69 1; 137.74.68.27 1; 138.199.57.151 1; diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index dd2b047d8..8d9a58425 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2819 -### Updated: Thu Dec 30 22:01:10 UTC 2021 +### Version: V3.2021.12.2820 +### Updated: Fri Dec 31 07:10:20 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### @@ -8470,7 +8470,6 @@ geo $validate_client { # START SEO ANALYSIS TOOLS ### DO NOT EDIT THIS LINE AT ALL ### 103.77.234.66 1; - 107.189.14.76 1; 135.125.16.69 1; 137.74.68.27 1; 138.199.57.151 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 8876c32f2..31ce7b8cf 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.8 1; +10.1.1.0 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index a7e4dac00..edfa26897 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.8 0; +10.1.1.0 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index dd2b047d8..8d9a58425 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2819 -### Updated: Thu Dec 30 22:01:10 UTC 2021 +### Version: V3.2021.12.2820 +### Updated: Fri Dec 31 07:10:20 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### @@ -8470,7 +8470,6 @@ geo $validate_client { # START SEO ANALYSIS TOOLS ### DO NOT EDIT THIS LINE AT ALL ### 103.77.234.66 1; - 107.189.14.76 1; 135.125.16.69 1; 137.74.68.27 1; 138.199.57.151 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 8876c32f2..31ce7b8cf 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.8 1; +10.1.1.0 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index a7e4dac00..edfa26897 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.8 0; +10.1.1.0 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index dd2b047d8..8d9a58425 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2819 -### Updated: Thu Dec 30 22:01:10 UTC 2021 +### Version: V3.2021.12.2820 +### Updated: Fri Dec 31 07:10:20 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### @@ -8470,7 +8470,6 @@ geo $validate_client { # START SEO ANALYSIS TOOLS ### DO NOT EDIT THIS LINE AT ALL ### 103.77.234.66 1; - 107.189.14.76 1; 135.125.16.69 1; 137.74.68.27 1; 138.199.57.151 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 8876c32f2..31ce7b8cf 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.8 1; +10.1.1.0 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index a7e4dac00..edfa26897 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.8 0; +10.1.1.0 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index dd2b047d8..8d9a58425 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2819 -### Updated: Thu Dec 30 22:01:10 UTC 2021 +### Version: V3.2021.12.2820 +### Updated: Fri Dec 31 07:10:20 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### @@ -8470,7 +8470,6 @@ geo $validate_client { # START SEO ANALYSIS TOOLS ### DO NOT EDIT THIS LINE AT ALL ### 103.77.234.66 1; - 107.189.14.76 1; 135.125.16.69 1; 137.74.68.27 1; 138.199.57.151 1; diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index eebd44e48..e58db9cbd 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -2819 +2820 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index dd2b047d8..8d9a58425 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2819 -### Updated: Thu Dec 30 22:01:10 UTC 2021 +### Version: V3.2021.12.2820 +### Updated: Fri Dec 31 07:10:20 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### @@ -8470,7 +8470,6 @@ geo $validate_client { # START SEO ANALYSIS TOOLS ### DO NOT EDIT THIS LINE AT ALL ### 103.77.234.66 1; - 107.189.14.76 1; 135.125.16.69 1; 137.74.68.27 1; 138.199.57.151 1; diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index e884b6134..e4a089689 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2819 -### Updated: Thu Dec 30 22:01:09 UTC 2021 +### Version: V4.2021.12.2820 +### Updated: Fri Dec 31 07:10:20 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### @@ -8471,7 +8471,6 @@ geo $validate_client { # START SEO ANALYSIS TOOLS ### DO NOT EDIT THIS LINE AT ALL ### 103.77.234.66 1; - 107.189.14.76 1; 135.125.16.69 1; 137.74.68.27 1; 138.199.57.151 1; diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index df4c30f4f..963c57e8c 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -13.66.190.190 0; +40.91.103.6 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index e884b6134..e4a089689 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2819 -### Updated: Thu Dec 30 22:01:09 UTC 2021 +### Version: V4.2021.12.2820 +### Updated: Fri Dec 31 07:10:20 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### @@ -8471,7 +8471,6 @@ geo $validate_client { # START SEO ANALYSIS TOOLS ### DO NOT EDIT THIS LINE AT ALL ### 103.77.234.66 1; - 107.189.14.76 1; 135.125.16.69 1; 137.74.68.27 1; 138.199.57.151 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 8876c32f2..31ce7b8cf 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.8 1; +10.1.1.0 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index a7e4dac00..edfa26897 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.8 0; +10.1.1.0 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index e884b6134..e4a089689 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2819 -### Updated: Thu Dec 30 22:01:09 UTC 2021 +### Version: V4.2021.12.2820 +### Updated: Fri Dec 31 07:10:20 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### @@ -8471,7 +8471,6 @@ geo $validate_client { # START SEO ANALYSIS TOOLS ### DO NOT EDIT THIS LINE AT ALL ### 103.77.234.66 1; - 107.189.14.76 1; 135.125.16.69 1; 137.74.68.27 1; 138.199.57.151 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 8876c32f2..31ce7b8cf 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.8 1; +10.1.1.0 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index a7e4dac00..edfa26897 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.8 0; +10.1.1.0 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index e884b6134..e4a089689 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2819 -### Updated: Thu Dec 30 22:01:09 UTC 2021 +### Version: V4.2021.12.2820 +### Updated: Fri Dec 31 07:10:20 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### @@ -8471,7 +8471,6 @@ geo $validate_client { # START SEO ANALYSIS TOOLS ### DO NOT EDIT THIS LINE AT ALL ### 103.77.234.66 1; - 107.189.14.76 1; 135.125.16.69 1; 137.74.68.27 1; 138.199.57.151 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 8876c32f2..31ce7b8cf 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.8 1; +10.1.1.0 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index a7e4dac00..edfa26897 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.8 0; +10.1.1.0 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index e884b6134..e4a089689 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2819 -### Updated: Thu Dec 30 22:01:09 UTC 2021 +### Version: V4.2021.12.2820 +### Updated: Fri Dec 31 07:10:20 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### @@ -8471,7 +8471,6 @@ geo $validate_client { # START SEO ANALYSIS TOOLS ### DO NOT EDIT THIS LINE AT ALL ### 103.77.234.66 1; - 107.189.14.76 1; 135.125.16.69 1; 137.74.68.27 1; 138.199.57.151 1; diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index df4c30f4f..963c57e8c 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -13.66.190.190 0; +40.91.103.6 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 9fe252ab0..9a6970f20 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2819 -### Updated: Thu Dec 30 22:01:09 UTC 2021 +### Version: V4.2021.12.2820 +### Updated: Fri Dec 31 07:10:20 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### @@ -8471,7 +8471,6 @@ geo $validate_client { # START SEO ANALYSIS TOOLS ### DO NOT EDIT THIS LINE AT ALL ### 103.77.234.66 1; - 107.189.14.76 1; 135.125.16.69 1; 137.74.68.27 1; 138.199.57.151 1; diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index df4c30f4f..963c57e8c 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -13.66.190.190 0; +40.91.103.6 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 938ca52c9..d539cf890 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2819 -### Updated: Thu Dec 30 22:01:09 UTC 2021 +### Version: V4.2021.12.2820 +### Updated: Fri Dec 31 07:10:20 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### @@ -8471,7 +8471,6 @@ geo $validate_client { # START SEO ANALYSIS TOOLS ### DO NOT EDIT THIS LINE AT ALL ### 103.77.234.66 1; - 107.189.14.76 1; 135.125.16.69 1; 137.74.68.27 1; 138.199.57.151 1; diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index 8876c32f2..31ce7b8cf 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.8 1; +10.1.1.0 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index fb39be965..17c1d69ef 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -AfD-Verbotsverfahren -BuzzSumo -GridBot -PHPCrawl -QueryN Metasearch -Snoopy -Szukacz -Wprecon -cah.io.community -clark-crawler +Copier +CrazyWebCrawler +Grabber +InfoTekies +Nessus +Pandalytics +RedesScrapy +SuperBot +Tracemyfile +lwp-trivial diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index 40141e831..b8c1dade5 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ 01h4x.com -360Spider +404enemy +80legs +ADmantX AIBOT -Aboundex -Aboundexbot -AhrefsBot -AiHitBot +AfD-Verbotsverfahren +Alexibot AllSubmitter AlphaBot -Anarchie Ankit Apexoo Aspiegel Attach AwarioRssBot +AwarioSmartBot BDCbot BackStreet -BacklinkCrawler +BackWeb +Badass Bandit Barkrowler -BetaBot -Bitacle -BlackWidow +Bigfoot +Blow BlowFish -Bolt -Buck -BuiltWith -Bullseye +BotALot +BuiltBotTough BunnySlippers BuzzSumo -CATExplorador -CSHttp +CCBot +CODE87 Calculon -CazoodleBot Cegbfeieh CheTeam CheeseBot ChinaClaw +Citoid Cliqzbot -Cocolyzebot -Collector -Copier -CopyRightCheck -Copyscape +Cogentbot +Craftbot Crescent Curious CyotekWebCopy -DBLBot DIIbot DSearch -Devil -Digincore +DTS Agent +Deusu +Disco Discoverybot -DnBCrawler-Analytics +DittoSpyder DomCopBot DomainAppender DomainStatsBot +Domains Project Dotbot Download Wonder Dragonfly -EMail Siphon +EasyDL Ebingbong -EirGrabber -ExtLinksBot +Ecxi +EroCrawler ExtractorPro -Extreme Picture Finder +EyeNetIE Ezooms -FemtosearchBot -Fimap +FDM Firefox/7.0 -Flunky +Foobot +FrontPage Fyrebot -GalaxyBot -GermCrawler -GetRight -Getintent +G-i-g-a-b-o-t +GT::WWW +Genieo Gigabot Go-Ahead-Got-It -Gotit +GoZilla GrabNet -Grafula -GrapeFX -HEADMasterSEO -HMView +Grabber +GridBot HTTP::Lite -HTTrack -HaosouSpider -Harvest Havij Heritrix +Hloader Humanlinks HybridBot -IlseBot -Image Sucker +IRLbot +Id-search +Indy Library InfoNaviRobot InfoTekies -Intelliseek -InterGET -InternetSeer -Iskanie -IstellaBot -JOC Web Spider JamesBOT Jbrofuzz -JetCar +JennyBot Joomla -JustView -Kenjin Spider -LWP::Simple -Lanshanbot +Jorgee +Jyxobot +Keyword Density +Kozmosbot +LNSpiderguy Leap LeechFTP -LeechGet -LibWeb -LieBaoFast +LexiBot +Lftp +Libwhisker Lightspeedsystems -LinkScan +Likse LinkWalker -Linkbot LinkextractorPro -LinqiaMetadataDownloaderBot -LinqiaScrapeBot +LinkpadBot Lipperhey -MIDown tool -MSFrontPage -MTRobot -Mail.RU_Bot -Majestic SEO +Litemage_walker +MFC_Tear_Sample +MQQBrowser +Majestic-SEO +Majestic12 +MarkMonitor Masscan Mata Hari -Mb2345Browser +MauiBot Mediatoolkitbot -Microsoft Data Access -Moblie Safari -Mojolicious -Morfeus Fucking Scanner +Minefield Mozlila -Mr.4x3 -Msrabot -NICErsPRO -Name Intelligence +Musobot Navroad -NetZIP -Nibbler -Ninja +NearSite +Nessus +Net Vampire +NetLyzer +NextGenSearchBot +Nimbostratus Nmap -Nutch -Offline Navigator -OnCrawl +Not OpenVAS -Openvas OrangeBot -Page Analyzer -PageAnalyzer -PageScorer -PageThing.com -Panscient -Papa Foto +OrangeSpider +POE-Component-Client-HTTP +PageGrabber +Pandalytics Pavuk -Pi-Monster -Picsearch -Piepmatz +PeoplePal +Petalbot +PictureFinder Pixray -Pockey -Pump +ProWebWalker PyCurl -RSSingBot -RankingBot2 +QueryN Metasearch +RankingBot +Rankivabot +RankurBot RealDownload -Reaper -RebelMouse Recorder RedesScrapy -SEOkicks-Robot +RepoMonkey +Ripper +RocketCrawler +Rogerbot SEOstats SMTBot -ScanAlert +SalesIntelligent +Scanbot +ScoutJet Scrapy -Screaming -Semrush -Siphon -SiteCheckerBotCrawler -Snake -Snapbot +SiteExplorer +SiteLockSpider +Sitebeam +Siteimprove +SlySearch Snoopy Sociscraper -Sottopop -SpaceBison -Spinn3r -Sqlworm -Steeler -Sucuri -Suzuran +Sosospider +SpankBot +SputnikBot +Sqlmap +Stripper +Sucker +SuperBot Swiftbot T0PHackTeam -TeleportPro -The Intraformant +T8Abot +Teleport +Telesphoreo +Telesphorep TheNomad -TightTwatBot +Toweyabot Tracemyfile -True_Robot +Trendictionbot Turingos -TwengaBot -UnisterBot +Turnitin +Twice +Typhoeus +URLy Warning Upflow VB Project -Vacuum -VidibleScraper +VCI +Vagabondo +VelenPublicWebCrawler +Virusdie VoidEYE -Voltron -WASALive-Bot -WEBDAV +WBSearchBot WWW-Mechanize WWW::Mechanize WWWOFFLE WallpapersHD +Web Collage +Web Fetch +Web Sauger +WebAuto +WebBandit WebCollage -WebFetch +WebFuck +WebGo IS WebLeacher -WebPix +WebReaper WebSauger -WebStripper +WebZIP WebmasterWorldForumBot -Website Quester -WebsiteExtractor WebsiteQuester -Whacker -Widow +Whatweb +Who.is Bot WiseGuys Robot -Wotbox -ZoominfoBot +Woobot +Xaldon_WebSpider +Zade +ZmEu +ZyBorg adscanner -clark-crawler -com.plumanalytics +archive.org_bot +arquivo.pt +autoemailspider +backlink-check +crawl.sogou.com crawler.feedback -crawler4j +dataforseo.com +demandbase-bot eCatch -mediawords -pcBrowser -plumanalytics -ripz +evc-batch +heritrix +internetVista monitor +isitwp.com +lwp-request +lwp-trivial +netEstate NE Crawler satoristudio.net -seobility +scan.lol +seoscanners sitechecker.pro +siteripz sp_auditbot -webmeup-crawler +spyfu +sysscan webpros.com -webprosbot -xpymep1.exe -zauba.io +x09Mozilla diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 105047286..e58051073 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,117 +1,121 @@ -360Spider -404enemy 80legs -ADmantX +ALittle Client Aboundex -Acunetix -AfD-Verbotsverfahren -AhrefsBot +Aboundexbot +Aipbot +AllSubmitter Alligator -AlphaBot -Anarchy +Ankit Anthill -AwarioRssBot +Apexoo BBBike +BLEXBot +BackDoorBot BackStreet +BackWeb Backlink-Ceck -Barkrowler +Bandit BatchFTP -Battleztar Bazinga Bigfoot -Bitacle Black Hole -Blackboard -Blow -BlowFish -Bolt -Brandprotect +Brandwatch Buddy BuiltBotTough -CheTeam -Chlooe +CATExplorador +CSHttp +CazoodleBot +CensysInspect Citoid -Cogentbot +Cliqzbot +Copier CopyRightCheck Crescent -Custo -CyotekWebCopy -DBLBot +Curious DSearch -Digincore +DTS Agent +Demon +DigitalPebble +Discobot Dispatch +DittoSpyder DnBCrawler-Analytics DomainCrawler -Domains Project -Download Wonder +DomainStatsBot Dragonfly -EMail Siphon +ECCP/1.0 EMail Wolf -EasyDL Ebingbong -Ecxi -Evil -ExtractorPro -EyeNetIE +Exabot +Extractor +Ezooms FDM +FHscan FemtosearchBot -Fimap -Firefox/7.0 -Flunky -Freeuploader +Foobot +FrontPage +Fuzz FyberSpider -GermCrawler -GetRight -Gigabot +Fyrebot +Getintent +Go-Ahead-Got-It GrabNet -Grabber Grafula -HTTP::Lite -Haansoft -HaosouSpider -Harvest -Heritrix +GrapeFX +HEADMasterSEO +Havij Hloader +HybridBot IDBTE4M -IlseBot -Image Fetch -Indy Library -InfoTekies -Iskanie -JOC Web Spider -JennyBot -JetCar +Iblog +Id-search +InfoNaviRobot +InterGET Joomla +JustView +Jyxobot Kinza +LNSpiderguy +Lanshanbot +Larbin +LeechFTP +LeechGet +LexiBot Lftp -Libwhisker -Linkbot -Lipperhey Spider +LibWeb +Likse +LinkScan +Linkdexbot +LinkextractorPro +LinqiaMetadataDownloaderBot +Lipperhey Litemage_walker -Ltx71 -MFC_Tear_Sample -MSIECrawler +MJ12bot MTRobot -Majestic SEO -MarkWatch +Mag-Net +Magnet +Majestic12 Mass Downloader -MeanPath Bot +MauiBot +Mb2345Browser +Meanpathbot Mediatoolkitbot -MicroMessenger -Mojolicious +Microsoft Data Access +Microsoft URL Control +Minefield +Mojeek +Morfeus Fucking Scanner +Mozlila Mr.4x3 -Msrabot +Musobot NICErsPRO NPbot -Nameprotect -Needle Nessus -NetAnts -NetLyzer -NetMechanic -NetSpider Netvibes -NextGenSearchBot -NimbleCrawler +Nimbostratus +Nmap +Not +Nuclei +Nutch Offline Navigator OpenLinkProfiler OpenVAS @@ -119,132 +123,128 @@ Openfind Openvas OrangeBot OrangeSpider -OutfoxBot -POE-Component-Client-HTTP -PageGrabber -PageThing.com +OutclicksBot +PECL::HTTP +PHPCrawl +Page Analyzer +Pandalytics Papa Foto -Pavuk -PeoplePal -Picsearch +Petalbot +Picscout +PictureFinder +Piepmatz Pockey ProPowerBot +ProWebWalker +Probethenet Pu_iN +PxBroker PyCurl +QueryN Metasearch Quick-Crawler -RSSingBot RankActive +RankActiveLinkBot RankingBot -RankurBot +RankingBot2 +Rankivabot RealDownload Recorder -RepoMonkey -RocketCrawler +RedesScrapy SEOkicks-Robot -SEOstats +SEOlyticsCrawler +SEOprofiler SMTBot +ScanAlert Scrapy Screaming ScreenerBot -SearchmetricsBot -SentiBot +SemanticJuice SeoSiteCheckup -Shodan -Siphon -Site Sucker SiteSnagger -SiteSucker -SmartDownload +Sitevigil Snake Snapbot -SocialRankIOBot -Sosospider -SpaceBison +Snoopy +Sogou web spider Spammen -Spanner -Spinn3r -SputnikBot +Spbot +Sqworm Steeler -Stripper +Sucker +Sucuri +SuperHTTP Surfbot SurveyBot -Swiftbot +Suzuran Szukacz -TheNomad +T0PHackTeam +T8Abot +Teleport +Telesphorep +The Intraformant +Thumbor +Titan +Toata Toweyabot -True_Robot +Trendictionbot Turingos Turnitin TwengaBot -UnisterBot -Upflow +URLy.Warning VCI -Vacuum -VidibleScraper +Vagabondo +VelenPublicWebCrawler +VeriCiteCrawler Voil -Voltron +WEBDAV WISENutbot -WWW-Collector-E -WWW-Mechanize -WWWOFFLE Wallpapers -WallpapersHD +WeSEE Web Enhancer Web Fetch -Web Fuck -Web Pix -Web Sucker WebFetch -WebPix +WebLeacher +WebReaper WebSauger -WebSucker -Webalta +WebStripper +WebWhacker +WebmasterWorldForumBot Website Quester -WebsiteExtractor -Webster Whack -Who.is Bot -Widow +Whatweb WinHTTrack -Wonderbot +WiseGuys Robot Woobot Wprecon -Xenu YoudaoBot Zauba -Zitebot +Zermelo +ZmEu ZoomBot -ZoominfoBot -ZumBot -adscanner -archive.org_bot -backlink-check -clark-crawler -coccocbot-web -crawl.sogou.com -crawler.feedback -crawler4j -domainsproject.org -eCatch -evc-batch +autoemailspider +cah.io.community +demandbase-bot facebookscraper gopher heritrix -instabid internetVista monitor lwp-trivial +magpie-crawler +meanpathbot muhstik-scan netEstate NE Crawler -oBot -polaris version -probe-image-size -s1z.ru -scan.lol -seocompany.store +page scorer +pcBrowser +ripz +scalaj-http +seoscanners seostar -spyfu +sexsearcher +sitechecker.pro +siteripz +sp_auditbot tAkeOut -webpros.com +webgains-bot +webmeup-crawler webprosbot x09Mozilla -zgrab diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index 0509cd05b..4fa649d0f 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -adcash.com -adultwebhosting.info -bbtec.net -callcafe.info -compliance-nelson.top -simon3.ru -strongholdsb.ru -twittruth.com -umekana.ru -worldinternetauthority.com +adanih.com +bannerpower.com +beauty-things.com +chinese-amezon.com +compliance-alex.top +djekxa.ru +minecraft-rus.org +mobplayer.net +reimageplus.com +testingads.pro diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index 138d79d5f..e595763de 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -1314dh.com -1j7740kd.website -2020iscoming.info -23kw.ru -2728fb936f0.com -4rent.ru -4senses.co -51unlim.ru -5kstore.com -7a2rnuey1tw9ar.ru -7search.com -8kisses.eu -8xv8.com +007angels.com +0n-line.tv +101raccoon.ru +123kuma.com +1kinobig.ru +20pascals.nl +28n2gl3wfyb0.ru +2daytrendingnews.com +5000-cotydzien.com +5ws.dating-app.ru +98oi.ru +999webdesign.com +aa8780bb28a1de4eb5bff33c28a218a930.com aa9bd78f328a6a41279d0fad0a88df1901.com -aadroid.net +absolute-s.ru +abusora.com +acgs.tk +actionnooz.com adamoads.com -adbetclickin.pink -adsfresh.men -adult-shop.com.ua +adelly.bg +adinterax.com +adservme.com +adtiger.tk advancedsoftwaresupport.com +advokateg.xyz +adzerg.com +afslankpillen2017nl.eu aibolita.com -aksonural.ru -aktivator-windows10.blogspot.com -alevinefesleri.com -all4invest.info -allmarketsnewdayli.gdn -allnews.md -alot.com +alert-fdm.xyz +alive-ua.com +all4wap.ru +allfinweb.com +alpinism.ru amateurlivechat.org -anal-acrobats.com -androids-store.com -animal36.com -anmysite.com -anonymizeme.pro -apilinkswiftco-a.akamaihd.net -approved.su +amazon-adsystem.com +amung.us +anaksma.info +angel1777.kz +angigreene.com +apartment.ru +apartmentbay.ru +apioutoboxnet-a.akamaihd.net +apiportalmorecom-a.akamaihd.net +apisecretsaucebi-a.akamaihd.net +apishops.ru +arabsexxxtube.com arcadepages.com -arcadeplayhouse.com -arcteryxsale.online -ardimobileinfo.ml -asdfg.pro -atdedinotuho.tk +aruplighting.com +asia-forum.ru +asscenihotosidea.blogspot.co.za atlasvkusov.ru -autodo.info -autoplate.info -ayakino.net -babespcs.com -back.dog -baixar-musicas-gratis.com -bamo.xsl.pt -bang-hotties.com +australia-opening-times.com +autonew.biz +azartclub.org +baditri.com +baksman.com +bannerbank.ru bannerswap.com -berrymall.ru -bestprofits-there.com -betune.onlinewebshop.net -bg6s0.com -bibys.com -bif-ru.info -big-boards.info -blogig.org -board.f00d.de -bongacams.com -brainzpod.win -brandehk.dk -breget74.ru -brimstonehillfortress.org -brk-rti.ru -bronzeaid-a.akamaihd.net -builtwith.com -burger-imperia.com -business-made-fun.com -buydissertation.net -buyscabiescream.com -cacheimages.com -callcafe.info -carsplate.com -cartierlove2u.com -caulderwoodkennels.com -ccjp.eu -cdn.walkme.com -cementaresearch.se -centraletermice.us -cheap-trusted-backlinks.com -cheapestjerseysonwholesale.com -chelnytruck.ru -cherrypointplace.ca -children-learningreading.info -chimiver.info -christianlouboutinshoes.xyz -cinemaflix.website +best-businessman.ru +best-seo-offer.com +bingo8888.com +bitporno.sx +bizru.info +blobar.org +bluesman.nu +boobsimge.com +buy-loft.ru +buypuppies.ca +bwlx.prepedu.cn +californianews.cf +candytiner.com +capacitacionyaprendizaje.com +carrauterie.be +cars-modification.net +cartierlovestore.xyz +cascadelink.org +censys.io +charmstroy.info +cheapjerseysbizwholesale.us +cheapsergiorossi.online +ciceros.co circlesl.com -cjs.com.ru -clean-start.net -clickbank.net +cl.s7.exct.net +classicakuhni.ru +clickpapa.com +clickso.com +clickzzs.nl +club-lukojl.ru +club-samodelkin.ru +co.lumb.co cocyq.inwtrade.com +com-onlinesupport.host +com-onlinesupport.site +community.allhiphop.com +compliance-brian.top compliance-george.top -conboy.us -cool-wedding.net -coolwallpapers-hd.com -cosmetic.donna7753191.ru -cosmeticswomens-womensports.rhcloud.com -credit-respect.ru -customsua.com.ua -dafatiri.com -danceuniverse.ru -data-mining.tk -data1.scopich.com -dbmkfhqk.bloger.index.hr +compliance-ivan.top +compliance-jess.top +compliance-julia.top +confib.ifmo.ru +contentlook.co +cougfan.info +courtshipgift.com +covadhosting.biz +cranly.net +cubook.supernew.org +customboxes4less.com +customergrowthsystems.com +cxpromote.com +daisye.top +damedingel.ya.ru ddsoldes.fr -dekoration.us -delta-line.men -dengi-pod-zalog-nedvizhimosti.ru -dentalpearls.com.au -depositfiles-porn.ga +degerlund.net +delayreferat.ru +deshevo-nedorogo.ru designdevise.com -detskie-konstruktory.ru -dfwu1019.info -digest-project.ru -digilander.libero.it -dikqlyremy.info -diusyawiga.tk +dev78.dioniqlabb.se +dieswaene.com +digitalfaq.com +dimaka.info dktr.ru dlya-android.org -domain-tracker.com -domainanalyzing.xyz -domaineaneblanc.com -domainroam.win -dorratex.tn -drhomes.biz -dynainbox.com -dyt.net -earncash.com.ua -ekto.ee -eldiariodeguadalajara.com -elektir.ru -elektronischezi.livejournal.com -elvenmachine.com -enbersoft.com -enskedesquashclub.se -epngo.bz -essay-edu.biz -essayservicewriting.org -ewebarticle.info -exoneration-project.us -extener.org -ezigarettekaufen2.mpbloggar.se -ezigarettenshop2.postbit.com -f-online.de -femdom.twiclub.in -filesclub.net +dnepropetrovsk.mistr-x.org +domini.cat +download-of-the-warez.blogspot.com +download-wallpaper.net +duplicashapp.com +dyshagi.ru +e90post.com +earthmagic.info +el-nation.com +elektrischezi.canalblog.com +elektrischeziga.livejournal.com +elite-sex-finders.com +engines-usa.com +eorogo.top +erectile.bid +escort-russian.com +etenininrade.ga +euromasterclass.ru +exct.net +expertnaya-ocenka.ru +extremal-blog.com +f00kclan.de +face.hostingx.eu +famix.xyz +favorcosmetics.com +feeriaclub.ru +fermersovet.ru +fillmewithhappiness.com film-one.ru +filmci.pro +find1friend.com +findacheaplawyers.com findsexguide.com finemanteam.com -flagcounter.me -flavors.me -flowwwers.com -footballfarrago.com -forex-procto.ru -forpackningsutveckling.se -forumprofi.de -fotoxxxru.com -fr.netlog.com -franecki.net +fitfloponline.store +flex4launch.ru +florida-tourism.net +forex.osobye.ru +forum-engineering.ru +foto-weinberger.at +foxtechfpv.com +frankofficial.ru free-share-buttons.blogspot.com -freefoto.ca +free-social-buttons.xyz +free-video-tool.com freesitetest.com -freewebs.com -friendflnder.com -frustrated-favorable.gq -fuck-paid-share-buttons.xyz -fuel-gas.com -fxgallery.com -fyl.com.ru -fz139.ttk.ru -galeria-zdjec.com -games.kolossale.ru -ge0ip.org -germes-trans.com -getmiro.com -getridofstretchmarks.org -gidonline.one -girlgamerdaily.com -girlsfuckdick.com -gktt.ru -gloverid.site -golden-praga.ru -gopixdatabase.com -gorabagrata.ru -gosreg.amchs.ru -gsasearchengineranker.xyz -gsmtlf.ru -haikuware.com -hasshe.com -hd-filmy.net +freetangodownload.com +front.to +fsakhalin.ru +fullgirl.ru +funcrushgames.com +funnymama.com +funnypica.com +fx-brokers-review.com +fxtips.ru +gambarkataku.co +gamerscorps.com +gateway.zscalerone.net +gay.adultgalls.com +gentamicineyedrops.blogspot.com +ghernnqr.skyrock.com +glass-msk.ru +gok-kasten.net +goldenggames.com +goodwriterssales.com +googglet.com +greatidea.marketing +greenidesign.co +gribokstop.com +grizzlysgrill.com +gsasearchengineranker.pw +gz2.bbsoldes.fr +hamacapty.com +hchha.com hdhc.ru -healthcarestore.info -heartofpayne.xyz -helpmymacfaster.trade -hermesbelts.xyz -hermesbracelets.xyz -heroz.fr -hetmanship.xyz -hledejvshopech.cz -homedecorpicture.us -hop.clickbank.net -hspline.com -humanorightswatch.org -hundejo.com -iccornacircri.cf -ico.re -ideoworld.org -ilmen.net -impisr.edunsk.ru -indianmedicaltourismshop.com -integritylandscapeservices.com -iqupdatetmz.win +hermesreplica.win +hkladys.com +howtoclean.club +idegenvezeto.eu +iflycapetown.co.za +imgarcade.com +incomekey.net +infodocsportal.com +infostatsvc.com +insurple.com +ipornox.xxx +islamtoday.co.za +istizanidineacontrolledsubstance.blogspot.com istizanidineanopiate.blogspot.com -ivearchenceinflu.cf -izhevsk.zrus.org -j-times.ru -janerikholst.se -javstock.com -jerseychinabizwholesale.us -jobmarket.com.ua -joy-penguin.com -jpcycles.com -jumptap.com -kam-dom.ru -kamorel.com -kazrent.com -ketrzyn.pl -keywordblocks.com -kicknights.gq -kinobaks.com -kinomaniatv.pl -knowsitall.info -kometars.xyz -kongoultry.net -konica.kz -kretpicf.pw -lalalove.ru -laptop-4-less.com -laulini.soclog.se -law-check-eight.xyz -law-check-two.xyz -lazy-z.com -lechtaczka.net -lego4x4.ru -lexiangwan.com -lifehacĸer.com -lineshops.biz -littlesexdolls.com -livingcanarias.com -llastbuy.ru -longgreen.info +istmira.ru +itservicesthatworkforyou.com +izoll.ru +jacago.com +james13prix.info +jav-fetish.com +jerseychinabizwholesale.com +jetsli.de +jikoman.info +jo24news.com +joyceblog.top +justbcause.com +justdating.online +karachev-city.ru +keki.info +kerwinandcariza.com +keywords-monitoring-success.com +khadastoafarde.tk +kihi.gdn +kinoplen.ru +knigonosha.net +koptims.tiu.ru +krasivye-devushki.net +kreativperlen.ch +labelwater.se +lafourmiliaire.com +lafriore.ru +lankarns.com +lapitec.eu +layola.biz.tc +ldrtrack.com +lflash.ru +lignofix.ua +limads.men +lincolntheatre.com +lion.snapmap.us +liveshoppersmac.com lostfilm-online.ru -louisvuittonoutletstore.net -mactechinfo.info +luckyday.world +luxup.ru +macrotek.ru magicalfind-a.akamaihd.net -master-muznachas.ru -maximilitary.ru -mebel-alait.ru -mebelcomplekt.ru -medkletki.ru -megahdporno.net -memberty.com +managerpak204.weebly.com +manyresultshub-a.akamaihd.net +marwer.info +masserect.com +masterseek.com +medanestesia.ru +medkritika.ru +medosmotr-ufa.ru +members.ghanaweb.com menetie.ru -meteostate.com -michellblog.online -mindeyegames.com -minyetki.ru -missis.top -missvietnam.org -mlvc4zzw.space -mnogolok.info -mobplayer.ru -mobstarr.com +message-warning.net +metaxalonevstizanidine.blogspot.com +meteocast.net +mikozstop.com +minecraft-rus.org +mirmedinfo.ru +misterjtbarbers.com +mobifunapp.weebly.com +mobilierland.com +moesen-ficken.com moi-glazki.ru -monclerjacketsoutlet.pw -moscow-region.ru -moyaterapiya.ru -msk-diplomat.com -mturkcontent.com -muizre.ru -mybackgroundlandscape.blogspot.com -myblogregistercm.tk -mydownlodablefiles.com -myindospace.com -myiptest.com -na-telefon.biz +monarhs.info +moncleroutletonline.pw +moneymaster.ru +more-letom.ru +morocco-nomad-excursions.com +mosrif.ru +mp3downloadhq.com +mttwtrack.com +mural.co +musezone.su +musicpro.monster +musicspire.online +my-aladin.com +mydirtyhobby.com +mydirtystuff.com +mydownloadengine.com +myfreecams.com +mykings.pw +mymercy.info +myprintscreen.com +nac-bearings.ru namenectar.com -narutonaruto.ru -nash-krym.info -nationalbreakdown.com -navalwiki.info -nelc.edu.eg -netoil.no -nevansk.ru -nfljerseyscheapbiz.us -nodup.ru -nordvpn.com -normalegal.ru -northfacestore.online -notasprensa.info +nastydollars.com +national-today-winning-winner.club +negociosdasha.com +newtechspb.ru +nhl09.ru +nhl17coins.exblog.jp notebook-pro.ru -noumeda.com -nzfilecloud.weebly.com -odesproperty.com -oecnhs.info -ofanda.com -omgtnc.com -onlyforemont.ru -open-odyssey.org -orgasmatrix.com -ostroike.org -ovirus.ru -paccohichetoti.ml +novosibirsk.xrus.org +nudepatch.net +obiavo.net +obiavo.su +ok.ru +oklogistic.ru +okout.ru +olvanto.ru +olympescort.com +onclkads.com +oneminutesite.it +online-zaymy.ru +online247.ml +onlythegames.com +orsonet.ru +ossmalta.com pacificair.com -paighambot.com -pateaswing.com -paydayonlinecom.com -pcgroup.com.uy -pepperstyle.ru -petitions.whitehouse.gov -pewit.pw -photokitchendesign.com -phrcialiled.com +pammik.ru +paparazzistudios.com.au +paradontozanet.ru +parajumpersjakkesalgnorge.info +parajumpersoutlet.online +parlament.biz +pcimforum.com +penisvergrotendepillennl.ovh +pharmacyincity.com +phpdevops.com +phuketscreen.com pic-re.blogspot.com -pic2fly.com -pics-group.com picture-group.com -pivka.xyz +pihl.se +pinsdaddy.com +pinwallpaper.xyz +pix-hd.com +placid-rounded-coast.glitch.me +ploenjitmedia.azurewebsites.net +pobeiranie.pl +pod-muzyku.club poffet.net -pons-presse.com -popunder.ru -porno-play.net -pornofiljmi.com -priceg.com -prizestohandle.club -prodvigator.ua -projefrio.com.br +poligon.com +postclass.com +potoideas.us +praisong.net +pravoholding.ru +pregnant.guru +princevc.com +privatov-zapisi.ru +prizefestival.mobi prombudpostach.com.ua -prostitutki-astana.org -q-moto.ru -qor360.com -queerspace.com +pts163.ru +push-ad.com +puzo2arbuza.ru +quangcaons.com +randki-sex.com +rapevideosmovies.com +rating-casino2021.ru +realting-moscow.ru +refudiatethissarah.info +reimageplus.com +reklama-i-rabota.ru reklamuss.ru remorcicomerciale.ro -retreatia.com -reward-survey.net -ric.info -richinvestmonitor.com -rn-to-bsn.com -royalads.net -s1z.ru -sack.net -sad-torg.com.ua -sady-urala.ru -sale-japan.com -sammyweaver.com -samolet.fr -saneitconsulting.com -scat.porn -scmor.ilxc.cc -search.alot.com -search.pch.com -searchimage.co -seminarykansas904.ml -seo-smm.kz -seo-traffic-ranking.info -seofied.com -seonetwizard.com -seorankinglinks.com -seorankinglinks.us -servethis.com -service.adtech.us -sexflirtbook.com -shitting.pro -shymkent.xkaz.org -sideeffectsoftizanidine.blogspot.com -sirpornogratis.xxx -sitevaluation.org -skutecznetabletkinaporostwlosow.pl -skytraf.xyz -small-game.com +rent2spb.ru +restorator-msk.ru +riders.ro +ros-ctm.ru +ruex.org.ua +rukino.org +rusprostitute.com +russia-today-video.ru +rvzr-a.akamaihd.net +salmonfishingsacramentoriver.com +sape.top +scanner-jess.top +scanner-walter.top +schoolfiles.net +seadragonherbery.com +searchencrypt.com +searchkut.com +security60-e.com +seksvideoonlain.com +semaltmedia.com +seo18.su +seobility.net +servisural.ru +seryeznie-znakomstva.ru +sexreliz.com +sexyali.com +sexyebonyteen.com +shillyourcoins.com +shopsellcardsdumps.com +shopwme.ru +sigmund-freud.co.uk +sildenafil-tadalafil.info +skuteczna-dieta.co.pl +sloopyjoes.com +slowmac.tech sms2x2.ru -smstraf.ru -snomer1.ru -socialbuttons.xyz -songplanet.ru -sotkal.lark.ru -sovetogorod.ru -spasswelt.xyz -srdrvp.com -steame.ru -streetfooduncovered.com -strfls.com +sneakyboy.com +soheavyblog.com +sotechco.co +souvenirua.com +sovinsteel.ru +space4updating.win +spidtest.org +sps-shop.com +spylog.com +staynplay.net +stockquotes.wooeb.com stroicol.net -strongholdsb.ru -strv.se -students-cheapskate.ml -styro.ru +stroy-portal22.ru sudexpert66.ru -sugarkun.com -sundrugstore.com -surintech.ac.th -szucs.ru -taboola.com +supernew.org +support.nopeas.sk +sureone.pro +tattoo33.ru +tattooha.com taxi-v-eisk.ru -technika-remont.ru -tgtclick.com +taximytishi.ru +teastory.co +tech4master.com +telegraf.by +the-trader.net +the-usa-games.blogspot.com thegalerie.eu -themeforest.net -theprofitsmaker.net -thesmartsearch.net -titslove.yopoint.in -tivolibasket.it -tizanidine4mgprice.blogspot.com -tizanidinehydrochloride4mgstreetvalue.blogspot.com -tjkckpytpnje.com -tobeyouday.win -toondinsey.com -topflownews.com -topmira.com -torrent-newgames.com -torrentdownloadhub.com -torture.ml -toyota.7zap.com -traffic2cash.org -traffmonster.info -trustedhealthtips.com -trustl.life -twiclub.in -typer.one -ukr-lit.com -umg-stroy.ru -unblocksit.es -unitygame3d.com -url2image.com -urlcut.ru -usbggettwku.ga -usswrite.com -vabasa.inwtrade.com -varikozdok.ru -veerotech.com -vereo.eu -video-camer.com -videochat.life -viktoria-center.ru -vip.51.la -virtualbb.com -vitoriacabos.com -vkontarkte.com -vksex.ru -vladimir.xrus.org -vodaodessa.com -vote-up.ru -warezaccess.com -watchinf.com -webmasters.stackexchange.com -wejdz-tu.pl -whengirlsgowild.com -wholesalenfljerseys.us.com -wikes.20fr.com -wildworld.site -wineration.com -winwotgold.pl -wjgony.com -wnoz.de -woman-h.ru -works.if.ua -wowcasinoonline.ooo -wpthemedetector.co.uk -wurr.voila.net -www.ehscloud.cn -www.kabbalah-red-bracelets.com -www.solartek.ru -x-diesel.org -xchat26.myfreecams.com -xn----9sbebi2bvzr7h.xn--p1ai -xn--80aaajbdbddwj2alwjieei2afr3v.xn--p1ai -xn--80ak6aa92e.com -xnxxandxvideos.com -xpresscare.ru -xsfetish.org -xsion.net -yeartwit.com -yellowstonesafaritours.com -ytmnd.com +theguardlan.com +themestotal.com +thetardistimes.ovh +thewomenlife.com +thin.me.pn +timer4web.com +tizanidineingredients.blogspot.com +token-lab.org +tomck.com +tongkatmadura.info +torrents.life +toxicwap.com +traffic-club.info +trailer.cinemaflix.website +triumf-realty.ru +tubeoffline.com +tupper-posuda.ru +tvoystartup.ru +tx41tclega.ru +tyumen.xrus.org +udsgame.online +unece.org +unitexindia.com +unrealcommander.biz +upproar.com +uptime-delta.net +urzedowski.eu +velpanex.ru +viagraneggrx.com +video-woman.com +videokrik.net +vod.com.ua +voditeltrezviy.ru +voltrknc1.com +voluumtrk.com +vozbujdenie.com +vrnelectro.ru +vykupavto-krasnodar.ru +watch-movies.ru +wdrake.com +weblo.com +webs.com +website-analyzer.info +websiteaccountant.de +weclipart.com +wedding0venues.tk +weddingdresses.xyz +wheelchairliftsarea.com +whiteproduct.com +wiosenny-bon-1500.pl +worldinternetauthority.com +woweb.com.ua +writersgroup580.web.fc2.com +www.arenda-yeisk.ru +wygraj-teraz.com +xaijo.com +xdoza.com +xjrul.com +xmlinde.com +xn--80aafb2a.xn--p1ai +xvideosporn.biz +yhit.press +yottos.com +youjizz.com +yoursearch.me z-master.ru -za-fun-offer.com -zarenica.net -zdesformula.ru -zed21.net -zigarettenonlinekaufen.tumblr.com -zixizop.net.ru -znakomstva-moskva77.ru -zog.link -zrelaya.pw -zscalertwo.net +zaimite.ru +zarepta.com +zigarettenonlinekaufen1.blox.pl +zojirushi-products.ru +zolotoy-lis.ru +zverokruh-shop.cz diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index 423219ef8..3026564f8 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -00webcams.com -0912701309f8ce.com -1001watch.com.ua -1stat.ru -2rich4bitches.com -3dracergames.com -4senses.co -abiente.ru -abovetherivernc.com -actulite.com -adbetclickin.pink -adnotbad.com -adsref.men -agadelha.com.br -agreda.pluto.ro -aktobe.xkaz.org -akvamaster.dp.ua -allesohnegirls.net -alpinism.ru -anapa-inns.ru -aosheng-tech.com -apelsinnik.website -arius.tech -arraty.altervista.org -asscenihotosidea.blogspot.com -auto.rusvile.lt -autotop.com.ua -azartclub.org -bank.uz -bankmib.ru -batanga.net -bear.gotcher.us -beauty-clinic.ru -bestmouthwash.club -bkgr.se -blockety.co -brakehawk.com -buyscabiescream.com -calstaterealty.us -cardsdumps.com -carson.getenjoyment.net -cdnanalytics.xyz -chastnoeporno.com -chiblackhawks-jerseys.com -ci.ua -cialiswithoutadoctor.net -cl.s7.exct.net -clickpapa.com -colehaanoutlet.store -compliance-margo.top +00go.com +101raccoon.ru +12masterov.com +1flag.co.za +1kinobig.ru +1webmaster.ml +2020iscoming.info +21h2o.com +23kw.ru +6128786.com +adloads.com +adsloads.com +adssafeprotected.com +adviceforum.info +advokateg.ru +allmarketsnewdayli.gdn +amanda-porn.ga +angkortours.vn +anonymousfox.co +apioutoboxnet-a.akamaihd.net +apparel-offer.com +aquarium-pro.ru +asrvvv-a.akamaihd.net +astrochicks.com +audiobangout.com +auto4style.ru +bfz.biz +bgviagrachrx.com +bitcoinremote.com +bizcheapjerseyswholesalechina.com +bloggerads.net +bluesalt.co +boanonihaca.tk +board.f00d.de +bracketsmackdown.com +businescoop.men +callawaygolfstore.online +carina-sy.de +casinos4dummies.co.uk +ccbill.com +celejihad.info +censys.io +checkm8.com +cienum.fr +cindymatches.com +cocyq.inwtrade.com +collegeessay19.blogspot.ru +compliance-fred.xyz cookielawblog.wordpress.com -countbertwistdisp26.soup.io -credit-online.ws -customerpromos-a.akamaihd.net -dbmkfhqk.bloger.index.hr +copro.pw +cowblog.fr +crazyboost.pro +crazyprotocol.com +creams.makeforum.eu +customchocolate.business-for-home.com +decorazilla.com +demenageur.com +descargar-musica-gratis.net div.as -djihispano.com +dlya-android.org +docs4all.com dokumentalkino.net -dominterior.org -dotnetdotcom.org -drugstoreforyou.com -dtnlyss.com -en.home-task.com -eropho.com -essay-edu.biz -exci.ru -extlabs.io -fapgon.com -farmingworm.com -farmprofi.net -fast-wordpress-start.com -fetishinside.com -fifa-coins.online -filefilter.weebly.com -film-one.ru -finteks.ru -fr.netlog.com -free-laptop-reward.com -free-share-buttons.top -freecamdollars.com -freegamesplay.online -fullgirl.ru -gael-s.ru -gallery.rennlist.com -gameonasia.com -gameprimary.com -gamevalue7.weebly.com -gepezz.info -getoutofdebtfree.org -getprismatic.com -gilsonchiro.xyz -go2album.com -gotwebsite1.com -gov.yanao.ru -graphics8.info -green-tea.tv -gsasearchenginerankerdiscount.com -hayate.biz -humbmosquina.tk -hyhj.info -hyiphunter.org -ictizanidinehcl4mg.blogspot.com -ideashome.id -ideawheel.com -ikearugs.xyz -ilikevitaly.com -imagecoolpub.com -incanto.in.ua -infokonkurs.ru -infospot.pt -instakink.com -intim-uslugi.info -investsuccess.org -iplusbit.blogspot.co.za -islandminingsupply.wordpress.com -itis4you.com -izoll.ru -james13prix.info -joingames.org -justbcause.com -kolotiloff.ru -konkursov.net -kozhniebolezni.com -kretpicf.pw -ks1234.com -kvartiry-remont.ucoz.ru -ladov.ru -landreferat.ru -lapolis.it -lombardfinder.ru -lrac.info -m.b00kmarks.com -machicon-ueno.info -mackeeper-center.club -manifestation.betteroffers.review -marcogrup.com -marsgatan.com -masterseek.com -matb3aa.com -me-ke.com -mediaoffers.click -medkritika.ru -menstennisforums.com -michellblog.online -mockupui.com -monclercoats.xyz -monetizer.com-01.site -mosrif.ru -mrbojikobi4.biz -mrcsa.com.au -mturkcontent.com -myblogregistercm.tk +drunkenstepfather.com +e-poker-2005.com +easyukraine.com +ecommerce-seo.org +elidelcream.weebly.com +emailaccountlogin.co +erot.co +europeanwatches.ru +evogarage.com +f5mtrack.com +fantasticpixcool.com +fbdownloader.com +filmidivx.com +financehint.eu +foto-weinberger.at +free-share-buttons.blogspot.com +fugarif.ga +fungamelands.com +funtoonez.com +gamblingnerd.com +gate5.co.za +gaz-voshod.ru +geilehausfrauen.net +globalsurfari.com +golmau.host.sk +gonextmedia.com +gosarhivrt.ru +gourcy.altervista.org +gwhwpxbw.bloger.index.hr +hanwei.us +historichometeam.com +hjaoopoa.top +homeinns.com +hoverboard360.de +iccornacircri.cf +id-forex.com +ideoworld.org +imabase.com +impisr.edunsk.ru +impisr.ru +inet-traffic.com +infobabki.ru +innoslicon.com +iomoio.net +isitpaleo.info +japan-bearings.ru +jerseychinabizwholesale.com +kalb.ru +ketoanhanoi.info +kevblog.top +kino-rating.ru +konteiner24.com +krasnodar-avtolombards.ru +kutikomi.net +lancheck.net +leadwayau.com +letto.by +li-er.ru +light.ifmo.ru +linkbuddies.com +linkrr.com +littleberry.ru +live-sexcam.tk +low-format.ru +lutherstable.org +luxup.ru +markjaybeefractal.com +medosmotr-ufa.ru +mega-polis.biz.ua +megakino.net +metabar.ru +middlerush-a.akamaihd.net +midst.eu +mikozstop.com +mobioffertrck.com +mobot.site +montredemarque.nl +morlat.altervista.org +moroccosurfadventures.com +moscow.online-podarki.com +mwtpludn.review +mybackgroundlandscape.blogspot.com mycaf.it -newfilmsonline.ru -nucia.biz.ly -nyfinance.ml -office2web.com -onlineporno.site -oren-cats.ru +nationalbreakdown.com +nikhilbahl.com +nofreezingmac.work +npoet.ru +nzfilecloud.weebly.com +obiavo.by +obiavo.net +offer.wpsecurity.website +ontargetseo.us +ooo-olni.ru +open-odyssey.org +openmediasoft.com +oralsexfilme.net +origin-my.ru outrageousdeal-a.akamaihd.net -partner-host.men -pathwhelp.org -pc-virus-d0l92j2.pw -perosan.com -pintattoos.com -platesauto.com -pravoholding.ru +owohho.com +paperwritingservice17.blogspot.ru +partner-pop.men +pcgroup.com.uy +pdn-4.com +phobia.us +piulatte.cz +ploenjitmedia.azurewebsites.net +pornoklad.net +pospr.waw.pl +powenlite24.ru +printdirectforless.com +prizestohandle.club +promalp-universal.ru propranolol40mg.blogspot.com -proxyelite.biz -pulse33.ru -recipedays.ru -redirectingat.com -registrationdomainsite.com -repeatlogo.co.uk -ricorsogiustizia.org -rniaeba.ga -romhacking.ru -ros-ctm.ru -rucrypt.com -rutor.group -rutor.vip -sardinie.us -savememoney.co.za -scanner-josh.top -scanner-margo.top -search-error.com -search-goo.com -searchimage.co -seasaltwithfood.com -semp.net -sendearnings.com -seorank.info -sinel.info -sispe.com.br -sixcooler.de -skyway24.ru -sobecjvuwa.com.ru -softomix.com -solmarket.by -sps-shop.com -steebook.com -streha-metalko.si -stroimajor.ru -sucsesofinspiration.com -superkanpo.com -sureone.pro -sygraem.com -takethatad.com -tamada69.com -telefonsexsofort.tk -tengohydar.tk -thebestphotos.eu -theporndude.com -thin.me.pn -tizanidinenarcotic.blogspot.com -token-lab.org -toondinsey.com -toonfamilies.net -top10-online-games.com -trahvid.com -tubo360.com -turist-strani.ru -typimga.pw -ua-company.ru -uamtrk.com -ublaze.ru -ucoz.ru -urzedowski.eu -vapeface.club +qld10000.net +relayblog.com +remont-ustanovka-tehniki.ru +replicaclub.ru +restorator-msk.ru +rocis.site +rusoft-zone.ru +russkoe-zdorovie.ru +rybalka-opt.ru +scalerite.co.za +scanner-jane.top +schlampen-treffen.com +searchlock.com +semrush.com +seomarketings.online +serptehnika.ru +shama-rc.net +shymkent.xkaz.org +silvercash.com +site-speed-check.site +siteaero.com +slutloadlive.com +smokewithrabbits.com +snip.tw +snow.nvr163.com +solution4u.com +spywarenuker.com +srdrvp.com +star61.de +statustroll.com +stillmiracle.com +stroilka.info +surfbuyermac.com +syvertsen-da.no +testingads.pro +thepantonpractice.co.uk +top10-way.com +torrentred.games +track112.site +tradedeals.biz +trk-4.net +ukrtextbook.com +umaseh.com +umnovocaminho.com +uzungil.com +versaut.xxx-cam.webcam vertaform.com -verymes.xyz -viagengrarx.com -videonsk.com -vvon.co.uk -walpaperlist.com -weblo.com -website-speed-up.top -weburlopener.com -whatzmyip.net -whereiskentoday.com -whos.amung.us -womens-journal.net -www.kabbalah-red-bracelets.com -xboxster.ru +video-chat.in +videochat.world +viel.su +vitanail.ru +viteonlusarezzo.it +vkontaktemusic.ru +volgograd.xrus.org +volume-pills.biz +vonradio.com +vpnmouse.com +w-journal.ru +warningzscaler.heraeus.com +webadvance.club +webnode.me +wemedinc.com +whiteelephantwellington.com +winner7777.net xlolitka.com -xn--80aikhbrhr.net -yoshkarola.zrus.org -yourads.website -youtubologia.it -zaim-pod-zalog-krasnodar.ru +xmnb.net +xn--b1ag5cfn.xn--p1ai +xn--e1afanlbnfckd7c3d.xn--p1ai +youthreaders.com +youtube-downloader.savetubevideo.com +zagadki.in.ua +zajm-pod-zalog-nedvizhimosti.ru +zatjmuzu.info +zhacker.net +zygophyceous.womanstars.site diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index a7e4dac00..edfa26897 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.8 0; +10.1.1.0 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index fabb16a92..6bbf71cf2 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.12.2819 -### Updated: Thu Dec 30 22:01:10 UTC 2021 +### Version: V4.2021.12.2820 +### Updated: Fri Dec 31 07:10:21 UTC 2021 ### Bad Bot Count: 631 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index fabb16a92..6bbf71cf2 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.12.2819 -### Updated: Thu Dec 30 22:01:10 UTC 2021 +### Version: V4.2021.12.2820 +### Updated: Fri Dec 31 07:10:21 UTC 2021 ### Bad Bot Count: 631 ################################################### ### Version Information ##