From 7287c845484f82425de3425c82ef809072495958 Mon Sep 17 00:00:00 2001 From: mitchellkrogza Date: Sat, 4 Dec 2021 10:10:01 +0000 Subject: [PATCH] V4.2021.12.2756 [ci skip] --- AUTO-CONFIGURATION.md | 2 +- MANUAL-CONFIGURATION.md | 2 +- README.md | 2 +- _google_analytics_ghost_spam/README.md | 2 +- .../etc/nginx/conf.d/globalblacklist.conf | 4 +- conf.d/globalblacklist-testing-version.conf | 4 +- conf.d/globalblacklist.conf | 4 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/buildnumber | 2 +- dev-tools/globalblacklist-testing.template | 4 +- dev-tools/globalblacklist.template | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/test_units/blacklist-ips.conf | 2 +- .../random-bots-for-test-quick.list | 20 +- .../test_units/random-bots-for-test.list | 310 +++--- .../random-bots-for-whitelist-test.list | 308 +++--- .../random-referrers-for-test-quick.list | 20 +- .../test_units/random-referrers-for-test.list | 932 +++++++++--------- .../random-referrers-for-whitelist-test.list | 478 ++++----- dev-tools/test_units/whitelist-ips.conf | 2 +- dev-tools/tmp/robots.txt | 4 +- robots.txt/robots.txt | 4 +- 45 files changed, 1090 insertions(+), 1090 deletions(-) diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 8f0a11cc4..5738ae2fb 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.12.2755 +#### Version: V4.2021.12.2756 #### Bad Referrers Blocked: [7079](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 4f1a5af79..cfeac74dc 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.12.2755 +#### Version: V4.2021.12.2756 #### Bad Referrers Blocked: [7079](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index 1d84a5c64..09c6e6983 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2021.12.2755 +#### Version: V4.2021.12.2756 #### Bad Referrers Blocked: [7079](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index baeb1e2ae..3b8b8009c 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2021.12.2755 +#### Version: V4.2021.12.2756 #### Bad Referrers Blocked: [7079](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index c86cfb65b..a45e37eee 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2755 -### Updated: Sat Dec 4 07:57:52 UTC 2021 +### Version: V4.2021.12.2756 +### Updated: Sat Dec 4 10:04:16 UTC 2021 ### Bad Referrer Count: 7079 ### Bad Bot Count: 631 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 5ab98d8be..283f09e39 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2755 -### Updated: Sat Dec 4 07:57:53 UTC 2021 +### Version: V3.2021.12.2756 +### Updated: Sat Dec 4 10:04:17 UTC 2021 ### Bad Referrer Count: 7079 ### Bad Bot Count: 631 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index c86cfb65b..a45e37eee 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2755 -### Updated: Sat Dec 4 07:57:52 UTC 2021 +### Version: V4.2021.12.2756 +### Updated: Sat Dec 4 10:04:16 UTC 2021 ### Bad Referrer Count: 7079 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 5ab98d8be..283f09e39 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2755 -### Updated: Sat Dec 4 07:57:53 UTC 2021 +### Version: V3.2021.12.2756 +### Updated: Sat Dec 4 10:04:17 UTC 2021 ### Bad Referrer Count: 7079 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 4ae95a1fa..e7c1ac879 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.71 1; +10.1.1.75 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 776b0c830..d390026d3 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.71 0; +10.1.1.75 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 5ab98d8be..283f09e39 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2755 -### Updated: Sat Dec 4 07:57:53 UTC 2021 +### Version: V3.2021.12.2756 +### Updated: Sat Dec 4 10:04:17 UTC 2021 ### Bad Referrer Count: 7079 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 4ae95a1fa..e7c1ac879 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.71 1; +10.1.1.75 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 776b0c830..d390026d3 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.71 0; +10.1.1.75 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 5ab98d8be..283f09e39 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2755 -### Updated: Sat Dec 4 07:57:53 UTC 2021 +### Version: V3.2021.12.2756 +### Updated: Sat Dec 4 10:04:17 UTC 2021 ### Bad Referrer Count: 7079 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 4ae95a1fa..e7c1ac879 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.71 1; +10.1.1.75 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 776b0c830..d390026d3 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.71 0; +10.1.1.75 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 5ab98d8be..283f09e39 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2755 -### Updated: Sat Dec 4 07:57:53 UTC 2021 +### Version: V3.2021.12.2756 +### Updated: Sat Dec 4 10:04:17 UTC 2021 ### Bad Referrer Count: 7079 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index f42890a16..0ece43ab5 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -2755 +2756 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 5ab98d8be..283f09e39 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2755 -### Updated: Sat Dec 4 07:57:53 UTC 2021 +### Version: V3.2021.12.2756 +### Updated: Sat Dec 4 10:04:17 UTC 2021 ### Bad Referrer Count: 7079 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index c86cfb65b..a45e37eee 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2755 -### Updated: Sat Dec 4 07:57:52 UTC 2021 +### Version: V4.2021.12.2756 +### Updated: Sat Dec 4 10:04:16 UTC 2021 ### Bad Referrer Count: 7079 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index aa6db5f57..75b15f732 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.124.134.31 0; +20.124.219.180 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index c86cfb65b..a45e37eee 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2755 -### Updated: Sat Dec 4 07:57:52 UTC 2021 +### Version: V4.2021.12.2756 +### Updated: Sat Dec 4 10:04:16 UTC 2021 ### Bad Referrer Count: 7079 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 4ae95a1fa..e7c1ac879 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.71 1; +10.1.1.75 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 776b0c830..d390026d3 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.71 0; +10.1.1.75 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index c86cfb65b..a45e37eee 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2755 -### Updated: Sat Dec 4 07:57:52 UTC 2021 +### Version: V4.2021.12.2756 +### Updated: Sat Dec 4 10:04:16 UTC 2021 ### Bad Referrer Count: 7079 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 4ae95a1fa..e7c1ac879 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.71 1; +10.1.1.75 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 776b0c830..d390026d3 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.71 0; +10.1.1.75 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index c86cfb65b..a45e37eee 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2755 -### Updated: Sat Dec 4 07:57:52 UTC 2021 +### Version: V4.2021.12.2756 +### Updated: Sat Dec 4 10:04:16 UTC 2021 ### Bad Referrer Count: 7079 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 4ae95a1fa..e7c1ac879 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.71 1; +10.1.1.75 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 776b0c830..d390026d3 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.71 0; +10.1.1.75 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index c86cfb65b..a45e37eee 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2755 -### Updated: Sat Dec 4 07:57:52 UTC 2021 +### Version: V4.2021.12.2756 +### Updated: Sat Dec 4 10:04:16 UTC 2021 ### Bad Referrer Count: 7079 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index aa6db5f57..75b15f732 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.124.134.31 0; +20.124.219.180 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 3f818c9b6..2338ffda6 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2755 -### Updated: Sat Dec 4 07:57:52 UTC 2021 +### Version: V4.2021.12.2756 +### Updated: Sat Dec 4 10:04:16 UTC 2021 ### Bad Referrer Count: 7079 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index aa6db5f57..75b15f732 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.124.134.31 0; +20.124.219.180 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 424f27528..50974360c 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2755 -### Updated: Sat Dec 4 07:57:52 UTC 2021 +### Version: V4.2021.12.2756 +### Updated: Sat Dec 4 10:04:16 UTC 2021 ### Bad Referrer Count: 7079 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index 4ae95a1fa..e7c1ac879 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.71 1; +10.1.1.75 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index d519d8b3c..6a7ee137a 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Anarchy99 -BlowFish -HybridBot -Indy Library -Masscan -PeoplePal -Probethenet -Seomoz -YoudaoBot -gopher +Foobot +Genieo +InternetSeer +JOC Web Spider +Lftp +LibWeb +Sqworm +Trendiction +UnisterBot +probe-image-size diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index 76461be5c..0b74fbbfc 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -360Spider -80legs -ALittle Client -Abonti -Aboundexbot -AhrefsBot -AiHitBot -Aipbot +01h4x.com +ADmantX +Aboundex Alexibot -AllSubmitter Alligator -Anarchie -Anarchy -Ankit +AlphaBot +Anarchy99 Anthill -Aspiegel -AwarioSmartBot BBBike -BackStreet BackWeb -Bigfoot -Black Hole -Blackboard -Brandprotect -Buddy -BuiltBotTough -BuzzSumo -CCBot +Backlink-Ceck +BacklinkCrawler +Badass +BatchFTP +Battleztar Bazinga +Bitacle +Blow +BlowFish +Boardreader +Bolt +Buck +BuiltWith +BunnySlippers +CATExplorador +CODE87 +Cegbfeieh CensysInspect -CheeseBot +CherryPicker ChinaClaw -Chlooe Citoid -Cliqzbot +Cloud mapping Cocolyzebot -Cogentbot -Cosmos -CrazyWebCrawler -DBLBot -DIIbot -DSearch -DatabaseDriverMysqli +Copier +CopyRightCheck +Copyscape +Crescent +CyotekWebCopy +DTS Agent +DataCha0s Demon -Disco +Deusu +Devil Discobot -DnBCrawler-Analytics -DomainAppender -DomainCrawler -DomainSigmaCrawler +Discoverybot +Dispatch +DnyzBot Domains Project -Dragonfly ECCP/1.0 -EMail Siphon -EMail Wolf -ExtractorPro -EyeNetIE -FDM +Ebingbong +EroCrawler +Evil +Extractor +FHscan +Fimap +Firefox/7.0 +FlashGet +Flunky Foobot +FrontPage FyberSpider -Gigabot -Go-Ahead-Got-It -Grafula -GrapeFX -HTMLparser -HTTP::Lite -Haansoft -HaosouSpider -Harvest +Fyrebot +GT::WWW +Genieo +Getintent +Go!Zilla +GrabNet +Grabber +GrapeshotCrawler +HEADMasterSEO +HTTrack Havij -Humanlinks +IDBTE4M IRLbot -Iblog -IlseBot -Indy Library +Image Sucker +InfoNaviRobot InfoTekies -Iria -Iskanie +Intelliseek +InterGET +IstellaBot JamesBOT -Jbrofuzz -JetCar -Jetty -Joomla +Jorgee Kenjin Spider -Keyword Density -Kinza -Kozmosbot -LNSpiderguy LWP::Simple Lanshanbot Larbin Leap -LeechFTP LeechGet LexiBot -LieBaoFast -Likse +Libwhisker +LinkextractorPro LinksManager LinqiaMetadataDownloaderBot LinqiaRSSBot -Lipperhey Litemage_walker -MTRobot -Magnet -Majestic SEO -Majestic12 -MarkWatch +Lmspider +Ltx71 +MFC_Tear_Sample +MIIxpc +MQQBrowser +Majestic-SEO +MarkMonitor Masscan -Mata Hari +MeanPath Bot +Metauri Minefield -Morfeus Fucking Scanner -NICErsPRO +Mojeek +Mojolicious +Mozlila Nameprotect -Nessus -NetMechanic -NetZIP +Navroad +NearSite +NetAnts +NetLyzer +NetSpider Netcraft -Nettrack -Nikto -Nimbostratus +Netvibes +Nibbler +NimbleCrawler Ninja -Nuclei +Nmap +Not +Nutch +Offline Navigator OnCrawl +OpenVAS +Openfind +OrangeBot +OrangeSpider OutfoxBot -PHPCrawl -PageScorer -Pavuk +POE-Component-Client-HTTP +PageGrabber +PageThing.com +Panscient Petalbot -Pi-Monster +Picscout PictureFinder -Piepmatz -Pimonster -PleaseCrawl Pockey -ProPowerBot -Pump +Pu_iN PxBroker PyCurl -RankingBot2 -RankurBot +Re-re +RealDownload +RebelMouse Recorder RepoMonkey RocketCrawler -Rogerbot -SBIder SEOkicks +SEOlyticsCrawler +SEOprofiler +SEOstats SISTRIX -SalesIntelligent +Scanbot ScoutJet +Scrapy +Screaming ScreenerBot +Searchestate SearchmetricsBot -SemrushBot SeoSiteCheckup SeobilityBot -Seomoz -Siphon -SiteCheckerBotCrawler +Shodan +SiteExplorer SiteSucker -Sitebeam -SmartDownload +Sitevigil +SlySearch Snoopy -Sogou web spider +SocialRankIOBot +Sociscraper SpaceBison -Spammen +SpankBot +Spanner Spbot -Spinn3r -SputnikBot Sqlmap Steeler Sucker +Sucuri SuperBot -Swiftbot +SurveyBot +Suzuran +T0PHackTeam +T8Abot Teleport TeleportPro -Telesoft Telesphoreo -The Intraformant -Titan -Toata +Telesphorep +Thumbor +Tracemyfile +Trendiction True_Robot -Turnitin Twice -Upflow -Vagabondo -VelenPublicWebCrawler -WEBDAV -WWW-Collector-E -WWW-Mechanize +URLy Warning +UnisterBot +VidibleScraper +Virusdie +VoidEYE +Voil +WBSearchBot +WWW::Mechanize WWWOFFLE -Wallpapers WallpapersHD -Web Collage Web Enhancer Web Fetch -Web Fuck -Web Pix Web Sauger WebAuto WebBandit WebCollage WebCopier -WebGo IS +WebEnhancer +WebFetch +WebImageCollector WebLeacher WebPix WebReaper -WebSauger WebWhacker -Webalta WebmasterWorldForumBot Website Quester -WebsiteExtractor -Webster -Whack Who.is Bot -WinHTTrack -Woobot -Wotbox -Zauba -ZoomBot -ZoominfoBot +WiseGuys Robot +Xenu +Zade +Zeus ZyBorg -clark-crawler -coccocbot-web -cognitiveseo +adscanner +arquivo-web-crawler +arquivo.pt +autoemailspider +cah.io.community +crawl.sogou.com crawler.feedback crawler4j +dataforseo.com demandbase-bot +domainsproject.org eCatch -gopher instabid -internetVista monitor -isitwp.com +ips-agent +lwp-request lwp-trivial -mediawords -muhstik-scan +magpie-crawler plumanalytics -polaris version probe-image-size -ripz +s1z.ru satoristudio.net scalaj-http -scan.lol -seocompany.store -seostar sogouspider +sp_auditbot spyfu -voyagerx.com +trendiction.de webmeup-crawler -webpros.com -x22Mozilla -zauba.io +xpymep1.exe diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 98007228c..28318dd79 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ 01h4x.com -404checker 404enemy +80legs AIBOT -ALittle Client ASPSeek -Aboundexbot -Acunetix -AfD-Verbotsverfahren -AhrefsBot -Anarchy99 +Abonti +AiHitBot +AlphaBot +Anarchie +Anthill Aspiegel -AwarioRssBot +Attach AwarioSmartBot BBBike -BackDoorBot -Badass -Barkrowler +BDFetch +BLEXBot +BacklinkCrawler +Bandit +Battleztar Bazinga BetaBot -Bigfoot Bitacle -BlowFish +Blackboard +Blow Boardreader +Bolt BotALot -Brandprotect -Brandwatch Buddy -BuiltBotTough BuiltWith -Bullseye BunnySlippers +BuzzSumo CATExplorador -CODE87 -CSHttp -CheTeam -ChinaClaw -Cloud mapping +CazoodleBot +Citoid Cogentbot -Collector +Copyscape Crawling at Home Project -Custo -DBLBot -DataCha0s -DatabaseDriverMysqli +CrunchBot Deusu -Devil -Discobot -Discoverybot -Dispatch -DittoSpyder -DnBCrawler-Analytics -DnyzBot -Download Wonder +DomCopBot +DomainCrawler +Domains Project Dragonfly -Drip +EMail Siphon EMail Wolf -EirGrabber ExtLinksBot -Extreme Picture Finder -Ezooms -FHscan +ExtractorPro +EyeNetIE +FDM +Fimap Firefox/7.0 +FlashGet Flunky -Freeuploader +Foobot Fuzz -FyberSpider -Fyrebot -GT::WWW +Genieo Getintent Go-Ahead-Got-It GoZilla +Gotit GrabNet -Grafula -HTTP::Lite +HMView +HTMLparser HTTrack +HaosouSpider +Harvest Havij -Heritrix -Hloader +Humanlinks +HybridBot +IDBTE4M +IRLbot +Iblog Id-search -Image Fetch -Indy Library -InfoNaviRobot -InfoTekies Intelliseek InterGET -Iria -Iskanie +Internet Ninja JOC Web Spider -Jbrofuzz +JamesBOT +JetCar JikeSpider -Jorgee Jyxobot -Kenjin Spider -Kozmosbot LNSpiderguy -Leap +Lanshanbot LeechFTP -LibWeb -Libwhisker -LieBaoFast -Likse +LeechGet +Lftp +LinkScan LinkWalker +LinkextractorPro LinkpadBot -LinqiaRSSBot -MJ12bot +LinksManager +LinqiaMetadataDownloaderBot +Ltx71 +MIDown tool +MSFrontPage +MTRobot Mail.RU_Bot -Majestic-SEO +Majestic12 MarkMonitor -MarkWatch -Mass Downloader -Masscan -MauiBot -MeanPath Bot -Metauri -Microsoft URL Control +Mata Hari +Mb2345Browser +MicroMessenger +Microsoft Data Access Mister PiX Moblie Safari +Mojolicious Morfeus Fucking Scanner +Msrabot +NPbot Name Intelligence -NetAnts +NearSite +Needle +Nessus NetLyzer NetMechanic NetSpider -Netcraft +Netvibes +NextGenSearchBot +Niki-bot Nikto -Nimbostratus -Ninja -OnCrawl -Openfind -OrangeBot -OutfoxBot -Page Analyzer -PageAnalyzer +Nuclei +Offline Navigator +OpenLinkProfiler +PECL::HTTP +PHPCrawl PageGrabber PageScorer -Panscient +Papa Foto PeoplePal -Petalbot Pi-Monster -Picsearch -Pimonster -Probethenet -Pump -QueryN Metasearch -Quick-Crawler -RankFlex +Picscout +PleaseCrawl +ProPowerBot +PxBroker +RankingBot RankingBot2 Rankivabot -ReGet +Re-re RealDownload RebelMouse -RepoMonkey +RedesScrapy Rogerbot +SBIder SEOkicks -SEOlyticsCrawler -SISTRIX -Scanbot -ScoutJet +SEOkicks-Robot +SEOprofiler +SEOstats +SalesIntelligent Screaming +ScreenerBot ScrepyBot Searchestate -SearchmetricsBot -Seomoz -Shodan -Siphon +SentiBot +SeobilityBot +Site Sucker +SiteCheckerBotCrawler SiteExplorer -SiteLockSpider +SiteSnagger SiteSucker -Siteimprove -SlySearch +Snapbot Snoopy -SocialRankIOBot -Sogou web spider -Sottopop -Spbot -Sqlworm -Steeler -Sucker -SuperBot -SuperHTTP +SpankBot +Spanner +SputnikBot +Sqworm +Surfbot +Suzuran Swiftbot -Szukacz -T0PHackTeam -TeleportPro +T8Abot +Teleport Telesphorep -Thumbor -Titan -Tracemyfile -Trendiction -True_Robot +The Intraformant +Toata +Toweyabot +Turingos Turnitin TurnitinBot +TwengaBot +Twice Typhoeus -URLy Warning V-BOT -VB Project -Vacuum +VelenPublicWebCrawler VidibleScraper VoidEYE -Voltron -WASALive-Bot -WPScan -WWW::Mechanize +WBSearchBot +WEBDAV +WWW-Collector-E +WWWOFFLE +Wallpapers WeSEE -Web Collage -Web Fetch Web Fuck -Web Sauger -Web Sucker -WebAuto -WebCollage +Web Pix +WebBandit WebFuck +WebPix +WebStripper +WebSucker WebWhacker WebZIP +WebmasterWorldForumBot +Webshag +Website Quester WebsiteExtractor -WebsiteQuester -Whatweb -Widow -Wprecon +Webster +Whacker +WinHTTrack +Wonderbot +Wotbox Xaldon WebSpider Xaldon_WebSpider +Xenu +YoudaoBot +Zade +Zauba +Zermelo +ZoomBot +ZoominfoBot +ZyBorg adscanner -archive.org_bot arquivo-web-crawler autoemailspider check1.exe clark-crawler -cognitiveseo -dataforseo.com +crawl.sogou.com +crawler.feedback +demandbase-bot +domainsproject.org +eCatch evc-batch gopher -heritrix instabid -internetVista monitor +ips-agent isitwp.com -lwp-trivial -mediawords -muhstik-scan -page scorer +lwp-request +meanpathbot +netEstate NE Crawler +oBot +pcBrowser +probe-image-size satoristudio.net -scan.lol -seocompany.store -seoscanners +scalaj-http +seostar serpstatbot -sitechecker.pro +sexsearcher spyfu sysscan -tAkeOut trendiction.com -x22Mozilla +trendiction.de +webgains-bot +webmeup-crawler +webpros.com diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index 7593dbf7b..387b3307e 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -bidbuy.co.kr -com-onlinesupport.host -daisye.top -downvids.net -extremez.net -kirov.zrus.org -krasula.pp.ua -lrac.info -ragecash.com -reining.lovasszovetseg.hu +allcredits.su +cbozhe.com +int.search.tb.ask.com +low-format.ru +mysex21.com +pornolook.net +sinestesia.host.sk +starpages.net +technika-remont.ru +tv-spoty.info diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index 55a711359..c25eff32d 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -0n-line.tv -101lesbian.xyz -10bet.com -1adult.com -1xbet4you.com -2015god.org -40cg.com -5-steps-to-start-business.com +1001watch.com.ua +11235813.webzdarma.cz +1webmaster.ml +300richmond.co.nz +4replicawatch.net +4senses.co +6128786.com 72-news.com -8jn.dating-app.ru -a96527gi.beget.tech -abtasty.com -acc.eu.org -activecampaign.dreamhosters.com -adf.ly -adman.gr -adminshop.com -agahinameh.com -alert-fjg.xyz -alienwheel.es -all-streaming-media.com -allesohnegirls.net +7a2rnuey1tw9ar.ru +8kisses.eu +aa08daf7e13b6345e09e92f771507fa5f4.com +aac500b7a15b2646968f6bd8c6305869d7.com +abbanreddy.com +abcguru.xyz +above.com +actionnooz.com +adloads.com +ads-cool.pro +adsref.men +adventureparkcostarica.com +advertex.info +adzpower.com +agysya.ru +air-edem.ru +airlandsea.info +alert-fdm.xyz +algerianembassy.co.in +allbizne.co.ua +alltheviews.com alt-servis.ru -amanda-porn.ga -ameblo.jp -anaseracresar.tk -anmysite.com -anonymousfox.co -apartmentbay.ru -apelsinnik.website -apiappenableinfo-a.akamaihd.net -apidiamondatanet-a.akamaihd.net -arabgirls.adultgalls.com -arate.ru -arenda-yeisk.ru -artdeko.info -asmxsatadriverin.aircus.com -asophoto.com -avtochehli.by -avtolombard-krasnodar.ru +alveris.ru +amazingpic.net +analnoeporno.tv +ananumous.ru +animaltoplist.com +anlimebel.kiev.ua +anticrawler.org +ap.senai.br +api.stathat.com +apidigidocketnet-a.akamaihd.net +apiitsthirteende-a.akamaihd.net +appearance-cool.com +atofilms.com +australia-opening-times.com +autobrennero.it +aviav.eu +avto-oligarh.ru +avtoarenda.by +avtocredit-legko.ru +axbocz.net +ayakino.net ayeartoforget.com -babosas.com -baditri.com -balans.shahterworld.org -beachfix.co -belinka.com.ua -bestdraws.com -bestfortraders.com -bestwaystogetpaid.us -betshuckclean.com -bezlimitko.xyz -bibys.com -bimmerpost.com -bingo8888.com -bitcoin-ua.top +balois.worldbreak.com +bannerspace.com +bestpriceninja.com +bestsexyblog.com +betterhdporn.com +betterscooter.com +betwinservice.com +bitcoins-live.ru bizlist.com.de -bizru.info -blog.koorg.ru -blpmovies.com -bluerobot.info -bnt-team.com -bongiornos.info -bonvillan.com -boobsimge.com -bosefux.esy.es +bjgugu.net.ua +blogporn.in +bmw-ark.ru +bobba.dzaba.com +brainboostingsupplements.org brains2.biz -brothers-smaller.ru -browserprotecter.com -bryansk.zrus.org -builtwith.com +brainzpod.win +bronzeaid-a.akamaihd.net +buehne-fuer-menschenrechte.de +bukleteg.xyz +bus-offer.com +buyessaynow.biz buyessayonline19.blogspot.ru -buynorxx.com -buypanicdisorderpill.com -bvlgariring.xyz -bytimedance.ru -calc-for-credit.ru -carloans.com -carstrends2015.com +buyparajumpers.online +bzero1jewelry.net +c-english.ru +c-gainsbourg.com +cam-kontakte.org +candy-glam-hp.com +carfax.com.ua +cars-modification.net +cartierloveringreplica.xyz +cartierreplica.xyz cartierring.xyz -cartierwatch.xyz -cayado.snn.gr -certifywebsite.win -cheapsergiorossi.online -cheapwebsitehoster.com -checkpagerank.net -chocolateslim-original.com -choice-credit.ru -cialgenisrx.com -cleanallspyware.com -cleanmypc.com -codysbbq.com -com-onlinesupport.host -compiko.info -compliance-brian.xyz +casablancamanor.co.za +cbcseward.com +cejewelry.xyz +cezartabac.ro +cfcl.co.uk +changde.58.com +chastnoeporno.com +cheapbelstaff.online +cialischstgerts.com +cigarpass.com +citetick.com +clean-start.net +clickintext.net +clickprotects.com +cntravelre.com +cognitiveseo.com +com-cleaner.systems +compliance-andrew.top compliance-don.top -compliance-willy.top -connectingsingles.com -conocer-sanabria.com -cookingmeat.ru -cool-wedding.net -counciltally.com -counter.yadro.ru -crazyboost.pro -credit-respect.ru -customboxes4less.com -customcatchcan.com -d2jsp.org -danashop.ru -day-news.info +compliance-george.top +compliance-irvin.top +cookie-law-enforcement-ee.xyz +cornerstone-countertops.com +costablue.xyz +covadhosting.biz +creditmoney.com.ua +cs-passion.pl +culmimg.pw +custom-product-labels.com +cyprusbuyproperties.com +data.vtc.pw +delayreferat.ru +delta-line.men deluxedumps.com -detki-opt.ru -deutschehobbyhuren.net -dfiles.me -digest-project.ru -dikqlyremy.info -dimfour.com -dimkino.ru -documentbase.net -dogbreedspicture.net -dolohen.com -doreenblog.online -dprtb.com +design-ideas.info +detalizaciya-tut.biz +dev33.dioniqlabb.se +dinosaurus.site +discountbarbour.online +docs4all.com +dollartree.info +domaincdn.xyz +domik-derevne.ru +drugs-no-rx.info druzhininevgeniy63.blogspot.com -dumpsmania24.com -eandsgallery.com -ekto.ee -elidelcream.weebly.com -embedle.com -en.home-task.com -epngo.bz -ero-advertising.com -esnm.ru -etotupo.ru -evening-dating-club.info +dstroy.su +dumuelave.xyz +dvrlists.com +e-avon.ru +easycommerce.cf +ecommerce-seo.com +educontest.net +electrik-avenue.com +elektrozigarette2.webs.com +eshop.md +essayassist.com +estelight.ru exchanges-bet.com -excitacao.com -extractorandburner.com -extremal-blog.com -eyes-on-you.ga -ez8motelseaworldsandiego.com -ezaz.info -ezofest.sk -f07.de -f1nder.org -facecup.top -farm26.ru -fashion-mk.net -fast-wordpress-start.com -feel-planet.com -fellowshipoftheminds.com -filesdatabase.net -finejewelryshop.ru +exportshop.us +f-online.de +f5mtrack.com +falcoware.com +family1st.ca +familyholiday.ml +farmingworm.com +fba-mexico.com +ferretsoft.com +fetroshok.ru +fifa-coins.online +figuringmoneyout.com +filerockstar298.weebly.com +filmgo.ru +filmi-onlain.info +filmi-v.online finemanteam.com -firesub.pl -floridamhca.org -flowwwers.com -footballfarrago.com -forminecrafters.ru -forms-mtm.ru -formulaantiuban.com -forodvd.com +forumprofi.de +foto-weinberger.at +fotoxxxru.com foxydeal.com -freetangodownload.com -fuck-paid-share-buttons.xyz -funcrushgames.com -funnypica.com -gameonasia.com -gamerscorps.com -gate5.co.za -gayxperience.com -ge0ip.net -geoads.com -gerhardhealer.com -getlaid-xxxhookupdirect.com -getmyads24.com -gifspics.com -glass-msk.ru -global-ics.co.za -globatur.ru -gnuetella.com -go2mike.ru -goforexvps.com -goldandcard.ru -golden-praga.ru -golfresa.lucania.se -greendream.com.ua -gribokstop.com +fr.netlog.com +franch.info +franecki.net +free-fb-traffic.com +free-video-tool.com +freza-sverlo.ru +front.ru +funnel.co.za +g.starmoe.xyz +gallery.rennlist.com +gamblingnerd.com +gameplexcity.com +gameprimary.com +gamevalue7.weebly.com +garciniaxt.us +gaypornmovie.net +ggiaro.com +gheus.altervista.org +gk170.ru +golaya.pw +good-mummy.ru +gopro-online.info +gorabagrata.ru +gotomontenegro.net +graphics8.info +greenidesign.co +grizzlysgrill.com +groupmoney.ru gsasearchengineranker.space -gymi.name -h2monline.com -hasshe.com -hccoder.info -hdfreeporno.net -hdseriale.pl -healmytrauma.info -hentai-manga.porn -herehloadibs.cf -highstairs-a.akamaihd.net -hit-kino.ru -hkdiiohi.skyrock.com -hollywoodactress.info -hoterika.com -hoverboard360.es -hoverboardforsaledirect.com -hscsscotland.com -husky-shop.cz +guge.io +gyffu.com +hawaiisurf.com +helicalpile.us +hikesearch.net +hmmm.cz +homeandhealth.ru +homegardenlova.com +hostsshop.ru +hplaserjetpdriver8y.pen.io +humbmosquina.tk +ibmdatamanagement.co ideawheel.com -iflycapetown.co.za -igtools.club -imagerydatabase.com -images-graphics-pics.com +ilovevitaly.com imagui.eu -imediadesk.com -img.wallpaperstock.net -in-tandem.co -incomekey.net -infektsii.com -infoupdate.org -inome.com.ua -intellego.info -interior-stickers.ru -investpamm.ru -iopeninghours.co.uk -iphantom.com -iqoption.com -istock-mebel.ru -ivanstroi.ru -izhevsk.xrus.org -jjbabskoe.ru -johnrobertsoninc.com -kazka.ru -keywordbasket.com -kidskunst.info -kino2018.club -klikbonus.com -klumba55.ru -kollekcioner.ru +intelhdgraphicsgtdrive6w.metroblog.com +investyb.com +isotoner.com +ix20.ru +javrip.net +jikoman.info +jpcycles.com +juliadiets.com +kamalsinha.com +kanimage.com +keywordhut.com +keywordsdoctor.com +kinopolet.net +kletkimehan.ru kongruan.com +koopilka.com kostenlos-sexvideos.com -krasivoe-hd.net -ktotut.net -kupiproday.com.ua -kurwa.win +kountrylife.com +koversite.info +kskjco.club +kursy-ege.ru labelwater.se -lacapilla.info -lafriore.ru -lanadelreyfans.us -lancheck.net -laptoper.net -link.ac -linkrr.com -lion.bolegapakistan.com -livefixer.com -livesex-amateure.info -localflirtbuddies.com -lonfon.xyz -longlifelomilomi.info -lotto6888.com -lsp-awak-perikanan.com -lulea-auktionsverk.se -m1media.net -magazin-pics.ru -magento-crew.net -mapquestz.us -marcowebonyodziezowe.pl -masserect.com -matrixalchemy.com -mcnamaratech.com -meccadumps.net -mediaoffers.click -medicinacom.ru -meetingrainstorm.bid -megavolt.net.ua -mesto-x.com -mexicosleevegastrectomy.com -micasainvest.com -microsoftportal.net -minneapoliscopiers.com -mirobuvi.com.ua -mirtorrent.net -mistr-x.org -mixx.com -mnogabukaff.net -mojowhois.com -monclercheap.xyz -monclercoats.xyz -moncleroutletonline.xyz -morepoweronmac.trade -mosdverka.ru -mowser.com -mp3s.club -mrwhite.biz -musflashtv.com +layola.biz.tc +lescinq.com +life.biz.ua +liky.co.ua +lincolntheatre.com +lion.conboy.us +lionking-1994.blogspot.com +liumimgx.pw +liverpool.gsofootball.com +loginduepunti.it +luciddiagnostics.in +luxmagazine.cf +m4ever.net +magiadinamibia.blogspot.com +manimpotence.com +maranbrinfo.com.br +markjaybeefractal.com +martlinker.com +mature.free-websites.com +mbiologi.ru +mediafresh.online +mediawhirl.net +menhealed.net +metalonly.info +meteocast.net +mexicotravelnet.com +misterjtbarbers.com +mjchamonix.org +mlf.hordo.win +mobilemedia.md +modabutik.ru +moinozhki.com +monetizationking.net +moneymaster.ru +mp3films.ru +mrpornogratis.xxx music.utrolive.ru music7s.me -mycouponizemac.com -myseoconsultant.com -nagdak.ru -nastydollars.com -naval.jislaaik.com -net-profits.xyz -newfilmsonline.ru -newstudio.tv -ningessaybe.me -nofreezingmac.click -nordvpn.com -normalegal.ru -o-o-6-o-o.com -obesidadealgarve.com -okel.co -okonich.com.ua -onlinewritingjobs17.blogspot.ru -onstrapon.purplesphere.in -openlibrary.org +musicstock.me +musirc.com +mustat.com +mustwineblog.com +my-cash-bot.co +mygameplus.ru +myghillie.info +myhealthcare.com +mylesosibirsk.ru +myonigroup.com +nac-bearings.ru +nakrutka.cc +napalm51.nut.cc +netanalytics.xyz +nikitsyringedrivelg.pen.io +nofreezingmac.work +nootrino.com +notasprensa.info +oballergiya.ru +obuv-kupit.ru +oklogistic.ru +okout.ru +olympescort.com +online-templatestore.com ops.picscout.com -osagonline.ru -ostrovtaxi.ru -ozas.net -p-business.ru -pacificair.com -pammik.ru -parlament.biz -partner-print.men -perfectpracticeweb.com -pic2fly.com -pijoto.net +optikremont.ru +ororodnik.goodbb.ru +ostroike.org +palvira.com.ua +patterntrader-en.com +penisvergrotendepillennl.ovh +petrovka-online.com +picswe.com +pillscheap24h.com pinstake.com -pinup-casino1.ru piter.xrus.org -piulatte.cz -pizdeishn.com -pizdopletka.club +pix-hd.com +pix24x7.com +pizda.lol pk-pomosch.ru -ploenjitmedia.azurewebsites.net -podshipniki-nsk.ru -pogodnyyeavarii.gq -polcin.de -pornhive.org -pornoblood.com -pornofeuer.com -pornofiljmi.com -pornoinn.com -pornosee.info -pornosok.ru -privacyassistant.net -privatefx-in.ru -prokotov.com -prombudpostach.com.ua -pron.pro -prostitutki-tyumeni.org -pufip.com -pwwysydh.com -quality-traffic.com -rankingchart.de -raschtextil.com.ua -razamicroelectronics.com -reckonstat.info -reklama-i-rabota.ru -remontgruzovik.ru -rennlist.com -replicaclub.ru -reversing.cc -roma-kukareku.livejournal.com -rvtv.ru -sabaapress.com -sakhboard.ru -sale-japan.com -salut-camp.ru -saneyes.com -santasgift.ml -sardinie.us -satoristudio.net -scanner-irvin.top -scanner-julia.top -scansafe.net -sdelatmebel.ru -sdrescher.net -searchimpression.com -semprofile.com -semrush.com +plastgran.com +playfortuna-play.ru +pogruztehnik.ru +poiskzakona.ru +pokemon-go-play.online +pomoc-drogowa.cba.pl +popcash.net +pornoforadult.com +pornohd1080.online +pornokorol.com +pozdrawleniya.com +pp-budpostach.com.ua +pricheski-video.com +prodvigator.ua +profitkode.com +profolan.pl +promoheads.com +pronekut.com +prostitutki-odessa.org +purplesphere.in +puserving.com +quangcaons.com +queerspace.com +quickbuck.com +rasteniya-vs-zombi.ru +razleton.com +recordpage-a.akamaihd.net +redbottomheels.xyz +remmling.de +rentehno.ru +retreatia.com +rialp.getenjoyment.net +ringtonepartner.com +romhacking.ru +rubanners.com +rutor.group +salmonfishingsacramentoriver.com +sankt-peterburg.nodup.ru +savefrom.com +saveriopiazza.it +savetubevideo.com +savingsslider-a.akamaihd.net +scalerite.co.za +scanner-brian.top +scanner-george.top +scanner-jess.top +scenarii-1-sentyabrya.uroki.org.ua +screentoolkit.com +searchencrypt.com +seasaltwithfood.com +securesmrt-dt.com +sei80.com +semaltmedia.com +seogadget.ru +seojokes.net seokicks.de -sergiorossistore.online -sexpornotales.com -sextracker.de -sfj-ror.no -shemale-sex.net -sherlock.se -shiksabd.com -shopfishing.com.ua -sibdevice.ru -simon3.ru -sims-sims.ru -siteripz.net -skyway24.ru -slavia.info -small-game.com -snts.shell-pmr.ru -social-buttons.xyz -social-s-hhh.xyz -sodexo.com -softtor.com +seozoom.it +sethrollins.net +sexpartygirls.net +sexpornotales.net +sexxdate.net +sexy.babes.frontend-stack.top +sexytrend.ru +shinikiev.com.ua +shivafurnishings.com +shoppytoolmac.com +silvermature.net +simple-image.com.ua +sitevaluation.com +sluganarodu.ru +small-games.biz +snip.to +snowplanes.com +snsdeainavi.info +social-buttons.com +socialbutton.xyz +soheavyblog.com sonnikforme.ru -souvenirua.com -spammen.de -staff.prairiesouth.ca -startufa.ru -styro.ru -supernew.org -tasteidea.com -telefonsexi.com -tengohydar.tk -theallgirlarcade.com -thebluffs.com -thedownloadfreeonlinegames.blogspot.com -thepokertimer.com -thewomenlife.com -time-japan.ru -tizanidine4mgtablets.blogspot.com -tizanidine4mguses.blogspot.com -tizanidinedosageforsleep.blogspot.com -tizanidineforopiatewithdrawal.blogspot.com -topbestgames.com -topcasinoratings.ru -tracfone.com -trackmedia101.com -traffic-club.info -traffic2cash.org -trafficreceiver.club -tri-slona.org -tripper.de -twelvevisionspartyofcolorado.com -u-cheats.ru -udayavani.com -udsgame.online -ukrtextbook.com -umityangin.net -unece.org -univerfiles.com -upstore.me -urlopener.com -usacasino.com +space2019.top +sportbetfair.com +squidoo.com +srecorder.com +ssconstruction.co +stairliftsarea.com +stal-rulon.ru +star61.de +stats-collector.org +sticken.co +streha-metalko.si +stroiminsk.com +strongholdsb.ru +surffoundation.nl +svtrd.com +sygraem.com +szucs.ru +taranerymagesswa.blogspot.com +tattomedia.com +tech4master.com +tecspb.ru +tehngr.ru +tfxiq.com +theautoprofit.ml +thebestphotos.eu +thecoolimages.net +themestotal.com +theplacetoupdating.pw +thruport.com +titan-cloud.life +tivolibasket.it +tizanidine4mgprice.blogspot.com +tizanidineformigraines.blogspot.com +tobeyouday.win +toon-families.com +toondinsey.com +toonfamilies.net +topads.men +topcar-krasnodar.ru +torrent-to-magnet.com +torture.ml +tovaroboom.vast.ru +tozup.com +trafaret74.ru +traffique.net +traffmonster.info +trudogolik.net +turist-strani.ru +turizmus.us +turkeyreport.tk +tzritel.tk +u555u.info +ukrobstep.com +upproar.com +url2image.com +urldelivery.com +usadacha.net userequip.com -varikozdok.ru -vepad.com -versaut.xxx-cam.webcam +uytmaster.ru vezuviy.su -viagra.pp.ua -viagroid.ru -videooko.weebly.com -vinylvault.co.uk -vipromoffers.com -vizag.kharkov.ua -vkonche.com -vkontarkte.com -volgograd.xrus.org -voloomoney.com -vriel.batcave.net -vsesubwaysurfers.com -vzlomfb.com -watracker.net -wcb.su +viagraneggrx.com +video-woman.com +videochat.life +videtubs.pl +vip-dom.in +vipps.com.my +viven.host.sk +vkak.ru +vladhistory.com +voditeltrezviy.ru +vote-up.ru +vpnmouse.com +vysigy.su +vzubah.com +warningzscaler.heraeus.com we-are-gamers.com webads.co.nz -webadvance.club -webpromotion.ae -website-speed-checker.site -webtherapy.ru -whatistizanidine2mg.blogspot.com -whatsappdownload10.com -williamrobsonproperty.com +webkeyit.com +website-datenbank.de +wedding-salon.net +welck.octopis.com +wemedinc.com +wesharepics.info +win-spy.com +wjgony.com womama.ru -ww1943.ru -www.pinnacle-bets.com -www.souvenirua.com +woman-h.ru +worldlovers.ru +writersgroup580.web.fc2.com +ww2awards.info +wygraj-skiny.win x-diesel.biz -x-stars.ru -xmronta.com -xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai -xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai -xn----8sbdbjgb1ap7a9c4czbh.xn--p1acf -xn----btbdvdh4aafrfciljm6k.xn--p1ai -xn--80aaagvmjabrs1aoc9luc.xn--p1ai -xn--80atua3d.xn--p1ai -xn--b1ag5cfn.xn--p1ai -xpresscare.ru -xsfetish.org -xxxdatinglocal.us -xxxkaz.org -xxxtubesafari.com -yadro.ru -youbrainboost.asia -youjizz.com -yourads.website +x-lime.com +x-porno.video +xep.info +xjlottery.com +xjrul.com +xn--80aodinpgi.xn--p1ai +xnxx-n.com +xxxguitars.com +yoopsie.com +youdesigner.kz +youradexchange.com +youradulthosting.com +yoursite.com zaim-pod-zalog-krasnodar.ru -zawyna.ua -zeroredirect7.com -zigarettenonlinekaufen2.bloog.pl -zkjovpdgxivg.ga -znaturaloriginal.com -zooggames.com +zajm-pod-zalog-nedvizhimosti.ru +zarabiaj-dzis.pl +zarenica.net +zebramart.ru +zeroredirect1.com +zetmaster.ru +zophim.me +zscalertwo.net diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index 6e9dfdcc7..94a4f2a74 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -00webcams.com -03p.info -2drittel.de -34.gs -4kplayer.pl -5i2.net -a.pr-cy.ru -aaa38852e886ac4af1a3cff9b47cab6272.com -abiente.ru -above.com -adexprts.com -adinterax.com -adnotbad.com -adultwebhosting.info -adzerg.com -afora.ru -aktivator-windows10.blogspot.com -amehdaily.com -android4fun.org -animenime.ru -anonymous-redirect.com -ap.senai.br -apartmentbay.ru -artefakct.com -audiofree.ru -autodo.info +4inn.ru +8si.ru +98oi.ru +aa8b68101d388c446389283820863176e7.com +addblueoff.com.ua +adultfriendfinder.com +adultnet.in +aibolita.com +akama.com +all-number.com +alpharma.net +am-se.com +anabolics.shop +animal-drawings.com +anonymizeme.pro +appearance-cool.com +apper.de +apple.com-webbrowsing-security.science +arenda-avtoprokat-krasnodar.ru +arendas.net +arkartex.ru +autobrennero.it autoseo-traffic.com -autoua.top -avon-novosib.ru -azarttoto.com -babs.com.ua -bbtec.net -beauby.ru -berdasovivan.ru +avtolombard-krasnodar.ru +avtovolop.ru +awency.com +azbuka-mo.ru +b00kmarks.com +b2b-lounge.com +balook.com +bankcrediti.ru +bausparen.bz.it +bestchoice.cf bestofupload.info -bestplacetobuyeriacta.jw.lt -bobinoz.com -brendbutik.ru -buqyxa.rincian.info -camdolls.com -candy-glam-hp.com -carapics.com -cartierlovebraceletreplica.xyz -casite-513049.cloudaccess.net -cfacarrosserie74.com +bestpornuha.com +bif-ru.info +biketank.ga +bjanshee.ru +bookmark4you.com.biz +bravegirlsclub.com +bscodecs.com +cartierlove2u.xyz +cbcseward.com +cheapestjerseys-wholesale.com cheapwebsitehoster.com -chinese-amezon.com -chlooe.com -choice-credit.ru -christianlouboutinsaleoutletonline.us -claytransformations.info -clips.ua.ac.be -clknsee.com -coaching-netz.info -compliance-andrew.xyz -compliance-elena.top -compliance-ivan.xyz +cheatcode-lita12.rhcloud.com +christianlouboutinreplica.win +christianlouboutinshoes.xyz +classiquebijoux.ru +coin-hive.com +compliance-elena.xyz concealthyself.com -data.vtc.pw -ddospanel.com -dirtpics.pw -docsportal.net -doktoronline.no -downloadeer.net -doxysexy.com -doyouknowtheword-flummox.ml -drunkmoms.net -e-commerce-seo.com -edwinkonijn.com.au -erotikchat-24.com -etm-consult.de -europages.com.ru -evening-dating-club.info -excitacao.com -exdocsfiles.com -eywords-monitoring-your-success.com -farmprofi.net -fast-wordpress-start.com -figuringmoneyout.com -filefilter.weebly.com -film-one.ru -filmgo.ru -filmidivx.com -financepoints.eu -floridahuntingfishingadventures.com -forsex.info -freesitetest.com -funponsel.com -gambarxkata.co -girlsfuckdick.com -gotcher.us -gratuitxblcodes.com -growmyfunds.ca -helpmymacfaster.trade -histock.info -hkladys.com -housediz.com -ihc2015.info -incolors.club -infazavr.ru -infogame.name -informatiecentro.be -inspiring-desperate.tk -interesnie-faktu.ru -iqoption.pro -izhevsk.xrus.org -jackpotchances.com +contextualyield.com +cowblog.fr +crystalslot.com +customerpromos-a.akamaihd.net +cxpromote.com +delta-line.men +dev.citetick.com +diy-handmade-ideas.com +doska-vsem.ru +drillsaw.ru +druzhininevgeniy63.blogspot.com +easyshoppermac.com +efnor-ac.com +ekspresihati.info +eldiariodeguadalajara.com +elektrischezigarettekaufen2.cowblog.fr +eonpal.com +extlabs.io +f012.de +fanoboi.com +fast-torrent.ru +fearcrow.com +flprog.com +formularz-konkurs.tk +frequiry.com +fsalas.com +fuckbuddybestgilf.info +gamebackyard.com +gateway.zscalerone.net +gemgrab-a.akamaihd.net +gotwebsite1.com +graphid.com +gratis-sexkontakte.com +hatdc.org +hdxnxxtube.mobi +hentaiheroes.com +homemade.gq +hopeonthestreet.co.uk +husky-shop.cz +ibmdatamanagement.co +images-graphics-pics.com +imediadesk.com +in-tandem.co +io9.com +iphantom.com +iscblog.info +itch.io +itis4you.com +janerikholst.se javrip.net -javxxx18.com -joessmogtestonly.com -kamen-e.ru -kerei.ru -ketrzyn.pl -kmgamex.cf -kometars.xyz -krasivoe-hd.net -ladsblue.com -lenvred.org -lifebyleese.com -lignofix.ua -lineavabit.it -longlifelomilomi.info -luchshie-topcasino.ru -luckyshop.net.ua -luxup.ru -maranbrinfo.com.br -marcoislandvacations.net -marmitaco.cat -masturbate.co.uk -matrixalchemy.com -meble-bogart.info -medicine-4u.org -meds-online24.com -medtherapy.ru -metalonly.info -mielec.pl -minegam.com -monclerjacketsoutlet.win -montredemarque.nl -moscow-clining.ru -mosrif.ru -mp3films.ru -mrpornogratis.xxx -musezone.su -my-floor.in.ua -mypets.by -myyour.eu -nbsproject.ru -net-profits.xyz -netpics.org -nfljerseyscheapchinabiz.com -niroo.info -no-fuel.org -noscrapleftbehind.co -o-o-8-o-o.com -o00.in -offtopic.biz -oktube.ru -online-sbank.ru -online-x.ru -onlinefilmz.net -onlineporno.site -origin-my.ru -ostroike.org -ownshop.cf -pacificair.com -perm.xrus.org -pinapchik.com -pix-hd.com -platinumdeals.gr -play-movie.pl +jerseywholesalechinabiz.com +johnrobertsoninc.com +karting196.ru +keenoutlet.online +keywordblocks.com +keywordhut.com +kino-ecran.ru +kinogonew.ru +kinomaniatv.pl +kiwi237au.tk +krasnodar-avtolombards.ru +lafriore.ru +laparfumotec.com +layola.biz.tc +lexaprogeneric.link +lexixxx.com +lietaer.com +life-instyle.com +likesdesign.com +linkredirect.biz +listiseltemournlan.gq +livejasmin.com +louboutinreplica.xyz +m-google.xyz +macrotek.ru +make-money-online.com +maximilitary.ru +medizinreisen.de +mindbox.co.za +mlf.hordo.win +mobilemedia.md +modenamebel.ru +moxo.com +mttwtrack.com +muizre.ru +muznachas-service.ru +my-bc.ru +mydoctorok.ru +myperiod.club +narkologiya-orel.ru +nationalbreakdown.com +next-dentists.tk +nextconseil.com +nfljerseyscheapbiz.us +niki-mlt.ru +o-o-11-o-o.com +oballergiya.ru +ofanda.com +offside2.5v.pl +old-rock.com +oneclickfiles.com +onlinemeetingnow.com +onlinetvseries.me +orgasmatrix.com +photostudiolightings.com +phrcialiled.com +pijoto.net +pizda.lol +pk-pomosch.ru +pochtovyi-index.ru +polybuild.ru popunder.ru -potoideas.us +popup-jdh.xyz +pornolook.net +pornophoto.xyz +porto.abuilder.net +powc.r.ca.d.sendibm2.com +powitania.pl +pr0fit-b0x.com +pro-tec.kz promoheads.com -prostitutki-kharkova.org -prostitutki-rostova.org -pskcijdc.bloger.index.hr -quelle.ru -quick-offer.com -rangjued.com -rarbg.to -redirectingat.com -rock-cafe.info -rockma.se -rutor.vip -sanatorrii.ru +purplesphere.in +pyramidlitho.webs.com +rapevideosmovies.com +rapidokbrain.com +real-time-analytics.com +reimageplus.com +relax.ru +remont-ustanovka-tehniki.ru +reward-survey.net +ricorsogiustizia.org +ring4rhino.com +rubanners.com +ruclicks.com +ryetaw.com +sadaholding.com sashagreyblog.ga -savetubevideo.com -scanmarine.info -scanner-walt.top -searchlock.com -seasonvar.ru -seo-smm.kz -sevenstars7.com -shell-pmr.ru +seasaltwithfood.com +securityallianceservices.com +sendearnings.com +seocheki.net +servicecenter.co.ua +serviporno.com +sex-dating.co +sexreliz.com +sexyteens.hol.es sibvitr.ru -sientalyric.co -silvermature.net -sim-service.net -sms2x2.ru -socialbookmarksubmission.org -sophang8.com -sosdepotdebilan.com -sprttrack.com -stockspmb.info -strana-krasoty.ru -studentguide.ru -suchenindeutschland.com -telefonsexkostenlos.tk -thegamerznetwork.com -thewebsitetemplate.info -time-japan.ru -timeallnews.ru -tizanidineonline.blogspot.com +simple-share-buttons.com +simul.co +site.ru +sitevaluation.org +skylta.com +smartpet.ru +softomix.net +soundfrost.org +spabali.org +space4updating.win +spaceshipad.com +startufa.ru +streha-metalko.si +stretchingabuckblog.com +takeflyte.com +titangel-vietnam.com +tizanidine6mg.blogspot.com +tizanidinepain.blogspot.com +tizanidinestreetvalue.blogspot.com tizanidineusedfor.blogspot.com -tomatis.gospartner.com -torrentred.games -totu.info -trichizobswiv.agddns.net -uhod-za-sobakoj.ru -unlimitdocs.net -v720hd.ru -vchulkax.com -venta-prom.ru -via-energy-order.com -videochat.world -videokrik.net -vkonche.com -voditeltrezviy.ru -web.cvut.cz -webtherapy.ru -wowas31.ucoz.ru -wsgames.ru -wygraj-teraz.com -x-stars.ru -xmronta.com -xn----7sbaphztdjeboffeiof6c.xn--p1ai -xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai -xn--80aagddcgkbcqbad7amllnejg6dya.xn--p1ai +tizanidinevsvalium.blogspot.com +traffic-club.info +trion.od.ua +tsan.net +tube8.com +upstore.me +valuado.com +varikoz24.com +vduplo.ru +vesnatehno.com +vietimgy.pw +vinylvault.co.uk +vipms.ru +vkontaktemusic.ru +vote-up.ru +vucms.com +vzglyadriv.kg +wardreapptokone.tk +wesharepics.info +whatsappdownload10.com +worldis.me +ww2awards.info +x-diesel.org +xfire.com +xjlottery.com xn--80ahvj9e.xn--p1ai -xportvusbdriver8i.snack.ws -xvideospornoru.com -ynymnwbm.bloger.index.hr -yourporn.com -yoursearch.me -youtube-downloader.savetubevideo.com -zigarettenonl.canalblog.com -znakomstva-moskva77.ru -zojirushi-products.ru -zytpirwai.net +xn--80aodinpgi.xn--p1ai +xxxtubesafari.com +yeartwit.com +your-bearings.com +zixizop.net.ru diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index 776b0c830..d390026d3 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.71 0; +10.1.1.75 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index 9d792d875..4f76a91a9 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.12.2755 -### Updated: Sat Dec 4 07:57:54 UTC 2021 +### Version: V4.2021.12.2756 +### Updated: Sat Dec 4 10:04:17 UTC 2021 ### Bad Bot Count: 631 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 9d792d875..4f76a91a9 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.12.2755 -### Updated: Sat Dec 4 07:57:54 UTC 2021 +### Version: V4.2021.12.2756 +### Updated: Sat Dec 4 10:04:17 UTC 2021 ### Bad Bot Count: 631 ################################################### ### Version Information ##