From b6617b2898fc01ceb0c95aa6a9801f792d3ae72b Mon Sep 17 00:00:00 2001 From: mitchellkrogza Date: Mon, 3 Jan 2022 22:07:17 +0000 Subject: [PATCH] V4.2022.01.2828 [ci skip] --- AUTO-CONFIGURATION.md | 2 +- MANUAL-CONFIGURATION.md | 2 +- README.md | 2 +- _google_analytics_ghost_spam/README.md | 2 +- .../etc/nginx/conf.d/globalblacklist.conf | 4 +- conf.d/globalblacklist-testing-version.conf | 4 +- conf.d/globalblacklist.conf | 4 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/buildnumber | 2 +- dev-tools/globalblacklist-testing.template | 4 +- dev-tools/globalblacklist.template | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/test_units/blacklist-ips.conf | 2 +- .../random-bots-for-test-quick.list | 20 +- .../test_units/random-bots-for-test.list | 318 +++--- .../random-bots-for-whitelist-test.list | 294 +++--- .../random-referrers-for-test-quick.list | 20 +- .../test_units/random-referrers-for-test.list | 936 +++++++++--------- .../random-referrers-for-whitelist-test.list | 474 ++++----- dev-tools/test_units/whitelist-ips.conf | 2 +- dev-tools/tmp/robots.txt | 4 +- robots.txt/robots.txt | 4 +- 45 files changed, 1087 insertions(+), 1087 deletions(-) diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index a80963968..8edfef299 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2022.01.2827 +#### Version: V4.2022.01.2828 #### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 0636683c1..ef07420dd 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2022.01.2827 +#### Version: V4.2022.01.2828 #### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index 43f99bf9c..2b47d59fd 100755 --- a/README.md +++ b/README.md @@ -13,7 +13,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2022.01.2827 +#### Version: V4.2022.01.2828 #### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 70c1b2336..6d5b7c581 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2022.01.2827 +#### Version: V4.2022.01.2828 #### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index f2a6ceaf6..7542b1413 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.01.2827 -### Updated: Mon Jan 3 10:03:45 UTC 2022 +### Version: V4.2022.01.2828 +### Updated: Mon Jan 3 22:01:20 UTC 2022 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 35f4ebf06..6995bc47d 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.01.2827 -### Updated: Mon Jan 3 10:03:45 UTC 2022 +### Version: V3.2022.01.2828 +### Updated: Mon Jan 3 22:01:21 UTC 2022 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index f2a6ceaf6..7542b1413 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.01.2827 -### Updated: Mon Jan 3 10:03:45 UTC 2022 +### Version: V4.2022.01.2828 +### Updated: Mon Jan 3 22:01:20 UTC 2022 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 35f4ebf06..6995bc47d 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.01.2827 -### Updated: Mon Jan 3 10:03:45 UTC 2022 +### Version: V3.2022.01.2828 +### Updated: Mon Jan 3 22:01:21 UTC 2022 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 47b2b80ba..115f6ebfb 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.48 1; +10.1.0.115 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 8354799d7..82a4a634d 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.48 0; +10.1.0.115 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 35f4ebf06..6995bc47d 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.01.2827 -### Updated: Mon Jan 3 10:03:45 UTC 2022 +### Version: V3.2022.01.2828 +### Updated: Mon Jan 3 22:01:21 UTC 2022 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 47b2b80ba..115f6ebfb 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.48 1; +10.1.0.115 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 8354799d7..82a4a634d 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.48 0; +10.1.0.115 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 35f4ebf06..6995bc47d 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.01.2827 -### Updated: Mon Jan 3 10:03:45 UTC 2022 +### Version: V3.2022.01.2828 +### Updated: Mon Jan 3 22:01:21 UTC 2022 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 47b2b80ba..115f6ebfb 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.48 1; +10.1.0.115 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 8354799d7..82a4a634d 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.48 0; +10.1.0.115 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 35f4ebf06..6995bc47d 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.01.2827 -### Updated: Mon Jan 3 10:03:45 UTC 2022 +### Version: V3.2022.01.2828 +### Updated: Mon Jan 3 22:01:21 UTC 2022 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index d698320b8..45c22531f 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -2827 +2828 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 35f4ebf06..6995bc47d 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.01.2827 -### Updated: Mon Jan 3 10:03:45 UTC 2022 +### Version: V3.2022.01.2828 +### Updated: Mon Jan 3 22:01:21 UTC 2022 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index f2a6ceaf6..7542b1413 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.01.2827 -### Updated: Mon Jan 3 10:03:45 UTC 2022 +### Version: V4.2022.01.2828 +### Updated: Mon Jan 3 22:01:20 UTC 2022 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 4b619c2af..1a7132e0f 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -51.141.160.153 0; +20.109.183.19 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index f2a6ceaf6..7542b1413 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.01.2827 -### Updated: Mon Jan 3 10:03:45 UTC 2022 +### Version: V4.2022.01.2828 +### Updated: Mon Jan 3 22:01:20 UTC 2022 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 47b2b80ba..115f6ebfb 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.48 1; +10.1.0.115 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 8354799d7..82a4a634d 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.48 0; +10.1.0.115 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index f2a6ceaf6..7542b1413 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.01.2827 -### Updated: Mon Jan 3 10:03:45 UTC 2022 +### Version: V4.2022.01.2828 +### Updated: Mon Jan 3 22:01:20 UTC 2022 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 47b2b80ba..115f6ebfb 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.48 1; +10.1.0.115 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 8354799d7..82a4a634d 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.48 0; +10.1.0.115 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index f2a6ceaf6..7542b1413 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.01.2827 -### Updated: Mon Jan 3 10:03:45 UTC 2022 +### Version: V4.2022.01.2828 +### Updated: Mon Jan 3 22:01:20 UTC 2022 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 47b2b80ba..115f6ebfb 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.48 1; +10.1.0.115 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 8354799d7..82a4a634d 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.48 0; +10.1.0.115 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index f2a6ceaf6..7542b1413 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.01.2827 -### Updated: Mon Jan 3 10:03:45 UTC 2022 +### Version: V4.2022.01.2828 +### Updated: Mon Jan 3 22:01:20 UTC 2022 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 4b619c2af..1a7132e0f 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -51.141.160.153 0; +20.109.183.19 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index d8c59cb76..8e209946a 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.01.2827 -### Updated: Mon Jan 3 10:03:45 UTC 2022 +### Version: V4.2022.01.2828 +### Updated: Mon Jan 3 22:01:20 UTC 2022 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 4b619c2af..1a7132e0f 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -51.141.160.153 0; +20.109.183.19 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index b6f2a4cfb..cb690d00f 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.01.2827 -### Updated: Mon Jan 3 10:03:45 UTC 2022 +### Version: V4.2022.01.2828 +### Updated: Mon Jan 3 22:01:20 UTC 2022 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index 47b2b80ba..115f6ebfb 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.48 1; +10.1.0.115 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index fbc0ec77a..e22fe30d9 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Bolt -CODE87 -GalaxyBot -Genieo -HTTP::Lite -Lipperhey -Ltx71 -MSIECrawler -NearSite -Telesphorep +CazoodleBot +Discobot +Ebingbong +LeechGet +PeoplePal +Sosospider +The Intraformant +Upflow +WeSEE +sysscan diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index 975b1aecb..2d7589f10 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -404checker -ADmantX -AIBOT +01h4x.com +360Spider ALittle Client -ASPSeek -Abonti -AfD-Verbotsverfahren -AlphaBot -Apexoo +Aboundex +AiHitBot +Aipbot +Alexibot +Alligator Aspiegel -AwarioSmartBot -BackStreet -Battleztar Bazinga +Asterias +Attach +BackWeb +Backlink-Ceck +BetaBot +Bigfoot +Bitacle +Black Hole BlackWidow -Boardreader -Bolt -Brandwatch +Blow +Brandprotect Buddy -Bullseye -BuzzSumo -CATExplorador -CazoodleBot +BuiltBotTough +CODE87 +Cegbfeieh +CensysInspect CheTeam +ChinaClaw Citoid -Claritybot -Cloud mapping +Cliqzbot Collector Copier CopyRightCheck -Copyscape Cosmos -CrazyWebCrawler -CrunchBot +Craftbot +Crawling at Home Project Custo CyotekWebCopy -DBLBot -Deusu -Devil +DIIbot +DSearch +DataCha0s Digincore DigitalPebble Dirbuster -Disco +Discoverybot +DnyzBot DomCopBot -Domains Project +DomainCrawler Download Wonder -Dragonfly -Drip -ECCP/1.0 -EMail Siphon -EMail Wolf -Ecxi Exabot -ExtLinksBot +Extractor ExtractorPro -Extreme Picture Finder -Freeuploader -FrontPage -Fuzz -GalaxyBot -Genieo +Ezooms +Fimap +FlashGet +Flunky +FyberSpider GermCrawler GetRight -GoZilla -GrabNet +Getintent +Gigabot +Grabber Grafula -GrapeFX GridBot HMView +HaosouSpider Harvest +Heritrix HybridBot -IDBot -IRLbot +IDBTE4M IlseBot -Image Fetch +Image Sucker +Indy Library InfoNaviRobot InternetSeer -IstellaBot -JOC Web Spider -Jbrofuzz +Iskanie JennyBot -JikeSpider -Joomla -Jorgee +JetCar +Jetty JustView -Jyxobot Keyword Density -Kozmosbot +Kinza +LNSpiderguy +LWP::Simple +Larbin +Leap LeechFTP -LexiBot Lftp -Libwhisker -Lightspeedsystems +Likse LinkScan -Linkdexbot -LinkpadBot +LinkWalker +LinksManager LinqiaMetadataDownloaderBot -Lipperhey +LinqiaRSSBot +Litemage_walker Lmspider -MFC_Tear_Sample -MIIxpc +Ltx71 +MIDown tool +MJ12bot +MSIECrawler +MTRobot Majestic SEO +MarkMonitor +MarkWatch Mass Downloader Masscan Mb2345Browser -MeanPath Bot -Mediatoolkitbot +Meanpathbot MicroMessenger -Microsoft URL Control Minefield -Mister PiX -Moblie Safari -Mojeek -Mojolicious -Mozlila -NPbot -NearSite -Needle -Nessus -Net Vampire +Msrabot +Musobot +NICErsPRO +Name Intelligence +NetAnts NetLyzer -NetMechanic -NetSpider -NetZIP -NextGenSearchBot -Nikto +Netvibes +Nibbler NimbleCrawler +Ninja +Nmap +Nuclei Octopus +Offline Explorer OnCrawl -Openfind -OrangeSpider -OutclicksBot -POE-Component-Client-HTTP +OutfoxBot +Page Analyzer +PageAnalyzer PageScorer -Petalbot -Piepmatz +Pandalytics +Panscient +Papa Foto +PeoplePal +Pi-Monster +PictureFinder +Pimonster +PleaseCrawl ProPowerBot -ProWebWalker Probethenet +Pu_iN Pump -PxBroker -PyCurl -RankActive -RankActiveLinkBot +QueryN Metasearch +Quick-Crawler +RSSingBot +RankingBot2 +Rankivabot RealDownload -RebelMouse -RedesScrapy +Recorder RepoMonkey -Ripper -Rogerbot -SBIder +RocketCrawler +SEOlyticsCrawler +SEOprofiler SEOstats +SISTRIX +SMTBot +SalesIntelligent ScanAlert ScoutJet Scrapy Screaming -ScreenerBot +ScrepyBot +Searchestate +SearchmetricsBot SemanticJuice -SeoSiteCheckup +SentiBot SeobilityBot -Shodan -SiteLockSpider -Siteimprove +Seomoz +SiteSucker +Sitebeam +Sitevigil SlySearch SmartDownload -Snoopy -Sogou web spider +Snapbot Sottopop -Spbot +SpaceBison +Spanner Spinn3r Sqworm Steeler -Sucker -SuperHTTP -SurveyBot -Suzuran +Stripper +SuperBot +Surfbot Swiftbot -T0PHackTeam -Teleport +T8Abot Telesphoreo -Titan +The Intraformant +TheNomad +Toata True_Robot -Turingos -TurnitinBot -TwengaBot Twice Typhoeus -UnisterBot Upflow -VCI VelenPublicWebCrawler -VoidEYE -WASALive-Bot -WBSearchBot -WPScan -WWW-Mechanize +Virusdie +Voil WWW::Mechanize +Wallpapers Wallpapers/3.0 -WeSEE -Web Auto -Web Collage -WebGo IS +Web Fuck +Web Pix +Web Sauger +WebAuto +WebFuck +WebImageCollector WebLeacher -WebPix -WebSauger +WebReaper WebSucker -WebWhacker -WebZIP -Website Quester -WebsiteExtractor +Webshag +WebsiteQuester +Webster +Whack Whacker +Whatweb +Who.is Bot +WinHTTrack WiseGuys Robot -Wonderbot -Xaldon WebSpider +Wotbox +Wprecon +Xaldon_WebSpider Zade +Zauba Zeus Zitebot ZmEu -ZoomBot -ZoominfoBot +adscanner arquivo-web-crawler -autoemailspider -backlink-check +arquivo.pt cah.io.community -cognitiveseo -crawler4j -dataforseo.com -facebookscraper -gopher -internetVista monitor -ips-agent +crawl.sogou.com +crawler.feedback +domainsproject.org +instabid lwp-request -lwp-trivial -magpie-crawler -netEstate NE Crawler +muhstik-scan oBot -pcBrowser -polaris version -probe-image-size -scalaj-http -scan.lol +page scorer +ripz +satoristudio.net +seobility seocompany.store seoscanners -serpstatbot -sexsearcher -sitechecker.pro -siteripz -spyfu -trendiction.com +seostar +sysscan +trendiction.de +voyagerx.com +webgains-bot webmeup-crawler x09Mozilla +x22Mozilla +xpymep1.exe +zgrab diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 5d03a01a3..22193e763 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -360Spider -404enemy -ADmantX -AIBOT +01h4x.com +404checker ALittle Client -AfD-Verbotsverfahren -AhrefsBot -Anthill -Attach -BBBike -Badass +Aboundex +Acunetix +Anarchy +Anarchy99 +Ankit +AwarioSmartBot +BLEXBot +BackDoorBot +BackWeb +Backlink-Ceck +Bandit +Barkrowler +BatchFTP BetaBot +Bigfoot Black Hole -Blackboard -Blow +BlackWidow +Boardreader +Brandprotect +Brandwatch Buck BuiltBotTough -BuiltWith -BunnySlippers -BuzzSumo -CATExplorador -CSHttp -CherryPicker -ChinaClaw -Cliqzbot +Bullseye +Cegbfeieh +CheeseBot +Chlooe +Citoid +Claritybot Cloud mapping -CrazyWebCrawler -Custo -DTS Agent +Collector +Copier +Copyscape +Cosmos +Craftbot +Crawling at Home Project +Crescent +CrunchBot +DIIbot +DSearch DatabaseDriverMysqli +Devil Digincore -DigitalPebble -Discobot +Discoverybot Dispatch +DittoSpyder DnBCrawler-Analytics -DnyzBot -DomCopBot DomainCrawler DomainSigmaCrawler -Domains Project -Dotbot -Dragonfly -ECCP/1.0 -Express WebPictures +DomainStatsBot +Download Wonder +EirGrabber +Evil +Exabot ExtLinksBot -Extractor +Extreme Picture Finder Ezooms -FHscan +FemtosearchBot Fimap -Firefox/7.0 FlashGet +Flunky Foobot Fuzz -GalaxyBot -GermCrawler -GetWeb -Go!Zilla -Gotit -GridBot -HTMLparser -HTTP::Lite -HaosouSpider -Harvest +FyberSpider +G-i-g-a-b-o-t +Getintent +Grabber +HMView +Havij Hloader -HybridBot -IDBot Iblog -IlseBot -Image Sucker -IndeedBot InfoNaviRobot -InfoTekies +InterGET Iskanie -IstellaBot JOC Web Spider -Jbrofuzz Jetty JikeSpider Joomla Jorgee -Kinza -Kozmosbot +Jyxobot +Kenjin Spider +Keyword Density LNSpiderguy -LWP::Simple +Lanshanbot Larbin -Leap -LeechFTP -LeechGet -Libwhisker -LieBaoFast +LibWeb Lightspeedsystems +LinkScan LinkWalker Linkbot +Linkdexbot +LinkextractorPro +LinkpadBot +LinksManager LinqiaMetadataDownloaderBot LinqiaRSSBot +Lipperhey Lipperhey Spider Litemage_walker Lmspider -MQQBrowser +MFC_Tear_Sample MSFrontPage MSIECrawler -Magnet +MTRobot +Majestic SEO Majestic-SEO -Mass Downloader -Masscan +Majestic12 +MarkMonitor +MarkWatch Mata Hari +Mb2345Browser +Meanpathbot Mediatoolkitbot MegaIndex.ru -Mister PiX -Mojeek +Metauri +MicroMessenger +Microsoft Data Access +Minefield +Moblie Safari Msrabot Musobot -NICErsPRO Name Intelligence -Nameprotect -Navroad -Net Vampire -NetSpider Netcraft -Nibbler -Nimbostratus -Nmap -Nuclei -Offline Explorer -Offline Navigator +Nutch +OpenLinkProfiler Openvas OrangeBot -OutclicksBot PHPCrawl -PageGrabber -PageScorer -Pandalytics +Page Analyzer +PageAnalyzer +PageThing.com Panscient -Picsearch +Pi-Monster PictureFinder -Pimonster -Pixray -Probethenet +Pockey +ProPowerBot QueryN Metasearch Quick-Crawler -RSSingBot -Rankivabot -RankurBot -Re-re -RebelMouse -RedesScrapy +RankingBot2 +RealDownload +Reaper +Recorder +RepoMonkey Ripper -RocketCrawler -SBIder -SEOkicks-Robot -SISTRIX +Rogerbot SalesIntelligent ScanAlert -ScoutJet +Scanbot Screaming ScrepyBot +Searchestate SearchmetricsBot -SeoSiteCheckup SeobilityBot -Shodan +Siphon Site Sucker -SiteCheckerBotCrawler +SiteExplorer SiteSucker -Sitebeam -Sitevigil -SmartDownload +Siteimprove +SlySearch Snapbot -Snoopy -SocialRankIOBot -Sosospider -Spammen -SpankBot +Sociscraper +Sogou web spider Spanner -SputnikBot Sqworm -Steeler -Sucker -SuperBot -SuperHTTP +Stripper SurveyBot Szukacz T0PHackTeam -Telesoft -Telesphoreo +The Intraformant TheNomad Thumbor -TightTwatBot +Titan +Trendiction +Trendictionbot +True_Robot Turingos -Typhoeus +TwengaBot +Twice URLy.Warning -Upflow +V-BOT Vacuum -VoidEYE -Voltron -WWW-Mechanize +Vagabondo +VelenPublicWebCrawler +VidibleScraper +Virusdie +Voil +WASALive-Bot +WISENutbot +WPScan +WWW-Collector-E WWWOFFLE -Wallpapers Wallpapers/3.0 -Web Auto -Web Sucker +WallpapersHD +Web Enhancer +Web Fuck +Web Pix +WebBandit +WebCollage +WebEnhancer WebFetch -WebFuck WebGo IS WebLeacher WebReaper -WebSauger WebSucker WebWhacker Webalta +WebmasterWorldForumBot +Website Quester +WebsiteExtractor +WebsiteQuester Webster Whack Whatweb -Who.is Bot -Widow -WiseGuys Robot -Wotbox +Woobot Wprecon -Xaldon_WebSpider YoudaoBot -Zade -Zermelo -Zeus -Zitebot +ZoomBot ZumBot -ZyBorg -archive.org_bot arquivo.pt -cah.io.community -check1.exe -com.plumanalytics +cognitiveseo +crawl.sogou.com crawler.feedback dataforseo.com +demandbase-bot +evc-batch +instabid +isitwp.com lwp-request lwp-trivial meanpathbot -muhstik-scan -oBot -seocompany.store +netEstate NE Crawler +page scorer +ripz +s1z.ru +satoristudio.net +scalaj-http +scan.lol seoscanners seostar -serpstatbot -sexsearcher +siteripz sogouspider spyfu +sysscan tAkeOut trendiction.com trendiction.de -voyagerx.com -webpros.com +xpymep1.exe zauba.io diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index 58ad70439..2d8daa247 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -123cha.com -ayerbo.xhost.ro -bmw.afora.ru -cardiosport.com.ua -caveavins.fr -cerev.info -gopixdatabase.com -p-business.ru -regdefense.com -seorankinglinks.us +autovideobroadcast.com +compliance-donald.xyz +flauntyoursite.com +khafre.us +myfreetutorials.com +naughtyconnect.com +preg.marketingvici.com +softomix.net +us-america.ru +utiblog.fr diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index 6b2f12946..a2d79aa93 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -101billion.com -3dracergames.com +108shot.com +12bet.com +1millionusd.xyz +214jaluwobapef.cf +21h2o.com +24x7-server-support.site +2daytrendingnews.com +300richmond.co.nz 3xforum.ro -accessoires-mode.in -adamoads.com -add-add.men -adminshop.com -admitad.com -adtech.us -adtology.com -adult-shop.com.ua -adultwebhosting.info -affordablewebsitesandmobileapps.com -agadelha.com.br -agreda.pluto.ro -air-edem.ru -albamargroup.com -albuteroli.com +40cg.com +4istoshop.com +4senses.co +4webmasters.com +777-club.ru +8xv8.com +91abcw.com +aa81bf391151884adfa3dd677e41f94be1.com +abovetherivernc.com +academia-nsk.org +adinterax.com +adultnet.in +advokateg.xyz +adzerg.com +adzpower.com +afora.ru +aibolita.com +akita.kz +aktivator-windows10.blogspot.com alekseevec.ru -all4invest.ru -arclk.net -arenda-yeisk.ru -arendovalka.xyz -arpelsreplica.xyz -asia-forum.ru -atmovs.com -aussie-prizes.com -automatic-seo.com -autonew.biz -aviapanda.ru -ayakino.net -azadnegar.com -azlex.uz -b-styles.xyz -babosas.com -backlinkwatch.com -bang-hotties.com -bazaronline24.ru -bear.gotcher.us -beatifullandscape.co +alert-fjg.xyz +alert.scansafe.net +alf-img.com +alfa9.com +allfinweb.com +allmarketsnewdayli.gdn +aloofly.com +altamayoztourism.com +amateurmatch.com +android-vsem.org +angel1777.kz +animali.deagostinipassion.it +applyneedy.xyz +arabsexxxtube.com +arquivo.pt +artavenuegardenstudios.com +astana.xxxkaz.org +atofilms.com +auto4style.ru +autovideobroadcast.com +avitocars.ru +ayodhya.co +azartclub.org +azarttoto.com +azinoofficial777.ru +azte.ch +bablonow.ru +balois.worldbreak.com +barbourjackets.online +battle.net becuo.com begalka.xyz -benchmarkcommunications.co.uk -bestbrainprod.win -bestfortraders.com -bestkfiledxd.cf -bezlimitko.xyz -bidr.trellian.com -bitcoinremote.com -blackwitchcraft.ru -blagovest-med.ru -blog.axant.it -blog.yam.com -blue-square.biz -bmsco.co -bosefux.esy.es -braindaily.xyz -braintobe.win +beget.tech +berlininsl.com +best-businessman.ru +best-coupon-offer.com +best-seo-software.xyz +best-seo-solution.com +bestimagecoollibrary.com +bestwaystogetpaid.us +betshuckclean.com +billiard-classic.com.ua +bio.trade-jp.net +biographiya.com +bkgr.se +blackcurranthumidifiers.site +bobinoz.com +bonanza-fortune.men +bonzibuddi.com +brains2.biz +braip.com.br +brateg.xyz +break-the-chains.com +bristolhotel.com brothers-smaller.ru -bukleteg.xyz -bumskontakte.org -buy-loft.ru -buyessayonline19.blogspot.ru -calcularpagerank.com -candelluxsklep.pl -candlehandmade.com -candy-glam-hp.com -capsderfudd.tk -cardul.ru -cartierring.xyz -cdncash.net -cerev.info -cheapjerseysap.com -cheapmoncler.win -checkhit.com -chinaelitecheapjerseys.com -chlooe.com -clarithromycin500mg.com -clickhype.com -clickintext.net -clothesforcash.com -coindirect.io -collegerentals.com +businesn.men +buydissertation.net +buyk.host.sk +buypillsorderonline.com +buzz-porno.info +calstaterealty.us +canoncdriverq3.pen.io +cartierbraceletsreplica.pw +cartierlove2u.xyz +centrdebut.ru +centrumcoachingu.com +certifywebsite.win +cete.ru +chatseo.com +cheapestjerseysonwholesale.com +cheapwebsitehoster.com +chocolateslim-en-france.com +ci.ua +cialischstgerts.com +clickcash.com +clickpapa.com +co.lumb.co +codq.info commoncrawl.org +companies-catalog.com compliance-alex.top -compliance-alexa.top -compliance-barak.top -compliance-walter.top -computernetworksonline.com -connectingsingles.com -consorzioilmosaico.org -cookie-law-enforcement-aa.xyz -cookielawblog.wordpress.com -coop-gamers.ru -copypaste.traderzplanet.in -cottageofgrace.com -cowblog.fr -crackguru.tk -cryptoswap.biz -custom-electric-guitar.com -dcj-nn.ru -de.zapmeta.com -decoratinghomes.ga -demon-tweeks.com -dentfidemountpreach.tk -derevesendeco.com -destinationrealestate.com -detective01.ru -dev.citetick.com -dev33.dioniqlabb.se -diamond-necklace.info -diarioaconcagua.com -dipstar.org -divisioncore.com -docsportal.net -domain.webkeyit.com -domaincdn.xyz -donvito.unas.cz +compliance-checker.info +compliance-irvin.top +compliance-viktor.top +constantaservice.net +coolwallpapers4k.info +coslab.club +cpabegins.ru +credit-online.ws +crystalslot.com +dafatiri.com +data-mining.tk +date-withme.com +daymusam.com +dear-diary.ru +delta-line.men +deniven.1bb.ru +detskie-zabavi.ru +discovertreasurenow.com +djonwatch.ru +doeco.ru +doska-vsem.ru dotnetdotcom.org -downvids.net -dwomlink.info -dyshagi.ru -eachdayisagift.review -earl-brown.info -earthmagic.info +download-walpaperhd.blogspot.com +dtm-spain.com +dumuelave.xyz +easync.io +ed-shop01.ru +editmedios.com efkt.jp efnor-ac.com -electronicadirect.com -elektir.ru -elektrischezigarette1.blog.pl -elektrischezigarette2.onsugar.com -elektrischezigaretten2.beeplog.com +election.interferencer.ru +elektrischezigarette2.devhub.com elektronischezi.livejournal.com -elektronischezigarettekaufen1.myblog.de -enge-fotzen.info -epicbrogaming.com -eralph.tk -eurosamodelki.ru -exchangeit.gq +elektronischezigarettekaufen2.tumblr.com +elektrozigaretten2.yn.lt +emailaccountlogin.co +empirepoker.com +evogarage.com +excitacao.com +exmasters.com +expertnaya-ocenka.ru +extlabs.io +extremal-blog.com ezigarettekaufen1.hpage.com -ezigarettekaufen2.blox.pl -ezigarettenkaufen1.deviantart.com -ezigaretteshop2.mywapblog.com -ezofest.sk -f1nder.org -farm26.ru -fashion-mk.net +ezigarettenkaufen2.dreamwidth.org +f07.de +familyphysician.ru +faptitans.com +fastcrawl.com favoritemoney.ru -fdzone.org -finemanteam.com -fitfloponline.store -florida-tourism.net -floridamhca.org +fermersovet.ru +fighrofacciufreesig.ga +filmi-onlain.info +firesub.pl +fishtauto.ru +flashbannernow.com +fordsonmajbor.cf +formulaantiuban.com +frameimage.org free-floating-buttons.com -free-today.com -freelifetimefuckbook.com -freelinkbuilding.website.tk -freemags.cc -freetangodownload.com -freeuploader.ml -frustrated-favorable.gq -fym.com.ru -gabeshop.ru -galeria-zdjec.com -game-mmorpg.net -gamerextra.com -geilehausfrauen.net -getresponse.com -glopages.ru -go2album.com -gogps.me -goldadpremium.com -gopro-online.info -gorabagrata.ru -greenidesign.co -gribkovye-zabolevaniya.com -grupografico-pilar.com.ar -gsasearchenginerankerdiscount.com -guitar-master.org -gungamesz.com -hdimagegallery.net -hdpixion.com -heartofbeijing.blogspot.com -hjaoopoa.top -homedecorpicture.us -homegardenlova.com -hoporno.com -hotchatdate.com -houston-vikings.com -hoverboard360.nl -howtoclean.club -humanelydrew.com -humbmosquina.tk -iblogpress.xyz -ibmdatamanagement.co -iccornacircri.cf -ico.re -ideashome.id -imabase.com -imagui.eu -imperia31.ru -inet-traffic.com -infobanks.ru -intelhdgraphicsgtdrive6w.metroblog.com -investingclub.ru -investpamm.ru -iqupdatetmz.win -iscblog.info -iweblist.info -javitas.info -javlibrary.cc -jetsli.de -joy-penguin.com -jus0wil.pp.ua -jwcialislrt.com -jwss.cc -kaac.ru -kamagragelusa.net -kamalsinha.com -kanimage.com -karadene.com -kevblog.top -keywordhouse.com -kidskunst.info -kino-ecran.ru -kinoflux.net -kinogonew.ru -kinohit1.ru -kleine-titten.biz -kletkimehan.ru -knigonosha.net -komp-pomosch.ru -komputers-best.ru -konturkrasoty.ru -kopihijau.info -kosmetyki.tm.pl -koversite.info -kskjco.club -lapitec.eu -larose.jb2c.me -larutti.ru -lashstudia.ru -lazy-z.com -lenpipet.ru -lernur.net -lerporn.info -letmacworkfaster.world +freewlan.info +froggytube.com +frvo.alptandem.ru +ftns.ru +fxund.us +g7m.pl +galeon.com +gamedayhouse.com +gaygalls.net +getaclueamerica.com +glass-msk.ru +gomusix.com +googlefeud.com +googst2.ru +gq-catalog.gq +grizzlysgrill.com +guidefs.ru +handicapbathtubarea.com +hannasolution.ru +hausfrauensex18.com +hawaiisurf.com +hdimagelib.com +hdpixent.com +hermesbelts.xyz +hidemyass.com +himazin.info +hitsbox.info +hkdiiohi.skyrock.com +hkladys.com +host-protection.com +hoterika.com +hotkeys.com +husky-shop.cz +hyipmanager.in +i-hobot.ru +iideaidekonkatu.info +imagefinder.site +images-free.net +imfamous.info +imitex-plus.ru +immigrational.info +inboundlinks.win +incomekey.net +integritylandscapeservices.com +invitefashion.com +iskalko.ru +it-max.com.ua +ixora.pro +janavibekken.no +janerikholst.se +jav-idol.com +javidol.site +javrip.net +jestr.org +joessmogtestonly.com +jofucipiku.tk +jose.mulinohouse.co +jpcycles.com +junketjuice.blogspot.com +kalandranis.gr +kandidos.com +kemerovo.zrus.org +ketrzyn.pl +kichenaid.ru +kinotorka.ru +kirov.zrus.org +krasnodar-avtolombards.ru +krasnodar.zrus.org +kredit-blog.ru +kurbappeal.info +kurwa.win +ladov.ru +law-check-nine.xyz +laxob.com +lechtaczka.net likrot.com -limads.men -linkredirect.biz -lionking-1994.blogspot.com -listiseltemournlan.gq -live-sexchat.ru -liveshoppersmac.com -livetsomudvekslingstudent.bloggersdelight.dk -ljusihus.se -lomb.co -longlifelomilomi.info -lotto6888.com -luchshie-topcasino.ru -marcoislandvacations.net -marwer.info -masthopehomes.com -mature.free-websites.com -mbiologi.ru -mcar.in.ua -mcnamaratech.com -medanestesia.ru -medictube.ru -medkletki.ru -meendo-free-traffic.ga -metarip.ru -michaelkorssaleoutletonline.net -militarysale.pro -mir-limuzinov.ru -mistr-x.org -mlvc4zzw.space -mmog-play.ru -mobot.site -modabutik.ru -moesonce.com -monarchfind-a.akamaihd.net -monetizationking.net -moneytop.ru -mouselink.co -moxo.com -mp3downloadhq.com -mrbojikobi4.biz +lkbennettstore.online +lolnex.us +lost-alpha.ru +louisvuittonoutletstore.net +lovelycraftyhome.com +lunchrock.co +mabdoola.blogspot.com +mactechinfo.info +map028.com +marcogrup.com +masserect.com +meds-online24.com +megavolt.net.ua +menetie.ru +michellblog.online +missclub.info +moneyzzz.ru +mowser.com mrwhite.biz -mturkcontent.com -mug-na-chas-moscow.ru -myanyone.net -mybackgroundlandscape.blogspot.com -myfreetutorials.com -myindospace.com +msk.afora.ru +musicpro.monster +muz-tracker.net +myfreemp3.eu myiptest.com -neks.info -nikkiewart.ru -njpalletremoval.com -nodup.ru -nudepatch.net -nuker.com -nvssf.com -oballergiya.ru -obiavo.com -oconto.ru -offer.camp -oktube.ru -onko-24.com -ooo-olni.ru -ororodnik.goodbb.ru -osagonline.ru -pammik.ru -papasdelivery.ru -parajumpersjakkesalgnorge.info -pattersonsweb.com -paydayonlinecom.com +nagdak.ru +namecrumilchlet.tk +nardulan.com +naturalbreakthroughsresearch.com +naturtreenspicerx.pw +negociosdasha.com +nero-us.com +networkcheck.xyz +newfilmsonline.ru +nfljerseys.online +nisuturnetdgu.tk +noscrapleftbehind.co +nosecret.com.ua +novodigs.com +nuup.info +o-dachnik.ru +obiavo.by +ochistka-stokov.ru +ofanda.com +officedocuments.net +onlinemegax.com +openstat.com +orion-v.com +osnova3.ru +outpersonals.com +oxford-book.com.ua +paighambot.com +paintingplanet.ru +partners-ship.pro pcgroup.com.uy -penisvergrotendepillennl.ovh -pewit.pw +percin.biz.ly +perl.dp.ua +petsblogroll.com +photo.houseofgaga.ru phrcialiled.com -picturesify.com -pinup-casino1.ru -pipki.r.acdnpro.com -play.leadzupc.com -podshipniki-ntn.ru -polytopesexempt.com -popads.net -popugauka.ru -pornoxxx.com.mx -pornzone.tv -portnoff.od.ua -pourvous.info -pozvonim.com -preparevideosafesystem4unow.space -primedice.com -printingpeach.com -proposal-engine.com -psoriasis-file.trade -pushdata.sendpulse.com -quick-offer.com -r-e-f-e-r-e-r.com -rapidsites.pro +phuketscreen.com +picphotos.net +pila.pl +pintattoos.com +pinwallpaper.top +pixshark.com +playmsn.com +pochemychka.net +poem-paying.gq +porn-w.org +porndroids.com +porno-raskazy.ru +pornoforadult.com +pornohd1080.online +pornosee.info +pornosemki.info +pornosexrolik.com +porodasobak.net +potoideas.us +pr-ten.de +pr0fit-b0x.com +priscilarodrigues.com.br +prizefestival.mobi +prizesbook.online +pro-poly.ru +prodess.ru +prohoster.info +prostitutki-kiev.org +prostitutki-tolyatti.org +pst2017.onlinewebshop.net +pufip.com +puserving.com +pussyfleet.com +pwwysydh.com +qitt.ru +ragecash.com +ratemodels.net razvratnoe.org -referencemoi.com registrationdomainsite.com -responsinator.com -retailwith.com -ricorsogiustizia.org +registry-clean-up.net +remont-komputerov-notebook.ru +resultshub-a.akamaihd.net rixpix.ru -robotixix.com -rocis.site -rome2rio.com -romhacking.ru -runofilms.ru -russkoe-zdorovie.ru -sabaapress.com +robot-forex.biz +ruspdd.com sadaholding.com -sanidumps.com -sarm.tk -saugatuck.com -sayyoethe.blogspot.co.za -scanner-barak.top -scanner-olga.top -search.pch.com -searchengineranker.email -seksvideoonlain.com -sell-fb-group-here.com -seoanalyses.com -seonetwizard.com -seorankinglinks.com -serdcenebolit.com -sergiorossistore.online -serptehnika.ru -serving.adbetclickin.pink -sexiporno.net +samoiedo.it +santechnik.jimdo.com +savefrom.com +sbf441.com +scanner-andrew.top +scanner-marwin.top +scanner-walt.top +school-diplomat.ru +scmor.ilxc.cc +scrapy.org +scripted.com +search.1and1.com +searchinquire.com +seccioncontrabajo.com +security60-e.com +seofied.com +seorussian.ru +sexflirtbook.com +sexpartygirls.net sexpornotales.com -sexpornotales.net -sexvporno.ru -sexystrippe.info -shemale-sex.net -shodanhq.com -shoesonlinebuy.cn -shopvilleroyboch.com.ua -sientalyric.co -signx.info -sildenafil-tadalafil.info -sim-service.net -siteheart.net -small-game.com -social-s-hhh.xyz -socialmadesimple.com -socialmonkee.com -soda.media -softxaker.ru -solnplast.ru -sonata-arctica.wz.cz -sonnikforme.ru -sophang8.com -speedup-my.site -staticfs.host +sexspornotub.com +shemalegalls.blogporn.in +shlyahten.ru +shtaketniki.kz +smartbalanceworld.com +snjatie-geroinovoy-lomki.ru +snsdeainavi.info +soaksoak.ru +space4updating.win +speechfoodie.com +speeddream.xyz +spidtest.space +spyfu.com +stariy-baku.com statustroll.com -stjamesschool.info -store-rx.com -storehouse.ua -streetfooduncovered.com -strongholdsb.ru -supervesti.ru -suture.co -svarkagid.com -svbur.ru +steebook.com +stop-gepatit.te.ua +streha-metalko.si +strfls.com +stroilka.info +studiofaca.com +sudexpert66.ru +suggest-keywords.com +superstats.com +surflinksmedical.com +svetlotorg.ru taihouse.ru -tamada69.com -taranerymagesswa.blogspot.com -tastyfoodideas.com -teenporn18.net -telemetryverification.net -terrafootwear.us -tetracsaudi.com +takeflyte.com +tako3.com +teastory.co +techart24.com +telefonsexsofort.tk thebluffs.com thecoolimages.net -thegalerie.eu -thiegs.reco.ws +themeforest.net +thewebsitetemplate.info +ticketsys.inetwd.com +timdreby.com +timeallnews.ru tivolibasket.it -tizanidineandcipro.blogspot.com -tizanidinenarcotic.blogspot.com +tizanidine4mg.blogspot.com +tizanidineorflexeril.blogspot.com tizanidinepain.blogspot.com -tnctrx.com -toon-families.com -topappspro.com -totu.us -tozup.com -trackzapper.com -trafficstars.com -tri-slona.org -trkdf.com -trubywriting.com -twelvevisionspartyofcolorado.com -twincitiescarservice.com +torontoplumbinggroup.com +torrentdownloadhub.com +tourcroatia.co.uk +toys.erolove.in +tracxn.com +trafficmania.com +trahvid.com +tuckermktg.com +tvoystartup.ru tx41tclega.ru -typer.one -typimga.pw -tzritel.tk -uhdtv.website -ukrup.com -ultramart.biz -uptime-gamma.net -ustion.ru -uzungil.com -valmetrundan.se -vapsy.com -veerotech.com -viagra-soft.ru -videochat.ph -videogamesecrets.com -vietimgy.pw -vinylvault.co.uk -vip2ch.com -vkontaktemusic.ru -vonradio.com -voronezh.xrus.org -waterefficiency.co +uni.me +universals.com.ua +upstore.me +urlcut.ru +userequip.com +utiblog.fr +vabasa.inwtrade.com +vadimkravtcov.ru +valuado.com +valueclick.com +vbikse.com +vertaform.com +videooko.weebly.com +videositename.com +vip-parfumeria.ru +virtuagirl.com +viveresaniesnelli.it +vltai.com +voprosotvet24.ru +vpnmouse.com +vse-pesni.com +vzlomtw.com +vzubah.com +wallpaperstock.net +web.cvut.cz webalan.ru -webix.biz -webradiology.ru -websiteexplorer.info -weburlopener.com -weburok.com -wemedinc.com -westum.se -wheelchairliftsarea.com -wholesalejerseyscheapjerseys.us.com -whos.amung.us -wingsofrefuge.net -winx-play.ru -wormix-cheats.ru -www.event-tracking.com -www.timer4web.com -wygraj-skiny.win -xblognetwork.com -xkaz.org -xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai -xn--80abgj3a5acid6ghs.top -xn--80aikhbrhr.net -xn--b1adccaf1bzj.xn--p1ai -xn--d1abj0abs9d.in.ua -xn--d1acah0c.xn--p1ai -xn--h1aakne2ba.xn--p1ai -xrus.org -xtrafficplus.com -yadro.ru -youporn-forum.ga -youradexchange.com -youtubologia.it -yunque.pluto.ro -zahvat.ru -zeroredirect7.com -zetmaster.ru -zlatnajesen.com -zona-aqua.ru +webextract.profound.net +webjam.com +webshoppermac.com +website-speed-up.top +webstatsdomain.org +weclipart.com +weekes.biz.tc +welcomeauto.ru +wholesalejerseys-cheapest.com +whosonmyserver.com +wnhjavlhezp.gq +womens-journal.net +wordkeyhelper.com +wordpresscore.com +worldlovers.ru +worldtraveler.world +wygraj-teraz.com +x-diesel.org +x-lime.com +xaijo.com +xaylapdiendanang.com +xerox-douglas.cf +xlovecam.com +xn----7sbaaabaei0cc8aj5bj0bncejx.xn--p1ai +xn--80ab4aa2g.xn--p1ai +xn--80ajjbdhgmudixfjc8c5a9df8b.xn--p1ai +xn--e1aggki3c.xn--80adxhks +xvideospornoru.com +xxart.ru +xxlargepop.com +xxxnatelefon.ru +xxxrus.org +yginekologa.com +yougotanewdomain.com +yourdesires.ru +yourtemplatefinder.com +youtoner.it +youtubedownload.org +yuweng.info +zaidia.xhost.ro +zaimite.ru +zajm-zalog-krasnodar.ru +zarajbuilders.com +zigarettenonlinekaufen2.bloog.pl +zigarettenonlinekaufen2.drupalgardens.com +zionstar.net +znakomstvaonlain.ru +zolotoy-lis.ru +zoolubimets.ru +zootravel.com diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index 454469926..fafdc9fe2 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -1001desert.com -1688.com -2345.com -273-fz.ru -5-steps-to-start-business.com -5kstore.com -7yue.org -98oi.ru -aadroid.net -absolutelyanalog.com -abtasty.com +03p.info +12bet.com +1314dh.com +1qingdao.com +24videos.tv +2kata.ru acunetix-referrer.com -admatic.com.tr -adsfresh.men +adcash.com adtech.us -advancedcleaner.com -adzpower.com -alphacarolinas.com -alphavisions.net -am-se.com -apiwoodensealcom-a.akamaihd.net -appsaurus.com -arcteryxstore.online -artel116.ru -atdedinotuho.tk -automobile-spec.com -axbocz.net -baersaratov.ru -bagcionderlab.com -baladur.ru -balla-boo.se -beauty-b0x.pl -bestcurs.org -bfz.biz -bitnote.co -bizru.info -bizzliving.com +agecheckadult.com +allstatesugarbowl.org +ap.senai.br +apioasisspacenet-a.akamaihd.net +appmsr.org +arenanews.com.ua +arenda-avtoprokat-krasnodar.ru +artdestshop.eu +asiavirtualsolutions.com +asseenontv.ru +atlasvkusov.ru +australia-opening-times.com +autobrennero.it +avek.ru +baikaleminer.com +balans.shahterworld.org +bdsmgalls.net +bestprofits-there.com +beta.hotkeys.com +bio-market.kz +blackwitchcraft.ru bmwhighperformers.com bolitgorlo.net -brainboosting.club -burn-fat.ga -businescoop.men -candlewooddentalcentre.com.au -canrole.com -capsderfudd.tk -cartierlove2u.xyz +bosman.pluto.ro +brandehk.dk +brillianty.info +buydissertation.net +buyk.host.sk +buytizanidineonline.blogspot.com +c1.onedmp.com cartierloveringreplica.xyz -cdncash.com -changde.58.com -check-host.net -cl.s7.exct.net -coaching-netz.info -cocolyze.com -cometorussia.net -compliance-ivan.top -compliance-walt.top -concordexoticrentals.com -cookie-law-enforcement-hh.xyz -covetnica.com -customcollegeessays.net -darkbooks.org -date-withme.com -delitime.info -dignitasdata.se -dikx.gdn -downloads-whatsapp.com -elektronischezigarettekaufen1.beeplog.com -essay-writing.work -eupornstar.info -everypony.ru -ezigarettekaufen2.mpbloggar.se -fable.in.ua -farmprofi.net +casinos4dummies.co.uk +caveavins.fr +cheapestjerseys-wholesale.com +checkm8.com +cigarpass.com +commoncrawl.org +cookie-law-enforcement-aa.xyz +coolingoods.com +corta.co +cowlmash.com +cryptoswap.biz +culmimg.pw +customsua.com.ua +dataloading.net +decorationspcs.com +dentfidemountpreach.tk +design-lands.ru +domain.webkeyit.com +doublepimp.com +druzhininevgeniy63.blogspot.com +easytuningshop.ru +educatemetv.com +elektrischezigarette1.blog.pl +elektrischezigarette2.onsugar.com +elmifarhangi.com +empis.magix.net +engines-usa.com +enthuse.computernetworksonline.com +europages.com.ru +exlarseva.webblog.es +ez8motelseaworldsandiego.com +falllow.gq +fandlr.com +farmingworm.com +fashion-mk.net +find1friend.com fiuxy.com -fotosfotos.eu -free-share-buttons.blogspot.com -free411games.com -funnymama.com -galaxyflowers.ru -gambarkatabaru.com -girls-ufa.ru -glass-msk.ru -goldadpremium.com -golden-catalog.pro -goodwriterssales.com -googlsucks.com -gopro-online.info -gotomontenegro.net -gpms.org.my -gratis-sexkontakte.com -greendream.com.ua +flashbannernow.com +forensicpsychiatry.ru +forex21.ru +fr-bearings.ru +frighteningremain.cf +funtoonez.com +gambarxkata.co +gamedayassist.com +gameplexcity.com +gemara.com +glavtral.ru +globatur.ru +glogow.pl +goatse.ru +gobongo.info +goldpanningtools.com +good-mummy.ru +goodnightjournal.com +graphicwe.org +greenidesign.co +greenshop.su +gribkovye-zabolevaniya.com +h2monline.com hayate.biz -hdhc.ru -health-medical-portal.info -hidefiles.org -himgaws.pw -histock.info -hoholikik.club -hoverboard360.de -ilmexico.com -imagerydatabase.com -imgarcade.com -indiakino.net -iskalko.ru -istripper.com -itch.io -itservicesthatworkforyou.com -ivoiretechnocom.ci -jpcycles.com -justkillingti.me -kaidalibor.de -kamen-e.ru -kazinogames.lv -kerwinandcariza.com -keywordsking.com -kichenaid.ru -kletkimehan.ru -komp-pomosch.ru -konkursov.net -krasivoe-hd.net -kreativperlen.ch -kupiproday.com.ua -kuzinsp.ru -lennatin.info -letmacwork.world -letslowbefast.site -locksmith.jp +heartofbeijing.blogspot.com +hermesbelts.xyz +homemature.net +hop.clickbank.net +hotel-mkad.ru +hotxnights.info +hoztorg-opt.ru +humanorightswatch.org +hustoon.over-blog.com +ico.re +intervsem.ru +iradiology.ru +istock-mebel.ru +jerseyswholesalechinalimited.com +johnnyhaley.top +kalb.ru +karting196.ru +kiinomaniak.pl +kiwe-analytics.com +knowsitall.info +kollekcioner.ru +kolotiloff.ru +krassh.ru +laxdrills.com +linkpulse.com +lonely-mature.com louboutinreplica.xyz -m1media.net -mac-shield.com -magnetpress.sk -makemoneyonline.com -mansparskats.com -medizinreisen.de -mil-stak.com -mobot.site -mojaocena.com -monsterdivx.com -mowser.com -mundoaberrante.com -musicstock.me -myblogregistercm.tk -mymobilemoneypages.com -mzdish.site -nailsimg.com -naperehresti.info -nastydollars.com -naturalpharm.com.ua -net-radar.com +love-baby.cz +mackeeper-land-672695126.us-east-1.elb.amazonaws.com +make-money-online.com +mature.free-websites.com +mearns-tractors.co.uk +med-zdorovie.com.ua +medicine-4u.org +medmajor.ru +metalonly.info +mikozstop.com +miniads.ca +mmofreegames.online +moesonce.com +moneyzzz.ru +mp3downloadhq.com +mp3ringtone.info +music7s.me +muznachas-service.ru +narosty.com +naughtyconnect.com +negociosdasha.com +nerudlogistik.ru +networkcheck.xyz newsperuse.com -nfljerseysforsalewholesaler.com -npoet.ru -oil-td.ru -onclkads.com -online-hit.info -onlyforemont.ru -ourville.info -outpersonals.com -partybunny.ru -picturesfrom.com -pinwallpaper.top -piski.top -play-movie.pl -play-mp3.com -pornoinn.com -pornozhara.com -portnoff.od.ua -portside.xyz -predominant-invent.tk -pregnant.guru -profolan.pl -prosperent.com -quick-seeker.com +nofreezingmac.click +notfastfood.ru +ntic.fr +o00.in +offergroup.info +okmusic.jp +oktube.ru +onemactrckr.com +online-hd.pl +onlinemeetingnow.com +orgasmus-virtual.com +paclitor.com +paramountmarble.co.uk +perl.dp.ua +perosan.com +piulatte.cz +pkr1hand.com +platezhka.net +porn555.com +pornodojd.ru +pornotubexxx.name +princevc.com +privetsochi.ru +produkto.net +psa48.ru +putevka24.ru +pyramidlitho.webs.com +qexyfu.bugs3.com razleton.com -reklama1.ru -remont-fridge-tv.ru -ricorsogiustizia.org -riders.ro -riralmolamsaca.tk -rutor.group -sale-japan.com -saneitconsulting.com -saneyes.com -sanjosestartups.com -saveriopiazza.it -scanner-margo.top -scat.porn -schoolfiles.net -seeresultshub-a.akamaihd.net -seinterface.com -sex-watch.com -sexkvartal.com -sexystrippe.info -shitting.pro -shoppingjequiti.com.br -siteheart.net -skincrate.net -skylta.com -sladkoevideo.com -sledstvie-veli.net -slonechka.ru -soc-econom-problems.ru -softwaretrend.net -soundfrost.org -spb-plitka.ru +rczhan.com +relax.ru +romhacking.ru +rp9.ru +rubbed.us +sandhillsonline.com +sbornik-zakonov.ru +scalerite.co.za +scanner-alex.top +sdrescher.net +seoexperimenty.ru +seojokes.net +seonetwizard.com +sexkrasivo.net +shareyards.com +sharpchallenge.com +sheerseo.com +shohanb.com +shop-electron.ru +shopwme.ru +similardeals.net +simple-share-buttons.com +site-speed-checker.site +sitopreferito.it +slavic-magic.ru +sneakyboy.com +snip.tw +spamnuker.com +spasswelt.net spy-app.info -srdrvp.com -staynplay.net +staff.prairiesouth.ca streetfire.net -superinterstitial.com -suture.co -swagbucks.com -taihouse.ru -tizanidine4mgprice.blogspot.com -tizanidine4mgstreetprice.blogspot.com -tizanidinecapsules.blogspot.com -tizanidinedosage.blogspot.com -tizanidinefibromyalgia.blogspot.com -tizanidineorflexeril.blogspot.com -tkanorganizma.ru -topanasex.com -torrent-to-magnet.com -trafficgenius.xyz -trailer.cinemaflix.website -tripper.de -truck-addzilla.life -trustedmaccleaner.com +stuff-about-money.com +styro.ru +sunflowerdrawingpaintings.blogspot.com +surcentro.com +symbaloo.com +tabakur77.com +taqplayer.info +thebestphotos.eu +thetardistimes.ovh +tjkckpytpnje.com +tobeyouday.win +track2.shop +traxdom.ru tuberkulezanet.ru -twelvevisionspartyofcolorado.com -twitlinks.com -vacances-voyages.info -vchulkah.net -vclicks.net -videochat.world -videojam.tv -webinstantservice.com -wemarketing.se -wildnatureimages.com -worldlovers.ru -writersgroup580.web.fc2.com -writingservices17.blogspot.ru -wufak.com -www.ehscloud.cn -xn----8sbdbjgb1ap7a9c4czbh.xn--p1acf -xxxtube69.com -youdesigner.kz -youraticles.pl -zakonobosago.ru -zapiszto.pl -zigzog.ru +turkeyreport.tk +tvoystartup.ru +virus-schutzmasken.de +vozbujdenie.com +wallpaperaccess.com +watsonrealtycorp.com +whatzmyip.net +wholesalejerseychinashop.com +worldtraveler.world +woweb.com.ua +wpsecurity.website +wttavern.com +www.pinnacle-bets.com +xep.info +xitjw.info +xportvusbdriver8i.snack.ws +xxxhdvideo.site +xxxsiterips.xyz +yuarra.pluto.ro +za-fun-offer.com +zaapplesales.blogspot.com +zocaparj.kz +zone-kev717.info diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index 8354799d7..82a4a634d 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.48 0; +10.1.0.115 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index bc196d568..53c15506b 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2022.01.2827 -### Updated: Mon Jan 3 10:03:46 UTC 2022 +### Version: V4.2022.01.2828 +### Updated: Mon Jan 3 22:01:22 UTC 2022 ### Bad Bot Count: 631 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index bc196d568..53c15506b 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2022.01.2827 -### Updated: Mon Jan 3 10:03:46 UTC 2022 +### Version: V4.2022.01.2828 +### Updated: Mon Jan 3 22:01:22 UTC 2022 ### Bad Bot Count: 631 ################################################### ### Version Information ##