From 9568a114aa3d7fd13f7457734d8527adf3c8a949 Mon Sep 17 00:00:00 2001 From: mitchellkrogza Date: Mon, 27 Dec 2021 10:12:57 +0000 Subject: [PATCH] V4.2021.12.2812 [ci skip] --- AUTO-CONFIGURATION.md | 2 +- MANUAL-CONFIGURATION.md | 2 +- README.md | 2 +- _google_analytics_ghost_spam/README.md | 2 +- .../etc/nginx/conf.d/globalblacklist.conf | 4 +- conf.d/globalblacklist-testing-version.conf | 4 +- conf.d/globalblacklist.conf | 4 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/buildnumber | 2 +- dev-tools/globalblacklist-testing.template | 4 +- dev-tools/globalblacklist.template | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/test_units/blacklist-ips.conf | 2 +- .../random-bots-for-test-quick.list | 20 +- .../test_units/random-bots-for-test.list | 338 +++---- .../random-bots-for-whitelist-test.list | 280 +++--- .../random-referrers-for-test-quick.list | 20 +- .../test_units/random-referrers-for-test.list | 892 +++++++++--------- .../random-referrers-for-whitelist-test.list | 490 +++++----- dev-tools/test_units/whitelist-ips.conf | 2 +- dev-tools/tmp/robots.txt | 4 +- robots.txt/robots.txt | 4 +- 45 files changed, 1076 insertions(+), 1076 deletions(-) diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 1720694ed..5dc7c5b54 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.12.2811 +#### Version: V4.2021.12.2812 #### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 753670e15..7a3e971c7 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.12.2811 +#### Version: V4.2021.12.2812 #### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index bb99e8a24..141a007ca 100755 --- a/README.md +++ b/README.md @@ -13,7 +13,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2021.12.2811 +#### Version: V4.2021.12.2812 #### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index eab6cdbc6..781f118f3 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2021.12.2811 +#### Version: V4.2021.12.2812 #### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 15c959b00..849f0d6e4 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2811 -### Updated: Sun Dec 26 22:01:30 UTC 2021 +### Version: V4.2021.12.2812 +### Updated: Mon Dec 27 10:07:11 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index f54f66784..f6130d52c 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2811 -### Updated: Sun Dec 26 22:01:30 UTC 2021 +### Version: V3.2021.12.2812 +### Updated: Mon Dec 27 10:07:11 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 15c959b00..849f0d6e4 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2811 -### Updated: Sun Dec 26 22:01:30 UTC 2021 +### Version: V4.2021.12.2812 +### Updated: Mon Dec 27 10:07:11 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index f54f66784..f6130d52c 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2811 -### Updated: Sun Dec 26 22:01:30 UTC 2021 +### Version: V3.2021.12.2812 +### Updated: Mon Dec 27 10:07:11 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index b62823142..077944d30 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.100 1; +10.1.1.117 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index fe27ce4bc..54e5c0203 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.100 0; +10.1.1.117 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index f54f66784..f6130d52c 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2811 -### Updated: Sun Dec 26 22:01:30 UTC 2021 +### Version: V3.2021.12.2812 +### Updated: Mon Dec 27 10:07:11 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index b62823142..077944d30 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.100 1; +10.1.1.117 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index fe27ce4bc..54e5c0203 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.100 0; +10.1.1.117 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index f54f66784..f6130d52c 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2811 -### Updated: Sun Dec 26 22:01:30 UTC 2021 +### Version: V3.2021.12.2812 +### Updated: Mon Dec 27 10:07:11 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index b62823142..077944d30 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.100 1; +10.1.1.117 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index fe27ce4bc..54e5c0203 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.100 0; +10.1.1.117 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index f54f66784..f6130d52c 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2811 -### Updated: Sun Dec 26 22:01:30 UTC 2021 +### Version: V3.2021.12.2812 +### Updated: Mon Dec 27 10:07:11 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index 051f05a7a..e88d628aa 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -2811 +2812 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index f54f66784..f6130d52c 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2811 -### Updated: Sun Dec 26 22:01:30 UTC 2021 +### Version: V3.2021.12.2812 +### Updated: Mon Dec 27 10:07:11 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index 15c959b00..849f0d6e4 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2811 -### Updated: Sun Dec 26 22:01:30 UTC 2021 +### Version: V4.2021.12.2812 +### Updated: Mon Dec 27 10:07:11 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 347347760..041c96948 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.114.53.226 0; +13.92.232.96 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 15c959b00..849f0d6e4 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2811 -### Updated: Sun Dec 26 22:01:30 UTC 2021 +### Version: V4.2021.12.2812 +### Updated: Mon Dec 27 10:07:11 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index b62823142..077944d30 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.100 1; +10.1.1.117 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index fe27ce4bc..54e5c0203 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.100 0; +10.1.1.117 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 15c959b00..849f0d6e4 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2811 -### Updated: Sun Dec 26 22:01:30 UTC 2021 +### Version: V4.2021.12.2812 +### Updated: Mon Dec 27 10:07:11 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index b62823142..077944d30 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.100 1; +10.1.1.117 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index fe27ce4bc..54e5c0203 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.100 0; +10.1.1.117 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 15c959b00..849f0d6e4 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2811 -### Updated: Sun Dec 26 22:01:30 UTC 2021 +### Version: V4.2021.12.2812 +### Updated: Mon Dec 27 10:07:11 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index b62823142..077944d30 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.100 1; +10.1.1.117 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index fe27ce4bc..54e5c0203 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.100 0; +10.1.1.117 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 15c959b00..849f0d6e4 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2811 -### Updated: Sun Dec 26 22:01:30 UTC 2021 +### Version: V4.2021.12.2812 +### Updated: Mon Dec 27 10:07:11 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 347347760..041c96948 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.114.53.226 0; +13.92.232.96 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 278b6e81c..87cd10b24 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2811 -### Updated: Sun Dec 26 22:01:30 UTC 2021 +### Version: V4.2021.12.2812 +### Updated: Mon Dec 27 10:07:11 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 347347760..041c96948 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.114.53.226 0; +13.92.232.96 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index d93913482..a42f40545 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2811 -### Updated: Sun Dec 26 22:01:30 UTC 2021 +### Version: V4.2021.12.2812 +### Updated: Mon Dec 27 10:07:11 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index b62823142..077944d30 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.100 1; +10.1.1.117 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index f0d7bf3ea..7559ae106 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -BackWeb -BuiltWith -Deusu -EyeNetIE -GetRight -Gigabot -SalesIntelligent -SputnikBot -isitwp.com -probe-image-size +DnyzBot +DomainStatsBot +InternetSeer +LinkpadBot +Sosospider +Tracemyfile +VCI +WISENutbot +Web Fuck +cah.io.community diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index 833631974..abc06be3a 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -360Spider -404checker +404enemy 80legs ADmantX ASPSeek Abonti -Aboundex -Aboundexbot +Acunetix +AiHitBot +Aipbot Alligator -AlphaBot -Anarchie -Anarchy -Anarchy99 -Ankit -Anthill -Aspiegel +Asterias +Attach AwarioRssBot AwarioSmartBot +BBBike +BDCbot +BLEXBot BackDoorBot +BackStreet BackWeb -Backlink-Ceck -BacklinkCrawler +Badass +Bandit +Barkrowler BatchFTP -Battleztar Bazinga -BetaBot -Black Hole -BlackWidow -Blow +Bigfoot +BlowFish Brandprotect +Brandwatch Buck BunnySlippers -BuzzSumo -CCBot CODE87 -CSHttp +Calculon +CazoodleBot +Cegbfeieh +CheTeam CherryPicker -Citoid -CopyRightCheck -Copyscape +Chlooe +Cliqzbot +Cocolyzebot +Cogentbot +Collector Cosmos -Craftbot -Crawling at Home Project -Curious +CrunchBot +Custo DIIbot -DSearch -DTS Agent -DataCha0s -Demon +Deusu Devil +DigitalPebble +Disco Discoverybot -Dispatch +DittoSpyder DnBCrawler-Analytics -DnyzBot +DomainAppender +DomainCrawler DomainSigmaCrawler -DomainStatsBot -Dragonfly -ECCP/1.0 +Domains Project +Dotbot +Drip +EMail Siphon +EMail Wolf +Ebingbong +EroCrawler +Exabot +Express WebPictures Extractor -ExtractorPro +Extreme Picture Finder +Ezooms FDM -GalaxyBot -GermCrawler -Go-Ahead-Got-It -GoZilla -GrapeshotCrawler -GridBot -HTTrack -Haansoft +FHscan +Firefox/7.0 +FlashGet +Flunky +FrontPage +Fuzz +G-i-g-a-b-o-t +GT::WWW +Genieo +Getintent +Gigabot +Go!Zilla +GrabNet +GrapeFX +HMView +HTMLparser HaosouSpider -Harvest -Heritrix -Hloader -IDBTE4M -IDBot +Havij +Humanlinks Id-search -Indy Library -InfoNaviRobot -Intelliseek -Internet Ninja +IlseBot +Image Fetch +IndeedBot +InternetSeer +IstellaBot JOC Web Spider -Jbrofuzz +JamesBOT +JennyBot Jetty -Jorgee -JustView +JikeSpider +Joomla Kenjin Spider -Keyword Density -Kinza +Kozmosbot LNSpiderguy Larbin LeechFTP -LibWeb -Libwhisker -Linkbot -LinkextractorPro -LinksManager +LeechGet +Lftp +Likse +LinkpadBot +LinqiaRSSBot +LinqiaScrapeBot Lipperhey -Lipperhey Spider -Litemage_walker -Lmspider -MIDown tool -MQQBrowser -MSFrontPage -MTRobot +MFC_Tear_Sample +MSIECrawler Mag-Net Magnet -Mail.RU_Bot Majestic SEO -Majestic-SEO -MarkMonitor -Meanpathbot +Mata Hari +Mediatoolkitbot Metauri -MicroMessenger -Microsoft Data Access Microsoft URL Control -Minefield -Mojolicious -Mozlila -Musobot -Navroad +Moblie Safari +Msrabot +Name Intelligence Needle Nessus NetLyzer -NetMechanic +Nettrack NextGenSearchBot -Nibbler -Nimbostratus +Nikto Nmap -Nuclei -Nutch +Not Offline Explorer -OpenLinkProfiler -OpenVAS -Openfind Openvas -OutclicksBot PHPCrawl +POE-Component-Client-HTTP +Page Analyzer PageAnalyzer +PageGrabber +PeoplePal Petalbot -Pi-Monster -PictureFinder -Piepmatz -PleaseCrawl +Picsearch +ProPowerBot +ProWebWalker Psbot Pu_iN -PyCurl +PxBroker RSSingBot -RankActive -RankingBot -RankingBot2 -Rankivabot -ReGet -RealDownload +RankActiveLinkBot +RankurBot Reaper -RedesScrapy +Recorder RepoMonkey -Ripper SEOkicks SEOkicks-Robot -SEOstats -SISTRIX -SMTBot -ScoutJet +ScanAlert ScrepyBot -SearchmetricsBot +SemanticJuice Semrush SemrushBot -Siphon -SiteExplorer +SiteLockSpider SiteSnagger -SiteSucker -Sitebeam -Sitevigil -SlySearch SmartDownload Snake -Snapbot -SocialRankIOBot -Sociscraper -Sosospider -SpaceBison -Spammen -Spbot -Spinn3r -Sqlworm +Snoopy +Sottopop +Spanner +Sqworm Stripper Sucker -Sucuri -SuperBot -Swiftbot -Szukacz -T0PHackTeam -Telesoft +SurveyBot +Teleport +TeleportPro +Telesphorep The Intraformant -TheNomad -Thumbor -Titan -Tracemyfile +Toata +Toweyabot +Trendiction +Trendictionbot +Turingos TwengaBot +URLy Warning UnisterBot -VelenPublicWebCrawler +Upflow +VCI +Vacuum VidibleScraper +Virusdie +VoidEYE +Voil +Voltron WEBDAV +WWW-Collector-E +WWW-Mechanize Wallpapers -Web Enhancer Web Fetch -Web Sucker -WebBandit +Web Fuck +Web Pix +WebAuto +WebCollage WebCopier -WebEnhancer -WebLeacher -WebReaper +WebFetch +WebFuck +WebGo IS +WebImageCollector +WebPix WebSauger -WebStripper -Webalta +WebSucker +WebWhacker +WebZIP +WebmasterWorldForumBot WebsiteExtractor -WebsiteQuester -Whack -Whacker -Whatweb -WinHTTrack -WiseGuys Robot -Wonderbot +Webster Woobot -Xaldon_WebSpider -ZmEu -ZoominfoBot -adscanner -arquivo-web-crawler -autoemailspider +Wprecon +YoudaoBot +Zade +Zermelo +Zeus +Zitebot +ZumBot +arquivo.pt +backlink-check clark-crawler -cognitiveseo -com.plumanalytics -crawl.sogou.com -crawler4j -domainsproject.org -eCatch evc-batch +facebookscraper +gopher +internetVista monitor ips-agent lwp-request lwp-trivial -magpie-crawler -meanpathbot -page scorer +mediawords +netEstate NE Crawler +oBot +pcBrowser +plumanalytics polaris version -seobility -serpstatbot -trendiction.de +probe-image-size +ripz +satoristudio.net +scalaj-http +seoscanners +sitechecker.pro +siteripz +sogouspider +sp_auditbot +sysscan +tAkeOut +ubermetrics-technologies.com webpros.com +x09Mozilla x22Mozilla -zgrab diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 6e76f58b8..b1ec1fb35 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -80legs -AIBOT -ALittle Client -ASPSeek -Aboundex -AfD-Verbotsverfahren -Aipbot +01h4x.com +ADmantX +Abonti +AhrefsBot +AiHitBot Alexibot -AllSubmitter -Alligator -Anarchy -Anarchy99 -Ankit -Apexoo -AwarioRssBot +Anarchie +Asterias +Attach +BBBike BDFetch BackDoorBot -BackWeb +BackStreet Backlink-Ceck BacklinkCrawler Badass -Barkrowler +Battleztar Bazinga BetaBot Bitacle +Black Hole BlackWidow Blackboard Blow -BotALot -Brandprotect +BlowFish +Boardreader +Bolt +Brandwatch Buck Buddy BuiltWith -Calculon +CATExplorador +CODE87 CensysInspect -CheTeam CherryPicker -Citoid -Claritybot -Cliqzbot -Cloud mapping +ChinaClaw Cogentbot +CopyRightCheck Copyscape -Cosmos -Crawling at Home Project CrazyWebCrawler -Custo -CyotekWebCopy -DatabaseDriverMysqli +Crescent +CrunchBot +DBLBot +DIIbot +DSearch +DTS Agent +Devil DigitalPebble Dirbuster -Dispatch -DittoSpyder +Disco +Discoverybot DnBCrawler-Analytics +DomCopBot +DomainCrawler DomainStatsBot -Domains Project -Dotbot Download Wonder -EMail Siphon -EMail Wolf +Dragonfly +ECCP/1.0 EasyDL -ExtLinksBot +Ecxi +EirGrabber +Evil +Extractor +Extreme Picture Finder +EyeNetIE Firefox/7.0 FlashGet -Fyrebot -GalaxyBot +Foobot Genieo -Gigabot -Go!Zilla -Go-Ahead-Got-It -GrapeFX +GrabNet +Grabber HEADMasterSEO -HTMLparser -HTTrack +HTTP::Lite Haansoft HaosouSpider -Havij -Heritrix -HybridBot -IDBTE4M -IRLbot +Humanlinks Id-search +IlseBot +Image Fetch +Image Sucker IndeedBot -InfoNaviRobot -Intelliseek -InternetSeer Iria -Iskanie +JOC Web Spider Jbrofuzz Joomla -Jyxobot -Kenjin Spider -Kinza LWP::Simple -LexiBot -LibWeb -Lightspeedsystems +Lanshanbot +Leap +LeechFTP +LeechGet +Libwhisker +LieBaoFast +LinkScan +Linkbot +Linkdexbot LinkextractorPro LinkpadBot -LinqiaMetadataDownloaderBot +LinksManager Lipperhey +Lipperhey Spider +Litemage_walker Lmspider -Ltx71 -Magnet +MJ12bot +MQQBrowser +MSFrontPage +MTRobot Mail.RU_Bot Majestic SEO -MarkMonitor -Mb2345Browser -Meanpathbot +Mass Downloader +Mata Hari +MauiBot Mediatoolkitbot MicroMessenger +Microsoft URL Control Moblie Safari -Mojeek -Mozlila +Morfeus Fucking Scanner Mr.4x3 +Musobot NICErsPRO +NPbot Name Intelligence Nameprotect +NearSite +Nessus Net Vampire -NetAnts -NetLyzer -NetMechanic -NetSpider -Netcraft -Nimbostratus +Nettrack +Nibbler +Niki-bot Ninja Octopus Openfind -OrangeBot +Openvas OrangeSpider -OutclicksBot OutfoxBot -Page Analyzer -PageAnalyzer +POE-Component-Client-HTTP PageThing.com Pandalytics -Petalbot +Panscient +Papa Foto +Pavuk +PeoplePal Pi-Monster -PictureFinder -Piepmatz +Picsearch +Pimonster PleaseCrawl -ProPowerBot -Probethenet -Psbot +Pockey +Pu_iN PxBroker -PyCurl +QueryN Metasearch Quick-Crawler -RankActive -RankFlex -Rankivabot -ReGet +RSSingBot +RankingBot2 Reaper -Recorder RepoMonkey -Rogerbot +RocketCrawler +SBIder SEOkicks +SEOkicks-Robot SEOlyticsCrawler -SEOstats +ScanAlert ScoutJet Scrapy Screaming -Semrush +Searchestate +SemrushBot +SentiBot SeobilityBot -Shodan +Site Sucker SiteExplorer -SiteLockSpider -SiteSnagger -Sitebeam -Snapbot -SpankBot -Spanner -Spbot -Spinn3r +Snake +SocialRankIOBot +SputnikBot Sqlmap -Sqlworm Sqworm +Stripper Sucker -SuperBot +Sucuri +SuperHTTP +Surfbot SurveyBot -Swiftbot -Teleport -TeleportPro -Telesoft +Suzuran Telesphoreo +TheNomad +Thumbor TightTwatBot Titan -Toata Toweyabot Tracemyfile -True_Robot -Turnitin TwengaBot Twice -Typhoeus -VB Project -Vacuum +URLy.Warning +VCI Vagabondo VeriCiteCrawler -WWW-Collector-E +VidibleScraper +Virusdie +Voil +WASALive-Bot WWW-Mechanize -WWW::Mechanize -Wallpapers +WallpapersHD WeSEE -Web Collage Web Enhancer +Web Fetch +Web Sauger Web Sucker +WebBandit +WebEnhancer +WebImageCollector WebLeacher WebReaper +WebWhacker +WebZIP Webalta +Webshag Website Quester WebsiteExtractor Whack Whacker -Widow +Who.is Bot WiseGuys Robot Woobot +Wotbox Wprecon -Xaldon WebSpider -Xaldon_WebSpider -Zauba -Zeus -ZmEu -arquivo-web-crawler +YoudaoBot +ZoomBot +ZumBot +ZyBorg +archive.org_bot arquivo.pt -cah.io.community -clark-crawler +autoemailspider +check1.exe coccocbot-web cognitiveseo +com.plumanalytics +crawl.sogou.com crawler4j domainsproject.org evc-batch -isitwp.com -lwp-request -lwp-trivial -magpie-crawler -oBot -pcBrowser +gopher +heritrix +internetVista monitor plumanalytics -probe-image-size ripz -scan.lol -seobility +s1z.ru seocompany.store -sexsearcher +seoscanners sogouspider -sp_auditbot -trendiction.de -voyagerx.com -webgains-bot +ubermetrics-technologies.com x22Mozilla +xpymep1.exe zgrab diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index 90b9d343c..0547ec252 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -asrvvv-a.akamaihd.net -bjetjt.com -davidovic.info -erotikchat-24.com -fba-mexico.com -gamewrath.com -jagg.info -oktube.ru -sex-foto.pw -vvon.co.uk +4kplayer.pl +aasoldes.fr +freegamesplay.online +freza-sverlo.ru +livesex-amateure.info +pateaswing.com +seoexperimenty.ru +sinel.info +wowas31.ucoz.ru +xn--1-8sbcpb0bdm8k6a.xn--p1ai diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index 40846574e..88670f764 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -1adult.com -7fon.ru -888.com -91abcw.com -aa625d84f1587749c1ab011d6f269f7d64.com -activecampaign.dreamhosters.com -admitad.com +1kinobig.ru +2015god.org +24videos.tv +2girls1cup-free.com +2x2fan.ru +4senses.co +70casino.online +8jn.dating-app.ru +8si.ru +991mostfm.co.id +9med.net +aanapa.ru +aaronabel.com +abcguru.xyz +above.com +acheterviagrafr24.com +actionnooz.com adsland.men -adsref.men -adultmeetonline.info -adverster.com -adzpower.com +adssafeprotected.com +adtology.com +advertisingtag.net +aero2.ru affordablewebsitesandmobileapps.com -alert.scansafe.net -alessandraleone.com -alfapro.ru -all4invest.info -alloysteel.ru -altamayoztourism.com -anaksma.info +affrh2015.com +albuteroli.com +alert-hgd.xyz +alfa-img.com +algarveglobal.com +amanda-porn.ga +amazingninja.com +analnoeporno.tv +ananumous.ru +andpolice.com anlimebel.kiev.ua anonymizeme.pro +aosexkontakte.net +apartamentwroclaw.eu apiadanaknet-a.akamaihd.net -apiluckyleapnet-a.akamaihd.net -apioutoboxnet-a.akamaihd.net -apple.com-webbrowsing-security.science -approved.su -arendakvartir.kz -atelielembrancaqueencanta.com.br -atmagroup.ru -atmovs.com -autodo.info -automobile-spec.com -avitocars.ru -avtolombard-krasnodar.ru -azlex.uz -bala.getenjoyment.net -banan.tv -bankmib.ru -battleforupdating.site -beauty-things.com -belinvestdom.by -best-seo-software.xyz -bestcalovebracelet.cn -bestdraws.com -bestfortraders.com -bget.ru -bgviagrachrx.com -bjetjt.com -blackle.com -bloke.com -bnt-team.com -bocoarchives.org -brainzpod.win -braip.com.br +apidiamondatanet-a.akamaihd.net +apiholdingmypage-a.akamaihd.net +apioasisspacenet-a.akamaihd.net +aproposde.com +artel116.ru +asophoto.com +asscenihotosidea.blogspot.com +atdedinotuho.tk +audiobangout.com +aviav.co +avkzarabotok.com +azazaporn.com +azbukafree.com +baixar-musicas-gratis.com +balans.shahterworld.org +balitouroffice.com +baoxaydung.com.vn +barnfurnituremart.com +best-games.today +best-way.men +bestofpicture.com +bestprofits-there.com +bestserials.com +bibys.com +bikini-image.com +bimmerpost.com +bizlist.com.de +biznesschat.net +blog.yam.com +bloggen.be +blue-square.biz +bmsco.co +bonky.biz +bonzbuddy.com +book-bets.com +bookmaker-bet.com +bookmark4you.com +bookmark4you.com.biz +boom-celebs.com +breget74.ru +brokergid.ru browsepulse-a.akamaihd.net -brus.city +btnativenav.com +buckspar.gq buehne-fuer-menschenrechte.de -bugshoot.cn -burger-imperia.com -businescoop.men -buyclomidonlaine.com -callawaygolfstore.online -camdolls.com -canacopegdl.com -canoncdriverq3.pen.io -capsderfudd.tk -cardsharp1.ru -cartierreplica.top -cbozhe.com -cete.ru +buntube.net +buron.pw +buybest1.biz +bwlx.prepedu.cn +c-english.ru +cakesplus.com.au +capacitacionyaprendizaje.com +carina-sy.de +carmuffler.net +cartechnic.ru +centre-indigo.org.ua +cgi2.nintendo.co.jp cheapestjerseys-wholesale.com -cheapmarmot.online -cheapmoncler.win -chinajerseyswholesalecoupons.com -chiptuninger.com -cialiswithoutadoctor.net -cinemaflix.website -cl.s7.exct.net -cleanpcnow.com -clicksor.com -coderstate.com -collegerentals.com -compliance-barak.top +chelnytruck.ru +chelyabinsk.xrus.org +cialisndbrx.com +citysecurity.nu +clickintext.net +clicksor.net +collegeessay19.blogspot.ru +compliance-alex.xyz +compliance-alexa.xyz +compliance-fred.top +compliance-george.top compliance-irvin.top -compliance-john.top compliance-walt.top -countbertwistdisp26.soup.io +contentlook.co +coolwallpapers-hd.com +coslab.club covid-schutzmasken.de -cpajunkies.com -crynet.cc -cryptoswap.biz -daptravel.com +cowblog.fr +cranly.net +crazyboost.pro +credit-respect.ru +culturevie.info +customboxes4less.com +czeshop.info darkages.info -data.vtc.pw datadepths.com -davebestdeals.com -daydream-studio.ru -decorazilla.com -detmebel.su -dev.citetick.com -directivepub.com -dnepropetrovsk.mistr-x.org -dogbreedspicture.net -dogoimage.com -domainroam.win -domoysshop.ru -domznaniy.ru -dosug-lux.ru -downloadkakaotalk.com -doxyporno.com -drunkenstepfather.com -dverimegapolis.ru +dcj-nn.ru +delitime.info +detalizaciya-tut.biz +dev-seo.blog +discountliv.com +dispo.de +documentbase.net +dostavimvdom.ru +dptaughtme.com +draniki.org +dtm-spain.com +e90post.com +eachdayisagift.review +easycommerce.cf +ecxtracking.com edwinkonijn.com.au -elektrozigarettekaufen2.blogse.nl -elexies.info -elitepcgames.com -elmifarhangi.com -emergencyneeds.org -ereko.ru -etenininrade.ga -evehemming.blogspot.com.au -extrabot.com -ezb.elvenmachine.com -ezigaretteshop2.mywapblog.com -f-loaded.de -familienzahnaerzte.com -fanoboi.com -fashion.stellaconstance.co -fashionindeed.ml -fetlifeblog.com -fickenbumsen.net -filesclub.net +elkacentr.ru +enthuse.computernetworksonline.com +ero-advertising.com +etm-consult.de +europeanwatches.ru +everytalk.tv +extads.net +extlinks.com +f-online.de +fakehandbags.xyz +falllow.gq +fast-wordpress-start.com +fastfixing.tech +femmesdenudees.com +fetishinside.com +filesvine.com film-one.ru -filmci.pro -fitnesspiks.com -focalink.com -forex-indextop20.ru -forminecrafters.ru -formularz-konkurs.tk -forsex.info -forum.tvmir.org -fotosfotos.eu -foxinsocks.ru -freakycheats.com -free-social-buttons.com -free-traffic.xyz -freejabs.com -freewebs.com -fres-news.com -fuckingawesome.com -fuckmill.com -fuel-gas.com -fullfileaccess.com -futbolkisales.ru -gearsadspromo.club -genericlowlatencyasiodriverhq.aircus.com -gentamicineyedrops.blogspot.com -gg.zzyjxs.com -ghazel.ru +filmgo.ru +flytourisme.org +forums.toucharcade.com +foto-basa.com +fr-bearings.ru +frankofficial.ru +free-stock-illustration.com +free-video-tool.com +fungamelands.com +gaytube.com +gazoblok.net.ua +ge0ip.com +generalporn.org +getresponse.com +ghostvisitor.com +gilsonchiro.xyz gktt.ru -glall.ru glass-msk.ru +globalsurfari.com globetrotting-culture.ru -goblacked.com -good-mummy.ru -googlemare.com -googlsucks.com -gpms.org.my -grizzlysgrill.com -gsasearchenginerankerdiscount.com -gwagka.com -hatedriveapart.com -hawaiielectriclight.com -hcate.com -hdpixent.com -hentaiheroes.com -hermesreplica.pw -hesteel.pl -hikesearch.net +googlefeud.com +googlepositions.com +gosreg.amchs.ru +gox.com.ua +graphics8.info +grtyi.com +hackers-crackers.tk +hacktougroup.ru +healgastro.com +helvetia.com.ua +heroz.fr +hidemyass.com +histats.com histock.info -historichometeam.com -hkdiiohi.skyrock.com -hledejvshopech.cz -homedecoguide.info -homegardenlova.com +hitcpm.com +hiwibyh.bugs3.com hoste.octopis.com -hotsocialz.com -housediz.com +hostsshop.ru +hothot.ru +hotshoppymac.com +houseofgaga.ru howtoclean.club -hystersister.com -i-hobot.ru -ilmexico.com -imguramx.pw -immobiliaremassaro.com -inbabes.sexushost.com -inboxdollars.com -infazavr.ru -infodocsportal.com -inzn.ru -iphantom.com -ipostroika.ru +iccornacircri.cf +idealtits.net +igadgetsworld.com +ilikevitaly.com +imperia31.ru +impresagaia.it +inclk.com +infektsii.com +instakink.com +instasexyblog.com +intelhdgraphicsgtdrive6w.metroblog.com +investpamm.ru iqupdatetmz.win -isitpaleo.info -it-max.com.ua -ivanovo.zrus.org -ivoiretechnocom.ci -iwanttodeliver.com -jav-fetish.site -javatex.co.id -journalhome.com -journeydownthescale.info -joyceblog.top -juliadiets.com -juliaworld.net -junglenet-a.akamaihd.net -jyrxd.com -karachev-city.ru -karadene.com +irunfar.com +isitwp.com +istmira.ru +iusstf.org +ix20.ru +jav-way.site +javrip.net +javxxx18.com +je7.us +jennyfire.ru +jillepille.com +jwss.cc +kakadu-interior.com.ua +kamorel.com katadhin.co -kazrent.com -keyword-suggestions.com -keywordsuggests.com +kenaba.su kfon.eu -kinky-fetishes.com -kino-rf.ru -kinogonew.ru +kicknights.gq kiskinhouse.com -klejonka.info -konoplisemena.com -kovesszucs.atw.hu -krasnodar-avtolombards.ru -krasnodar.zrus.org -ks1234.com -kunstaktien.info -kursy-ege.ru -kurwa.win -ladsup.com -lancheck.net -laulini.soclog.se +kiwe-analytics.com +knowyournextmove.com +konkursowo-24.pl +kosova.de +kountrylife.com +kovrenok.ru +krasivoe-hd.com +landmania.ru law-check-nine.xyz -lawyersinfo.org -laxob.com -layola.biz.tc -lazy-z.com -legalrc.biz -letmacworkfaster.world -lietaer.com -liky.co.ua -linkpulse.com -linkwithin.com -liveinternet.ro -livejasmin.com -livingroomdecor.info -lostaruban.com -louboutinreplica.pw -m3gadownload.pl -macdamaged.tech -macrotek.ru -mafa-free.com +laxdrills.com +leadwayau.com +letolove.ru +letsart.ru +lexiangwan.com +lincolntheatre.com +link.ac +linksharingt.com +liveinternet.ru +liveu.infoteka.hu +livingcanarias.com +lodki-pvh.dp.ua +lsp-awak-perikanan.com +ltvperf.com +luxup.ru +m292.info +mackeeper-land-672695126.us-east-1.elb.amazonaws.com +macotool.com +mafcards.ru magazintiande.ru -magnetic-bracelets.ru -mansparskats.com -medi-fitt.hu -meendo-free-traffic.ga -meltwater.com -menstennisforums.com -mere.host.sk -metabar.ru -mezaruk.info -migente.com -miniads.ca -misswell.net -mobilierland.com -moivestiy.biz -mojpregled.com -moneytop.ru +mailemedicinals.com +make-money-online.com +makemoneyonline.com +mall.uk +marmotstore.online +master-muznachas.ru +mebeldekor.com.ua +mediaoffers.click +mediawhirl.net +medmajor.ru +meetlocalchicks.com +metalonly.info +metaxalonevstizanidine.blogspot.com +microstatic.pl +mmofreegames.online +moinozhki.com +mojaocena.com +monclercheap.xyz +moneyzzz.ru monsterdivx.com -moscow-clining.ru -mosdverka.ru -motherboard.vice.com -mp3ritm.top -mrwhite.biz -mturkcontent.com +msk-diplomat.com +multgo.ru +music7s.me +musicktab.com +musicspire.online mxgetcode.com +myanyone.net mycaf.it mydoctorok.ru -myhealthcare.com -myiptest.com -myphotopipe.com -nailsimg.com -najaden.no -nakrutka.cc -needtosellmyhousefast.com -networkcheck.xyz -nevansk.ru -new-post.tk -new7ob.com -nextrent-crimea.ru -nikitsyringedrivelg.pen.io -nmrk.ru -noumeda.com -o-dachnik.ru -o-o-11-o-o.com -obiavo.in +myra.top +myshopmatemac.com +myxdate.info +narkologiya-belgorod.ru +natali-forex.com +netanalytics.xyz +newhairstylesformen2014.com +nfljerseyscheapchinabiz.com +nosecret.com.ua +novatech.vn +nsatc.net +nuker.com +o.light.d0t.ru +oballergiya.ru +odoratus.net +oecnhs.info offer.wpsecurity.website -olgacvetmet.com -onefilms.net -onlineserialy.ru -onlythegames.com -onthemarch.co -ooo-olni.ru -orgasmus-virtual.com -orion-code-access.net -ororodnik.goodbb.ru -ovirus.ru -ownshop.win -owohho.com +ok-ua.info +online247.ml +oren-cats.ru +orsonet.ru +ossmalta.com +ourtherapy.ru oxford-book.com.ua -panchro.co.uk -paphoselectricianandplumber.com -partner-host.men -partnerworkroom.men +pacificair.com +palocco.it +pandarastore.top +partner-trustworthy.men pc4download.co pcads.ru -pflexads.com -phelissota.xyz -photosaga.info -picswe.com -pistonclasico.com -pixgood.com -pizda.lol -pl-top.pl -pokemongooo.ml -porn-w.org +pdns.cz +pendelprognos.se +perederni.net +petsblogroll.com +phormchina.com +picsforkeywordsuggestion.com +picturesboss.com +pinstake.com +pix-hd.com +plastjulgranar.se +playboyfiles.xblog.in +playtap.us +popunder.ru +popup-fdm.xyz +pornhive.org +pornhubforum.tk porno-video-chati.ru -pornonik.com -pornosexrolik.com +pornosemki.info preconnubial.usuby.site -preparevideosafesystem4unow.site -pro-poly.ru -profit-opportunity.com -prosmibank.ru -prostitutki-belgoroda.org -pulseonclick.com -purchasepillsnorx.com -puzo2arbuza.ru -r-control.ru -rank-checker.online -rankscanner.com -ranksonic.com -ratemodels.net -recipedays.com -recipedays.ru -registrysweeper.com -reklama-i-rabota.ru -relayblog.com -remont-mobile-phones.ru -retreatia.com -ribieiendom.no -richinvestmonitor.com +priceg.com +pron.pro +pronorm.fr +prospekt-st.ru +pssucai.info +ptr.ruvds.com +rangjued.com +reckonstat.info +redirectme.net +registry-cleaner.net +remont-comp-pomosh.ru +rethinkwasteni.info ricorsogiustizia.org -riders.ro -ring4rhino.com -rollercoin.com -rostov.xrus.org -royal-betting.net -royalvegascasino.com -ru-dety.ru +rightenergysolutions.com.au +ringporno.com +rockprogblog.com +rossanasaavedra.net +rusexy.xyz russia-tao.ru -russian-postindex.ru -ryetaw.com -sanidumps.com -sbricur.com -scanner-andrew.top -scanner-julianna.top +s-forum.biz +saletool.ru +sammyweaver.com +sampleletters.net +satoristudio.net +savetubevideo.com +sax-sex.com +sbtdesign.co.uk +scanner-jess.top scanner-viktor.top -scanner-walter.top -scmor.ilxc.cc -searchwebknow-a.akamaihd.net -seasaltwithfood.com -seoboxes.com -seofied.com -serdcenebolit.com -service-core.ru -sex-sex-sex5.com -sexgalleries.top -sexspornotub.com +scoopquest.com +se.bnt-team.com +secretscook.ru +sei80.com +sell-fb-group-here.com +seorussian.ru +serpstat.com +sexpartygirls.net +sexy.babes.frontend-stack.top +sherlock.se shinikiev.com.ua +shitting.pro shivafurnishings.com -shodanhq.com -shop.acim.org -shopsellcardsdumps.com +sientalyric.co sildenafilcitratemed.com -silktide.com -silvermature.net -sisiynas.ru -siteaero.com +silvercash.com siteexpress.co.il +slowmac.tech +sluganarodu.ru +slujbauborki.ru +smartshoppymac.com smstraf.ru -soc-econom-problems.ru -social-buttons.com -social-fun.ru -socialbuttons.xyz -soda.media -soochi.co -space4updating.win -spidtest.org -stardevine.com -staynplay.net -stpolice.com -students-cheapskate.ml -suhanpacktech.com -superstats.com -suture.co -swinger-mobil.net -tacbelarus.ru -tako3.com -tattoo33.ru -tattooreligion.ru -tecspb.ru +snjack.info +social-search.me +social-vestnik.ru +solmarket.by +sophang8.com +sovetogorod.ru +speeddream.xyz +spidtest.space +srecorder.com +srgwebmail.nl +startwp.org +sterva.cc +strana-krasoty.ru +suchenindeutschland.com +sumo.com +sureone.pro +susanholtphotography.com +swiped.su +taboola.com +tackletarts.co +taraz.xkaz.org +tech4master.com +tecnoteakviareggio.it terraclicks.com -thejournal.ru -thenetinfo.com -threecolumnblogger.com -timeallnews.ru +thaismartloan.com +thedownloadfromwarez.blogspot.com +thetardistimes.ovh +thexart.club +time-japan.ru +timetorelax.biz tizanidine4mg.blogspot.com -tizanidineandcipro.blogspot.com -tizanidinehydrochloride4mgstreetvalue.blogspot.com -tkanorganizma.ru -tonivedu.it -topads.men -topbestgames.com -topshef.ru -toyota.7zap.com -tradgardspartner.se -trafficfactory.biz -trafficstars.com +tizanidine4mgstreetprice.blogspot.com +tizanidinedrugtest.blogspot.com +tizanidineduringpregnancy.blogspot.com +topdownloads.ru +topflownews.com +topquality.cf +toxicwap.com +traffpartners.com trainoffend.ml -ttrraacckkrr.com -tubeoffline.com -tv-spoty.info -tvoystartup.ru -twodollarshows.com -ua.tc -uac.net.au -unece.org -upstore.me -vadimkravtcov.ru +tuckpointingmasonrysystems.com +twojebook.pl +tzritel.tk +u17795.netangels.ru +ucsol.ru +umaseh.com +unpredictable.ga +uogonline.com +uptimebot.net +urlopener.com +utrolive.ru +v-doc.co valuado.com -vedomstvo.net -venerologiya.com -via-energy-acquistare.com +varbergsvind.se +venta-prom.ru via-energy-cumpara.com -via-gra.webstarts.com -videogamesecrets.com -videokrik.net +viagra-soft.ru +viagraneggrx.com +video-production.com +videochat.mx +videochaty.ru videotuber.ru -vip2ch.com -viteonlusarezzo.it -voluumtrk.com -vzlomfb.com +vita.com.hr +voloslove.ru +voluumtracker1.com +vrotike.ru vzube.com -wardreapptokone.tk -waterpurifier.club -webadvance.club -webcamtalk.net -webkeyit.com -weboptimizes.com -websites-reviews.com -whatistizanidinehclusedfor.blogspot.com -wholesalejerseychinaoutlet.com -wildcattube.com -wnhjavlhezp.gq -wosik-dach.service-for-web.de -wovis.site -wowas31.ucoz.ru -wpsecurity.website -ww2awards.info -www.solartek.ru -x-diesel.com -x-rates.ru -xaylapdiendanang.com -xblognetwork.com -xerox-douglas.cf -xn----9sbubg3ambdfl1j.xn--p1ai -xn--80aafb2a.xn--p1ai -xn--e1aggki3c.xn--80adxhks +wahicbefa31.soup.io +wallpapers-best.com +wapsite.me +watchdogs-2.ru +watracker.net +waycash.net +web-betting.ru +webcamdevochka.com +webstatsdomain.org +wedding0venues.tk +wetgames.ru +wheelchairliftsarea.com +whengirlsgowild.com +wholesalenfljerseys.us.com +wrz0iuebwhp5fg.freeddns.com +www.kabbalah-red-bracelets.com +x-diesel.org +xingzi-vision.com +xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai +xn----8sbarihbihxpxqgaf0g1e.xn--80adxhks +xn----itbeirbjbi7bc6bh2d.xn--p1ai +xn--80aaafbn2bc2ahdfrfkln6l.xn--p1ai +xn--80aaagvmjabrs1aoc9luc.xn--p1ai +xn--b1ag5cfn.xn--p1ai +xn--d1aifoe0a9a.top +xn--lifehacer-1rb.com +xn--oogle-wmc.com xportvusbdriver8i.snack.ws -xpresscare.ru -xxart.ru -yebocasino.co.za -you-shall-not-pass.is74.ru +y8games-free.com +yellowproxy.net +youdao.com +yougotanewdomain.com +yourads.website +youresponsive.com yourothersite.com -yourserverisdown.com -yoursite.com -za-music.mymobiplanet.com -zakonobosago.ru -zeg-distribution.com -znaniyapolza.ru +zakazvzloma.com +zaobao.com.sg +zatjmuzu.info +zero1.it +zeroredirect12.com +zkjovpdgxivg.ga +znakomstva-moskva77.ru +zolotoy-lis.ru +zoogdisany.com +zootoplist.com +zvezdagedon.ru diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index f88f00bc0..6e531f33f 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -123any.com -202ch.com -24-ak.ru -24x7-server-support.site -3w24.com -4rent.ru -7yue.org -adktrailmap.com -adtech.us -akvamaster.dp.ua -alfabot.xyz -all4invest.info -allstatesugarbowl.org -amung.us -analnoeporno.tv -apiluckyleapnet-a.akamaihd.net -approved.su -atmagroup.ru -autolombard-krasnodar.ru -aviva-limoux.com -backiee.com -baditri.com -balois.worldbreak.com -bard-real.com.ua -bashtime.ru -bedandbreakfast.com -bestfortraders.com -bestwebsitesawards.com -beta.hotkeys.com -bio-market.kz -biographiya.com -bjgugu.net.ua -bkgr.se -blackplanet.com -bluesalt.co -bonzbuddy.com -brandimensions.com -brk-rti.ru -btc4u.ru -buckspar.gq +0c47f8422d3f.com +0lovespells0.blogspot.com +108shot.com +1flag.co.za +6hopping.com +7a2rnuey1tw9ar.ru +7search.com +8558l.jobs.net +actulite.com +adcash.com +adprotect.net +agahinameh.com +airmaxshoes-2016.com +akuhni.by +alf-img.com +alta-realestate.com +anal-acrobats.hol.es +anlimebel.kiev.ua +aproposde.com +arendatora.ru +as5000.com +atleticpharm.org +autorn.ru +aversis.net +avtoarenda.by +ayerbo.xhost.ro +bangla-chat-uk-paralud.ga +beachtoday.ru +bestcalovebracelet.cn +bestcoin.cc +besthomemadepornsites.com +bestmobilityscooterstoday.com +bigcities.org +biglistofwebsites.com +bizzliving.com +bmsco.co +bosman.pluto.ro +bristolhotel.com +bristolhotel.com.ua +butstrap.space buyessayonline19.blogspot.ru -byme.se -canzoni.ru +buyk.host.sk +cakemediahq.com.au +candcstuccoandstone.com +carapics.com cars-modification.net -cartujano-pre.de -cb.iphantom.com -christianlouboutinsaleoutletonline.us -civilwartheater.com -clickpapa.com -clickprotects.com -coin-hive.com -compliance-irvin.xyz -coslab.club -crackguru.tk -dairyindia.in -decoratinghomes.ga +cartierlove.xyz +cartierreplica.top +cartierreplica.win +chatroulette.world +chee-by.biz +chelyabinsk.xrus.org +chiblackhawks-jerseys.com +chinacheapelitejerseys.com +chocolateslim-en-france.com +cialgenisrx.com +cialischsrx.com +cmhomestayagency.com +cobaltpro.ru +compliance-george.xyz +crackzplanet.com +craftburg.ru +dailyfinancefix.com +damedingel.ya.ru +darodar.com +dear-diary.ru +degerlund.net +design-lands.ru +detskie-konstruktory.ru +digilander.libero.it digital-sale.su -dirtpics.pw -discovertreasure-a.akamaihd.net -domainsatcost.com +downloaddy.net +downloadeer.net downloads-whatsapp.com -dprtb.com -e705.net -eas-seo.com -easync.io -ecxtracking.com -ednorxmed.com -elektrozigarettekaufen2.blogse.nl -elstal.com.pl -energydiet-info.ru -erotische-geschichten-xxl.com -exoclick.com -expolicenciaslatam.co -expresstoplivo.ru -extremal-blog.com -ezaz.info -ezigarettenkaufen1.deviantart.com -f012.de -fanpagerobot.com -fbdownloader.com -feeriaclub.ru -filefilter.weebly.com -financetip.eu -flauntyoursite.com -flooringinstallation-edmonton.com -fok.nl -formulaantiuban.com -freenode.info -fres-news.com -frivgame250.com -fun2cell.net -gamewrath.com -gamingspark.com -gazporno.com -get-seo-domain.com -ggiaro.com -glavtral.ru -golden-catalog.pro -goodwinmetals.co -gorodservis.ru -gosreg.amchs.ru -gsbs.com.ua -gstatey.net -gungamesz.com -hamptonoaks.ca -handicapvantoday.com -happy.new.yeartwit.com -hawaiielectriclight.com -hd-filmy.net -hd720kino.ru -hermesreplica.win -highland-homes.com -hledejvshopech.cz -hobbyhuren-datenbank.com -hoterika.com -hoverboard360.de -hulfingtonpost.com -hyiphunter.org -i-hobot.ru -icaseclub.ru -io9.com -isoveti.ru -istizanidineanarcoticdrug.blogspot.com -jasonpartington.com -jerseychinabizwholesale.com -jerseyschinabizwholesale.us -junketjuice.blogspot.com -kamorel.com -kazinogames.lv -komputers-best.ru -kovesszucs.atw.hu -kurbappeal.info -kurwa.win -lafriore.ru -lanadelreyfans.us +driving.kiev.ua +druzhbany.ru +e-kwiaciarz.pl +earn-from-articles.com +earthmagic.info +educatemetv.com +ekosmetyki.net.pl +elvenmachine.com +escort-russian.com +event-tracking.com +excitacion.info +ezigarettenshop1.yolasite.com +ezofest.sk +fast-torrent.ru +fetishinside.com +findsexguide.com +frankofficial.ru +free-fb-traffic.com +freejabs.com +freelinkbuilding.website.tk +fuel-gas.com +game-top.su +generic-pills-online.com +ghostvisitor.com +goldadpremium.com +goldandcard.ru +gourcy.altervista.org +grupografico-pilar.com.ar +harmonyglen.us +hawaiisurf.com +hchha.com +health-medical-portal.info +heroz.fr +host-tracker.com +hotblognetwork.com +hothot.ru +housekuba.org +hoverboardforsaledirect.com +igru-xbox.net +ilmexico.com +imadedinner.net +ix20.ru +jennyfire.ru +jo24news.com +johnnyhaley.top +journalhome.com +jrpmakati.com +kazrent.com +kerwinandcariza.com +kinoplen.ru +ladsblue.com +lazy-z.com letsrepair.in -lifehacĸer.com -live-sexcam.tk -livingcanarias.com -lost-alpha.ru -luckyshop.net.ua -lyngdalhudterapi.no -matrixalchemy.com -meddesk.ru -mega-bony2017.pl -megaindex.ru -mezaruk.info -mmgq.ru -mobile.ok.ru -mobstarr.com -moomi-daeri.com -moroccosurfadventures.com -moscow-region.ru -muz-tracker.net -mxgetcode.com -mybinaryoptionsrobot.com -netvouz.com -nibbler.silktide.com -niroo.info -odesproperty.com -online7777.com -outshop.ru -paclitor.com -picturesmania.com -pochtovyi-index.ru -popads.net -popup-fdm.xyz -pornonik.com -pornpost.in -powitania.pl -productarium.com -prostitutki-tolyatti.org -pussyfleet.com -pyramidlitho.webs.com -qwesa.ru -ragecash.com -rebelmouse.com -rebrand.ly -regionshop.biz -reklama1.ru -remont-comp-pomosh.ru -remontgruzovik.ru -rentalcarnavi.info -responsive-test.net -russintv.fr -s-forum.biz -salutmontreal.com -saratov.xrus.org -sbricur.com -scanner-ivan.top -searchlock.com -semaltmedia.com -sex.hotblog.top -sexyebonyteen.com -sharebutton.org -shareyards.com -sitiz.club -smsactivator.ru -soviet-portal.do.am -spasswelt.xyz -sportbetfair.com -srgwebmail.nl -steamoff.net -sterva.cc -stpicks.com -stroilka.info -sucsesofinspiration.com -sugarlyflex.pw -superstats.com -tabletkinaodchudzanie.com.pl -telefonsex-ohne0900.net -thedownloadfromwarez.blogspot.com -thegolfclub.info -thin.me.pn -tizanidinedosage.blogspot.com -tizanidinehclsideeffects.blogspot.com -toondinsey.com -topdownloads.ru -topsiteminecraft.com -tradgardspartner.se -tvnewsclips.info -uhdtv.website -valmetrundan.se -varbergsvind.se -veerotech.com -viagra-soft.ru -video-chat.love -videochat.cafe -vipromoffers.com -voloslove.ru -voronezh.xrus.org -weddingdresses.xyz -wesharepics.com -whengirlsgowild.com -wowas31.ucoz.ru -x-rates.ru -xn----8sbhefaln6acifdaon5c6f4axh.xn--p1ai -xn--b1agm2d.net -xn--e1aggki3c.xn--80adxhks -xuki.us -xxx-cam.webcam -xxxsiterips.xyz -yottos.com -zambini.ru -zeroredirect9.com -zhongwenlink.com -zoodrawings.com -zooggames.com -zreloeporno.tv -zvetki.ru +littlesexdolls.com +luckyday.world +mail.allnews24.in +mapquestz.us +mebel-vstroika.ru +medkritika.ru +michaelkorsoutlet.store +mikozstop.com +mirzonru.net +modabutik.ru +moncleroutletonline.win +morf.snn.gr +morpicert.pw +multgo.ru +mydownloadengine.com +myfreecams.com +myonlinepayday.co +myra.top +new-post.tk +nordstar.pro +o-o-8-o-o.ru +obiavo.in +obiavo.kz +ohmyrings.com +online-hd.pl +optitrade24.com +orion-v.com +ostrovtaxi.ru +oz-offers.com +pagesense.com +paleohub.info +perm-profnastil.ru +picsearch.com +ploenjitmedia.azurewebsites.net +plusnetwork.com +pochemychka.net +podshipniki-ntn.ru +pornodojd.ru +pornogad.com +pornoreino.com +princeadvantagesales.com +privatefx.all4invest.info +privetsochi.ru +pufip.com +puzo2arbuza.ru +quick-offer.com +rapidsites.pro +reckonstat.info +registrydomainservices.com +resultshub-a.akamaihd.net +rfserial.net +riralmolamsaca.tk +robot-forex.biz +royalcar-ufa.ru +rumamba.com +sammlungfotos.online +sarf3omlat.com +scalerite.co.za +scanner-mark.top +schlampen-treffen.com +scrapinghub.com +secret.xn--oogle-wmc.com +sel-hoz.com +seolab.top +serpstat.com +sex-foto.pw +sexkrasivo.net +shama-rc.net +shikiso.info +shillyourcoins.com +shoppingjequiti.com.br +shopsellcardsdumps.com +shtaketniki.ru +simul.co +sisiynas.ru +skatestick.bid +smokewithrabbits.com +snowplanes.com +social-buttons.xyz +softxaker.ru +sovinsteel.ru +sstroy44.ru +susanholtphotography.com +svolze.com +syvertsen-da.no +t-bygg.com +thegioixekhach.com +thewomenlife.com +threecolumnblogger.com +tizanidine4mguses.blogspot.com +tizanidine6mg.blogspot.com +tizanidinevscyclobenzaprine.blogspot.com +top-deal.com.pl +topbestgames.com +torrentdownloadhub.com +trafficmania.com +traffmonster.info +tula.mdverey.ru +tvorozhnaja-zapekanka-recept.ru +ukkala.xyz +v720hd.ru +vkgaleria.com +wcb.su +webinstantservice.com +website-speed-up.site +wildworld.site +win-spy.com +winner7777.net +womensterritory.ru +world-mmo.com +wrona.it +ww2awards.info +xbaboon.com +xitjw.info +xjlottery.com +xmnb.net +xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai +xn--90acenikpebbdd4f6d.xn--p1ai +xn--e1afanlbnfckd7c3d.xn--p1ai +xn--l1aengat.xn--p1ai +xpresscare.ru +yellocloud.be +yuweng.info diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index fe27ce4bc..54e5c0203 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.100 0; +10.1.1.117 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index c7dc80019..732d00e90 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.12.2811 -### Updated: Sun Dec 26 22:01:31 UTC 2021 +### Version: V4.2021.12.2812 +### Updated: Mon Dec 27 10:07:12 UTC 2021 ### Bad Bot Count: 631 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index c7dc80019..732d00e90 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.12.2811 -### Updated: Sun Dec 26 22:01:31 UTC 2021 +### Version: V4.2021.12.2812 +### Updated: Mon Dec 27 10:07:12 UTC 2021 ### Bad Bot Count: 631 ################################################### ### Version Information ##