From 7054788891b10dba35c6a87213d507763d459aff Mon Sep 17 00:00:00 2001 From: mitchellkrogza Date: Sun, 26 Dec 2021 22:07:23 +0000 Subject: [PATCH] V4.2021.12.2811 [ci skip] --- AUTO-CONFIGURATION.md | 2 +- MANUAL-CONFIGURATION.md | 2 +- README.md | 2 +- _google_analytics_ghost_spam/README.md | 2 +- .../etc/nginx/conf.d/globalblacklist.conf | 4 +- conf.d/globalblacklist-testing-version.conf | 4 +- conf.d/globalblacklist.conf | 4 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/buildnumber | 2 +- dev-tools/globalblacklist-testing.template | 4 +- dev-tools/globalblacklist.template | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/test_units/blacklist-ips.conf | 2 +- .../random-bots-for-test-quick.list | 20 +- .../test_units/random-bots-for-test.list | 294 +++--- .../random-bots-for-whitelist-test.list | 274 +++--- .../random-referrers-for-test-quick.list | 20 +- .../test_units/random-referrers-for-test.list | 928 +++++++++--------- .../random-referrers-for-whitelist-test.list | 468 ++++----- dev-tools/test_units/ratelimittest-master.txt | 10 + dev-tools/test_units/whitelist-ips.conf | 2 +- dev-tools/tmp/robots.txt | 4 +- robots.txt/robots.txt | 4 +- 46 files changed, 1068 insertions(+), 1058 deletions(-) diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index af0930eff..1720694ed 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.12.2810 +#### Version: V4.2021.12.2811 #### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index f4cf9ce1c..753670e15 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.12.2810 +#### Version: V4.2021.12.2811 #### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index ca36c7f7a..bb99e8a24 100755 --- a/README.md +++ b/README.md @@ -13,7 +13,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2021.12.2810 +#### Version: V4.2021.12.2811 #### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index aabefbba4..eab6cdbc6 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2021.12.2810 +#### Version: V4.2021.12.2811 #### Bad Referrers Blocked: [7086](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [631](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index c3ec1eb59..15c959b00 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2810 -### Updated: Sun Dec 26 10:03:48 UTC 2021 +### Version: V4.2021.12.2811 +### Updated: Sun Dec 26 22:01:30 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 028c55639..f54f66784 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2810 -### Updated: Sun Dec 26 10:03:48 UTC 2021 +### Version: V3.2021.12.2811 +### Updated: Sun Dec 26 22:01:30 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index c3ec1eb59..15c959b00 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2810 -### Updated: Sun Dec 26 10:03:48 UTC 2021 +### Version: V4.2021.12.2811 +### Updated: Sun Dec 26 22:01:30 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 028c55639..f54f66784 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2810 -### Updated: Sun Dec 26 10:03:48 UTC 2021 +### Version: V3.2021.12.2811 +### Updated: Sun Dec 26 22:01:30 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index f4676813a..b62823142 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.82 1; +10.1.0.100 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index f1f65e4fc..fe27ce4bc 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.82 0; +10.1.0.100 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 028c55639..f54f66784 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2810 -### Updated: Sun Dec 26 10:03:48 UTC 2021 +### Version: V3.2021.12.2811 +### Updated: Sun Dec 26 22:01:30 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index f4676813a..b62823142 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.82 1; +10.1.0.100 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index f1f65e4fc..fe27ce4bc 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.82 0; +10.1.0.100 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 028c55639..f54f66784 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2810 -### Updated: Sun Dec 26 10:03:48 UTC 2021 +### Version: V3.2021.12.2811 +### Updated: Sun Dec 26 22:01:30 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index f4676813a..b62823142 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.82 1; +10.1.0.100 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index f1f65e4fc..fe27ce4bc 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.82 0; +10.1.0.100 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 028c55639..f54f66784 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2810 -### Updated: Sun Dec 26 10:03:48 UTC 2021 +### Version: V3.2021.12.2811 +### Updated: Sun Dec 26 22:01:30 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index f08784950..051f05a7a 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -2810 +2811 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 028c55639..f54f66784 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.12.2810 -### Updated: Sun Dec 26 10:03:48 UTC 2021 +### Version: V3.2021.12.2811 +### Updated: Sun Dec 26 22:01:30 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index c3ec1eb59..15c959b00 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2810 -### Updated: Sun Dec 26 10:03:48 UTC 2021 +### Version: V4.2021.12.2811 +### Updated: Sun Dec 26 22:01:30 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 437b7e956..347347760 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.98.69.164 0; +20.114.53.226 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index c3ec1eb59..15c959b00 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2810 -### Updated: Sun Dec 26 10:03:48 UTC 2021 +### Version: V4.2021.12.2811 +### Updated: Sun Dec 26 22:01:30 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index f4676813a..b62823142 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.82 1; +10.1.0.100 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index f1f65e4fc..fe27ce4bc 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.82 0; +10.1.0.100 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index c3ec1eb59..15c959b00 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2810 -### Updated: Sun Dec 26 10:03:48 UTC 2021 +### Version: V4.2021.12.2811 +### Updated: Sun Dec 26 22:01:30 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index f4676813a..b62823142 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.82 1; +10.1.0.100 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index f1f65e4fc..fe27ce4bc 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.82 0; +10.1.0.100 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index c3ec1eb59..15c959b00 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2810 -### Updated: Sun Dec 26 10:03:48 UTC 2021 +### Version: V4.2021.12.2811 +### Updated: Sun Dec 26 22:01:30 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index f4676813a..b62823142 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.82 1; +10.1.0.100 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index f1f65e4fc..fe27ce4bc 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.82 0; +10.1.0.100 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index c3ec1eb59..15c959b00 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2810 -### Updated: Sun Dec 26 10:03:48 UTC 2021 +### Version: V4.2021.12.2811 +### Updated: Sun Dec 26 22:01:30 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 437b7e956..347347760 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.98.69.164 0; +20.114.53.226 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index ac73fbaed..278b6e81c 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2810 -### Updated: Sun Dec 26 10:03:48 UTC 2021 +### Version: V4.2021.12.2811 +### Updated: Sun Dec 26 22:01:30 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 437b7e956..347347760 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.98.69.164 0; +20.114.53.226 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 4ecfefb95..d93913482 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.12.2810 -### Updated: Sun Dec 26 10:03:48 UTC 2021 +### Version: V4.2021.12.2811 +### Updated: Sun Dec 26 22:01:30 UTC 2021 ### Bad Referrer Count: 7086 ### Bad Bot Count: 631 ################################################### diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index f4676813a..b62823142 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.82 1; +10.1.0.100 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index 14aa12b51..f0d7bf3ea 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Anarchie -Express WebPictures -Intelliseek -Keyword Density -Ltx71 -Pixray -Sqworm -Thumbor -clark-crawler -x22Mozilla +BackWeb +BuiltWith +Deusu +EyeNetIE +GetRight +Gigabot +SalesIntelligent +SputnikBot +isitwp.com +probe-image-size diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index af9a86cf7..833631974 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -404enemy +360Spider +404checker +80legs +ADmantX +ASPSeek Abonti -AfD-Verbotsverfahren -Aipbot -AllSubmitter +Aboundex +Aboundexbot Alligator +AlphaBot +Anarchie Anarchy Anarchy99 -Asterias -BBBike -BDCbot -BDFetch -BLEXBot +Ankit +Anthill +Aspiegel +AwarioRssBot +AwarioSmartBot +BackDoorBot +BackWeb Backlink-Ceck -Bandit -Barkrowler +BacklinkCrawler +BatchFTP Battleztar Bazinga BetaBot -Blackboard +Black Hole +BlackWidow Blow -Boardreader -Bolt Brandprotect -Brandwatch Buck -Buddy -BuiltWith +BunnySlippers BuzzSumo -CATExplorador CCBot -Calculon -CheTeam -Chlooe +CODE87 +CSHttp +CherryPicker Citoid -Cloud mapping -Collector -Copier +CopyRightCheck Copyscape +Cosmos +Craftbot Crawling at Home Project -CrunchBot +Curious +DIIbot +DSearch DTS Agent DataCha0s +Demon Devil -Digincore +Discoverybot Dispatch -DittoSpyder DnBCrawler-Analytics -DomainAppender -DomainCrawler -Download Wonder +DnyzBot +DomainSigmaCrawler +DomainStatsBot +Dragonfly ECCP/1.0 -EMail Siphon -EasyDL -Ebingbong -EyeNetIE -Ezooms +Extractor +ExtractorPro FDM -Fimap -Freeuploader -FrontPage -Fyrebot -G-i-g-a-b-o-t -Genieo -Getintent -Gigabot -Gotit -GrapeFX +GalaxyBot +GermCrawler +Go-Ahead-Got-It +GoZilla +GrapeshotCrawler GridBot -HTMLparser -HTTP::Lite -Havij +HTTrack +Haansoft +HaosouSpider +Harvest +Heritrix Hloader +IDBTE4M IDBot -IRLbot -Image Fetch +Id-search Indy Library -IstellaBot +InfoNaviRobot +Intelliseek +Internet Ninja JOC Web Spider -JamesBOT Jbrofuzz -JennyBot Jetty -Joomla Jorgee JustView Kenjin Spider Keyword Density Kinza LNSpiderguy -Lanshanbot -Leap -LeechGet -LexiBot -LinkScan -Linkdexbot +Larbin +LeechFTP +LibWeb +Libwhisker +Linkbot LinkextractorPro -LinqiaMetadataDownloaderBot -LinqiaRSSBot -LinqiaScrapeBot +LinksManager +Lipperhey +Lipperhey Spider Litemage_walker -Ltx71 -MJ12bot -MSIECrawler +Lmspider +MIDown tool +MQQBrowser +MSFrontPage +MTRobot +Mag-Net +Magnet +Mail.RU_Bot Majestic SEO +Majestic-SEO MarkMonitor -MauiBot -Mediatoolkitbot -MegaIndex.ru +Meanpathbot Metauri +MicroMessenger Microsoft Data Access Microsoft URL Control -Mister PiX -Moblie Safari +Minefield Mojolicious -Morfeus Fucking Scanner Mozlila -Mr.4x3 Musobot -NPbot -Nameprotect +Navroad Needle -Net Vampire -NetZIP -Netcraft -Niki-bot -Nikto -NimbleCrawler +Nessus +NetLyzer +NetMechanic +NextGenSearchBot +Nibbler +Nimbostratus Nmap Nuclei Nutch -Octopus Offline Explorer OpenLinkProfiler +OpenVAS Openfind Openvas -OrangeSpider OutclicksBot -OutfoxBot -POE-Component-Client-HTTP +PHPCrawl PageAnalyzer -PageGrabber -Papa Foto -PeoplePal Petalbot -Picscout -Picsearch +Pi-Monster +PictureFinder Piepmatz PleaseCrawl -ProPowerBot -ProWebWalker +Psbot Pu_iN -Pump -PxBroker PyCurl RSSingBot +RankActive RankingBot RankingBot2 Rankivabot -RebelMouse +ReGet +RealDownload +Reaper RedesScrapy -RocketCrawler -Rogerbot -SBIder +RepoMonkey +Ripper SEOkicks SEOkicks-Robot SEOstats -Scanbot +SISTRIX +SMTBot ScoutJet -Scrapy -SemanticJuice +ScrepyBot +SearchmetricsBot Semrush -Site Sucker +SemrushBot +Siphon SiteExplorer +SiteSnagger +SiteSucker +Sitebeam +Sitevigil SlySearch SmartDownload +Snake Snapbot -Snoopy +SocialRankIOBot Sociscraper Sosospider -SpankBot -Spanner -SputnikBot -Sqlmap +SpaceBison +Spammen +Spbot +Spinn3r Sqlworm +Stripper Sucker Sucuri -Suzuran +SuperBot +Swiftbot +Szukacz T0PHackTeam -Teleport -TeleportPro +Telesoft +The Intraformant +TheNomad +Thumbor +Titan Tracemyfile -Trendiction -Turnitin -Typhoeus +TwengaBot UnisterBot -Upflow -VCI -Virusdie -WBSearchBot -WWW-Collector-E -WWW::Mechanize -WallpapersHD -WeSEE -Web Auto +VelenPublicWebCrawler +VidibleScraper +WEBDAV +Wallpapers +Web Enhancer Web Fetch -Web Fuck -Web Sauger +Web Sucker WebBandit -WebCollage +WebCopier WebEnhancer -WebFuck -WebGo IS +WebLeacher +WebReaper WebSauger -Webshag +WebStripper +Webalta WebsiteExtractor WebsiteQuester Whack Whacker Whatweb -Wotbox -Wprecon +WinHTTrack +WiseGuys Robot +Wonderbot +Woobot Xaldon_WebSpider -Zade -Zauba -Zeus -ZumBot +ZmEu +ZoominfoBot adscanner -archive.org_bot -backlink-check +arquivo-web-crawler +autoemailspider +clark-crawler cognitiveseo com.plumanalytics crawl.sogou.com crawler4j domainsproject.org +eCatch evc-batch -isitwp.com +ips-agent +lwp-request +lwp-trivial +magpie-crawler meanpathbot -muhstik-scan -netEstate NE Crawler -oBot -pcBrowser -probe-image-size -ripz -satoristudio.net -scalaj-http +page scorer +polaris version seobility serpstatbot -sexsearcher -ubermetrics-technologies.com +trendiction.de webpros.com +x22Mozilla +zgrab diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 859546171..6e76f58b8 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -01h4x.com +80legs +AIBOT ALittle Client +ASPSeek Aboundex -Acunetix -AiHitBot +AfD-Verbotsverfahren +Aipbot +Alexibot AllSubmitter Alligator Anarchy -Anthill -Aspiegel -Asterias +Anarchy99 +Ankit +Apexoo AwarioRssBot -BBBike +BDFetch BackDoorBot +BackWeb +Backlink-Ceck BacklinkCrawler Badass -Bandit Barkrowler BetaBot Bitacle BlackWidow +Blackboard Blow -Boardreader BotALot Brandprotect -Brandwatch +Buck Buddy BuiltWith -BunnySlippers -BuzzSumo -CATExplorador -CCBot -CODE87 Calculon CensysInspect CheTeam -ChinaClaw +CherryPicker +Citoid Claritybot +Cliqzbot Cloud mapping -Cocolyzebot -Copier +Cogentbot Copyscape Cosmos +Crawling at Home Project +CrazyWebCrawler +Custo CyotekWebCopy -DTS Agent -Deusu -Devil -Digincore +DatabaseDriverMysqli DigitalPebble Dirbuster Dispatch -DomainCrawler +DittoSpyder +DnBCrawler-Analytics +DomainStatsBot +Domains Project +Dotbot Download Wonder -ECCP/1.0 +EMail Siphon +EMail Wolf EasyDL -Ebingbong -Exabot ExtLinksBot -FemtosearchBot Firefox/7.0 FlashGet -Fuzz -FyberSpider +Fyrebot +GalaxyBot +Genieo Gigabot -GoZilla -Gotit -Grafula -GrapeshotCrawler -Harvest +Go!Zilla +Go-Ahead-Got-It +GrapeFX +HEADMasterSEO +HTMLparser +HTTrack +Haansoft +HaosouSpider Havij +Heritrix +HybridBot +IDBTE4M IRLbot -Iblog Id-search -Image Sucker -InfoTekies +IndeedBot +InfoNaviRobot Intelliseek InternetSeer +Iria Iskanie -IstellaBot -JOC Web Spider -JamesBOT Jbrofuzz -JennyBot -JetCar Joomla -Jorgee Jyxobot +Kenjin Spider Kinza -LNSpiderguy LWP::Simple -Larbin -Libwhisker -LieBaoFast +LexiBot +LibWeb Lightspeedsystems -Likse -LinkScan -Linkbot +LinkextractorPro +LinkpadBot LinqiaMetadataDownloaderBot +Lipperhey +Lmspider Ltx71 -MFC_Tear_Sample -MIDown tool -MIIxpc -MQQBrowser -Mag-Net -Majestic12 +Magnet +Mail.RU_Bot +Majestic SEO MarkMonitor -Masscan -MauiBot Mb2345Browser Meanpathbot Mediatoolkitbot -Microsoft Data Access -Microsoft URL Control -Minefield +MicroMessenger +Moblie Safari Mojeek -Mojolicious -Morfeus Fucking Scanner -Musobot -NPbot -Needle +Mozlila +Mr.4x3 +NICErsPRO +Name Intelligence +Nameprotect Net Vampire +NetAnts +NetLyzer +NetMechanic NetSpider Netcraft -Nettrack -Netvibes -NextGenSearchBot -Nibbler +Nimbostratus Ninja -Nuclei -Nutch -Offline Explorer -Openvas +Octopus +Openfind +OrangeBot +OrangeSpider OutclicksBot -PHPCrawl -PageGrabber -Papa Foto -Pavuk +OutfoxBot +Page Analyzer +PageAnalyzer +PageThing.com +Pandalytics Petalbot Pi-Monster -Picscout PictureFinder Piepmatz -Pixray PleaseCrawl -Pockey ProPowerBot +Probethenet Psbot -Pump -QueryN Metasearch +PxBroker +PyCurl Quick-Crawler -RSSingBot -RankingBot +RankActive +RankFlex Rankivabot -RankurBot ReGet Reaper -RebelMouse +Recorder RepoMonkey -Ripper Rogerbot -SBIder SEOkicks SEOlyticsCrawler -SEOprofiler -SMTBot -ScanAlert -Scanbot +SEOstats +ScoutJet Scrapy Screaming -SemrushBot -Seomoz -Siphon -SiteCheckerBotCrawler +Semrush +SeobilityBot +Shodan SiteExplorer -Sitevigil -SlySearch -SmartDownload -Snake -Snoopy -Sogou web spider +SiteLockSpider +SiteSnagger +Sitebeam +Snapbot SpankBot +Spanner Spbot +Spinn3r Sqlmap +Sqlworm Sqworm -Steeler -Stripper -Sucuri -Surfbot -Suzuran -T0PHackTeam +Sucker +SuperBot +SurveyBot +Swiftbot +Teleport +TeleportPro Telesoft +Telesphoreo TightTwatBot +Titan Toata +Toweyabot Tracemyfile +True_Robot +Turnitin TwengaBot Twice -URLy Warning -Upflow +Typhoeus +VB Project Vacuum -VelenPublicWebCrawler -VoidEYE +Vagabondo +VeriCiteCrawler WWW-Collector-E +WWW-Mechanize WWW::Mechanize Wallpapers +WeSEE Web Collage -Web Fuck -Web Pix +Web Enhancer Web Sucker -WebAuto -WebBandit -WebCollage -WebCopier -WebEnhancer -WebFetch -WebFuck -WebGo IS +WebLeacher WebReaper +Webalta +Website Quester WebsiteExtractor Whack Whacker Widow WiseGuys Robot +Woobot +Wprecon Xaldon WebSpider -YoudaoBot +Xaldon_WebSpider Zauba +Zeus ZmEu -adscanner +arquivo-web-crawler +arquivo.pt +cah.io.community +clark-crawler coccocbot-web -crawl.sogou.com -crawler.feedback -demandbase-bot -facebookscraper -heritrix -internetVista monitor +cognitiveseo +crawler4j +domainsproject.org +evc-batch isitwp.com lwp-request +lwp-trivial magpie-crawler -meanpathbot +oBot pcBrowser -polaris version -scalaj-http +plumanalytics +probe-image-size +ripz +scan.lol +seobility seocompany.store -seostar -siteripz +sexsearcher sogouspider +sp_auditbot trendiction.de voyagerx.com webgains-bot -webprosbot +x22Mozilla zgrab diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index 7f85d2b6d..90b9d343c 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -ayodhya.co -dengi-pod-zalog-nedvizhimosti.ru -fatmaelgarny.com -gotorussia.com -hazardky.net -hentai-manga.porn -landscapebackgrounds.blogspot.com -npoet.ru -pelfind.me -social-button.xyz +asrvvv-a.akamaihd.net +bjetjt.com +davidovic.info +erotikchat-24.com +fba-mexico.com +gamewrath.com +jagg.info +oktube.ru +sex-foto.pw +vvon.co.uk diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index 7356714b2..40846574e 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -000free.us -0lovespells0.blogspot.com -101billion.com -123any.com -12masterov.com -14b.info -1hwy.com -2drittel.de -2nt.ru -404.mn -57883.net -7search.com -aa9d046aab36af4ff182f097f840430d51.com -abcdeg.xyz -abusora.com -acgs.tk -adpremium.org -adrunnr.com -adtiger.tk -affiliate-fr.com -ageofclones.com -alert-jdh.xyz -alfabot.xyz -alive-ua.com -amehdaily.com -animal36.com -animali.deagostinipassion.it -animalia-life.club -apiqualitinknet-a.akamaihd.net -apper.de -applyneedy.xyz -approvedlocal.co.za -asmxsatadriverin.aircus.com -atlant-auto.info -atleticpharm.org -autogrep.ru -autoloans.com -autoplate.info -aviapanda.ru -aviav.eu -avtovolop.ru -ayanaspa.com -azartmix.com -azazaporn.com -babyguns.ru -bag77.ru -banki76.ru -becuo.com -bedcapdealers.com -bestimagecoollibrary.com -bestmobilityscooterstoday.com -bestofferswalkmydogouteveryday.gq -bildsuche.ru -bird1.ru -bitcoinremote.com +1adult.com +7fon.ru +888.com +91abcw.com +aa625d84f1587749c1ab011d6f269f7d64.com +activecampaign.dreamhosters.com +admitad.com +adsland.men +adsref.men +adultmeetonline.info +adverster.com +adzpower.com +affordablewebsitesandmobileapps.com +alert.scansafe.net +alessandraleone.com +alfapro.ru +all4invest.info +alloysteel.ru +altamayoztourism.com +anaksma.info +anlimebel.kiev.ua +anonymizeme.pro +apiadanaknet-a.akamaihd.net +apiluckyleapnet-a.akamaihd.net +apioutoboxnet-a.akamaihd.net +apple.com-webbrowsing-security.science +approved.su +arendakvartir.kz +atelielembrancaqueencanta.com.br +atmagroup.ru +atmovs.com +autodo.info +automobile-spec.com +avitocars.ru +avtolombard-krasnodar.ru +azlex.uz +bala.getenjoyment.net +banan.tv +bankmib.ru +battleforupdating.site +beauty-things.com +belinvestdom.by +best-seo-software.xyz +bestcalovebracelet.cn +bestdraws.com +bestfortraders.com +bget.ru +bgviagrachrx.com +bjetjt.com blackle.com -blogporn.in -bmsco.co -bolezniorganov.ru -bongacams.com -brainboostingsupplements.org -brateg.xyz -brk-rti.ru -browserprotecter.com -bupropion-sr-150-mg.us -buron.pw -buzzurl.jp -cah.io.community -calcularpagerank.com -camdenmemorials.com -camel-beach.com -capture-room.com -cardsdumps.com -carloans.com -carrauterie.be -cartierbraceletsreplica.pw -cascadelink.org -cctva.tv -cfacarrosserie74.com -cgi2.nintendo.co.jp -charmstroy.info +bloke.com +bnt-team.com +bocoarchives.org +brainzpod.win +braip.com.br +browsepulse-a.akamaihd.net +brus.city +buehne-fuer-menschenrechte.de +bugshoot.cn +burger-imperia.com +businescoop.men +buyclomidonlaine.com +callawaygolfstore.online +camdolls.com +canacopegdl.com +canoncdriverq3.pen.io +capsderfudd.tk +cardsharp1.ru +cartierreplica.top +cbozhe.com +cete.ru +cheapestjerseys-wholesale.com +cheapmarmot.online cheapmoncler.win -cheapwebsitehoster.com -choosecuisine.com -christianlouboutinsaleonline.us -clash-clans.ru -claytransformations.info -clayvasedesigns.tk -cleansearch.net -cmd.kz -companies-catalog.com -compliance-elena.top -compliance-irvin.xyz -compliance-margo.top -connectingsingles.com -contextualyield.com -cookielawblog.wordpress.com -customboxes4less.com -cyse.tk -czeshop.info -dangphoto.trade -darodar.com -data-mining.tk +chinajerseyswholesalecoupons.com +chiptuninger.com +cialiswithoutadoctor.net +cinemaflix.website +cl.s7.exct.net +cleanpcnow.com +clicksor.com +coderstate.com +collegerentals.com +compliance-barak.top +compliance-irvin.top +compliance-john.top +compliance-walt.top +countbertwistdisp26.soup.io +covid-schutzmasken.de +cpajunkies.com +crynet.cc +cryptoswap.biz +daptravel.com +darkages.info +data.vtc.pw datadepths.com -date-withme.com -day-news.info -delta-line.men -dentfidemountpreach.tk -design-lands.ru -detsky-nabytek.info -deutschehobbyhuren.net -digital-video-processing.com -dimfour.com -dimkino.ru -dipstar.org -directrev.com -divisioncore.com -djekxa.ru -djonwatch.ru -doctissimo.fr +davebestdeals.com +daydream-studio.ru +decorazilla.com +detmebel.su +dev.citetick.com +directivepub.com +dnepropetrovsk.mistr-x.org dogbreedspicture.net -domain.webkeyit.com -downloaddy.net +dogoimage.com +domainroam.win +domoysshop.ru +domznaniy.ru +dosug-lux.ru downloadkakaotalk.com -dtnlyss.com -e-biznes.info -e-buyeasy.com -easycommerce.cf +doxyporno.com +drunkenstepfather.com +dverimegapolis.ru edwinkonijn.com.au -efnor-ac.com -egvar.net -ekobata.ru -ekosmetyki.net.pl -electricwheelchairsarea.com -elektrischeziga.livejournal.com -elektrischezigaretten1.blogse.nl -elektronischezi.livejournal.com -elitesportsadvisor.com -elkacentr.ru +elektrozigarettekaufen2.blogse.nl +elexies.info +elitepcgames.com elmifarhangi.com -elvenmachine.com -empirepoker.com -enhand.se -enpolis.ru -erotische-geschichten-xxl.com -esnm.ru -espaceinventoristes.com -estibot.com -eu-cookie-law.info -exct.net -executehosting.com -exonline.info -expresstoplivo.ru -extads.net +emergencyneeds.org +ereko.ru +etenininrade.ga +evehemming.blogspot.com.au extrabot.com -eyemagination.com -ezigarettenkaufen1.deviantart.com -f-online.de -face.hostingx.eu -failingmarriege.blogspot.com -family1st.ca -familyholiday.ml -fba-mexico.com -fealq.com -fefo.gdn -fitfloponline.store +ezb.elvenmachine.com +ezigaretteshop2.mywapblog.com +f-loaded.de +familienzahnaerzte.com +fanoboi.com +fashion.stellaconstance.co +fashionindeed.ml +fetlifeblog.com +fickenbumsen.net +filesclub.net +film-one.ru +filmci.pro fitnesspiks.com -flipper.top -footbalive.org +focalink.com forex-indextop20.ru -forexunion.net -foto-weinberger.at -freshwallpapers.info +forminecrafters.ru +formularz-konkurs.tk +forsex.info +forum.tvmir.org +fotosfotos.eu +foxinsocks.ru +freakycheats.com +free-social-buttons.com +free-traffic.xyz +freejabs.com +freewebs.com +fres-news.com +fuckingawesome.com +fuckmill.com +fuel-gas.com fullfileaccess.com -gabeshop.ru -gameplexcity.com -ge0ip.org +futbolkisales.ru +gearsadspromo.club +genericlowlatencyasiodriverhq.aircus.com gentamicineyedrops.blogspot.com -germes-trans.com -given2.com -gk170.ru +gg.zzyjxs.com +ghazel.ru gktt.ru -glastecfilms.com.my -globalscam.ga -glogow.pl -golfresa.lucania.se -gopro-online.info -gribokstop.com -gta-top.ru -guardlink.org -guarrasdelporno.xxx -gungamesz.com -hamptonoaks.ca -harmonyglen.us -heliko.no -hem.passagen.se +glall.ru +glass-msk.ru +globetrotting-culture.ru +goblacked.com +good-mummy.ru +googlemare.com +googlsucks.com +gpms.org.my +grizzlysgrill.com +gsasearchenginerankerdiscount.com +gwagka.com +hatedriveapart.com +hawaiielectriclight.com +hcate.com +hdpixent.com hentaiheroes.com -hermesbelts.xyz +hermesreplica.pw hesteel.pl -hmywwogw.bloger.index.hr +hikesearch.net +histock.info +historichometeam.com +hkdiiohi.skyrock.com +hledejvshopech.cz +homedecoguide.info homegardenlova.com -hostcritique.com -htmlcorner.com -https-legalrc.biz -humbmosquina.tk -husky-shop.cz -hut1.ru -ictizanidinehcl4mg.blogspot.com -ideashome.id -ideoworld.org -igithab.com -ihtec2019.org -images-free.net -img.wallpaperstock.net -imicrovision.com -impresagaia.it -incomekey.net -indianmedicaltourismshop.com -insurple.com -interesnie-faktu.ru -investsuccess.org -ip-guide.com -istripper.com +hoste.octopis.com +hotsocialz.com +housediz.com +howtoclean.club +hystersister.com +i-hobot.ru +ilmexico.com +imguramx.pw +immobiliaremassaro.com +inbabes.sexushost.com +inboxdollars.com +infazavr.ru +infodocsportal.com +inzn.ru +iphantom.com +ipostroika.ru +iqupdatetmz.win +isitpaleo.info +it-max.com.ua ivanovo.zrus.org -iyasimasennka.com -izhevsk.xrus.org -j33x.com -janettabridal.com -jaxcube.info -jbl-charge.info -kalb.ru -keenoutlet.online -kenaba.su -keywordsdoctor.com -keywordspay.com -kicknights.gq -kino2018.cc -klin3952.ru -klosetkitten.com -knigonosha.net -knogg.net -kol-energo.ru -kostenlos-sexvideos.com -kovrenok.ru -kskjco.club -labvis.host.sk +ivoiretechnocom.ci +iwanttodeliver.com +jav-fetish.site +javatex.co.id +journalhome.com +journeydownthescale.info +joyceblog.top +juliadiets.com +juliaworld.net +junglenet-a.akamaihd.net +jyrxd.com +karachev-city.ru +karadene.com +katadhin.co +kazrent.com +keyword-suggestions.com +keywordsuggests.com +kfon.eu +kinky-fetishes.com +kino-rf.ru +kinogonew.ru +kiskinhouse.com +klejonka.info +konoplisemena.com +kovesszucs.atw.hu +krasnodar-avtolombards.ru +krasnodar.zrus.org +ks1234.com +kunstaktien.info +kursy-ege.ru +kurwa.win ladsup.com -lampokrat.ws -landscapebackgrounds.blogspot.com -lankarns.com +lancheck.net +laulini.soclog.se +law-check-nine.xyz +lawyersinfo.org +laxob.com layola.biz.tc -lecbter-relationships.ga +lazy-z.com +legalrc.biz +letmacworkfaster.world lietaer.com -lignofix.ua -likesuccess.com -limads.men -lionking-1994.blogspot.com -liran-locks.com -locksmith.jp -lol-smurfs.com -lombia.co -louboutinreplica.xyz -louboutinshoes.xyz -louisvuittonoutletstore.net -magicdiet.gq -mailemedicinals.com -marketingtechniques.info -marktforschung-stuttgart.com -maximpartnerspr.com +liky.co.ua +linkpulse.com +linkwithin.com +liveinternet.ro +livejasmin.com +livingroomdecor.info +lostaruban.com +louboutinreplica.pw +m3gadownload.pl +macdamaged.tech +macrotek.ru +mafa-free.com +magazintiande.ru +magnetic-bracelets.ru +mansparskats.com medi-fitt.hu -mensandals.xyz -mesto-x.com -mikozstop.com -minecraft-neo.ru -mnimmigrantrights.net -mobplayer.ru -moneymaster.ru -morf.snn.gr -moscow-region.ru -moscow.online-podarki.com -mostantikor.ru -mountainstream.ms -moyaterapiya.ru -mp3ringtone.info -musicdaddy.net -myblogregistercm.tk +meendo-free-traffic.ga +meltwater.com +menstennisforums.com +mere.host.sk +metabar.ru +mezaruk.info +migente.com +miniads.ca +misswell.net +mobilierland.com +moivestiy.biz +mojpregled.com +moneytop.ru +monsterdivx.com +moscow-clining.ru +mosdverka.ru +motherboard.vice.com +mp3ritm.top +mrwhite.biz +mturkcontent.com +mxgetcode.com +mycaf.it +mydoctorok.ru myhealthcare.com -myhitmp3.club -myhydros.org -mymercy.info -mystats.xyz -nalogovyy-kodeks.ru -nalogovyykodeks.ru -napalm51.nut.cc -narco24.me -naturalpharm.com.ua -new-apps.ru -newyorkhotelsmotels.info -ngps1.ru -nikitabuch.com +myiptest.com +myphotopipe.com +nailsimg.com +najaden.no +nakrutka.cc +needtosellmyhousefast.com +networkcheck.xyz +nevansk.ru +new-post.tk +new7ob.com +nextrent-crimea.ru +nikitsyringedrivelg.pen.io nmrk.ru -notaria-desalas.com noumeda.com -novosibirsk.xrus.org -nowtorrents.com -nrv.co.za -nudejapan.net -nw-servis.ru -o-o-8-o-o.ru -oballergiya.ru -obiavo.ru -oddamzadarmo.eu -odesproperty.com -of-ireland.info -offtime.ru -onclkads.com -onlinemegax.com -onstrapon.purplesphere.in -ooo-gotovie.ru -origin-my.ru +o-dachnik.ru +o-o-11-o-o.com +obiavo.in +offer.wpsecurity.website +olgacvetmet.com +onefilms.net +onlineserialy.ru +onlythegames.com +onthemarch.co +ooo-olni.ru +orgasmus-virtual.com +orion-code-access.net ororodnik.goodbb.ru -outclicks.net -pandarastore.top -panouri-solare-acoperis.com -paparazzistudios.com.au -pb-dv.ru -pdn-4.com -pestomou.info -petitions.whitehouse.gov -pewit.pw -picquery.com -pictures-and-images.com -pio.polytopesexempt.com -pirateday.ru -pisanieprac.info -pixell.club -platezhka.net -playmsn.com -pons-presse.com -popcash.net -popugauka.ru -porn555.com -pornoted.com -pornzone.tv +ovirus.ru +ownshop.win +owohho.com +oxford-book.com.ua +panchro.co.uk +paphoselectricianandplumber.com +partner-host.men +partnerworkroom.men +pc4download.co +pcads.ru +pflexads.com +phelissota.xyz +photosaga.info +picswe.com +pistonclasico.com +pixgood.com +pizda.lol +pl-top.pl +pokemongooo.ml +porn-w.org +porno-video-chati.ru +pornonik.com +pornosexrolik.com +preconnubial.usuby.site preparevideosafesystem4unow.site -privatov-zapisi.ru -prizesbook.online -prlog.ru -pro-okis.ru -promgirldresses.xyz -proprostatit.com -prostitutki-novgoroda.org -qualitymarketzone.com -quizzitch.net -rabot.host.sk -rabotaetvse.ru -radiogambling.com -ragecash.com -randalljhoward.com -randki-sex.com -rangjued.com -ranking2017.ga -real-time-analytics.com -refererx.com -regionshop.biz -remmling.de -remorcicomerciale.ro -replicaclub.ru -responsinator.com -robotixix.com -rock-cafe.info -runtnc.net -sa-live.com -saratov.xrus.org -scanner-fred.top +pro-poly.ru +profit-opportunity.com +prosmibank.ru +prostitutki-belgoroda.org +pulseonclick.com +purchasepillsnorx.com +puzo2arbuza.ru +r-control.ru +rank-checker.online +rankscanner.com +ranksonic.com +ratemodels.net +recipedays.com +recipedays.ru +registrysweeper.com +reklama-i-rabota.ru +relayblog.com +remont-mobile-phones.ru +retreatia.com +ribieiendom.no +richinvestmonitor.com +ricorsogiustizia.org +riders.ro +ring4rhino.com +rollercoin.com +rostov.xrus.org +royal-betting.net +royalvegascasino.com +ru-dety.ru +russia-tao.ru +russian-postindex.ru +ryetaw.com +sanidumps.com +sbricur.com +scanner-andrew.top +scanner-julianna.top scanner-viktor.top -scottbywater.com -se-welding.ru -secret.xn--oogle-wmc.com -sell-fb-group-here.com -seocdvig.ru -sex-znakomstva.online -sex.hotblog.top -sexkontakte-seite.com -sexs-foto.top -sextracker.com -sexy-screen-savers.com -sfj-ror.no -shop.xz618.com -shopfishing.com.ua -shopperifymac.com -sibtest.ru -sientalyric.co -sim-service.net -simpoed.ufop.br -sitevaluation.com -sitevaluation.org -sklad-24.ru -sledstvie-veli.net -sloopyjoes.com -smadihome.com -smartbalanceworld.com -smichovbike.cz -smsactivator.ru -snworks.com -snyatie-lomki-v-stacionare.ru -soblaznu.net -sockshares.tv -spasswelt.xyz -spravka-medosmotr.ru -sptslmtrafms.com -spy-app.info -squidoo.com -stathat.com -statoutlook.info -steelmaster.lv -stockquotes.wooeb.com -stroiminsk.org -stroyplus.ru -supervesti.ru -surflinksmedical.com -svnuppsalaorebro.se -swinon.site -tacbibirfa.tk -tastyfoodideas.com -tedy.su -teenforporn.com -theendivechronicles.com +scanner-walter.top +scmor.ilxc.cc +searchwebknow-a.akamaihd.net +seasaltwithfood.com +seoboxes.com +seofied.com +serdcenebolit.com +service-core.ru +sex-sex-sex5.com +sexgalleries.top +sexspornotub.com +shinikiev.com.ua +shivafurnishings.com +shodanhq.com +shop.acim.org +shopsellcardsdumps.com +sildenafilcitratemed.com +silktide.com +silvermature.net +sisiynas.ru +siteaero.com +siteexpress.co.il +smstraf.ru +soc-econom-problems.ru +social-buttons.com +social-fun.ru +socialbuttons.xyz +soda.media +soochi.co +space4updating.win +spidtest.org +stardevine.com +staynplay.net +stpolice.com +students-cheapskate.ml +suhanpacktech.com +superstats.com +suture.co +swinger-mobil.net +tacbelarus.ru +tako3.com +tattoo33.ru +tattooreligion.ru +tecspb.ru +terraclicks.com thejournal.ru -thepornsex.org -tizanidine4mgprice.blogspot.com +thenetinfo.com +threecolumnblogger.com +timeallnews.ru +tizanidine4mg.blogspot.com tizanidineandcipro.blogspot.com -tizanidinecost.blogspot.com -tizanidinehcl4mgtabinfo.blogspot.com -tizanidineonline.blogspot.com -tizanidinepain.blogspot.com -tizanidinestreetvalue.blogspot.com -tizanidinewithdrawalsymptoms.blogspot.com -toloka.hurtom.com -tomatis.gospartner.com -tomck.com -traderzplanet.in -traffic2money.com -trion.od.ua -trudogolik.net -tupper-posuda.ru -turizmus.us -turkeyreport.tk -tvorozhnaja-zapekanka-recept.ru -uptimechecker.com -urlopener.blogspot.com.au -v24s.net -vacances-voyages.info -validccseller.com -vapeface.club -vavilone.com -velen.io -versaut.xxx-cam.webcam +tizanidinehydrochloride4mgstreetvalue.blogspot.com +tkanorganizma.ru +tonivedu.it +topads.men +topbestgames.com +topshef.ru +toyota.7zap.com +tradgardspartner.se +trafficfactory.biz +trafficstars.com +trainoffend.ml +ttrraacckkrr.com +tubeoffline.com +tv-spoty.info +tvoystartup.ru +twodollarshows.com +ua.tc +uac.net.au +unece.org +upstore.me +vadimkravtcov.ru +valuado.com +vedomstvo.net +venerologiya.com +via-energy-acquistare.com +via-energy-cumpara.com via-gra.webstarts.com -videochat.world -viel.su -villacoloniale.com +videogamesecrets.com +videokrik.net +videotuber.ru vip2ch.com -vksaver-all.ru -voloomoney.com -vpnhowto.info -vroze.com -vuclip.com -vzlom-na-zakaz.com +viteonlusarezzo.it +voluumtrk.com vzlomfb.com -walkme.com +vzube.com wardreapptokone.tk -webalan.ru -webix.biz -webpromotion.ae -wemedinc.com +waterpurifier.club +webadvance.club +webcamtalk.net +webkeyit.com +weboptimizes.com +websites-reviews.com whatistizanidinehclusedfor.blogspot.com -whatsupinfoley.com -wildworld.site +wholesalejerseychinaoutlet.com +wildcattube.com +wnhjavlhezp.gq +wosik-dach.service-for-web.de +wovis.site wowas31.ucoz.ru -www.bookmaker-bets.com -x-porno.video -xedserver.com -xjlottery.com -xn----7sbifcamovvfggw9d.xn--p1ai -xn--80ajbshivpvn2i.xn--p1ai -xn--90acenikpebbdd4f6d.xn--p1ai -xn--d1abj0abs9d.in.ua -xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai -xrus.org -xtrafficplus.com -xxxsiterips.xyz -yopoint.in -youghbould.wordpress.com +wpsecurity.website +ww2awards.info +www.solartek.ru +x-diesel.com +x-rates.ru +xaylapdiendanang.com +xblognetwork.com +xerox-douglas.cf +xn----9sbubg3ambdfl1j.xn--p1ai +xn--80aafb2a.xn--p1ai +xn--e1aggki3c.xn--80adxhks +xportvusbdriver8i.snack.ws +xpresscare.ru +xxart.ru +yebocasino.co.za +you-shall-not-pass.is74.ru +yourothersite.com +yourserverisdown.com yoursite.com -yousense.info -za-fun-offer.com -zahvat.ru -zeroredirect10.com -zeroredirect7.com +za-music.mymobiplanet.com +zakonobosago.ru +zeg-distribution.com +znaniyapolza.ru diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index 2e1394c47..f88f00bc0 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -1001desert.com -23kw.ru -256bit.by -40cg.com -7minuteworkout.com -DomainStatsBot -adbetclickin.pink -adrunnr.com -adssafeprotected.com -allbizne.co.ua -android-systems.ru -apidigidocketnet-a.akamaihd.net -apple.com-webbrowsing-security.review -arendatora.ru -ausergrubhof.info -b-styles.xyz -beetpics.pw -belinvestdom.by +123any.com +202ch.com +24-ak.ru +24x7-server-support.site +3w24.com +4rent.ru +7yue.org +adktrailmap.com +adtech.us +akvamaster.dp.ua +alfabot.xyz +all4invest.info +allstatesugarbowl.org +amung.us +analnoeporno.tv +apiluckyleapnet-a.akamaihd.net +approved.su +atmagroup.ru +autolombard-krasnodar.ru +aviva-limoux.com +backiee.com +baditri.com +balois.worldbreak.com +bard-real.com.ua +bashtime.ru +bedandbreakfast.com bestfortraders.com -bestwaystogetpaid.us -bimatoprost-careprost.com -blogs.rediff.com -bmsco.co -boltalko.xyz -bookmaker-bet.com -bosefux.esy.es -browsepulse-a.akamaihd.net +bestwebsitesawards.com +beta.hotkeys.com +bio-market.kz +biographiya.com +bjgugu.net.ua +bkgr.se +blackplanet.com +bluesalt.co +bonzbuddy.com +brandimensions.com +brk-rti.ru btc4u.ru -bugshoot.cn -buyk.host.sk -bvlgaribracelet.xyz -cactussoft.biz -canrioloadm.gq -cbb1smartlist12.click -checktext.org -chiblackhawks-jerseys.com -chinacheapelitejerseys.com -cinemaflix.website -citysecurity.nu -cjs.com.ru -cleanersoft.com -cocyq.inwtrade.com -community.allhiphop.com -compliance-john.top -comsysnet.com -concealthyself.com -confib.ifmo.ru -cv.wallhade.co -d0t.ru -datadepths.com -daymusam.com -dengi-pod-zalog-nedvizhimosti.ru -detsky-nabytek.info -diffbot.com -docstoc.com -domainroam.win -domik-derevne.ru -dominterior.org -domoysshop.ru -dvrlists.com -ekto.ee -eldiariodeguadalajara.com -erectile.bid -esopini.com -essaypro.com -etenininrade.ga -extads.net +buckspar.gq +buyessayonline19.blogspot.ru +byme.se +canzoni.ru +cars-modification.net +cartujano-pre.de +cb.iphantom.com +christianlouboutinsaleoutletonline.us +civilwartheater.com +clickpapa.com +clickprotects.com +coin-hive.com +compliance-irvin.xyz +coslab.club +crackguru.tk +dairyindia.in +decoratinghomes.ga +digital-sale.su +dirtpics.pw +discovertreasure-a.akamaihd.net +domainsatcost.com +downloads-whatsapp.com +dprtb.com +e705.net +eas-seo.com +easync.io +ecxtracking.com +ednorxmed.com +elektrozigarettekaufen2.blogse.nl +elstal.com.pl +energydiet-info.ru +erotische-geschichten-xxl.com +exoclick.com +expolicenciaslatam.co +expresstoplivo.ru +extremal-blog.com +ezaz.info ezigarettenkaufen1.deviantart.com -favoritemoney.ru -fellowshipoftheminds.com -finansov.info -fingerprintjs.com -foxydeal.com -free-floating-buttons.com -free-laptop-reward.com -freejabs.com -freewhatsappload.com +f012.de +fanpagerobot.com +fbdownloader.com +feeriaclub.ru +filefilter.weebly.com +financetip.eu +flauntyoursite.com +flooringinstallation-edmonton.com +fok.nl +formulaantiuban.com +freenode.info fres-news.com -game-top.su -generousdeal-a.akamaihd.net +frivgame250.com +fun2cell.net +gamewrath.com +gamingspark.com +gazporno.com get-seo-domain.com -gilsonchiro.xyz -girlsatgames.ru -gkvector.ru -globalscam.ga -globalsurfari.com -globatur.ru -goforexvps.com -gogalleryawesome.com -goodprotein.ru +ggiaro.com +glavtral.ru +golden-catalog.pro +goodwinmetals.co +gorodservis.ru gosreg.amchs.ru -gotorussia.com -gsasearchenginerankerhelp.com -hasshe.com +gsbs.com.ua +gstatey.net +gungamesz.com +hamptonoaks.ca +handicapvantoday.com +happy.new.yeartwit.com +hawaiielectriclight.com +hd-filmy.net hd720kino.ru -hdhc.ru -hidefiles.org -homemade.gq -hopeonthestreet.co.uk -hotblog.top -i4track.net -iccornacircri.cf -iframe-toloka.com -iinstalll-fii1leis.jus0wil.pp.ua -ikearugs.xyz -imagez.co -investpamm.ru -iopeninghours.co.uk -ispaniya-costa-blanca.ru -itservicesthatworkforyou.com +hermesreplica.win +highland-homes.com +hledejvshopech.cz +hobbyhuren-datenbank.com +hoterika.com +hoverboard360.de +hulfingtonpost.com +hyiphunter.org +i-hobot.ru +icaseclub.ru +io9.com +isoveti.ru +istizanidineanarcoticdrug.blogspot.com +jasonpartington.com +jerseychinabizwholesale.com +jerseyschinabizwholesale.us junketjuice.blogspot.com -kartiniresto.com -kevblog.top -keywordsuggests.com -kinoduh.ru -kleine-titten.biz +kamorel.com +kazinogames.lv komputers-best.ru -krasnodar.xrus.org -landscaping.center -letslowbefast.site -linksharingt.com -littleberry.ru -liumimgx.pw -ljusihus.se -loadingpages.me -lonely-mature.com -lottospring.com -lrac.info -lsex.xyz -luchshie-topcasino.ru -m1media.net -mafa-free.com -mapquestz.us -mature.free-websites.com -medmajor.ru -meduza-consult.ru -mixx.com -mnimmigrantrights.net -mobicover.com.ua -modabutik.ru -moje-recenze.cz -mountainstream.ms -mp3s.club -mural.co -musicdaddy.net -mybackgroundlandscape.blogspot.com -myonlinepayday.co -nailsimg.com -nfljerseyscheapbiz.us -niki-mlt.ru -nrjmobile.fr -o-o-8-o-o.ru -obnal.org -offers.bycontext.com -oksrv.com -optitrade24.com -pdamods.ru -pictures-and-images.net -pipki.r.acdnpro.com -piuminiita.com -pkr1hand.com -pl.aasoldes.fr -plastgranar.nu -play-mp3.com +kovesszucs.atw.hu +kurbappeal.info +kurwa.win +lafriore.ru +lanadelreyfans.us +letsrepair.in +lifehacĸer.com +live-sexcam.tk +livingcanarias.com +lost-alpha.ru +luckyshop.net.ua +lyngdalhudterapi.no +matrixalchemy.com +meddesk.ru +mega-bony2017.pl +megaindex.ru +mezaruk.info +mmgq.ru +mobile.ok.ru +mobstarr.com +moomi-daeri.com +moroccosurfadventures.com +moscow-region.ru +muz-tracker.net +mxgetcode.com +mybinaryoptionsrobot.com +netvouz.com +nibbler.silktide.com +niroo.info +odesproperty.com +online7777.com +outshop.ru +paclitor.com +picturesmania.com +pochtovyi-index.ru +popads.net +popup-fdm.xyz +pornonik.com +pornpost.in +powitania.pl +productarium.com +prostitutki-tolyatti.org pussyfleet.com -queerspace.com -rarbg.to -raschtextil.com.ua -rcpmda.ikan1080.xyz -remont-fridge-tv.ru -rentehno.ru -rollercoin.com -rospromtest.ru +pyramidlitho.webs.com +qwesa.ru +ragecash.com +rebelmouse.com +rebrand.ly +regionshop.biz +reklama1.ru +remont-comp-pomosh.ru +remontgruzovik.ru +rentalcarnavi.info +responsive-test.net russintv.fr -sack.net -samo-soznanie.ru -sarahmilne.top -sbetodiodnye-lampy.ru -sell-fb-group-here.com -serdcenebolit.com -serptehnika.ru -serw.clicksor.com -simplesite.com -siteripz.net -sizeplus.work -social-s-ggg.xyz -sport-video-obzor.ru -stairliftsarea.com +s-forum.biz +salutmontreal.com +saratov.xrus.org +sbricur.com +scanner-ivan.top +searchlock.com +semaltmedia.com +sex.hotblog.top +sexyebonyteen.com +sharebutton.org +shareyards.com +sitiz.club +smsactivator.ru +soviet-portal.do.am +spasswelt.xyz +sportbetfair.com +srgwebmail.nl +steamoff.net +sterva.cc stpicks.com -strigkaomsk.ru -supermodni.com.ua -supervesti.ru -svtrd.com -swimpool.ca -taximytishi.ru -telefonsexi.com -thesmartsearch.net -tizanidineforopiatewithdrawal.blogspot.com -tizanidineoral.blogspot.com -tksn.ru -torture.ml -trubywriting.com -tversvet.ru -uginekologa.com -unionmarkt.de -uptime.com -uroffer.link -vacuumcleanerguru.com -valueclick.com -vapeface.club +stroilka.info +sucsesofinspiration.com +sugarlyflex.pw +superstats.com +tabletkinaodchudzanie.com.pl +telefonsex-ohne0900.net +thedownloadfromwarez.blogspot.com +thegolfclub.info +thin.me.pn +tizanidinedosage.blogspot.com +tizanidinehclsideeffects.blogspot.com +toondinsey.com +topdownloads.ru +topsiteminecraft.com +tradgardspartner.se +tvnewsclips.info +uhdtv.website +valmetrundan.se varbergsvind.se -viddyoze.com -video-woman.com -viel.su -vizag.kharkov.ua -vpnmouse.com -vzlomtw.com -walkme.com -wallpaperstock.net -webcamdevochka.com -webcamtalk.net -webs.com -websiteaccountant.de -webstatsdomain.org -wesharepics.site -wholesalecheapjerseysfree.com -ww2awards.info -www.kabbalah-red-bracelets.com -wwwadultcheck.com -x-porno.video -xchangetrak.com -xev.ru -xingzi-vision.com -xlolitka.com -xmronta.com -xn-----7kcabaipgeakzcss7bjdqdwpfnhv.xn--p1ai -xn--80aaaks3bbhabgbigamdr2h.xn--p1ai -xn--b1ag5cfn.xn--p1ai +veerotech.com +viagra-soft.ru +video-chat.love +videochat.cafe +vipromoffers.com +voloslove.ru +voronezh.xrus.org +weddingdresses.xyz +wesharepics.com +whengirlsgowild.com +wowas31.ucoz.ru +x-rates.ru +xn----8sbhefaln6acifdaon5c6f4axh.xn--p1ai xn--b1agm2d.net xn--e1aggki3c.xn--80adxhks -xn--l1aengat.xn--p1ai -xtraffic.plus -xxxrus.org -xxxtubesafari.com -yugo-star.ru -zarabotok--doma.ru -zebramart.ru -zigarettenonl.canalblog.com -znakomstvaonlain.ru +xuki.us +xxx-cam.webcam +xxxsiterips.xyz +yottos.com +zambini.ru +zeroredirect9.com +zhongwenlink.com +zoodrawings.com +zooggames.com zreloeporno.tv +zvetki.ru diff --git a/dev-tools/test_units/ratelimittest-master.txt b/dev-tools/test_units/ratelimittest-master.txt index f0474a154..3656720f2 100644 --- a/dev-tools/test_units/ratelimittest-master.txt +++ b/dev-tools/test_units/ratelimittest-master.txt @@ -581,4 +581,14 @@

Welcome to the NginX Ultimate Bad Bot Blocker

This is merely used for testing !!!

+ + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ \ No newline at end of file diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index f1f65e4fc..fe27ce4bc 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.82 0; +10.1.0.100 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index 0f4efe809..c7dc80019 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.12.2810 -### Updated: Sun Dec 26 10:03:49 UTC 2021 +### Version: V4.2021.12.2811 +### Updated: Sun Dec 26 22:01:31 UTC 2021 ### Bad Bot Count: 631 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 0f4efe809..c7dc80019 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.12.2810 -### Updated: Sun Dec 26 10:03:49 UTC 2021 +### Version: V4.2021.12.2811 +### Updated: Sun Dec 26 22:01:31 UTC 2021 ### Bad Bot Count: 631 ################################################### ### Version Information ##