From 7629a40f23f65693a8500966e3729244878d0915 Mon Sep 17 00:00:00 2001 From: mitchellkrogza Date: Tue, 7 Sep 2021 22:07:18 +0000 Subject: [PATCH] V4.2021.09.2577 [ci skip] --- AUTO-CONFIGURATION.md | 2 +- MANUAL-CONFIGURATION.md | 2 +- README.md | 2 +- _google_analytics_ghost_spam/README.md | 2 +- .../etc/nginx/conf.d/globalblacklist.conf | 4 +- conf.d/globalblacklist-testing-version.conf | 4 +- conf.d/globalblacklist.conf | 4 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/buildnumber | 2 +- dev-tools/globalblacklist-testing.template | 4 +- dev-tools/globalblacklist.template | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/test_units/blacklist-ips.conf | 2 +- .../random-bots-for-test-quick.list | 20 +- .../test_units/random-bots-for-test.list | 296 +++--- .../random-bots-for-whitelist-test.list | 308 +++--- .../random-referrers-for-test-quick.list | 20 +- .../test_units/random-referrers-for-test.list | 888 +++++++++--------- .../random-referrers-for-whitelist-test.list | 484 +++++----- dev-tools/test_units/ratelimittest-master.txt | 10 + dev-tools/test_units/whitelist-ips.conf | 2 +- dev-tools/tmp/robots.txt | 4 +- robots.txt/robots.txt | 4 +- 46 files changed, 1074 insertions(+), 1064 deletions(-) diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 36a366fac..3403dbc46 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.09.2576 +#### Version: V4.2021.09.2577 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 8d8b1deae..03b78dcb2 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.09.2576 +#### Version: V4.2021.09.2577 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index 2f32f5132..c7392a1fe 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2021.09.2576 +#### Version: V4.2021.09.2577 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index cd1b70e13..a630cbc45 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2021.09.2576 +#### Version: V4.2021.09.2577 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 3efb73ec9..f72f3f019 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2576 -### Updated: Tue Sep 7 10:03:45 UTC 2021 +### Version: V4.2021.09.2577 +### Updated: Tue Sep 7 22:01:26 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 43fcb2553..ba4b36861 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2576 -### Updated: Tue Sep 7 10:03:46 UTC 2021 +### Version: V3.2021.09.2577 +### Updated: Tue Sep 7 22:01:27 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 3efb73ec9..f72f3f019 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2576 -### Updated: Tue Sep 7 10:03:45 UTC 2021 +### Version: V4.2021.09.2577 +### Updated: Tue Sep 7 22:01:26 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 43fcb2553..ba4b36861 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2576 -### Updated: Tue Sep 7 10:03:46 UTC 2021 +### Version: V3.2021.09.2577 +### Updated: Tue Sep 7 22:01:27 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 60e1c578e..5aecf790d 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.209 1; +10.1.0.249 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index a5b5e71d6..55041f630 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.209 0; +10.1.0.249 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 43fcb2553..ba4b36861 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2576 -### Updated: Tue Sep 7 10:03:46 UTC 2021 +### Version: V3.2021.09.2577 +### Updated: Tue Sep 7 22:01:27 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 60e1c578e..5aecf790d 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.209 1; +10.1.0.249 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index a5b5e71d6..55041f630 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.209 0; +10.1.0.249 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 43fcb2553..ba4b36861 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2576 -### Updated: Tue Sep 7 10:03:46 UTC 2021 +### Version: V3.2021.09.2577 +### Updated: Tue Sep 7 22:01:27 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 60e1c578e..5aecf790d 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.209 1; +10.1.0.249 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index a5b5e71d6..55041f630 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.209 0; +10.1.0.249 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 43fcb2553..ba4b36861 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2576 -### Updated: Tue Sep 7 10:03:46 UTC 2021 +### Version: V3.2021.09.2577 +### Updated: Tue Sep 7 22:01:27 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index 8a3337421..e2c12dfcd 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -2576 +2577 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 43fcb2553..ba4b36861 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2576 -### Updated: Tue Sep 7 10:03:46 UTC 2021 +### Version: V3.2021.09.2577 +### Updated: Tue Sep 7 22:01:27 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index 3efb73ec9..f72f3f019 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2576 -### Updated: Tue Sep 7 10:03:45 UTC 2021 +### Version: V4.2021.09.2577 +### Updated: Tue Sep 7 22:01:26 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 9d6b38fca..aaec91abc 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -52.151.23.2 0; +52.148.182.99 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 3efb73ec9..f72f3f019 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2576 -### Updated: Tue Sep 7 10:03:45 UTC 2021 +### Version: V4.2021.09.2577 +### Updated: Tue Sep 7 22:01:26 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 60e1c578e..5aecf790d 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.209 1; +10.1.0.249 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index a5b5e71d6..55041f630 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.209 0; +10.1.0.249 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 3efb73ec9..f72f3f019 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2576 -### Updated: Tue Sep 7 10:03:45 UTC 2021 +### Version: V4.2021.09.2577 +### Updated: Tue Sep 7 22:01:26 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 60e1c578e..5aecf790d 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.209 1; +10.1.0.249 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index a5b5e71d6..55041f630 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.209 0; +10.1.0.249 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 3efb73ec9..f72f3f019 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2576 -### Updated: Tue Sep 7 10:03:45 UTC 2021 +### Version: V4.2021.09.2577 +### Updated: Tue Sep 7 22:01:26 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 60e1c578e..5aecf790d 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.209 1; +10.1.0.249 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index a5b5e71d6..55041f630 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.209 0; +10.1.0.249 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 3efb73ec9..f72f3f019 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2576 -### Updated: Tue Sep 7 10:03:45 UTC 2021 +### Version: V4.2021.09.2577 +### Updated: Tue Sep 7 22:01:26 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 9d6b38fca..aaec91abc 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -52.151.23.2 0; +52.148.182.99 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index fe5a3ba73..3343c9e1e 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2576 -### Updated: Tue Sep 7 10:03:45 UTC 2021 +### Version: V4.2021.09.2577 +### Updated: Tue Sep 7 22:01:26 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 9d6b38fca..aaec91abc 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -52.151.23.2 0; +52.148.182.99 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 4bc9ebecf..1675c4350 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2576 -### Updated: Tue Sep 7 10:03:45 UTC 2021 +### Version: V4.2021.09.2577 +### Updated: Tue Sep 7 22:01:26 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index 60e1c578e..5aecf790d 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.209 1; +10.1.0.249 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index 8acf4835b..17d31a8ef 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -EroCrawler -JennyBot -Mag-Net -RankurBot -Snake -Turnitin -Voil -WebmasterWorldForumBot -ZoomBot -seobility +AlphaBot +BlackWidow +FlashGet +GT::WWW +Go!Zilla +PxBroker +SalesIntelligent +pcBrowser +s1z.ru +sitechecker.pro diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index a4f08993b..577bbe641 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -ASPSeek +01h4x.com +360Spider +404checker +404enemy +ADmantX Abonti -Aboundex +Aboundexbot +AiHitBot Aipbot -Anthill -AwarioRssBot -AwarioSmartBot +Alexibot +AllSubmitter +Alligator +AlphaBot +Anarchy +Ankit +Aspiegel BBBike -BDFetch -BackStreet +BDCbot BackWeb -BacklinkCrawler +Backlink-Ceck Badass -Bandit +Battleztar Bazinga +Bigfoot +Bitacle Black Hole -BlackWidow -Blow +Blackboard +BlowFish Boardreader -Bolt -Brandwatch -Buck -BuiltBotTough +BotALot +Bullseye BuzzSumo +CCBot +CODE87 CSHttp -Claritybot -Cliqzbot +CazoodleBot +CheTeam +CheeseBot +CherryPicker Cloud mapping -Cocolyzebot -Copier -CopyRightCheck -Craftbot +Cogentbot +Collector +CrazyWebCrawler +Crescent +Custo DBLBot DSearch -DatabaseDriverMysqli -Demon +Deusu DigitalPebble Dirbuster -Dispatch -DittoSpyder DnyzBot -DomainAppender -DomainStatsBot -Dotbot +DomainCrawler +Domains Project Download Wonder Dragonfly +Drip ECCP/1.0 -EasyDL +EMail Wolf +Ebingbong Ecxi -EroCrawler +EirGrabber +Evil ExtLinksBot -Extractor +EyeNetIE +Ezooms +FDM FHscan -Fimap -Firefox/7.0 FlashGet Flunky Foobot Freeuploader -FrontPage -GoZilla +GetRight +Gigabot +Gotit GrabNet -Grabber -GrapeFX +GridBot HMView -HTMLparser -Haansoft +HTTrack Harvest -Heritrix +HybridBot IDBTE4M -Indy Library +IRLbot +Iblog +IlseBot InfoNaviRobot -InfoTekies -Intelliseek -InterGET Internet Ninja InternetSeer -Iria -IstellaBot -Jbrofuzz -JikeSpider -Kenjin Spider -Keyword Density -Kozmosbot -LNSpiderguy +JOC Web Spider +JamesBOT +Jyxobot +LWP::Simple +Lanshanbot +Larbin +LeechFTP Lftp +Libwhisker +LieBaoFast Lightspeedsystems +Likse +LinkScan LinkWalker Linkbot -Linkdexbot +LinkextractorPro +LinkpadBot LinksManager +LinqiaRSSBot +LinqiaScrapeBot +Lipperhey Litemage_walker -Ltx71 -MJ12bot +MIDown tool MSIECrawler -MTRobot -Mag-Net -Mail.RU_Bot -Majestic SEO -Mediatoolkitbot +MarkWatch +Masscan +Mb2345Browser MicroMessenger +Microsoft Data Access Microsoft URL Control -Moblie Safari Mojolicious -Morfeus Fucking Scanner +Mozlila Mr.4x3 -Msrabot -Name Intelligence Navroad +NearSite Needle -Nessus -NetLyzer +Net Vampire NetMechanic -NetSpider +NetZIP +Netcraft Nettrack Netvibes NextGenSearchBot -Niki-bot Nikto NimbleCrawler -Ninja -Nuclei -Octopus +Nmap +Nutch +Offline Navigator OpenLinkProfiler +OpenVAS +Openfind +Openvas +OutfoxBot PHPCrawl -POE-Component-Client-HTTP -PageGrabber +PageScorer PageThing.com Pandalytics -Panscient Papa Foto Pavuk +Pi-Monster Picscout -PictureFinder Pimonster -PleaseCrawl ProPowerBot -Pu_iN Pump -PxBroker -Quick-Crawler +RankActive RankActiveLinkBot -RankFlex -RankingBot2 -Rankivabot -RankurBot -Re-re Reaper -RepoMonkey -RocketCrawler +RebelMouse +Recorder +Ripper SEOkicks -SEOkicks-Robot -SEOlyticsCrawler SEOprofiler SEOstats Scanbot -Scrapy -Screaming +ScreenerBot +Searchestate SemrushBot -SeoSiteCheckup +SentiBot +Seomoz +Siphon Site Sucker SiteLockSpider Siteimprove -Sitevigil +SlySearch SmartDownload -Snapbot -Sosospider -Sottopop -SpaceBison -SpankBot +Snake +Snoopy +SocialRankIOBot +Sociscraper Spanner -Spbot -Spinn3r Sqlmap -Sqlworm Sqworm -Swiftbot -T0PHackTeam +Steeler +Stripper +Sucuri +Surfbot +SurveyBot +Suzuran T8Abot +TeleportPro Telesoft -Telesphoreo +Telesphorep +The Intraformant +TheNomad Thumbor -Toata -Toweyabot -Tracemyfile +TightTwatBot +Titan +True_Robot +Turingos +TurnitinBot URLy Warning -URLy.Warning -UnisterBot -Upflow V-BOT +VB Project VCI -Vacuum -Vagabondo VelenPublicWebCrawler -Voltron -WISENutbot -WWW-Collector-E -WWW-Mechanize +VeriCiteCrawler +WBSearchBot WWWOFFLE +Wallpapers Wallpapers/3.0 +WallpapersHD Web Auto -Web Collage -Web Fuck -Web Pix +Web Fetch Web Sauger -Web Sucker -WebCollage -WebCopier -WebImageCollector -WebStripper +WebAuto +WebBandit +WebPix +WebSauger +WebSucker +WebZIP WebmasterWorldForumBot +Webshag Webster -Whack -Whacker -Xaldon_WebSpider +Wotbox Zade Zauba -ZmEu -ZoomBot -ZyBorg -arquivo-web-crawler -backlink-check +Zermelo +archive.org_bot +autoemailspider check1.exe clark-crawler +cognitiveseo +com.plumanalytics crawl.sogou.com -evc-batch -gopher +dataforseo.com +demandbase-bot heritrix +internetVista monitor ips-agent -lwp-request -muhstik-scan +magpie-crawler +oBot pcBrowser +plumanalytics polaris version -probe-image-size -ripz -satoristudio.net scalaj-http -scan.lol -seobility -seoscanners -sexsearcher -siteripz +seostar +serpstatbot +sp_auditbot spyfu -tAkeOut -trendiction.com +sysscan ubermetrics-technologies.com voyagerx.com -webprosbot -x22Mozilla +webmeup-crawler xpymep1.exe -zauba.io diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 966b09780..b8543a6ba 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -01h4x.com -404enemy -80legs +404checker +ASPSeek +Abonti Aboundex +AfD-Verbotsverfahren AhrefsBot AiHitBot -AllSubmitter -Alligator +Aipbot AlphaBot -Anarchy -Anarchy99 +Apexoo Aspiegel -Asterias Attach -AwarioSmartBot -BDCbot -BDFetch +AwarioRssBot +BBBike +BackStreet +BackWeb +Backlink-Ceck BacklinkCrawler -Badass -Bandit BatchFTP -Battleztar Bazinga -Bigfoot -Blackboard -Blow +BlowFish +BotALot +Brandprotect Brandwatch -BuiltBotTough -Bullseye +BunnySlippers BuzzSumo CATExplorador CazoodleBot CensysInspect -CheTeam -CherryPicker -ChinaClaw -Claritybot -Cliqzbot +CheeseBot Cocolyzebot -Collector -Copier CopyRightCheck -Copyscape -Craftbot +Cosmos +Crawling at Home Project CrazyWebCrawler -Crescent -CyotekWebCopy -DBLBot -DSearch -Demon -Devil +Curious +DTS Agent +DataCha0s +Deusu +Digincore DigitalPebble -Dirbuster -Discobot -Dispatch -DnyzBot -DomCopBot -DomainCrawler +Disco +Discoverybot +DittoSpyder DomainSigmaCrawler DomainStatsBot -Dotbot +Domains Project Download Wonder -Drip ECCP/1.0 +Ebingbong EirGrabber -ExtLinksBot -ExtractorPro +Express WebPictures +Extractor Extreme Picture Finder -Fuzz -Fyrebot +FemtosearchBot +Fimap +Firefox/7.0 +Flunky +Foobot +FrontPage G-i-g-a-b-o-t -GalaxyBot -Genieo -Getintent +GT::WWW +GetRight +GetWeb Gigabot Go!Zilla +GoZilla GrabNet -Grabber -Grafula +GrapeshotCrawler HEADMasterSEO -HTMLparser -Havij -Hloader -Humanlinks -IDBTE4M -Iblog -Id-search -IndeedBot +HTTrack +Harvest +Heritrix +HybridBot Indy Library -InfoNaviRobot InfoTekies -InternetSeer +InterGET Iskanie -JOC Web Spider -JamesBOT +Jbrofuzz JennyBot -JetCar +Jetty JikeSpider -Joomla -Kenjin Spider +Jorgee +JustView Kozmosbot -Larbin -Leap -LeechGet +LNSpiderguy +LeechFTP +LexiBot Libwhisker -LieBaoFast +Likse Linkbot -LinkpadBot -LinksManager -LinqiaMetadataDownloaderBot +LinkextractorPro LinqiaScrapeBot -Lmspider -MJ12bot +Lipperhey +Lipperhey Spider +MIDown tool +MIIxpc +MTRobot Mag-Net -Magnet -MarkMonitor +Mail.RU_Bot +Majestic-SEO Mass Downloader -Mata Hari -MauiBot +Mb2345Browser MeanPath Bot -MegaIndex.ru +Mediatoolkitbot +Microsoft URL Control Mojeek -Mojolicious -Mozlila -Mr.4x3 -Msrabot +Musobot NICErsPRO +NPbot Nameprotect Navroad NearSite -NetAnts +NetLyzer +NetMechanic NetSpider -Netcraft +NetZIP Nettrack +NextGenSearchBot +Nibbler Nikto -NimbleCrawler -Nutch -Offline Navigator -OpenVAS -Openvas +Nimbostratus +Octopus +OnCrawl OrangeBot -PECL::HTTP -PHPCrawl -POE-Component-Client-HTTP -PageGrabber -Papa Foto -Petalbot -Pimonster -Pixray -PleaseCrawl +OutclicksBot +Page Analyzer +PageAnalyzer +PageThing.com +Pi-Monster ProPowerBot +ProWebWalker Psbot Pu_iN -PxBroker PyCurl QueryN Metasearch +Quick-Crawler RSSingBot -RankActive +RankActiveLinkBot RankFlex -ReGet +RankingBot Reaper +RepoMonkey +Rogerbot SEOkicks SEOstats SISTRIX -SMTBot ScanAlert -Scanbot -ScoutJet Screaming -Searchestate +ScrepyBot SearchmetricsBot -SentiBot -SeobilityBot -Shodan +Semrush +Seomoz +SiteCheckerBotCrawler +SiteExplorer SiteLockSpider +SiteSucker Siteimprove -Sitevigil SlySearch -Snake +SmartDownload Snapbot -Sociscraper +SocialRankIOBot Sosospider SpaceBison -SpankBot -Spanner -Spbot -Sucker -SuperBot +Spinn3r +Sqlworm +Sucuri +Surfbot +Szukacz +T0PHackTeam T8Abot -TightTwatBot +Telesoft +Telesphoreo +The Intraformant +TheNomad +Toata +Toweyabot Tracemyfile +Trendictionbot True_Robot Turingos -Twice -URLy.Warning +TurnitinBot +URLy Warning UnisterBot Upflow +VB Project Vacuum -Vagabondo -VeriCiteCrawler +VelenPublicWebCrawler VidibleScraper Virusdie Voil -Voltron -WISENutbot -WWWOFFLE -Web Auto +WASALive-Bot +WPScan +WWW-Mechanize +WWW::Mechanize +Wallpapers/3.0 +WeSEE +Web Enhancer Web Fetch -WebAuto +Web Fuck +Web Pix +Web Sucker WebEnhancer WebFetch -WebLeacher +WebFuck +WebImageCollector WebReaper -WebStripper WebSucker -WebWhacker -Webalta -WebmasterWorldForumBot +WebZIP +WebsiteExtractor WebsiteQuester -Whack -Wotbox +Webster +WinHTTrack +WiseGuys Robot +Wonderbot +Woobot Xaldon WebSpider +Xaldon_WebSpider +Xenu YoudaoBot -Zade -Zauba +Zitebot ZmEu +ZoominfoBot +ZumBot archive.org_bot -arquivo-web-crawler +autoemailspider +cah.io.community +check1.exe +cognitiveseo +com.plumanalytics crawl.sogou.com -crawler4j +crawler.feedback +dataforseo.com domainsproject.org -eCatch -facebookscraper gopher -internetVista monitor -isitwp.com +heritrix +ips-agent +lwp-request lwp-trivial mediawords -netEstate NE Crawler -plumanalytics -satoristudio.net -seobility -seoscanners -serpstatbot -sexsearcher -siteripz -sp_auditbot +pcBrowser +s1z.ru +scalaj-http +sitechecker.pro spyfu -tAkeOut -voyagerx.com +webmeup-crawler x09Mozilla +x22Mozilla +xpymep1.exe +zauba.io +zgrab diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index ccd391dff..f6008bfc4 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -acgs.tk -dailystrength.org -decenttools.com -ednorxmed.com -macnewtech.com -pekori.to -spabali.org -trailer.cinemaflix.website -walpaperlist.com -yginekologa.com +aa8780bb28a1de4eb5bff33c28a218a930.com +ample-awards-today.us +bget.ru +en.altezza.travel +groupmoney.ru +islamtoday.co.za +leadn.pl +ok-ua.info +sexs-foto.top +youbloodyripper.com diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index b64221c03..9bff569cb 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -1000n1.ru -1001watch.com.ua -101lesbian.xyz -123any.com -123cha.com -1webmaster.ml -21h2o.com -256bit.by -3dracergames.com -3weekdiet.com -40cg.com +00it.com +101flag.ru +123movies.love +1314dh.com +24x7-server-support.site 4inn.ru 4ur.click -4ureyesonly.com 57883.net -abcdefh.xyz -abctoppictures.net -acmebtn.ml -acortarurl.es -ad-words.ru -addray.pro -adexprts.com -adtech.de +7minuteworkout.com +98oi.ru +9icmzvn6.website +a14download.com +aanapa.ru +acc.eu.org +adamoads.com +addbin.men +adnotbad.com adult-shop.com.ua -adult3dgames.com -ageofclones.com -agreda.pluto.ro -agysya.ru -akama.com -allproblog.com -allstatesugarbowl.org -allwomen.info -alvtank.se -anaksma.info -androids-store.com -animal36.com -apiholdingmypage-a.akamaihd.net -apimossnetinfo-a.akamaihd.net -apioasisspacenet-a.akamaihd.net -apiwoodensealcom-a.akamaihd.net +afora.ru +agahinameh.com +ahhjf.com +ald2014.org +all-streaming-media.com +allknow.info +allnews.md +allwidewallpapers.com +amateurlivechat.org +animal-drawings.com +animalrank.com +aosexkontakte.net +apiappenableinfo-a.akamaihd.net +apibatbrowsecom-a.akamaihd.net +apibrowsesmartne-a.akamaihd.net +arate.ru arcteryxsale.online -arenda-yeisk.ru -atmovs.com -aucoinhomes.com -audiobangout.com -audiofree.ru -ausergrubhof.info -auto4style.ru -autochoixspinelli.com -aviav.co -aviav.eu -bablonow.ru -backlinkwatch.com -baersaratov.ru -balans.shahterworld.org -balla-boo.se -bambi.ck.ua -bavsac.com -bazaronline24.ru -bcmp.org -bestfortraders.com -bestwebsiteawards.com -bet365.com -beztuberkuleza.ru -big-cash.net -bigpenisguide.com -bikini-image.com -billiard-classic.com.ua -birzha-truda.eu -biznesschat.net -blacktwhite.com -blackwitchcraft.ru -blockworld.ru +arius.tech +arkkivoltti.net +as5000.com +australia-opening-times.com +autoseo-traffic.com +avon-severozapad.ru +avtovolop.ru +awency.com +ayerbo.xhost.ro +azbukadiets.ru +babs.com.ua +babyfactory.fr +banki76.ru +bannerpower.com +bannerswap.com +bausparen.bz.it +bbsoldes.fr +bear.gotcher.us +beauty-bracelet.com +bestserials.com +betwinservice.com +bitcoin-ua.top +bitnote.co +bizcheapjerseyswholesalechina.com +bjorkbacken.nu +blockety.co +blog.f00kclan.de +bloglag.com blogsfunky672.weebly.com -boc.kz -bolegapakistan.com -bonkers.name +bluesalt.co brimstonehillfortress.org -bristolhostel.com -browsepulse-a.akamaihd.net -btnativenav.com -bugof.gq +browserprotecter.com +brus-vsem.ru +buckspar.gq +buehne-fuer-menschenrechte.de buketeg.xyz -bumble.cheapwebsitehoster.com -buyessaynow.biz -cartierlove2u.com -cartierwatch.xyz -cascadelink.org -cashkitten-a.akamaihd.net -catalogs-parts.com -certifywebsite.win -cete.ru -cheap-trusted-backlinks.com -cheapestjerseysonwholesale.com +buyscabiescream.com +camdolls.com +candypeople.se +cannibalcheerleader.com +canyougethighofftizanidine.blogspot.com +carrauterie.be +cartierbraceletsreplica.pw +cbozhe.com +ccbill.com +cdn.walkme.com cheapmoncler.win -cibpenonptib.flu.cc +checkm8.com +choice-credit.ru +christianlouboutinshoes.xyz +ci.ua +cialgenisrx.com +cienum.fr +classiquebijoux.ru +clean-virus-mac.com +clickhype.com clicksor.net -cmd.kz -companies-catalog.com -compliance-don.top -compliance-elena.top -compliance-ivan.top -compliance-jessica.top -compliance-olga.top -constantaservice.net -cookie-law-enforcement-aa.xyz -coolingoods.com -coolyarddecorations.com -cosmeticswomens-womensports.rhcloud.com +co.lumb.co +com-supportcenter.website +comeondog.info +comissionka.net +compliance-donald.xyz +compliance-ivan.xyz +cordstrap.cc +cottageofgrace.com cougfan.info -crackguru.tk -cyclobenzaprinevstizanidine.blogspot.com -dailyrank.net +counterbot.com +cowlmash.com +craftinsta.ru +crest-poloski.ru +culad.com +culturevie.info +cutalltheshit.com +darkages.info data1.scopich.com -day-news.info -delfin-aqua.com.ua -dfwu1019.info -digitalfaq.com -divatraffic.com -dkvorota.ru -docsportal.net -download-wallpaper.net -drugs-no-rx.info -dverimegapolis.ru -eandsgallery.com -easycommerce.cf -ebonyporn.site -edwinkonijn.com.au -ekspertmed.com -elektrischezigarette2.onsugar.com -elektrischezigaretten1.blogse.nl -elvenar.com +demon-tweeks.com +descargar-musica-gratis.net +deutschehobbyhuren.net +diegolopezcastan.com +dikqlyremy.info +distver.ru +dividendo.ru +divisioncore.com +dojki-hd.com +domain.webkeyit.com +domaincheck.io +domaincrawler.com +domination.ml +donna7753191.ru +downtuptv.gq +dtnlyss.com +dumpsmania24.com +dvd-famille.com +dyshagi.ru +easyshoppermac.com +ege-russian.ru +electricwheelchairsarea.com +eloxal.ru empirepoker.com -escort-russian.com -essay-edu.biz -essaypro.com -everytalk.tv +encodable.com +energydiet24.ru +erotik0049.com +eugenevaultstorage.com exhibitionplus.eu -exoclick.com -ez8motelseaworldsandiego.com -f-loaded.de -faracontrol.ir -fashionindeed.ml -feorina.ru -ferretsoft.com +expresstoplivo.ru +eyemagination.com +ezigaretteshop.webs.com +factorynightclub.com +failingmarriege.blogspot.com +falllow.gq +familyholiday.ml +fapgon.com +fickenbumsen.net fickluder69.com +filefilter.weebly.com +filesclub.net +film-one.ru +filmi-onlain.info finansov.info -finuse.com -fireads.men -fiuxy.com -food.dtu.dk -forum.doctissimo.fr -fullfileaccess.com -funcrushgames.com -funtoonez.com -futbolkisales.ru -galaxyflowers.ru -gambarxkata.co +findanysex.com +fishtauto.ru +floridahuntingfishingadventures.com +forex21.ru +free-social-buttons.com +free-video-tool.com +frequiry.com +frustrated-favorable.gq +funponsel.com +fym.com.ru +g.starmoe.xyz +game-mmorpg.net game-top.su -gamebackyard.com -gameplexcity.com -games.kolossale.ru -garciniaxt.us -gazporno.com -gearsadspromo.club -gemgrab-a.akamaihd.net -ggiaro.com -glcomputers.ru -globalsurfari.com -glopages.ru -golden-catalog.pro -goo.ne.jp -goodly.pro -groupmoney.ru -guidefs.ru +gavuer.ru +gayxperience.com +gaz-voshod.ru +geileweiber.tk +getlaid-xxxhookupdirect.com +gidonline.one +globetrotting-culture.ru +googleseo.com.tr +gosmeb.ru +gov.yanao.ru +gpirate.com +greenidesign.co +growshop.es +grtyi.com +gsasearchengineranker.space gwebtools.com -h2monline.com -hacktougroup.ru -hamptonoaks.ca -handicapbathtubarea.com -hasshe.com -hazardky.net +hackers-crackers.tk +hahashka.ru +happy.new.yeartwit.com hcate.com -hccoder.info -hd-film.pl +hdfreeporno.net +hdimagelib.com +heliko.no helpmymacfaster.trade -hitcpm.com -hollywoodactress.info +hermesreplica.pw +hidemyass.com +hkladys.com +homeandhealth.ru +homeart.space homedecoguide.info -hop.clickbank.net -hotblog.top -hoverboard360.nl -iboss.com -iccornacircri.cf -ifmo.ru -igrovyeavtomaty777.ru -ikritikimou.gr -imabase.com -imagefinder.site -images-graphics-pics.com -imicrovision.com -inmate-locator.us -investingclub.ru -investzalog.ru -itsdp3.com -iusstf.org -ivanovo.zrus.org -iwanttodeliver.com +homemature.net +host-protection.com +hoste.octopis.com +hotshoppymac.com +howlongdoestizanidinestayinyoursystem.blogspot.com +i-midias.net.br +iflycapetown.co.za +igru-xbox.net +imagecoolpub.com +imguramx.pw +imperia31.ru +inboundlinks.win +inet-traffic.com +infodocsportal.com +infostatsvc.com +innodgfdriverhm.aircus.com +intellekt21.ru +io9.com +istizanidineacontrolledsubstance.blogspot.com +iwantedmoney.com +izhevsk.zrus.org j-times.ru -jackpotchances.com -job.icivil.ir +jav-fetish.com +jbl-charge.info +jennyfire.ru +jerseysbizwholesalecheap.com +jobmarket.com.ua +johnnyhaley.top journeydownthescale.info -jrpmakati.com -justprofit.xyz -kadashihotel.com -kamagragelusa.net -kashubadesign.ru -kazan.xrus.org -keywesthideaways.co -kinocccp.net -kinogonew.ru -komp-pomosch.ru -kopihijau.info +keki.info +kfon.eu +kinopolet.net +kletkimehan.ru +konica.kz kosova.de -kovesszucs.atw.hu -kovrenok.ru -krasivye-devushki.net -krasula.pp.ua -kskjco.club -kung-fu-ru.com -labvis.host.sk -lacapilla.info -ladov.ru -ladsup.com -laudit.ru -law-check-seven.xyz -ledpolice.ru -legionalpha.com -letolove.ru -letslowbefast.site -lmrauction.com -locatellicorretor.com.br -lolnex.us +kuzinsp.ru +lanasshop.ru +landoftracking.com +lazymanyoga.com +legalrc.biz +letmacwork.world +linkdebrideur.xyz +linkwithin.com +lion.snapmap.us +livefixer.com +liveu.infoteka.hu +loftdigital.eu +lonfon.xyz long-beach-air-conditioning.com -lrac.info -luxmagazine.cf +lookingglassemb.com +louboutinshoes.xyz +luciddiagnostics.in mabdoola.blogspot.com -magicdiet.gq -makemoneyonline.com -mantramusic.ru -marmotstore.online -marwer.info -mathgym.com.au -matpre.top -max-p.men -mcar.in.ua +mail.allnews24.in +mall.uk +marinetraffic.com +maslenka.kz +masterseek.com +matrixalchemy.com +maximilitary.ru +maximpartnerspr.com +maxthon.com +mb140.ru +mebel-ekb.com +mecash.ru +medicovi.com medmajor.ru -meet-flirt-dating.com megavolt.net.ua -mesto-x.com -metalonly.info -mhtr.be -middlerush-a.akamaihd.net -minyetki.ru -mister-shop.com -mobicover.com.ua -moneymaster.ru -morf.snn.gr -mp3ritm.top -mrsdalloways.com -mturkcontent.com -muabancantho.info -mundoaberrante.com +mir-limuzinov.ru +mirzonru.net +mixtapetorrent.com +mmgq.ru +modenamebel.ru +moje-recenze.cz +monclercheap.xyz +moncleronline.xyz +money-for-placing-articles.com +morlat.altervista.org +most-kerch.org +mrwhite.biz +musezone.su musflashtv.com -musicpro.monster -muz-baza.net -mydirtystuff.com -mygameplus.ru +musicspire.online +mustwineblog.com +muznachas-service.ru myseoconsultant.com -myshopmatemac.com -mystats.xyz -myxdate.info -na-telefon.biz -nakozhe.com -nalogovyy-kodeks.ru -narkologiya-penza.ru -naturalpharm.com.ua -nbsproject.ru -neobux-bg.info -nero-us.com -net-profits.xyz -networkad.net -newsperuse.com -nicefloor.co.uk +napalm51.nut.cc +naperehresti.info +naphukete.ru +narkologiya-orel.ru +national-today-winning-winner.club +naturalshair.site +netanalytics.xyz +nikkiewart.ru +nlfjjunb5.ru no-rx.info -noclegonline.info -novodigs.com -nw-servis.ru -obuv-kupit.ru -oda.as -offside2.5v.pl -online-sbank.ru -online-zaymy.ru -onlinedomains.ru +nonews.co +novgorod.xrus.org +nudejapan.net +okonich.com.ua +oktube.ru +one-gear.com +oneclickfiles.com +onefilms.net +onetravelguides.com +onlinetvseries.me onload.pw -onlyforemont.ru -ororodnik.goodbb.ru -panamaforbeginners.com +oops-cinema.ru +openfrost.net +otbelivanie-zubov.com +parajumpersjakkesalgnorge.info parlament.biz partner-host.men -partner-print.men -pateaswing.com -pavlodar.xkaz.org +parvezmia.xyz +patol01.pw paydayloanslocal.com -pc-services.ru -pc4download.co -pekori.to -petedrummond.com -photorepair.ru -photostudiolightings.com -piccshare.com -pictures-and-images.net -pigrafix.at -pix24x7.com -pizza-tycoon.com +pcboa.se +petitions.whitehouse.gov +picture-group.com +pintattoos.com +pixshark.com pl-top.pl -pl.aasoldes.fr -plaff-go.ru -plastgranar.nu -pons-presse.com -popander.mobi -popup.matchmaker.com -poquoson.org -pornobrazzers.biz -porodasobak.net -portadd.men -pourvous.info +poems.com.ua +pojdelo.weebly.com +polcin.de +pornosmola.info +pornoted.com +poshiv-chehol.ru +pospr.waw.pl pozdrawleniya.ru -preg.marketingvici.com -primedice.com -produkto.net +pp-budpostach.com.ua +preventheadacheguide.info +princeadvantagesales.com +priora-2.com +prizefestival.mobi +pro-tec.kz +profitfx.online +promoheads.com prosperent.com prostitutki-kiev.org -prpops.com -pyrodesigns.com.au -qcstrtvt.bloger.index.hr +psvita.ru +py100.ru +pyramidlitho.webs.com +qualitymarketzone.com +quangcaons.com quebec-bin.com -quick-seeker.com -quickcashlimited.com +ragecash.com rapevideosmovies.com rating-bestcasino.com -rating-casino2021.ru razvratnoe.org -rczhan.com -remont-fridge-tv.ru +recinziireale.com +reelheroes.net +refererx.com remorcicomerciale.ro renecaovillasale.online -repeatlogo.co.uk -replica-watch.ru -resellerclub.com -respublica-otel.ru -ric.info -rn-to-bsn.com -robertefuller.com -rogervivierforsale.com -rossanasaavedra.net +replicalouboutin.xyz +restaurantlescampi.com +rethinkwasteni.info +revistaindustria.com +rewardpoll.com +reyel1985.webnode.fr +rfid-locker.co +riders.ro +ringtonepartner.com +ritlweb.com rucrypt.com -runstocks.com -russkoe-zdorovie.ru -rvtv.ru -salmonfishingsacramentoriver.com -sammyweaver.com -scanner-jessica.top -scanner-margo.top -scottbywater.com -scrnet.biz.ua -searchencrypt.com -sel-hoz.com -semxiu.com -seoanalyses.com -seocheki.net -seokicks.de -servingnotice.com +ruf777.com +rusenvironmental.net +ruspdd.com +s-iwantyou.com +s1z.ru +saletool.ru +saveriopiazza.it +scanner-mark.top +scanner-willy.top +seasaltwithfood.com +semprofile.com +seo-prof1.xyz +sex-tracker.com sexblog.pw -sexcamamateurchat.com -sexy.babes.frontend-stack.top -sexyali.com -sexystrippe.info -sharebutton.to -shodanhq.com -shoesonlinebuy.xyz +sexkontakte-seite.com +sexpornotales.com +sexstream.pl +sextracker.de +sharebutton.org +sharpchallenge.com shop.acim.org -shoppytoolmac.com +shopsellcardsdumps.com silverage.ru -sixcooler.de -slayerlife.com -small-games.biz -social-fun.ru -softomix.com -softonicads.com -softwaretrend.net -solitaire-game.ru -spitfiremusic.com -spravka-medosmotr.ru -stal-rulon.ru -statoutlook.info -stats-collector.org -statustroll.com -supermama.top -supermodni.com.ua -tandvardshuset.net -taqywu51.soup.io -teenforporn.com -thebitcoincode.com -thebluffs.com -thefotosgratis.eu -thewomenlife.com -tizanidinedrugtest.blogspot.com -tizanidinehcl2mg.blogspot.com -tizanidinehcl4mgisitanarcotic.blogspot.com -tmearegion26.com -tomck.com -tooplay.com -top-deal.com.pl -topanasex.com +silvercash.com +simple-share-buttons.com +site.ru +sladkoevideo.com +smartadserver.com +smartbalanceworld.com +snip.tw +social-vestnik.ru +socialmonkee.com +sogimlecal.tk +songplanet.ru +space4update.pw +spasswelt.net +spb.afora.ru +speedup-my.site +spinnerco.ca +spylog.com +srgwebmail.nl +stanthonyscatholicchurch.org +stardevine.com +start.myplaycity.com +sumo.com +superfish.com +svnuppsalaorebro.se +symbaloo.com +syndicate.fun +syvertsen-da.no +tabakur77.com +tako3.com +talant-factory.ru +td-l-market.ru +tdsing.ru +technopellet.gr +telegramdownload10.com +theautoprofit.ml +thegameriders.com +thin.me.pn +tizanidine4mgstreetprice.blogspot.com +tizanidinehydrochloride4mgstreetvalue.blogspot.com +tn811.us +toolsky.com +top-study.work topappspro.com -topkarkas.com -tracklead.net -tracksz.co -trafficmp.com -trafficshaper.com -trion.od.ua -triplepanda.xyz -trustaffs.com -tsan.net -tt-ipd.info -tube8.com -tula.howotorg.ru -twitlinks.com -ua-company.ru -uchebavchehii.ru +topdownloads.ru +totu.us +touchmods.fr +toxicwap.com +toy-shop.top +track-rankings.online +tracksurf.daooda.com +truck-addzilla.life +ttrraacckkrr.com +tubeline.biz +tuckpointingmasonrysystems.com +ufa.xrus.org ultimateclassicrock.com -umaseh.com -univerfiles.com -uptime.com -ural-buldozer.ru -v24s.net -varikozdok.ru -vchulkah.net -venta-prom.ru -ventelnos.com -videokrik.net -vikistars.com -vilingstore.net -vip-dom.in +ultimatesetnewfreeallsoftupgradesystems.pw +unblocksit.es +unionmarkt.de +universals.com.ua +uprour.com +vancleefreplica.pw +varbergsvind.se +vbikse.com +vclicks.net +vegascosmetics.ru +vektorpress.ru +vesnatehno.com +video--production.com +video-chat.in vipsexfinders.com -vkonche.com -vkontarkte.com -vksaver-all.ru -voditeltrezviy.ru -volgograd.xrus.org -vsdshnik.com -wanker.us -waysbetter.cn -weboptimizes.com -webpromotion.ae -website-analytics.online -westum.se -winner7777.net -womama.ru -womensplay.net -woodyguthrie.se -word-vorlagen.net -woweb.com.ua -wrz0iuebwhp5fg.freeddns.com -wtsindia.in -www.wohnkabinen-shop.de +vipsiterip.org +vizitki.net +vsesubwaysurfers.com +vzubah.com +w3data.co +walkme.com +waterpurifier.club +wdrake.com +website-audit.com.ua +websitevaluebot.com +wedding-salon.net +weddingdresses.xyz +weprik.ru +westen-v.life +wetgames.ru +wfb.hatedriveapart.com +wildworld.site +woman-orgasm.ru +www.arenda-yeisk.ru +www.event-tracking.com +wygraj-teraz.com x-diesel.org -xblognetwork.com -xcombear.ru -xedserver.com -xn-----6kcaabbafhu7cskl7akvongwpo7hvjj.xn--p1ai -xn--80aeahghtf8ac5i.xn--p1ai -xn--e1aggki3c.xn--80adxhks +xchangetrak.com +xlolitka.com +xmladserver.com +xn----7sbifcamovvfggw9d.xn--p1ai +xn--80atua3d.xn--p1ai +xn--c1acygb.xn--p1ai xrus.org -xtrafficplus.com -xtubeporno.net -xvideosporn.biz +xxart.ru xxxdatinglocal.us -youdesigner.kz -youradulthosting.com -yourdesires.ru -youtoner.it -zaobao.com.sg -zero1.it -zhorapankratov7.blogspot.com -zhuravlev.info -zigarettenonlinekaufen2.bloog.pl +xxxsiterips.xyz +youghbould.wordpress.com +your-bearings.com +yourads.website +zakazfutbolki.com +zaloadi.ru +zastroyka.org +zetmaster.ru znaniyapolza.ru -zreloeporno.tv +zoogdisany.com +zoolubimets.ru +zvezdagedon.ru diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index 44b8c6159..5d27494d8 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -1001desert.com -8gold.com -actices.com -ahhjf.com +51.la +7xc4n.com +abcdeg.xyz +acortarurl.es +adclickservice.com +adman.se +ads-cool.pro +adserver-e7.com +aerogo.com akama.com -android-vsem.org -angel1777.kz -anniemation.com -apartmentratings.com -apilinkswiftco-a.akamaihd.net -ausmepa.org.au -autoplate.info -aviav.eu -avkzarabotok.com -bannerswap.com -bbsoldes.fr -beauty-clinic.ru -bestplacetobuyeriacta.jw.lt -bigpenisguide.com -biznesrealnost.ru -bizzliving.com -bjorkbacken.nu -blackhatworth.com -blue-square.biz -bookmaker-bet.com -boole.onlinewebshop.net -bristolhotel.com.ua -bronzeaid-a.akamaihd.net -buttons-for-website.com -canacopegdl.com -capture-room.com -caulderwoodkennels.com -cdn.walkme.com -cerev.info -cezartabac.ro -clickcash.com -coinsspb.com -cometorussia.net -compliance-olga.top -conboy.us -cookielawblog.wordpress.com -cpajunkies.com -crazyboost.pro -creatives.adbetclickin.pink -custodieva.ru -custom-electric-guitar.com -digitalassetmanagement.site -dms-sw.ru -dnepr-avtospar.com.ua -doctissimo.fr -dojki365.online -dtm-spain.com -dtnlyss.com -e705.net -ekspertmed.com -eleimgo.pw -elektrozigarette2.wordpressy.pl -elitedollars.com -enews.tech -enternet.ee -epicbrogaming.com -erot.co -executehosting.com -expolicenciaslatam.co -eywords-monitoring-your-success.com -f-loaded.de +alfa9.com +aludecor.info +amazon-seo-service.com +anal-acrobats.com +animali.deagostinipassion.it +apessay.com +app-ready.xyz +appartement-stumm.at +appearance-cool.com +arendovalka.xyz +as5000.com +asdfg.pro +asiengirls.net +autovideobroadcast.com +bablonow.ru +backgroundpictures.net +baersaratov.ru +basisches-wasser.net +battleforupdating.site +best-mam.ru +bif-ru.info +biglistofwebsites.com +bioca.org +bitcoin-ua.top +blockety.co +brendbutik.ru +btnativenav.com +bumble.cheapwebsitehoster.com +burger-tycoon.com +buypanicdisorderpill.com +buzz-porno.info +cardul.ru +casinos4dummies.co.uk +cejewelry.xyz +cenokos.ru +chuckguilford.com +ciceros.co +clicksotrk.com +coin-hive.com +com-onlinesupport.host +companies-catalog.com +compliance-don.xyz +compliance-fred.top +cordstrap.cc +creditnation.ru +cupday.com +cyse.tk +danashop.ru +data1.scopich.com +demon-tweeks.com +diegolopezcastan.com +digitalfaq.com +dogclothing.store +drugs-no-rx.info +dvr.biz.ua +easyukraine.com +ecommerce-seo.com +elektronischezigarettekaufen2.tumblr.com +elektrozigarette1.dreamwidth.org +elektrozigarette2.webs.com +elexies.info +esnm.ru +expresstoplivo.ru family1st.ca -favoritemoney.ru -faz99.com -filmfanatic.com -fm-upgrade.ru -foodgid.net -forminecrafters.ru -forsex.info -freetangodownload.com -freeuploader.ml -freshdz.com -fungirlsgames.net -futbolkisales.ru -gay-site.store -gemara.com -genetworx.com -googglet.com -green-tea.tv -grizzlysgrill.com -growmyfunds.ca -guge.io -hanink.biz.ly -hawaiielectriclight.com +faptitans.com +fertilitetsradgivningen.se +filesmonster.porn +findclan.org +florida-tourism.net +forexunion.net +freakycheats.com +frustrated-favorable.gq +gagrasector.ru +gallictures.com +gambarkataku.co +gazobeton-p.com.ua +ghernnqr.skyrock.com +goodhousekeeping.com +googleseo.com.tr +greatdealshop.com +gsbs.com.ua +guitar-master.org +h2monline.com +hamilton.ca hentaiheroes.com -herehloadibs.cf -histock.info home.myplaycity.com -hornymatches.com -hothor.se -hunterboots.online -imediadesk.com -immobiliaremassaro.com -insider.pro -iqs.biz.ua -iron-age.info -james13prix.info -jestr.org -jikoman.info -jobmarket.com.ua -kamalsinha.com -kanimage.com -keywordsuggests.com -kiinomaniak.pl -kinopolet.net -kinosed.net -kit-opt.ru -kliksaya.com -krasnodar-avtolombards.ru -kvartir-remont.biz -laapp.com -ladsblue.com -lanadelreyfans.us -lerporn.info -lescinq.com -live-sexcam.tk -locatellicorretor.com.br -loftdigital.eu -lollypopgaming.com -lonfon.xyz -longlifelomilomi.info +homeinns.com +hotxnights.info +housediz.com +ibmdatamanagement.co +imgarit.pw +internetartfair.com +irunfar.com +istanbulit.com +itis4you.com +itservicesthatworkforyou.com +ix20.ru +j33x.com +javidol.site +javstock.com +jewelryandfiligree.com +kinohall.ru +krasivoe-hd.com +krasivye-devushki.net +krasula.pp.ua +kupiproday.com.ua +landreferat.ru +law-check-seven.xyz +ledpolice.ru +lexiangwan.com +liky.co.ua +lionking-1994.blogspot.com +littlecity.ch +livejasmin.com +manuscript.su +massage-info.nl +matsdale.com +maxthon.com +mebel-alait.ru meddesk.ru -medicinacom.ru -mhtr.be +medosmotr-ufa.ru +meetingrainstorm.bid milblueprint.com -mixtapetorrent.com +mini-modus.ru +misterjtbarbers.com +mnogabukaff.net mobstarr.com -moinozhki.com -mulberryoutletonlineeu.com -muzaporn.com -myanyone.net -nailsimg.com -naj-filmy24.pl -naval.jislaaik.com -nero-us.com -networkad.net -new-post.tk -new7ob.com -nippon-bearings.ru -norththeface.store -nudo.ca -o-o-8-o-o.ru -one-gear.com -online-podarki.com -online247.ml -onlythegames.com -oralsexfilme.net -orenburg-gsm.ru -outshop.ru -paceform.com -pagesense.com -parfusale.se -pawli.eu -piluli.info -piulatte.cz -play-movie.pl -poems.com.ua -porngalleries.top -porno-home365.com -pornohd1080.online -pornotubexxx.name -pozdravleniya-c.ru -privatefx.all4invest.info -privhosting.com -professionalwritingservices15.blogspot.ru -pron.pro -prpops.com -qexyfu.bugs3.com -rabot.host.sk -rabotaetvse.ru -randki-sex.com -razyboard.com -registrydomainservices.com -remmling.de -remont-ustanovka-tehniki.ru -remybutler.fr -replicalouboutin.xyz -rocis.site -rockma.se -rossanasaavedra.net -rusoft-zone.ru -rvi.biz -saltspray.ru -savememoney.co.za -sbf441.com -search.1and1.com -security60-e.com -seofied.com -sevenstars7.com -sex-pr.net -sex-znakomstva.online -sexstream.pl -shoesonlinebuy.cn -sideeffectsoftizanidine.blogspot.com -slavic-magic.ru -small-game.com -snow.nvr163.com -social-buttons.xyz -steelmaster.lv -strongholdsb.ru -surffoundation.nl -surflinksmedical.com -technika-remont.ru +moje-recenze.cz +mp3films.ru +mrwhite.biz +myindospace.com +mylovelibrabry.com +myprintscreen.com +myra.top +narkologiya-penza.ru +netanalytics.xyz +nikkiewart.ru +nina.az +oakleyglassesonline.us +office-windows.ru +ohmyrings.com +okonich.com.ua +optitrade24.com +osnova3.ru +paintingplanet.ru +paphoselectricianandplumber.com +pdns.cz +physfunc.ru +pinsdaddy.com +pisanieprac.info +pl-vouchers.com +popander.mobi +poppen-nw.net +pornokorol.com +pornosok.ru +portal-eu.ru +preconnubial.usuby.site +prefersurvey.net +pricheski-video.com +prom23.ru +pshare.biz +purchasepillsnorx.com +qitt.ru +quickloanbank.com +redirlock.com +reelheroes.net +reimageplus.com +reklamuss.ru +relax.ru +rfid-locker.co +rvzr-a.akamaihd.net +s-forum.biz +saddiechoua.com +saitevpatorii.com +saneitconsulting.com +sankt-peterburg.nodup.ru +santasgift.ml +sayyoethe.blogspot.co.za +scalerite.co.za +scanner-andrew.top +scanner-viktor.top +seasaltwithfood.com +serialsway.ucoz.ru +sexad.net +shikiso.info +shodanhq.com +shtaketniki.kz +sibvitr.ru +site-speed-check.site +skytraf.xyz +sockshare.net +soft-terminal.ru +sotkal.lark.ru +spammen.de +stardevine.com +store-rx.com +stroiminsk.org +sundrugstore.com +superiends.org +swsociety.se +telesvoboda.ru thebluffs.com -thefds.net -themestotal.com -theplacetoupdating.pw -timeallnews.ru -tizanidine4mgtablets.blogspot.com -tizanidinedosage.blogspot.com -tizanidinepills.blogspot.com -top10-online-games.com -topcasinoratings.ru -toys.erolove.in -trafficjunky.net -tuberkuleznik.ru -tvoystartup.ru -twincitiescarservice.com -twittrading.com -ua-company.ru -ugogo.info -uptimebot.net -utiblog.fr -veopornogratis.xxx -video-woman.com -voronezh.xrus.org -vozbujdenie.com -vseuznaem.com -vvon.co.uk -wanker.us -where-toget.com -whosonmyserver.com -worldtraveler.world -www.ehscloud.cn -wyniki-lista.pl -xn-----8kcatubaocd1bneepefojs1h2e.xn--p1ai -xn--80abgj3a5acid6ghs.top -xn--80ahvj9e.xn--p1ai -yaminecraft.ru -youradulthosting.com -yoursearch.me -yur-p.ru -zoodrawings.com -zootoplist.com -zootravel.com +thefotosgratis.eu +thetattoohut.com +ticketsys.inetwd.com +tizanidinesideeffectsweightloss.blogspot.com +toproadrunner5.info +track-rankings.online +trackzapper.com +trk-4.net +trucri.me +twittruth.com +typer.one +uchebavchehii.ru +ucsol.ru +unpredictable.ga +video-chat.love +videosbox.ru +vtcdns.com +vzubah.com +wallpaperstock.net +watchmygf.net +watsonrealtycorp.com +webscouter.net +websitevaluebot.com +westen-z.life +westvilletowingservices.co.za +www.bookmaker-bets.com +xgftnlrt.bloger.index.hr +xjrul.com +xn----dtbndd4ae7eub.top +xn--l1aengat.xn--p1ai +xportvusbdriver8i.snack.ws +xvideospornoru.com +yellowstonesafaritours.com +yubikk.info +zaloro.com +zapiszto.pl +zigarettenonlinekaufen1.bloog.pl +zigarettenonlinekaufen2.drupalgardens.com diff --git a/dev-tools/test_units/ratelimittest-master.txt b/dev-tools/test_units/ratelimittest-master.txt index f0474a154..3656720f2 100644 --- a/dev-tools/test_units/ratelimittest-master.txt +++ b/dev-tools/test_units/ratelimittest-master.txt @@ -581,4 +581,14 @@

Welcome to the NginX Ultimate Bad Bot Blocker

This is merely used for testing !!!

+ + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ \ No newline at end of file diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index a5b5e71d6..55041f630 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.209 0; +10.1.0.249 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index ae9243576..923b6a47a 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.09.2576 -### Updated: Tue Sep 7 10:03:47 UTC 2021 +### Version: V4.2021.09.2577 +### Updated: Tue Sep 7 22:01:28 UTC 2021 ### Bad Bot Count: 623 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index ae9243576..923b6a47a 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.09.2576 -### Updated: Tue Sep 7 10:03:47 UTC 2021 +### Version: V4.2021.09.2577 +### Updated: Tue Sep 7 22:01:28 UTC 2021 ### Bad Bot Count: 623 ################################################### ### Version Information ##