From 63897d1f46ac7233da2e85baee7616ccb3b4fb9f Mon Sep 17 00:00:00 2001 From: mitchellkrogza Date: Thu, 11 Nov 2021 22:07:32 +0000 Subject: [PATCH] V4.2021.11.2709 [ci skip] --- AUTO-CONFIGURATION.md | 2 +- MANUAL-CONFIGURATION.md | 2 +- README.md | 2 +- _google_analytics_ghost_spam/README.md | 2 +- .../etc/nginx/conf.d/globalblacklist.conf | 4 +- conf.d/globalblacklist-testing-version.conf | 4 +- conf.d/globalblacklist.conf | 4 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/buildnumber | 2 +- dev-tools/globalblacklist-testing.template | 4 +- dev-tools/globalblacklist.template | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/test_units/blacklist-ips.conf | 2 +- .../random-bots-for-test-quick.list | 20 +- .../test_units/random-bots-for-test.list | 288 +++--- .../random-bots-for-whitelist-test.list | 296 +++--- .../random-referrers-for-test-quick.list | 20 +- .../test_units/random-referrers-for-test.list | 922 +++++++++--------- .../random-referrers-for-whitelist-test.list | 482 ++++----- dev-tools/test_units/ratelimittest-master.txt | 10 + dev-tools/test_units/whitelist-ips.conf | 2 +- dev-tools/tmp/robots.txt | 4 +- robots.txt/robots.txt | 4 +- 46 files changed, 1080 insertions(+), 1070 deletions(-) diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index db5131d62..e678e3fcf 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.11.2708 +#### Version: V4.2021.11.2709 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [626](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 83ab9f6aa..44aa070df 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.11.2708 +#### Version: V4.2021.11.2709 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [626](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index 343a6a1de..6f1644384 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2021.11.2708 +#### Version: V4.2021.11.2709 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [626](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 4c94cfe92..e4416c4a0 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2021.11.2708 +#### Version: V4.2021.11.2709 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [626](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 8c29b03f0..950119511 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.11.2708 -### Updated: Thu Nov 11 11:15:39 UTC 2021 +### Version: V4.2021.11.2709 +### Updated: Thu Nov 11 22:01:38 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 626 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 68d1cfeeb..5b7748789 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.11.2708 -### Updated: Thu Nov 11 11:15:40 UTC 2021 +### Version: V3.2021.11.2709 +### Updated: Thu Nov 11 22:01:38 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 626 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 8c29b03f0..950119511 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.11.2708 -### Updated: Thu Nov 11 11:15:39 UTC 2021 +### Version: V4.2021.11.2709 +### Updated: Thu Nov 11 22:01:38 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 626 ################################################### diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 68d1cfeeb..5b7748789 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.11.2708 -### Updated: Thu Nov 11 11:15:40 UTC 2021 +### Version: V3.2021.11.2709 +### Updated: Thu Nov 11 22:01:38 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 626 ################################################### diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 05392cbec..35e9dd624 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.92 1; +10.1.0.124 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 55a472a5d..200a3f5e1 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.92 0; +10.1.0.124 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 68d1cfeeb..5b7748789 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.11.2708 -### Updated: Thu Nov 11 11:15:40 UTC 2021 +### Version: V3.2021.11.2709 +### Updated: Thu Nov 11 22:01:38 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 626 ################################################### diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 05392cbec..35e9dd624 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.92 1; +10.1.0.124 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 55a472a5d..200a3f5e1 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.92 0; +10.1.0.124 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 68d1cfeeb..5b7748789 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.11.2708 -### Updated: Thu Nov 11 11:15:40 UTC 2021 +### Version: V3.2021.11.2709 +### Updated: Thu Nov 11 22:01:38 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 626 ################################################### diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 05392cbec..35e9dd624 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.92 1; +10.1.0.124 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 55a472a5d..200a3f5e1 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.92 0; +10.1.0.124 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 68d1cfeeb..5b7748789 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.11.2708 -### Updated: Thu Nov 11 11:15:40 UTC 2021 +### Version: V3.2021.11.2709 +### Updated: Thu Nov 11 22:01:38 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 626 ################################################### diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index e31b25996..a80fc0bca 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -2708 +2709 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 68d1cfeeb..5b7748789 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.11.2708 -### Updated: Thu Nov 11 11:15:40 UTC 2021 +### Version: V3.2021.11.2709 +### Updated: Thu Nov 11 22:01:38 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 626 ################################################### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index 8c29b03f0..950119511 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.11.2708 -### Updated: Thu Nov 11 11:15:39 UTC 2021 +### Version: V4.2021.11.2709 +### Updated: Thu Nov 11 22:01:38 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 626 ################################################### diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 664880edc..3408aa426 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -40.122.255.32 0; +20.112.9.231 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 8c29b03f0..950119511 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.11.2708 -### Updated: Thu Nov 11 11:15:39 UTC 2021 +### Version: V4.2021.11.2709 +### Updated: Thu Nov 11 22:01:38 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 626 ################################################### diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 05392cbec..35e9dd624 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.92 1; +10.1.0.124 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 55a472a5d..200a3f5e1 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.92 0; +10.1.0.124 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 8c29b03f0..950119511 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.11.2708 -### Updated: Thu Nov 11 11:15:39 UTC 2021 +### Version: V4.2021.11.2709 +### Updated: Thu Nov 11 22:01:38 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 626 ################################################### diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 05392cbec..35e9dd624 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.92 1; +10.1.0.124 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 55a472a5d..200a3f5e1 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.92 0; +10.1.0.124 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 8c29b03f0..950119511 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.11.2708 -### Updated: Thu Nov 11 11:15:39 UTC 2021 +### Version: V4.2021.11.2709 +### Updated: Thu Nov 11 22:01:38 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 626 ################################################### diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 05392cbec..35e9dd624 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.92 1; +10.1.0.124 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 55a472a5d..200a3f5e1 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.92 0; +10.1.0.124 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 8c29b03f0..950119511 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.11.2708 -### Updated: Thu Nov 11 11:15:39 UTC 2021 +### Version: V4.2021.11.2709 +### Updated: Thu Nov 11 22:01:38 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 626 ################################################### diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 664880edc..3408aa426 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -40.122.255.32 0; +20.112.9.231 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 2332e2f10..f2a336465 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.11.2708 -### Updated: Thu Nov 11 11:15:39 UTC 2021 +### Version: V4.2021.11.2709 +### Updated: Thu Nov 11 22:01:38 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 626 ################################################### diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 664880edc..3408aa426 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -40.122.255.32 0; +20.112.9.231 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 6f2536ed5..6eb2ef781 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.11.2708 -### Updated: Thu Nov 11 11:15:39 UTC 2021 +### Version: V4.2021.11.2709 +### Updated: Thu Nov 11 22:01:38 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 626 ################################################### diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index 05392cbec..35e9dd624 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.92 1; +10.1.0.124 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index 8b0c096ea..0560454e7 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -01h4x.com -AfD-Verbotsverfahren -Fyrebot -Moblie Safari -Niki-bot -SemrushBot -TeleportPro -VB Project -Wotbox -sp_auditbot +BLEXBot +BacklinkCrawler +Barkrowler +Cogentbot +HTTrack +MIDown tool +RankingBot2 +demandbase-bot +zauba.io +zgrab diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index fc9185a7a..715a8ddb9 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ 404enemy 80legs -ADmantX -AIBOT -ASPSeek -Acunetix AhrefsBot -AiHitBot +Alexibot +Alligator AlphaBot -Anarchie -Anarchy99 +Anthill Apexoo Aspiegel -Asterias +Attach AwarioRssBot -BDCbot -BDFetch -BLEXBot -Badass -Bandit +BackDoorBot +BackWeb Barkrowler -Bigfoot -Black Hole -Blackboard +BatchFTP +BetaBot +BlackWidow Blow -Boardreader -Brandprotect +BlowFish +BotALot Buck -Buddy -BuiltBotTough +CATExplorador Calculon CazoodleBot -Cegbfeieh +CheTeam CherryPicker -Cloud mapping -Cosmos -Crawling at Home Project -CrunchBot -Curious +Chlooe +Claritybot +Cocolyzebot +Cogentbot +Copier +Copyscape +CrazyWebCrawler +Crescent Custo +CyotekWebCopy +DBLBot DTS Agent DataCha0s DatabaseDriverMysqli -Demon -DigitalPebble +Deusu Disco -Dispatch -DittoSpyder -DnyzBot -DomCopBot +Discobot +DnBCrawler-Analytics DomainStatsBot -Download Wonder +Dotbot +Dragonfly +Drip EMail Siphon -EMail Wolf -EirGrabber -EroCrawler +EasyDL +Evil +Exabot Express WebPictures -Extractor ExtractorPro Extreme Picture Finder -FDM +EyeNetIE +Ezooms +FemtosearchBot +Firefox/7.0 +Foobot +Freeuploader FrontPage GT::WWW Genieo GermCrawler -Gigabot -Go!Zilla -Go-Ahead-Got-It -Gotit -Grafula +GetRight GrapeshotCrawler -GridBot -HMView -HTMLparser +HEADMasterSEO HTTP::Lite HTTrack -Haansoft -Hloader -Humanlinks HybridBot -IDBot +IDBTE4M IRLbot -Id-search +Iblog +Image Sucker +InfoNaviRobot Intelliseek InterGET +Internet Ninja InternetSeer +Iria IstellaBot JOC Web Spider -Jbrofuzz -Jetty -Jyxobot +Joomla +Kenjin Spider Keyword Density -Kozmosbot -LNSpiderguy -LWP::Simple Larbin Leap -LeechFTP -Lftp LibWeb Libwhisker -Lightspeedsystems -Likse -Lipperhey Spider +LinkWalker +Linkbot +LinkpadBot +LinqiaMetadataDownloaderBot +Litemage_walker Ltx71 -MFC_Tear_Sample -MIDown tool -MTRobot +MIIxpc +MQQBrowser +MSIECrawler Mag-Net -Majestic-SEO -Majestic12 +Mail.RU_Bot +Majestic SEO MarkMonitor -Masscan -MauiBot +MarkWatch +Mass Downloader +Mata Hari MegaIndex.ru -Microsoft Data Access +Metauri +MicroMessenger Microsoft URL Control +Mister PiX +Moblie Safari +Mojeek Mojolicious +Mozlila NICErsPRO NPbot -Name Intelligence Nameprotect -Navroad -Needle -Nessus +NetLyzer NetSpider -Nettrack -Netvibes -Nibbler +NetZIP Niki-bot NimbleCrawler -Ninja -Nuclei -Octopus +Offline Explorer Offline Navigator OrangeSpider -PECL::HTTP +OutclicksBot Page Analyzer -PageAnalyzer +PageGrabber PageScorer PageThing.com -PeoplePal -Pi-Monster +Panscient +Pavuk +Picsearch PictureFinder -Piepmatz -Pimonster -Pu_iN -QueryN Metasearch -RankActive -RankingBot2 -RankurBot -Re-re -Reaper -SEOkicks-Robot -SMTBot +PleaseCrawl +Pockey +ProPowerBot +ProWebWalker +Psbot +Quick-Crawler +RealDownload +Recorder +RedesScrapy +RepoMonkey +RocketCrawler +Rogerbot +SEOlyticsCrawler +SISTRIX Scanbot -ScrepyBot -Searchestate Semrush SemrushBot -SeobilityBot +SeoSiteCheckup +Seomoz +Shodan Siphon -SiteExplorer -SiteLockSpider -Sitebeam -Siteimprove +SiteCheckerBotCrawler Sitevigil -SlySearch -SmartDownload Snake -Snapbot -Snoopy -Sogou web spider +SocialRankIOBot +Sosospider +SpankBot +Spanner +Spinn3r +Sqlmap Sqlworm Sqworm -Steeler -Sucuri +Sucker SuperBot +SuperHTTP +Surfbot SurveyBot +Swiftbot T0PHackTeam Teleport -Telesoft -TheNomad +TeleportPro +TightTwatBot +Toata +Tracemyfile +Trendictionbot TurnitinBot Twice +UnisterBot Upflow VB Project -Vagabondo +Vacuum VelenPublicWebCrawler VoidEYE -Voil -WEBDAV +WBSearchBot +WISENutbot +WPScan WWW-Collector-E +WWW-Mechanize +WWWOFFLE +Wallpapers/3.0 WallpapersHD -WeSEE -Web Auto -Web Enhancer +Web Collage Web Fuck Web Pix -WebEnhancer -WebFuck -WebGo IS +Web Sauger +WebAuto WebImageCollector +WebLeacher +WebPix WebReaper -WebSucker +WebStripper WebWhacker -WebZIP -Webalta -WebsiteQuester +WebmasterWorldForumBot +Webshag +Website Quester Webster Whack -Widow +Whacker +Who.is Bot WinHTTrack Xaldon WebSpider -Xaldon_WebSpider YoudaoBot -Zauba +Zade +Zermelo Zeus -ZmEu -ZoomBot -adscanner +ZumBot +ZyBorg autoemailspider -cah.io.community check1.exe -clark-crawler -coccocbot-web cognitiveseo -crawler4j -demandbase-bot -eCatch -internetVista monitor -ips-agent +dataforseo.com lwp-request lwp-trivial -magpie-crawler -page scorer +muhstik-scan +oBot pcBrowser -probe-image-size +plumanalytics +polaris version +ripz s1z.ru +satoristudio.net scalaj-http scan.lol -seobility seocompany.store +serpstatbot +sitechecker.pro +siteripz sp_auditbot +sysscan tAkeOut trendiction.de -x22Mozilla +voyagerx.com +webpros.com xpymep1.exe zauba.io -zgrab diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index df9c0c4d5..59a1d88cf 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -01h4x.com -404enemy -ASPSeek +360Spider +404checker +Aboundexbot +Acunetix AhrefsBot AiHitBot -Alligator -Anarchie -Anarchy99 -Aspiegel -AwarioSmartBot +Aipbot +Alexibot +AllSubmitter +AlphaBot +Anarchy +Apexoo +Asterias +Attach BackDoorBot -BackStreet BackWeb Backlink-Ceck +BacklinkCrawler Badass +Bandit Barkrowler -Battleztar Bazinga +BatchFTP BetaBot -Black Hole -Blackboard -Boardreader +Bigfoot +Bitacle +Blow +BlowFish +BotALot Brandwatch Buck -BuiltBotTough -Bullseye -CATExplorador +Buddy +BuiltWith +BunnySlippers CCBot -CSHttp -Calculon -CazoodleBot -CheeseBot -Cloud mapping -Cogentbot +CODE87 +ChinaClaw +Cliqzbot +Cocolyzebot +Copier Copyscape -CyotekWebCopy +Cosmos +Craftbot +Curious DBLBot -DIIbot +DSearch +DataCha0s DatabaseDriverMysqli -Devil +Deusu Dirbuster Disco -DomCopBot -DomainAppender +DnBCrawler-Analytics +DomainSigmaCrawler +DomainStatsBot +Download Wonder +ECCP/1.0 EMail Siphon +EasyDL +Evil Express WebPictures -ExtractorPro -Extreme Picture Finder Ezooms +FDM +FHscan FemtosearchBot -FlashGet +Fimap +Flunky Foobot +Freeuploader +FrontPage Fuzz -Fyrebot +FyberSpider +G-i-g-a-b-o-t GT::WWW -Genieo -Gigabot +Go!Zilla Go-Ahead-Got-It -GoZilla -Gotit -GridBot -HMView -HTTrack +GrabNet +Grafula +GrapeshotCrawler +HTMLparser Haansoft -Hloader -HybridBot -IDBot -IlseBot +HaosouSpider +Harvest +Iblog +IndeedBot Indy Library +Internet Ninja InternetSeer Iria -IstellaBot -Jbrofuzz -JetCar +JOC Web Spider Jetty -JikeSpider +Jorgee +Jyxobot +Keyword Density Kinza +LWP::Simple Lanshanbot -Larbin -LeechGet -LexiBot -Lftp +Leap +LeechFTP LibWeb Libwhisker -Lightspeedsystems -LinkWalker +Likse +LinkScan +Linkbot Linkdexbot LinkextractorPro -LinksManager -Lipperhey Spider +LinkpadBot +LinqiaMetadataDownloaderBot Litemage_walker -Lmspider MIDown tool -MIIxpc -MQQBrowser -MSIECrawler -Majestic SEO +MSFrontPage +Mag-Net MarkMonitor -Masscan -Mata Hari -Microsoft URL Control +Mb2345Browser +MeanPath Bot +Meanpathbot +Mediatoolkitbot +Microsoft Data Access +Mister PiX Moblie Safari -Mojeek +Mojolicious Morfeus Fucking Scanner -Mozlila -Nameprotect -Navroad -Net Vampire -NetLyzer +Msrabot +Musobot +NPbot +Nessus +NetAnts +NetMechanic NetSpider -Netcraft -Nettrack -Nibbler -Nimbostratus -Octopus +Niki-bot +NimbleCrawler +Ninja +Nmap +Nutch Offline Explorer Offline Navigator -OpenLinkProfiler -OrangeSpider -OutclicksBot +Openvas PHPCrawl -Page Analyzer -PageThing.com -Pandalytics Panscient +Pavuk PeoplePal Petalbot -Pi-Monster -Picsearch -PictureFinder Pimonster Pixray ProPowerBot Pu_iN -QueryN Metasearch +PyCurl +Quick-Crawler RSSingBot RankFlex -RankingBot -RankurBot +RankingBot2 +Rankivabot Re-re -ReGet Reaper -RebelMouse RedesScrapy RepoMonkey +Ripper RocketCrawler -Rogerbot SBIder -SEOstats -SISTRIX -SMTBot -ScanAlert +SEOkicks Scanbot Screaming -ScreenerBot -ScrepyBot -SentiBot -SeobilityBot Seomoz -Shodan Siphon -Site Sucker -SiteLockSpider -SiteSucker -Sitebeam +SiteCheckerBotCrawler +SiteExplorer +SiteSnagger Siteimprove -Snake Snapbot Snoopy -Sogou web spider Sosospider -SputnikBot +SpankBot Stripper -Suzuran +SuperHTTP +Surfbot +SurveyBot +Szukacz T0PHackTeam T8Abot -TeleportPro -Telesoft -Telesphoreo -Telesphorep -The Intraformant -TheNomad +Teleport +Thumbor +Toata Trendiction -Trendictionbot -True_Robot Turingos Turnitin TurnitinBot -Twice +TwengaBot Typhoeus URLy.Warning +Upflow V-BOT +VCI Vagabondo -VidibleScraper +VeriCiteCrawler Virusdie -Voil +VoidEYE +Voltron WPScan -WWW-Mechanize -WWWOFFLE -Web Collage +WWW-Collector-E +WWW::Mechanize +Wallpapers/3.0 +WeSEE +Web Auto +Web Enhancer +Web Fuck Web Pix -Web Sauger Web Sucker -WebBandit -WebEnhancer -WebGo IS +WebFetch WebPix -WebStripper -WebWhacker -Webalta -WebmasterWorldForumBot +WebReaper +WebZIP Webshag +WebsiteExtractor Webster Whacker Whatweb -Wprecon +WinHTTrack +WiseGuys Robot +Woobot +Xaldon WebSpider Xenu +Zade Zauba Zermelo +Zeus +ZmEu ZoominfoBot +adscanner archive.org_bot -autoemailspider -cah.io.community -check1.exe -crawl.sogou.com -crawler.feedback +arquivo-web-crawler +backlink-check +com.plumanalytics evc-batch gopher -heritrix +instabid isitwp.com -lwp-request +lwp-trivial magpie-crawler -muhstik-scan -netEstate NE Crawler -pcBrowser -plumanalytics +page scorer polaris version -s1z.ru satoristudio.net -scalaj-http -scan.lol +seobility serpstatbot sitechecker.pro -sogouspider +siteripz sp_auditbot -spyfu -sysscan -webmeup-crawler +trendiction.com +trendiction.de +voyagerx.com +webpros.com x09Mozilla -xpymep1.exe -zauba.io +zgrab diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index e400cc37c..541359718 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -aquarium-pro.ru -arabsexxxtube.com -azbukadiets.ru -fbdownloader.com -hustoon.over-blog.com -iqs.biz.ua -nofreezingmac.click -pufip.com -stuff-about-money.com -tongkatmadura.info +999webdesign.com +cartierreplica.top +gamevalue7.weebly.com +rutor.vip +stroyhelp-dv.ru +taqywu51.soup.io +tvorozhnaja-zapekanka-recept.ru +via-energy-acquistare.com +videtubs.pl +wardreapptokone.tk diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index 9a03742f2..22f247d57 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -0c47f8422d3f.com -101lesbian.xyz -1j7740kd.website -2728fb936f0.com -2pxg8bcf.top -45en.ru -4replicawatch.net -5-steps-to-start-business.com -aa9d046aab36af4ff182f097f840430d51.com -aad1f4acb0a373420d9b0c4202d38d94fa.com -abiente.ru -academiacsmendoza.org -addray.pro -adsloads.com -advokateg.ru -aero2.ru -affiliate-fr.com -ahmedabadwebs.com -aihelen.net -airmaxshoes-2016.com -ald2014.org -allnews24.in -alloysteel.ru -allpdfmags.net -allsilver925.co.il -alvtank.se -am-se.com -angkortours.vn -animebox.com.ua -apartmentratings.com -asia-forum.ru -asophoto.com -asrvrep-a.akamaihd.net -atmovs.com +100dollars-seo.com +123kuma.com +123movies.love +273-fz.ru +2itech.ru +5ws.dating-app.ru +6hopping.com +7ooo.ru +883zy.com +8kisses.eu +aa8780bb28a1de4eb5bff33c28a218a930.com +abbanreddy.com +absolute-s.ru +actices.com +activecampaign.dreamhosters.com +ad-words.ru +adinterax.com +advancedsoftwaresupport.com +adverster.com +advertisingtag.net +aghanyna.com +agysya.ru +all4wap.ru +allmarketsnewdayli.gdn +alpharma.net +ameblo.top +amt-k.ru +anabolics.shop +angry-fermi-7633.arukascloud.io +animal36.com +animaltoplist.com +apioasisspacenet-a.akamaihd.net +apispringsmartne-a.akamaihd.net +approved.su +arcteryxstore.online +ardimobileinfo.ml +arius.tech +arquivo.pt +asacopaco.tk audiobangout.com -availit.weebly.com -avek.ru -avtoarenda.by -azadnegar.com -azazaporn.com -azbuka-mo.ru +australia-opening-times.com +auto.rusvile.lt +autochoixspinelli.com +automatic-seo.com +aviav.co +avon-severozapad.ru +awaybird.ru +awency.com +axbocz.net +babespcs.com babieca.com -balkanfarma.ru +baditri.com +baikaleminer.com +bala.getenjoyment.net +balans.shahterworld.org +bankofthewext.com +bannerbank.ru bannerconnect.net -bavsac.com -bdsmgalls.net -beachpics.com -bharatdefencekavach.com -biglistofwebsites.com +battle.net +beatifullandscape.co +belinka.com.ua +belinvestdom.by +berdasovivan.ru +best-way.men +besthomemadepornsites.com +bestplacetobuyeriacta.jw.lt +bestserials.com +bigcareer.info binomo.com -bizfly.info -bizlist.com.de -bizzliving.com -blockety.co -blpmovies.com -bmw-ark.ru -bochemit.com.ua -boo-arts.com -bouda.kvalitne.cz -braintobe.win -braip.com.br -brandedleadgeneration.com -brg8.com -buyfriend.ru -buynorxx.com -bzero1jewelry.net +bioinnovate.co +birzha-truda.eu +biznesrealnost.ru +blacktwhite.com +blog.koreadaily.com +bonvillan.com +boole.onlinewebshop.net +brainboostingsupplements.org +brainsandeggs.blogspot.com +brainxs.us +bristolhostel.com +budilneg.xyz +bupropion-sr-150-mg.us +business-made-fun.com +buy-cheap-pills-order-online.com +buydissertation.net +buzzzg.men +cacheimages.com +callawaygolfoutlet.online +callawaygolfstore.online callejondelpozo.es -candy-glam-hp.com -cardsdumps.com -carsdined.org -cartierlove.xyz -cartierreplica.xyz -cashonads.com -caveavins.fr -cbox.ws -cejewelry.xyz -cellfun.mobi -cercacamion.it -cezartabac.ro -chatroulette.si -cheapbarbour.online -cheapjerseysa.com -chee-by.biz -chinaelitecheapjerseys.com -christianlouboutinoutlet.win -christianlouboutinsaleoutletonline.us -cienum.fr +capsderfudd.tk +carstrends2015.com +cayado.snn.gr +cdnanalytics.xyz +cementaresearch.se +cenoval.ru +cheapjerseysfootballshop.com +chelnytruck.ru +chimiver.info +chocolateslim-en-france.com +chocolateslim-original.com +cialis-samples.com cinemaenergy-hd.ru -cinemaflix.website -clickprotects.com -clothesforcash.com +claytransformations.info +co.lumb.co +codq.info +colehaanoutlet.store +collegeessay19.blogspot.ru +com-secure.download communisave.co.za -compliance-alex.top -compliance-andrew.xyz -compliance-brian.xyz -compliance-checker-7.info -compliance-ivan.top -compliance-jack.top -compliance-willy.top -conboy.us -cookie-law-enforcement-hh.xyz -coolgamechannel.com -coop-gamers.ru -cornerstone-countertops.com -countercrazy.com -courtshipgift.com -cpajunkies.com -cv.wallhade.co -cyse.tk -dailyfinancefix.com -dalavia.ru -dame-ns.kz -daretodonate.co -delta-line.men -descargar-musica-gratis.net +compliance-don.xyz +compliance-john.top +compliance-walter.top +connectionstrenth.com +cookie-law-enforcement-ee.xyz +copenergo.ru +counciltally.com +countbertwistdisp26.soup.io +credit.co.ua +cupday.com +cyclobenzaprinevstizanidine.blogspot.com +davidovic.info +defenderxtactical.com +dekorkeramik.ru deshevo-nedorogo.ru -destinationrealestate.com -detsky-nabytek.info -dev.citetick.com -diesel-parts28.ru -dieswaene.com -dimaka.info -div.as -djekxa.ru -dkvorota.ru -doctissimo.fr -doctormakarova.ru -domain-submit.info -domaincrawler.com -donna7753191.ru +detskie-konstruktory.ru +dgfitness.co +disruptingdinnerparties.com +dokfilms.net +domination.ml dood.live -dostavimvdom.ru -dosugrostov.site -download-of-the-warez.blogspot.com -downtuptv.gq -drev.biz -duawitchrarato.tk -e-avon.ru -easync.io +downloads-whatsapp.com +draniki.org +drunkmoms.net +druzhbany.ru +duplicashapp.com easyshoppermac.com -ekaterinburg.xrus.org -el-nation.com -eldiariodeguadalajara.com -elektronischezigarettekaufen1.beeplog.com -elidelcream.weebly.com -elmifarhangi.com -en.altezza.travel -eng-lyrics.com -englate.com -enternet.ee -eredijovon.com -eropho.com -escortslet.net -euronis-free.com -euroskat.ru -exoneration-project.us -ezigarettenshop1.yolasite.com -ezigaretteshop.webs.com -ezigaretteshop2.vefblog.net -ezofest.sk -facialporntube.com -falcon-images.blogspot.com -fanpagerobot.com -fashion.stellaconstance.co -fealq.com -fearcrow.com -fenoyl.batcave.net -fetishinside.com -findpics.pw -fodelsedagspresenter.nu +educontest.net +electro-prom.com +elektrischezigarette1.onsugar.com +elektrozigaretten1.postbit.com +elitesportsadvisor.com +elmacho.xyz +elvel.com.ua +epngo.bz +eropho.net +escortplius.com +estelight.ru +event-tracking.com +exchanges-bet.com +executehosting.com +eyessurgery.ru +f0815.de +fastfixing.tech +feeriaclub.ru +fickenbumsen.net +figuringmoneyout.com +finuse.com +firma-legion.ru +flipper.top +flirt4free.com +floridamhca.org +flowwwers.com forensicpsychiatry.ru -forms-mtm.ru -foxweber.com -foxydeal.com -frcls.fr +formseo.com +foto-telok.net +foxjuegos.com +franch.info +free-fbook-traffic.com +free-floating-buttons.com free-today.com -freenode.info -freewareseek.com -fxtips.ru -g.starmoe.xyz +fusoradio.info +fyxabomiw.ru gallery.rennlist.com -gameprimary.com -gaming-journal.com -gayxperience.com -geile-lelly.eu -geoads.com -get-seo-domain.com -gettpromos.com -gfaq.ru -ghazel.ru +gambarkatabaru.com +gay.adultgalls.com +geckoandfly.com +geileweiber.tk +generalporn.org +genetworx.com +get-free-social-traffic.com +get-your-social-buttons.info +gg.zzyjxs.com +ggiaro.com +gkvector.ru +glavtral.ru globalscam.ga -glopages.ru -gloverid.site -go2album.com -golfresa.lucania.se -good-mummy.ru -green-tea.tv -greenzaim.ru -grupografico-pilar.com.ar -gsasearchengineranker.space -gsasearchenginerankerdiscount.com -gta-top.ru -gwhwpxbw.bloger.index.hr -handicapvantoday.com -hanink.biz.ly -hasfun.com -histock.info -hollywoodactress.info -hosting-tracker.com -hotelcrocenzi.sm -hotenergy.ru -houseofrose.com -hoztorg-opt.ru -humanelydrew.com -hustoon.over-blog.com -i-hobot.ru -ibb.com.ua -idc.com.ua -ideawheel.com +globatur.ru +golmau.host.sk +gourcy.altervista.org +gsasearchengineranker.pw +habermetre.com +hahashka.ru +hao123.com +hatedriveapart.com +hdfreeporno.net +hdimagegallery.net +hildinghr.se +hitsbox.info +hotcore.info +hotsocialz.com +housemilan.ru +hoverboard360.at +howmuchdoestizanidinecost.blogspot.com +idealtits.net iflycapetown.co.za -iklysha.ml -ilikevitaly.com -imagui.eu -imicrovision.com -imperiafilm.ru -inboundlinks.win -infospot.pt -innoslicon.com -inspiring-desperate.tk +images-graphics-pics.com +imediadesk.com +imfamous.info +imgarit.pw +incanto.in.ua +increasewwwtraffic.info +infodocsportal.com +informatiecentro.be intelhdgraphicsgtdrive6w.metroblog.com -iqs.biz.ua -iqupdatetmz.win -istizanidineanarcoticdrug.blogspot.com -j33x.com -james13prix.info -jamiembrown.com -jerseyswholesalechinalimited.com -jerseywholesalebizchina.com -jillepille.com -jose.mulinohouse.co -joy-penguin.com -jpcycles.com -kamagragelusa.net -karadene.com -kazan.xrus.org -keywordbasket.com -kinozapas.com +io9.com +iptool.xyz +irkutsk.online-podarki.com +irunfar.com +it-max.com.ua +izhevsk.zrus.org +izoll.ru +javrip.net +jerseywholesalechinabiz.com +jmat.cn +jo24news.com +jrcigars.com +juliaworld.net +kamen-e.ru +katushka.net +keywordhut.com +kimcurlrvsms.com +kino-rf.ru +kinoduh.ru +kiwi237au.tk klejonka.info -kliksaya.com -kndxbkdx.bloger.index.hr -knogg.net -komputernaya-pomosh-moscow.ru -kopihijau.info -koptims.tiu.ru -kostenloser-sex.com -kosynka-games.ru -kredit-pod-zalog-krasnodar.ru -kunstaktien.info -larutti.ru -legionalpha.com -lemon-ade.site -letslowbefast.today -letsrepair.in -lexixxx.com -lezbiyanki.net -lietaer.com -lignofix.ua +kmgamex.cf +kretpicf.pw +lacloop.info +laexotic.com +landscapebackgrounds.blogspot.com +laptop-4-less.com +laptoper.net +larchik.net +legalrc.biz +lineavabit.it linerdrilling.com -lineshops.biz -linkbux.ru -longlifelomilomi.info -lostfilm-online.ru -lowephotos.info -macotool.com -mainhp.net -makedo.ru -masturbate.co.uk -max-p.men -maxxtor.eu -medanestesia.ru -mejoresfotos.eu -mezaruk.info -micasainvest.com -microstatic.pl -minegam.com -minharevisao.com -misterjtbarbers.com -mobplayer.ru -mockupui.com -moi-glazki.ru -mosrif.ru +linkbolic.com +littlesexdolls.com +liveu.infoteka.hu +lkbennettoutlet.online +locimge.pw +loginduepunti.it +lolnex.us +lostaruban.com +love-baby.cz +lubetube.com +lunchrock.co +luxmagazine.cf +magicdiet.gq +mcar.in.ua +me-ke.com +medkletki.ru +medkritika.ru +medosmotr-ufa.ru +megahdporno.net +mere.host.sk +meteostate.com +minyetki.ru +mirmedinfo.ru +mixtapetorrent.com +mnogabukaff.net +mobifunapp.weebly.com +moncleronline.xyz +morocco-nomad-excursions.com +mossmesi.com mp3ringtone.info -mrinsidesales.com -mrlmedia.net -mrsdalloways.com -mrwhite.biz -msk.afora.ru -musicdaddy.net -musicvidz.ru -my-big-family.com -mydownloadengine.com -myfreecams.com -myfreetutorials.com -mygameplus.com -myhydros.org -mylida.org +mustwineblog.com +muzaporn.com +my-aladin.com mymobilemoneypages.com -naphukete.ru -naturtreenspicerx.pw -nfljerseyscheapbiz.us +myshopmatemac.com +myxdate.info +namenectar.com +national-today-winning-winner.club +networkad.net +newstaffadsshop.club +nextbackgroundcheck.gq nfljerseysforsalewholesaler.com -nikitabuch.com -nippon-bearings.ru -no-fuel.org +nibbler.silktide.com +noclegonline.info nodup.ru -noscrapleftbehind.co -ofanda.com +norththeface.store +nrv.co.za +nuup.info +nzfilecloud.weebly.com ohmyrings.com -oktube.ru -oneclickfiles.com -onefilms.net -onko-24.com +okeinfo.online +oneminutesite.it +onetravelguides.com onlainbesplatno.ru -online-sbank.ru -onlinemegax.com -osb.se11.ru -owathemes.com -ownshop.win -paramountmarble.co.uk -partner-high.men -perfectpracticeweb.com -perm.xrus.org -picurams.pw -pinapchik.com -pkr1hand.com -plastjulgranar.se -pogosh.com -polcin.de -porndl.org -pornokajf.com -pornosok.ru -pornozhara.com -priora-2.com +online-zaymy.ru +onlineku.com +orhonit.com +ostroike.org +oynat.info +oz-offers.com +paccohichetoti.ml +pacificair.com +paparazzistudios.com.au +pharmacyincity.com +photochki.com +picscout.com +pinwallpaper.xyz +piratecams.com +piter.xrus.org +pivka.xyz +pl-top.pl +playboyfiles.xblog.in +pobeiranie.pl +porno-home365.com +pornohd1080.online +pornohub.me +pornoplen.com +pornoxxx.com.mx +portal-eu.ru +portside.cc +pricheskaonline.ru pro-tec.kz +productarium.com profitsport.club -progonrumarket.ru -pronekut.com -prostitutki-kiev.org -prostitutki-tyumeni.org -proxyelite.biz -psvita.ru -push-ad.com -pyrodesigns.com.au -qcstrtvt.bloger.index.hr -qld10000.net -quick-offer.com -quizzitch.net -qwesa.ru -rank-checker.online +progress-upakovka.ru +prohoster.info +pussyfleet.com +pussysaga.com +qexyfu.bugs3.com +quality-traffic.com +r-control.ru +rabot.host.sk +rainbowice.ru razamicroelectronics.com -realnye-otzyvy.info -renecaovilla.online -rezeptiblud.ru -ryetaw.com -s1z.ru -sack.net -sajatvelemeny.com -samolet.fr -savememoney.co.za -scanner-josh.top -scanner-julianna.top -score-ads.men -searchlock.com -seeresultshub-a.akamaihd.net -seo-smm.kz -seojokes.net -seorankinglinks.us -seozoom.it -servisural.ru -seryeznie-znakomstva.ru -sex-pr.net -sex-watch.com -sexobzor.info -sexsaoy.com -shohanb.com -shopperifymac.com -siha.de -simple-image.com.ua -site-auditor.online -sizeplus.work -sky-mine.ru +razyboard.com +realizmobi.com +regdefense.com +reining.lovasszovetseg.hu +remontgruzovik.ru +rep-am.com +rockma.se +rogervivierforsale.com +rollercoin.com +roofers.org.uk +rostov.xrus.org +ruf777.com +running-line.ru +rusexy.xyz +salut-camp.ru +salutmontreal.com +sape.top +scalerite.co.za +scenicmissouri.us +scrnet.biz.ua +sdelai-prosto.ru +seo18.su +seoanalyses.com +seoholding.com +seorankinglinks.xyz +serviporno.com +sexystrippe.info +shakhtar-doneck.ru +shivafurnishings.com +shoesonlinebuy.cn +shopvilleroyboch.com.ua +sierraapps.com +simple-share-buttons.com +simply.net +simpoed.ufop.br +sisi-go.ru +site.ru +sitevaluation.com +sivs.ru +sk.golden-praga.ru +skanninge.se skylta.com -skyway24.ru +skytraf.xyz +smartbalanceworld.com smstraf.ru -snow.nvr163.com -sophang8.com -spidtest.space -sports-supplements.us -srdrvp.com -staff.prairiesouth.ca -stathat.com +snip.tw +social-buttons.xyz +softonicads.com +soietvousmaime.fr +sonnikforme.ru +sovinsteel.ru +space4update.pw +spb.ru +spbchampionat.ru +specialfinanceoffers.com +sportbetfair.com +spyfu.com +spywareit.com +sstroy44.ru +statoutlook.info +steamoff.net steebook.com -studworks.org -suggest-keywords.com -supermama.top -surgut.zrus.org -suture.co -swingerseiten.com +stretchingabuckblog.com +stuff-about-money.com +styro.ru +svensk-poesi.com +svetlotorg.ru +swagbucks.com +swimpool.ca +szucs.ru tacbelarus.ru -tagil.zrus.org -takeflyte.com -talant-factory.ru -tech4master.com -teenfuck.tv +taraz.xkaz.org +tds-advert005.info +technika-remont.ru +teenbbw.yopoint.in tehngr.ru -thebluffs.com -thecounter.com -thefarmergame.com -thepantonpractice.co.uk +terraclicks.com +thaisamkok.com tilido.com -tizanidinecost.blogspot.com -tizanidinestreetprice.blogspot.com -tizanidinestreetvalue.blogspot.com -tizanidinewithdrawalsymptoms.blogspot.com +tizanidine4mgprice.blogspot.com +tizanidinedrugtest.blogspot.com +tizanidinehcl2mgsideeffects.blogspot.com +tizanidinerecreationaluse.blogspot.com tmtrck.com -topbestgames.com -torrentgamer.net -torrents.cd -trafficshaper.com -traffique.net -traffmonster.info +token-lab.org +topappspro.com +topsy.com +torrentred.games +toursmaps.com +trackzapper.com +traffixer.com +trainoffend.ml tramadolandtizanidine.blogspot.com -truck-land.life -trustaffs.com -tuberkulezanet.ru +tri-slona.org +truemfilelj.gq +tsan.net tuckermktg.com -tyumen.xrus.org -ultimateclassicrock.com -unece.org -uptime-gamma.net -urlopener.blogspot.com.au -utrolive.ru -v24s.net -validccseller.com -vapsy.com -velen.io -venerologiya.com -via-energy-cumpara.com -via-energy-order.com -viagra.pp.ua +tvand.ru +typimga.pw +u-cheats.ru +ukrup.com +ultramart.biz +unisexjewelry.org +upproar.com +url-extractor.xyz +usadacha.net +usbggettwku.ga +vbtracker.net +vegascosmetics.ru +vekzdorov.ru +veselokloun.ru +vesnatehno.ru viagroid.ru -viandpet.com -vikistars.com -villacoloniale.com -vita.com.hr -vitalads.net +video-camer.com +vietimgy.pw +viktoria-center.ru +virus-respirators.com +virus-schutzmasken.de viteonlusarezzo.it -vkak.ru -vladimir.xrus.org -vodaodessa.com -vykup-avto-krasnodar.ru -vykupavto-krasnodar.ru -vzubah.com -warningwar.ru -webmasterhome.cn +vizag.kharkov.ua +vladimir.zrus.org +vpnmouse.com +walkme.com +warningzscaler.heraeus.com +waycash.net +webcamtalk.net +weblibrary.win webnode.me -website-datenbank.de -wholesalejerseychinaoutlet.com -wormix-cheats.ru -www.solartek.ru -www.souvenirua.com -www.timer4web.com -wygraj-teraz.com -xdoza.com -xlolitka.com -xlovecam.com -xn----9sbebi2bvzr7h.xn--p1ai -xn--80abgj3a5acid6ghs.top -xn--80ajjbdhgmudixfjc8c5a9df8b.xn--p1ai -xn--80atua3d.xn--p1ai -xn--h1aakne2ba.xn--p1ai -xn--hxazdsfy.blogspot.com -xxxdatinglocal.us -xxxkaz.org -yaoguangdj.com -you-shall-not-pass.is74.ru -youdesigner.kz -yugo-star.ru -zakazfutbolki.com -zeikopay.com -zerocash.msk.ru -zeroredirect10.com -zhorapankratov7.blogspot.com -zoominfo.com -zoomovies.org -zryydi.com -zs2vm.top -zskdla.site -zvetki.ru -zzlgxh.com +websiteaccountant.de +weburlopener.com +westen-v.life +whatistizanidine2mg.blogspot.com +wheelchairliftsarea.com +wikes.20fr.com +wineration.com +wladimirpayen.com +wonderfulflowers.biz +wordkeyhelper.com +writersgroup580.web.fc2.com +www.kabbalah-red-bracelets.com +x-mix.info +x-musics.com +xmronta.com +xn----dtbndd4ae7eub.top +xn--80ab4aa2g.xn--p1ai +xn--90acenikpebbdd4f6d.xn--p1ai +xvideospornoru.com +xxart.ru +yaminecraft.ru +yopoint.in +yoshkarola.zrus.org +youradexchange.com +yourtemplatefinder.com +zakazvzloma.com +zeroredirect5.com +zigarettenonl.canalblog.com +zojirushi-products.ru +zvuker.net +zzbroya.com.ua diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index b09c9db04..e89f0f706 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -123kuma.com -4kplayer.pl -7a2rnuey1tw9ar.ru -7wind.ru -a.frcls.fr +1-99seo.com +1adult.com +3weekdiet.com +4ur.click +8lufu.com +aa08daf7e13b6345e09e92f771507fa5f4.com +aa14ab57a3339c4064bd9ae6fad7495b5f.com aa81bf391151884adfa3dd677e41f94be1.com +actices.com adclickthru.net -adman.gr -admatic.com.tr -adultfullhd.com -ageofclones.com -aktobe.xkaz.org -albamargroup.com -alert-fdm.xyz -ample-awards-today.us -amung.us -animali.deagostinipassion.it -anlimebel.kiev.ua -apibetweenlinesn-a.akamaihd.net -apidiamondatanet-a.akamaihd.net -arenda-avtoprokat-krasnodar.ru -artpicso.com -arvut.org -atleticpharm.org -autoloans.com -automobile-spec.com -aviapanda.ru -aviav.org -avtochehli.by -avtovolop.ru -azartmix.com -badavit.com.ua -bankmib.ru -bannerpower.com -barnfurnituremart.com -bbsoldes.fr -beachtoday.ru -beatifullandscape.co -bestcurs.org +adktrailmap.com +alfa9.com +alfabot.xyz +all4invest.ru +allpdfmags.net +apiwoodensealcom-a.akamaihd.net +apple.com-webbrowsing-security.science +arkkivoltti.net +aruplighting.com +azartniy-bonus.com +balkanfarma.org +baoxaydung.com.vn +basedecor.ru +bensbargains.net +best-deals-products.com +bget.ru +biglistofwebsites.com biteg.xyz -bloglag.com -bmwhighperformers.com -bolezniorganov.ru +blogos.kz +blogs.rediff.com +bradleylive.xyz brains2.biz -breget74.ru -brillianty.info -btvn.ru -bukleteg.xyz -buttons-for-your-website.com -buyessayonline19.blogspot.ru -call-of-duty.info -candelluxsklep.pl -cartierlove.xyz -cbb1smartlist12.click -chinese-amezon.com -ciekawinki.pl -citizenclsdriveri7.pen.io -civilwartheater.com -collegerentals.com -compliance-barak.top -cordstrap.cc -countercrazy.com -cracksplanet.com -craftinsta.ru -custom-electric-guitar.com -customerpromos-a.akamaihd.net -cutalltheshit.com -dbmkfhqk.bloger.index.hr -detki-opt.ru -diegolopezcastan.com -dimaka.info -diy-handmade-ideas.com -djstools.com -dogsrun.net -dollartree.info -domainsatcost.com -domashneeruporno.com -dotmass.top -downtuptv.gq -duawitchrarato.tk -dverimegapolis.ru -educontest.net -ege-essay.ru -ege-russian.ru -electricwheelchairsarea.com +burger-imperia.com +burn-fat.ga +cacheimages.com +californianews.cf +callmd5map.com +cardsdumps.com +carfax.com.ua +ccbill.com +cheapestjerseysonwholesale.com +cleanersoft.com +clicksor.net +clodo.ru +cmhomestayagency.com +countbertwistdisp26.soup.io +covadhosting.biz +craftburg.ru +ddsoldes.fr +deadlinkchecker.com +dellalimov.com +detskie-konstruktory.ru +diesel-parts28.ru +dnepropetrovsk.mistr-x.org +downloaddy.net +drev.biz +droidlook.net +drpornogratisx.xxx +e-avon.ru +edudocs.net +elektrozigarette2.wordpressy.pl +elektrozigarettekaufen1.devhub.com +elitedollars.com eredijovon.com -ezigarettenkaufen1.deviantart.com +eropornosex.ru +erotikstories.ru +erotiktreff24.info +extremepornos.net +ezigarettenshop2.myblog.de ezigaretteshop2.vefblog.net -falllow.gq -filesdatabase.net -filesmonster.porn -findthe.pet -flashahead.info -fm-upgrade.ru -frankofficial.ru -free-deals.faith -free-floating-buttons.com -gallery.rennlist.com -gemara.com -girlspicsa.com -gopixdatabase.com -gratuitxblcodes.com -greenidesign.co -guge.io -haveinc.xyz -hd720kino.ru -helicalpile.us -helvetia.com.ua -hermesreplica.win -hit-men.men -home-task.com -hoterika.com -i-hobot.ru -ilovevitaly.ru -instakink.com -ip-guide.com -jackpotchances.com -jerseychinabizwholesale.us -kamalsinha.com -keenoutlet.online -keywordblocks.com -kinopolet.net -kometars.xyz -kongruan.com -ladsblue.com -laptop-4-less.com -letto.by -likesuccess.com -localflirtbuddies.com -locustdesign.co -losangeles-ads.com -mackeeper-center.club -mahnwachen-helfen.info +farmprofi.net +fealq.com +fickluder69.com +filunika.com.ru +fishingwholesale.us +free-fbook-traffic.com +freenode.info +fx-brokers-review.com +gamedayhouse.com +gate5.co.za +germes-trans.com +getridofstretchmarks.org +gidonline.one +goforexvps.com +goldandcard.ru +guiadeserraazul.com +haikuware.com +hannasolution.ru +hasfun.com +hdfreeporno.net +helpmymacfaster.trade +hotchatdate.com +howmuchdoestizanidinecost.blogspot.com +huimin764128.com +ilbe.club +imagine-ex.co +imk.com.ua +incolors.club +innodgfdriverhm.aircus.com +instabid.tech +intellektmedia.at +interesnie-faktu.ru +iptool.xyz +jabimgo.pw +javstock.com +je7.us +jestr.org +juliadiets.com +justkillingti.me +karaganda.xkaz.org +kfon.eu +kino-fun.ru +kiprinform.com +kosmetyki.tm.pl +kozhniebolezni.com +kraljeva-sutjeska.com +krasula.pp.ua +kvartir-remont.biz +ledpolice.ru +letslowbefast.site +linkarena.com +lion.misba.us +lmrauction.com +lottospring.com +louboutinbooties.xyz +love-baby.cz +magnetpress.sk +mainlinehobby.net makis.nu -malwareremovalcenter.com -matpre.top -mebel-alait.ru -medanestesia.ru -medkletki.ru -mere.host.sk -mnimmigrantrights.net -modenamebel.ru -money-every-day.com -moneyteam24.com -mowser.com -musezone.su -mylovelibrabry.com -najaden.no +marcoislandvacations.net +mcnamaratech.com +mediawhirl.net +medicovi.com +mensandals.xyz +mezaruk.info +minecraft-neo.ru +mister-shop.com +misterjtbarbers.com +mixx.com +moneyzzz.ru +moscow.xrus.org +mouselink.co +mug-na-chas-moscow.ru +mydearest.co +myhydros.org +myindospace.com +nailsimg.com neodownload.webcam -netfacet.net -newtechspb.ru -nisuturnetdgu.tk -nodup.ru -notebook-pro.ru -nuker.com -o-dachnik.ru -omsk.xrus.org -oops-cinema.ru -outshop.ru -panchro.co.uk -pandarastore.top -partnerworkroom.men -picture-group.com -plohaya-kreditnaya-istoriya.ru -pokemon-go-play.online -popunder.ru -pornhub-forum.ga -pornoreino.com -potolokelekor.ru -pr-ten.de -printie.com -proekt-gaz.ru -rebrand.ly -reimageplus.com -replica-watch.ru -ring4rhino.com -royalcar-ufa.ru -rucrypt.com -runstocks.com -russian-postindex.ru -samara.rosfirm.ru -sape.top -sbprabooks.com -sbwealthsolutions.ca -scanner-alex.top -scanner-alexa.top -scansafe.net -sdrescher.net -semxiu.com -seolab.top -sharebutton.org -sigmund-freud.co.uk -sneakyboy.com -snip.tw -svolze.com -t3chtonic.com -tacbelarus.ru -talant-factory.ru -tasteidea.com -techart24.com -templates.franklinfire.co -thecoolimages.net -thewomenlife.com -tizanidine4mgtablets.blogspot.com -tizanidineandcipro.blogspot.com -tizanidinecost.blogspot.com -tizanidinehcl4mgtablet.blogspot.com -tizanidineoral.blogspot.com -tizanidineorflexeril.blogspot.com -tksn.ru +nero-us.com +new7ob.com +newstudio.tv +nfljerseyscheapbiz.us +njkmznnb.ru +nlfjjunb5.ru +oecnhs.info +oil-td.ru +ooo-gotovie.ru +openmultipleurl.com +patterntrader-en.com +pihl.se +pizdeishn.com +playlott.com +pons-presse.com +popugauka.ru +pornozhara.com +pornstartits.xblog.in +pornzone.tv +praisong.net +preparevideosafesystem4unow.site +priceg.com +prohoster.info +pts163.ru +pukaporn.com +realting-moscow.ru +rennlist.com +reversing.cc +revistaindustria.com +rfid-locker.co +rrutw.com +ruclicks.com +sa-rewards.co.za +sabizonline.com +saugatuck.com +sbtdesign.co.uk +scanner-olga.top +search-goo.com +search.1and1.com +search.xtconnect.com +searchimpression.com +security60-e.com +seoholding.com +serpstat.com +sexcamamateurchat.com +sfd-chess.ru +shoppytoolmac.com +sitevaluation.com +slkrm.ru +slutloadlive.com +snowplanes.com +soc-econom-problems.ru +socialmediasuggest.com +softomix.com +songoo.wz.cz +sprttrack.com +stairliftsarea.com +stroimajor.ru +sucsesofinspiration.com +textads.men +thegamerznetwork.com +thepantonpractice.co.uk +thetardistimes.ovh +thruport.com +ticketsys.inetwd.com +tizanidinepain.blogspot.com +tizanidinewithdrawalsymptoms.blogspot.com +tmtrck.com top-study.work -touchmods.fr -track112.site -tracksurf.daooda.com -tracksz.co -trafficmp.com -twincitiescarservice.com -tyumen.xrus.org -tzritel.tk -uggbootsoutletsale.us -uggsale.online -unionmarkt.de -unlimitdocs.net -viagra.pp.ua -videochat.world -vizag.kharkov.ua -vodkoved.ru -voloomoney.com -voltrknc1.com -vroze.com -warezaccess.com -watchinf.com -webcamtalk.net -webmasters.stackexchange.com -website-speed-checker.site -whatzmyip.net -wowas31.ucoz.ru -xn-----6kccaibs5cb8afhjrfmix2n.xn--p1ai -xn----7sbifcamovvfggw9d.xn--p1ai -xn--80ahvj9e.xn--p1ai -yaderenergy.ru -youandcredit.ru -yugk.net -yurgorod.ru -yuweng.info -zatjmuzu.info -zero1.it -zmoda.hostreo.com -zscalertwo.net -zvooq.eu +torrents.cd +track2.shop +tracxn.com +trafficgenius.xyz +trumpetedextremes.com +unisexjewelry.org +uprour.com +urengoy.pro +uzporno.mobi +vancleefreplica.pw +viandpet.com +video-hollywood.ru +vremya.eu +webinstantservice.com +website-audit.com.ua +wholesalejerseychinashop.com +winwotgold.pl +wpsecurity.website +x-porno.video +xcombear.ru +xn-----7kceclhb4abre1b4a0ccl2fxch1a.xn--p1ai +xn----8sbdbjgb1ap7a9c4czbh.xn--p1acf +xxxkaz.org +yatrk.xyz +yellowstonesafaritours.com +yes-com.com +yottos.com +youtubedownload.org +zapiszto.pl +zarabiaj-dzis.pl +zastenchivosti.net +zoosexart.com +zzlgxh.com diff --git a/dev-tools/test_units/ratelimittest-master.txt b/dev-tools/test_units/ratelimittest-master.txt index f0474a154..3656720f2 100644 --- a/dev-tools/test_units/ratelimittest-master.txt +++ b/dev-tools/test_units/ratelimittest-master.txt @@ -581,4 +581,14 @@

Welcome to the NginX Ultimate Bad Bot Blocker

This is merely used for testing !!!

+ + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ \ No newline at end of file diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index 55a472a5d..200a3f5e1 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.92 0; +10.1.0.124 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index 1e8edfcd8..b1bd6bb32 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.11.2708 -### Updated: Thu Nov 11 11:15:41 UTC 2021 +### Version: V4.2021.11.2709 +### Updated: Thu Nov 11 22:01:39 UTC 2021 ### Bad Bot Count: 626 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 1e8edfcd8..b1bd6bb32 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.11.2708 -### Updated: Thu Nov 11 11:15:41 UTC 2021 +### Version: V4.2021.11.2709 +### Updated: Thu Nov 11 22:01:39 UTC 2021 ### Bad Bot Count: 626 ################################################### ### Version Information ##