From 38af9c66f073acc12ba44fab2d089073e8c0caab Mon Sep 17 00:00:00 2001 From: mitchellkrogza Date: Sat, 25 Sep 2021 22:07:24 +0000 Subject: [PATCH] V4.2021.09.2613 [ci skip] --- AUTO-CONFIGURATION.md | 2 +- MANUAL-CONFIGURATION.md | 2 +- README.md | 2 +- _google_analytics_ghost_spam/README.md | 2 +- .../etc/nginx/conf.d/globalblacklist.conf | 4 +- conf.d/globalblacklist-testing-version.conf | 4 +- conf.d/globalblacklist.conf | 4 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/buildnumber | 2 +- dev-tools/globalblacklist-testing.template | 4 +- dev-tools/globalblacklist.template | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/test_units/blacklist-ips.conf | 2 +- .../random-bots-for-test-quick.list | 20 +- .../test_units/random-bots-for-test.list | 312 +++--- .../random-bots-for-whitelist-test.list | 278 +++--- .../random-referrers-for-test-quick.list | 20 +- .../test_units/random-referrers-for-test.list | 934 +++++++++--------- .../random-referrers-for-whitelist-test.list | 486 ++++----- dev-tools/test_units/ratelimittest-master.txt | 10 + dev-tools/test_units/whitelist-ips.conf | 2 +- dev-tools/tmp/robots.txt | 4 +- robots.txt/robots.txt | 4 +- 46 files changed, 1091 insertions(+), 1081 deletions(-) diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 22e249eed..ba2b21af4 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.09.2612 +#### Version: V4.2021.09.2613 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 52de10484..9ee4b4433 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.09.2612 +#### Version: V4.2021.09.2613 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index 123396b58..a1e9d70cc 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2021.09.2612 +#### Version: V4.2021.09.2613 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 1aa27c2bf..79bd594c6 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2021.09.2612 +#### Version: V4.2021.09.2613 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 984d2bf4e..afcfb71a3 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2612 -### Updated: Sat Sep 25 10:03:03 UTC 2021 +### Version: V4.2021.09.2613 +### Updated: Sat Sep 25 22:01:28 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 4e12a028e..bc13a7089 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2612 -### Updated: Sat Sep 25 10:03:03 UTC 2021 +### Version: V3.2021.09.2613 +### Updated: Sat Sep 25 22:01:28 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 984d2bf4e..afcfb71a3 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2612 -### Updated: Sat Sep 25 10:03:03 UTC 2021 +### Version: V4.2021.09.2613 +### Updated: Sat Sep 25 22:01:28 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 4e12a028e..bc13a7089 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2612 -### Updated: Sat Sep 25 10:03:03 UTC 2021 +### Version: V3.2021.09.2613 +### Updated: Sat Sep 25 22:01:28 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 71154ad0b..479ac195e 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.62 1; +10.1.0.166 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 9049ace14..0367c5e11 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.62 0; +10.1.0.166 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 4e12a028e..bc13a7089 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2612 -### Updated: Sat Sep 25 10:03:03 UTC 2021 +### Version: V3.2021.09.2613 +### Updated: Sat Sep 25 22:01:28 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 71154ad0b..479ac195e 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.62 1; +10.1.0.166 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 9049ace14..0367c5e11 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.62 0; +10.1.0.166 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 4e12a028e..bc13a7089 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2612 -### Updated: Sat Sep 25 10:03:03 UTC 2021 +### Version: V3.2021.09.2613 +### Updated: Sat Sep 25 22:01:28 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 71154ad0b..479ac195e 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.62 1; +10.1.0.166 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 9049ace14..0367c5e11 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.62 0; +10.1.0.166 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 4e12a028e..bc13a7089 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2612 -### Updated: Sat Sep 25 10:03:03 UTC 2021 +### Version: V3.2021.09.2613 +### Updated: Sat Sep 25 22:01:28 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index 23c0538a7..4b430fcbd 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -2612 +2613 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 4e12a028e..bc13a7089 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2612 -### Updated: Sat Sep 25 10:03:03 UTC 2021 +### Version: V3.2021.09.2613 +### Updated: Sat Sep 25 22:01:28 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index 984d2bf4e..afcfb71a3 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2612 -### Updated: Sat Sep 25 10:03:03 UTC 2021 +### Version: V4.2021.09.2613 +### Updated: Sat Sep 25 22:01:28 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index f388666fb..2fc0723ce 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -23.96.98.12 0; +52.156.68.23 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 984d2bf4e..afcfb71a3 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2612 -### Updated: Sat Sep 25 10:03:03 UTC 2021 +### Version: V4.2021.09.2613 +### Updated: Sat Sep 25 22:01:28 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 71154ad0b..479ac195e 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.62 1; +10.1.0.166 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 9049ace14..0367c5e11 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.62 0; +10.1.0.166 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 984d2bf4e..afcfb71a3 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2612 -### Updated: Sat Sep 25 10:03:03 UTC 2021 +### Version: V4.2021.09.2613 +### Updated: Sat Sep 25 22:01:28 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 71154ad0b..479ac195e 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.62 1; +10.1.0.166 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 9049ace14..0367c5e11 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.62 0; +10.1.0.166 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 984d2bf4e..afcfb71a3 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2612 -### Updated: Sat Sep 25 10:03:03 UTC 2021 +### Version: V4.2021.09.2613 +### Updated: Sat Sep 25 22:01:28 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 71154ad0b..479ac195e 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.62 1; +10.1.0.166 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 9049ace14..0367c5e11 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.62 0; +10.1.0.166 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 984d2bf4e..afcfb71a3 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2612 -### Updated: Sat Sep 25 10:03:03 UTC 2021 +### Version: V4.2021.09.2613 +### Updated: Sat Sep 25 22:01:28 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index f388666fb..2fc0723ce 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -23.96.98.12 0; +52.156.68.23 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 68cf9b15b..92b8c9b7d 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2612 -### Updated: Sat Sep 25 10:03:03 UTC 2021 +### Version: V4.2021.09.2613 +### Updated: Sat Sep 25 22:01:28 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index f388666fb..2fc0723ce 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -23.96.98.12 0; +52.156.68.23 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index b63ec86fc..fb3d791dc 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2612 -### Updated: Sat Sep 25 10:03:03 UTC 2021 +### Version: V4.2021.09.2613 +### Updated: Sat Sep 25 22:01:28 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index 71154ad0b..479ac195e 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.62 1; +10.1.0.166 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index 9208c05ca..5a09b5642 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Dispatch -FDM -LinqiaRSSBot -Lmspider -PECL::HTTP -Snake -SputnikBot -WASALive-Bot -coccocbot-web -pcBrowser +Blow +Digincore +Fuzz +Jorgee +Page Analyzer +SiteLockSpider +Spbot +Typhoeus +Web Auto +Zeus diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index cac0e10fe..5f20a6673 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -01h4x.com 360Spider 80legs AIBOT -ALittle Client -Aboundexbot -Acunetix -AfD-Verbotsverfahren -Aipbot -Alexibot -Alligator -Anarchie -Anarchy99 -Anthill -BBBike -BDCbot +Abonti +AhrefsBot +AiHitBot +Anarchy +Aspiegel +AwarioRssBot +BDFetch +BackStreet Backlink-Ceck -Bandit Barkrowler Battleztar Bazinga -Black Hole -Blackboard +BetaBot +Blow BlowFish BotALot +Brandprotect Brandwatch Buddy +BuiltBotTough BuiltWith -BunnySlippers BuzzSumo -CATExplorador +CCBot +CSHttp Calculon -ChinaClaw +CensysInspect +CheeseBot +CherryPicker +Chlooe +Cliqzbot +Cloud mapping Cocolyzebot -Collector -CopyRightCheck -CyotekWebCopy +Copier +CrazyWebCrawler +CrunchBot DBLBot -DSearch +DIIbot +DatabaseDriverMysqli Demon -Devil -DigitalPebble -Dirbuster -Discobot -DittoSpyder +Digincore DnyzBot -DomCopBot -DomainSigmaCrawler -Dotbot -Drip -ECCP/1.0 -EMail Wolf +DomainCrawler +Domains Project +Download Wonder +EasyDL Ebingbong +EirGrabber EroCrawler -ExtLinksBot +Evil ExtractorPro -EyeNetIE Ezooms -FemtosearchBot -Firefox/7.0 +FDM FlashGet +Foobot +Freeuploader +FrontPage +Fuzz FyberSpider -G-i-g-a-b-o-t -GT::WWW +Fyrebot GalaxyBot -GermCrawler -GetRight +Genieo +GetWeb Getintent Gigabot +Go!Zilla Go-Ahead-Got-It GoZilla -Gotit -GrapeFX -HEADMasterSEO -HTMLparser -Heritrix +GrapeshotCrawler +GridBot +HTTP::Lite +HTTrack Hloader +HybridBot IDBTE4M +IRLbot Iblog -IlseBot -IndeedBot -InfoTekies -InterGET +InfoNaviRobot +Intelliseek +Internet Ninja +InternetSeer Iria -Iskanie +JennyBot +JetCar +Jetty JikeSpider +JustView Kenjin Spider -Keyword Density +Kinza LNSpiderguy -Likse -Linkbot -Linkdexbot -LinkextractorPro -LinkpadBot +LWP::Simple +Larbin +LeechGet +LexiBot +Libwhisker +Lightspeedsystems +LinkWalker +LinksManager LinqiaMetadataDownloaderBot -LinqiaScrapeBot Lipperhey Lipperhey Spider -Litemage_walker -Ltx71 -MFC_Tear_Sample -MQQBrowser MSFrontPage -MSIECrawler -MTRobot +Mag-Net Magnet -Mail.RU_Bot Majestic SEO -Majestic-SEO +MarkMonitor MarkWatch -Masscan +Mass Downloader MauiBot MeanPath Bot Meanpathbot -Mediatoolkitbot +MicroMessenger Microsoft Data Access -Mister PiX Moblie Safari Mojeek -Mojolicious +Mr.4x3 Msrabot -Musobot NPbot -Needle +Nameprotect +NearSite +Nessus Net Vampire NetAnts -NetLyzer -NetSpider -Netcraft -Nibbler -Niki-bot -Ninja -Nuclei -Offline Navigator -OnCrawl -OpenVAS -Openfind +NetZIP +Nettrack +NimbleCrawler +Nimbostratus +Offline Explorer +OpenLinkProfiler Openvas -OrangeBot -OrangeSpider OutclicksBot -PHPCrawl -PageAnalyzer -PageScorer -PageThing.com -PeoplePal -Picscout -PictureFinder -PleaseCrawl -Pu_iN -Pump -Quick-Crawler +OutfoxBot +Papa Foto +Pavuk +Petalbot +Picsearch +Pimonster +Pixray +Psbot +RankActive RankActiveLinkBot +RankingBot +RankingBot2 +Rankivabot +RealDownload +Reaper RebelMouse -SEOkicks -SEOprofiler -SISTRIX -ScanAlert -ScoutJet +Recorder +RepoMonkey +SBIder +SEOkicks-Robot +ScrepyBot +SearchmetricsBot Semrush -SemrushBot Seomoz -Shodan +Site Sucker SiteCheckerBotCrawler +SiteLockSpider +SiteSnagger SiteSucker -SlySearch +Sitebeam +Sitevigil Snapbot -Sociscraper -Sosospider -Spanner -Spbot -Spinn3r -SputnikBot -Sqlworm +Spammen Steeler -Stripper +Sucker Sucuri -SuperBot +Surfbot Suzuran +T0PHackTeam Teleport Telesoft +Telesphoreo TheNomad -Toata -Toweyabot +TightTwatBot +Titan +Tracemyfile Trendiction Trendictionbot -True_Robot +Turingos UnisterBot -V-BOT +Upflow VB Project Vacuum +Vagabondo VelenPublicWebCrawler -Virusdie +WASALive-Bot +WEBDAV WISENutbot WWW-Mechanize -WWW::Mechanize -WWWOFFLE -Wallpapers/3.0 -WallpapersHD Web Auto -Web Enhancer -Web Sucker -WebAuto +Web Collage +Web Fetch WebBandit -WebFetch +WebCollage +WebCopier WebGo IS -WebStripper -Website Quester -WebsiteQuester +WebImageCollector +WebLeacher +WebPix +WebReaper +WebWhacker +WebZIP +Webalta +Webster Whacker Whatweb Who.is Bot -WinHTTrack -Xaldon WebSpider +WiseGuys Robot +Xaldon_WebSpider +Xenu Zade -Zauba -ZoomBot -ZyBorg -arquivo-web-crawler +Zermelo +ZmEu +ZoominfoBot +ZumBot arquivo.pt -backlink-check +clark-crawler cognitiveseo -crawler4j -eCatch -facebookscraper +com.plumanalytics +crawl.sogou.com +crawler.feedback +dataforseo.com +domainsproject.org gopher -heritrix internetVista monitor -ips-agent -lwp-request +isitwp.com +lwp-trivial +meanpathbot mediawords muhstik-scan -netEstate NE Crawler +oBot page scorer pcBrowser -plumanalytics +polaris version +probe-image-size s1z.ru satoristudio.net -scalaj-http -seobility -seoscanners -sexsearcher -spyfu -trendiction.de -voyagerx.com -webpros.com +scan.lol +seostar +serpstatbot +sogouspider +sp_auditbot +sysscan +tAkeOut +trendiction.com +ubermetrics-technologies.com webprosbot x09Mozilla -x22Mozilla -xpymep1.exe -zauba.io diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 650c20fb3..c2fd57a77 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -404checker +01h4x.com +360Spider +ALittle Client +ASPSeek Aboundex -Aboundexbot -AhrefsBot +AfD-Verbotsverfahren +AiHitBot +Alexibot +AllSubmitter AlphaBot -Anarchie -Apexoo -Attach -BBBike +Aspiegel BDCbot -BLEXBot -BackDoorBot +BackWeb BacklinkCrawler -Barkrowler BatchFTP -BetaBot +Black Hole +Blackboard Blow Boardreader BotALot +Brandprotect Brandwatch Buddy +BuiltBotTough +BuiltWith +Bullseye BunnySlippers BuzzSumo -CATExplorador CCBot -CSHttp -CazoodleBot +Calculon +Cegbfeieh CheTeam -ChinaClaw -Chlooe -Cliqzbot -Copier +CheeseBot +Claritybot +Cloud mapping Copyscape Craftbot Crawling at Home Project +CrazyWebCrawler Crescent -Custo +CrunchBot CyotekWebCopy -DTS Agent +DBLBot +DSearch +DatabaseDriverMysqli +Demon +Devil Digincore -Discoverybot +Dispatch DittoSpyder -DomCopBot +DomainAppender +DomainCrawler +DomainSigmaCrawler +Dotbot Download Wonder -EMail Siphon +ECCP/1.0 EMail Wolf EasyDL -EirGrabber +Ebingbong +Ecxi Exabot -Express WebPictures ExtLinksBot -Extreme Picture Finder Ezooms -Fimap -Firefox/7.0 +FDM +FemtosearchBot +Flunky Foobot -FrontPage +Freeuploader Fuzz -G-i-g-a-b-o-t -GalaxyBot +FyberSpider +Fyrebot +GT::WWW Genieo -Getintent Gigabot -GoZilla -Grafula -GrapeshotCrawler GridBot -Haansoft -HaosouSpider +HMView +HTMLparser Havij -Humanlinks +Heritrix HybridBot IDBTE4M -IDBot +IRLbot +Iblog Id-search -Image Sucker -IndeedBot -InfoNaviRobot InfoTekies -Iria -JetCar +Intelliseek +Iskanie +IstellaBot +JOC Web Spider JikeSpider +Joomla Jorgee +Jyxobot Keyword Density LNSpiderguy Lanshanbot -Leap -LibWeb -LieBaoFast -LinkScan -LinkWalker +Lightspeedsystems +Linkdexbot LinkpadBot +LinksManager LinqiaRSSBot -Lipperhey Lipperhey Spider -Lmspider -MTRobot -Mail.RU_Bot -Majestic12 -MarkWatch -Mass Downloader -Masscan +MFC_Tear_Sample +MJ12bot +MSIECrawler +Magnet +Majestic SEO Mata Hari Mb2345Browser -MicroMessenger +MeanPath Bot +Metauri Microsoft Data Access +Microsoft URL Control +Mister PiX Moblie Safari Mojolicious -Mozlila Mr.4x3 -Msrabot Musobot NICErsPRO -NPbot -Name Intelligence Nameprotect -Navroad NearSite -Nessus -Net Vampire -NetAnts +Needle +NetSpider NetZIP Netcraft +NextGenSearchBot +Niki-bot Nimbostratus -Nmap Nutch +Octopus OpenLinkProfiler -OpenVAS -OrangeSpider -PageGrabber -PageScorer -Pandalytics +Openvas +OrangeBot +OutclicksBot +PECL::HTTP +POE-Component-Client-HTTP +Page Analyzer +PageAnalyzer Panscient -PeoplePal +Pavuk Petalbot PictureFinder +Piepmatz +Pockey ProPowerBot +PxBroker PyCurl -RankActive -RankFlex -RankingBot +QueryN Metasearch +RankActiveLinkBot +Rankivabot RankurBot +RealDownload Reaper -Recorder -Ripper +RocketCrawler +Rogerbot SEOlyticsCrawler -SEOprofiler SEOstats SMTBot -ScreenerBot +Scanbot +Screaming Semrush -SemrushBot -SeoSiteCheckup +SentiBot +SeobilityBot +Shodan Siphon Site Sucker -SiteCheckerBotCrawler -SlySearch -SmartDownload -Sociscraper +SiteExplorer +SiteLockSpider +SiteSnagger +Sitevigil +Snapbot +Snoopy Sogou web spider -Sottopop Spammen +SpankBot Spbot Spinn3r -SputnikBot Sqlworm -Stripper -SuperHTTP -Suzuran +Sucker +Surfbot +SurveyBot Szukacz -Teleport TeleportPro -Telesoft -Thumbor -TightTwatBot -Toata +Telesphorep +Tracemyfile Trendictionbot Turingos -Turnitin -Typhoeus +TwengaBot +Twice UnisterBot Upflow -Vacuum -VelenPublicWebCrawler +Vagabondo VeriCiteCrawler -Voil -Voltron -WASALive-Bot +VoidEYE WBSearchBot -WEBDAV -WISENutbot -WPScan WWW-Collector-E +WWW::Mechanize Wallpapers -Wallpapers/3.0 -WallpapersHD -WeSEE Web Auto -Web Fuck +Web Collage Web Pix -WebBandit -WebCopier +Web Sucker WebEnhancer -WebFetch +WebGo IS WebPix -WebSauger -WebStripper -WebSucker -Webshag -WebsiteQuester -Whack +WebReaper +WebWhacker +WebmasterWorldForumBot +Webster +Whatweb Who.is Bot +WiseGuys Robot Wonderbot Woobot Wotbox Wprecon -YoudaoBot -Zauba -Zeus +Xaldon WebSpider +Xaldon_WebSpider +Zermelo Zitebot -ZoomBot -ZoominfoBot ZumBot -arquivo-web-crawler -autoemailspider -cah.io.community -check1.exe -coccocbot-web -cognitiveseo +archive.org_bot +backlink-check +clark-crawler crawl.sogou.com -crawler.feedback -demandbase-bot -internetVista monitor +gopher isitwp.com lwp-request -magpie-crawler +lwp-trivial +muhstik-scan +oBot +plumanalytics +probe-image-size s1z.ru +satoristudio.net scalaj-http scan.lol +seostar +serpstatbot sexsearcher sitechecker.pro -spyfu -sysscan +siteripz +sogouspider tAkeOut -trendiction.de ubermetrics-technologies.com -voyagerx.com +webmeup-crawler webpros.com webprosbot -zauba.io +x22Mozilla +xpymep1.exe diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index f300bc5be..057916c5d 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -asdfg.pro -blagovest-med.ru -brandimensions.com -ccbill.com -madot.onlinewebshop.net -offf.info -petedrummond.com -rating-casino2021.ru -royalvegascasino.com -tzritel.tk +alt-servis.ru +ddsoldes.fr +hopeonthestreet.co.uk +infobanks.ru +pk-services.ru +portnoff.od.ua +sdelatmebel.ru +slkrm.ru +sugarlyflex.pw +vksaver-all.ru diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index 2785b3784..aa770990a 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -00author.com -1008.su -101billion.com -11pikachu.ru -123kuma.com -14b.info +00it.com +1001desert.com +101raccoon.ru 1flag.co.za -2015god.org -2ads.co.uk -4ur.click +1kinobig.ru +1stat.ru +1webmaster.ml +1xbet4you.com +3xforum.ro +4k-player.pl +4webmasters.com +5forex.ru +5i2.net 7makemoneyonline.com -8si.ru -a.frcls.fr -a.pr-cy.ru +7search.com +7xc4n.com +9med.net +abiente.ru absolute-s.ru -addbin.men -adinterax.com -adman.gr -adprotect.net -ads-seo.men -aerogo.com -afora.ru -alevinefesleri.com -alice.it -allfinweb.com -allknow.info -alphavisions.net +acads.net +acunetix-referrer.com +adelly.bg +adsland.men +adtology.com +adultwebhosting.info +affiliate-fr.com +agroeconom.kz +alfabot.xyz +allesohnegirls.net +allnews.md +allpdfmags.net +allstatesugarbowl.org +allwomen.info +aludecor.info analytics-ads.xyz -angry-fermi-7633.arukascloud.io -animalrank.com -apccargo.com -apiallgeniusinfo-a.akamaihd.net -appartement-stumm.at -appsaurus.com -arendakvartir.kz -arius.tech -arkartex.ru -aruplighting.com -asophoto.com -atelielembrancaqueencanta.com.br -automobile-spec.com +angigreene.com +anti-virus-removal.info +apartamentwroclaw.eu +apartmentbay.ru +apioutoboxnet-a.akamaihd.net +appmsr.org +arabgirls.adultgalls.com +asrvvv-a.akamaihd.net +atofilms.com +autoblogger24.info autonew.biz -aviav.ru.com -axbocz.net -backgroundpictures.net -backuperwebcam.weebly.com -bag77.ru -bagcionderlab.com -balkanfarma.org -barnfurnituremart.com -bavsac.com -beetpics.pw -belinka.com.ua -bestmouthwash.club -bestwebsiteawards.com -bezcmexa.ru -bezsporno.ru -bigcareer.info +aviav.org +avto-oligarh.ru +ayeartoforget.com +azte.ch +besthomemadepornsites.com +bestplacetobuyeriacta.jw.lt +betshuckclean.com +bigames.online +bimmerpost.com bingo8888.com bird1.ru -bizru.info -bluejays-jerseys.us -bmwhighperformers.com -boazpower.com -bonux.nextview.ru -boobsimge.com -bouda.kvalitne.cz -brains2.biz -brianhenry.co -btc4u.ru -bugof.gq -bum.com.ru -buytizanidineonline.blogspot.com -bvlgariwallet.xyz -callstevens.com -cartierbracelet.xyz -cartierlovestore.com -cartierlovestore.xyz -cashkitten-a.akamaihd.net -cdn.walkme.com -chastnoeporno.com -chocolateslim-en-france.com -christianlouboutinsaleoutletonline.us -cialgenisrx.com -cialisndbrx.com -cigarpass.com -ciproandtizanidine.blogspot.com +bitporno.sx +blockety.co +bluesalt.co +bmsco.co +bolegapakistan.com +bookmark4you.com +buy-loft.ru +cah.io.community +carsplate.com +cartechnic.ru +cartierwatch.xyz +cartujano-pre.de +cbozhe.com +cctva.tv +cdncash.org +cgi2.nintendo.co.jp +cherubinimobili.it +chocolateslim-u-srbiji.com +chocoslim.pro +christianlouboutinreplica.win cl.s7.exct.net -click2pawn.com -clickhype.com -clksite.com -cocyq.inwtrade.com -coin-hive.com -com-cleaner.systems -compliance-ivan.top -constantaservice.net -cookie-law-enforcement-ee.xyz -coolgamechannel.com -cordstrap.cc +clean-start.net +cleanersoft.com +clickcash.com +cocolyze.com +collegeessay19.blogspot.ru +compliance-elena.top +compliance-irvin.top +continent-e.tv cottageofgrace.com -crest3d.ru +craftinsta.ru +crazyprotocol.com +crd.clan.su +crest-poloski.ru +cubs-jerseys.us +culturevie.info +custom-product-labels.com +cv.wallhade.co cyclobenzaprinevstizanidine.blogspot.com -d-black.bz -dailyfinancefix.com -ddsoldes.fr -deadlinkchecker.com -dealitright.click -deda-moroza-zakaz.ru -detoxmed24.ru -detskie-zabavi.ru -divisioncore.com -dnsrsearch.com -doktoronline.no +dailystrength.org +daretodonate.co +data-mining.tk +demenageur.com +demian.kz +demon-tweeks.com +derevesendeco.com +design-lands.ru +diesel-parts28.ru +digitalfaq.com +dimkino.ru +diusyawiga.tk +divci-hry.info +dojki365.online +domainanalyzing.xyz +domainroam.win +domini.cat dorratex.tn -dotmass.top -download-walpaperhd.blogspot.com -doxysexy.com -eachdayisagift.review -earl-brown.info -earn-from-articles.com +dwomlink.info +e2click.com ebonyporn.site -ebooknovel.club -ekn-art.se -ekto.ee -englishgamer.com -eralph.tk -erotikchat-24.com -escortslet.net -essaypro.com -etotupo.ru -evidencecleanergold.com -extener.org -fanrto.com -faracontrol.ir -farmingworm.com -fatfasts-4tmz.com -fikasound.tk -fil.ru -filefilter.weebly.com -filesclub.net -financepoints.eu -firstsiteguide.com -fishtauto.ru -fiverr.com -forsex.info -forum-engineering.ru -fr-bearings.ru -freakycheats.com -free-social-buttons.xyz -free-today.com -freemags.cc -friendflnder.com -frvo.alptandem.ru -fsakhalin.ru -fungamelands.com -funnel.co.za -funtoonez.com -fym.com.ru -gamebackyard.com -gaz-voshod.ru +educatemetv.com +educontest.net +eduinfosite.com +elektrischezigaretten2.beeplog.com +elektrozigarette2.webs.com +elektrozigarettekaufen1.devhub.com +elektrozigaretten2.yn.lt +elite-sex-finders.com +embedle.com +emediate.eu +engines-usa.com +englate.com +ero-advertising.com +eropornosex.ru +escortplius.com +euroskat.ru +everypony.ru +expdom.com +eywords-monitoring-your-success.com +ezigarettekaufen2.blox.pl +ezigaretteshop2.mywapblog.com +ezrvrentals.com +face.hostingx.eu +falcon-images.blogspot.com +famix.xyz +filesdatabase.net +filmfanatic.com +fivedwld.cf +flashahead.info +flashlarevista.com +floridamhca.org +floridamobilebillboards.com +flprog.com +forex-indextop20.ru +forodvd.com +foxtechfpv.com +foxydeal.com +freeuploader.ml +frivgame250.com +futbolkisales.ru +gamesprite.me +garciniaxt.us +gavuer.ru ge0ip.com -geileweiber.tk -gerhardhealer.com -gfaq.ru -globatur.ru -glopages.ru -gloverid.site -goforexvps.com -gok-kasten.net -goldpanningtools.com +ge0ip.net +gearcraft.us +gembird.com +germetiki.com.ua +get-seo-domain.com +ghazel.ru +gigapeta.com +gkvector.ru +globalsurfari.com +goldenggames.com golmau.host.sk -good-mummy.ru -goodwriterssales.com -graphics8.info -growmyfunds.ca -gsasearchenginerankerdiscount.com -hawaiisurf.com -hd-film.pl -hdfreeporno.net -headpress.ru -healthcarestore.info -heartofbeijing.blogspot.com -hermesreplica.win -highland-homes.com -homeandhealth.ru -hostnow.men -hotblognetwork.com -hotchatdate.com -hotelcrocenzi.sm -houseofgaga.ru -hplaserjetpdriver8y.pen.io -hreade.com -huimin764128.com -hydropump.su -idegenvezeto.eu -ilo134uloh.com -imagerydatabase.com -imfamous.info -impisr.edunsk.ru -interior-stickers.ru -internetproviderstucson.com -intimshop-fantasy.ru -investingclub.ru -investzalog.ru -istanbulit.com +goo.ne.jp +goodhousekeeping.com +googglet.com +gorodservis.ru +gourcy.altervista.org +gox.com.ua +graphid.com +green-tea.tv +greenshop.su +gsasearchengineranker.pw +gsasearchenginerankerhelp.com +gsbs.com.ua +gunsvicceadadebt.tk +handicapvantoday.com +happy.new.yeartwit.com +harmonyglen.us +hdapp1008-a.akamaihd.net +hdwalls.xyz +health-medical-portal.info +hetmanship.xyz +hildinghr.se +hitsbox.info +hjaoopoa.top +home-task.com +homeart.space +honyaku.yahoofs.jp +hornymatches.com +hothor.se +hyipmanager.in +igru-xbox.net +iloveitaly.ru +imediadesk.com +imk.com.ua +immobiliaremassaro.com +importchinacoach-teach.com +incest-ru.com +incomekey.net +infazavr.ru +innoslicon.com +iomoio.net +istizanidineanarcoticdrug.blogspot.com +istock-mebel.ru ivoiretechnocom.ci -izhevsk.xrus.org -jabimgo.pw -jackwolfskinoutlet.online -jennyfire.ru -jerseyswholesalechinalimited.com -johnrobertsoninc.com -jovencitas.gratis -jrcigars.com -juliaworld.net -jwcialislrt.com -kaac.ru -kamalsinha.com -kambasoft.com -karachev-city.ru -karusel-market.ru -keywordhut.com -khadastoafarde.tk -kiinomaniak.pl -kinobest.pl -klitimg.pw -ktotut.net -kupit-adenu.ru -kvartir-remont.biz -ladov.ru -lanadelreyfans.us -landoftracking.com -laptop-4-less.com -law-check-nine.xyz -letslowbefast.today -lincolntheatre.com -linkbuddies.com -linkredirect.biz -lion.playtap.us -live-cam6.info -lizace.com -lotto6888.com -louboutinreplica.pw -lrac.info -lsex.xyz -luchshie-topcasino.ru -m.b00kmarks.com -m5home.ru -managerpak204.weebly.com -manve.info +iwantmyfreecash.com +izismile.com +javcoast.com +javspace.net +jewelryandfiligree.com +jikoman.info +jjbabskoe.ru +joessmogtestonly.com +joy-penguin.com +kaz.kz +kazrent.com +keywordteam.net +khafre.us +kinotorka.ru +kiwi237au.tk +kmgamex.cf +knogg.net +kollesa.ru +kosynka-games.ru +kskjco.club +kumuk.info +kurbappeal.info +lacave.ntic.fr +lernur.net +lexaprogeneric.link +li-er.ru +lider-zhaluzi.kiev.ua +life.biz.ua +linkbux.ru +lion.misba.us +liran-locks.com +lisque.batcave.net +liveu.infoteka.hu +loadingpages.me +localflirtbuddies.com +loftdigital.eu +louboutinbooties.xyz +luckyday.world +m292.info +m4ever.net +macotool.com +mactechinfo.info +magda-gadalka.ru +mailemedicinals.com +makenahartlin.com marblestyle.ru -marsgatan.com -matrixalchemy.com -medicineseasybuy.com -medosmotr-ufa.ru -member-quiz.com -meteocast.net -mir-business-24.ru -mirzonru.net +masserect.com +me-ke.com +mediaoffers.click +metallosajding.ru +metarip.ru +metascephe.com +migente.com misterjtbarbers.com -mlvc4zzw.space -mmofreegames.online -mnogolok.info -mobilemedia.md -moivestiy.biz -mojaocena.com -monclerboots.xyz -moncleronline.xyz -moncleroutletonline.win -money-every-day.com -moneyteam24.com -montazhnic.ru -morepoweronmac.trade -morocco-nomad-excursions.com -moscow-region.ru -mosrif.ru -most.gov.iq -mp3s.club -mrcsa.com.au +mobot.site +mockupui.com +monclervests.xyz +morpicert.pw +mosdverka.ru mrinsidesales.com -musezone.ru -muz-baza.net -myanyone.net -mydeathspace.com -mydirtyhobby.com -mylida.org -mylovelibrabry.com -nac-bearings.ru -narkologiya-voronezh.ru -naughtyconnect.com -neks.info -nfljerseyscheapbiz.us -nikitabuch.com -nodup.ru -npoet.ru -nufaq.com -nw-servis.ru -obiavo.com -obiavo.in -obiavo.ru -obiavo.uz -obnal.org -odoratus.net -ofanda.com -office-windows.ru -offside2.5v.pl -olgacvetmet.com -omoikiri-japan.ru -online-x.ru -onlinetvseries.me -onthemarch.co -oops-cinema.ru -opinionreelle.com -paclitor.com +msk-diplomat.com +music7s.me +my-big-family.com +mybinaryoptionsrobot.com +mydearest.co +myhealthcare.com +myhitmp3.club +mysex21.com +myshopmatemac.com +nalogovyykodeks.ru +nardulan.com +narkologiya-belgorod.ru +naturtreenspicerx.pw +negral.pluto.ro +netoil.no +nl.netlog.com +nofreezingmac.click +nordvpn.com +norththeface.store +novosti-hi-tech.ru +nrv.co.za +o333o.com +offer.camp +okuos.com +online-hd.pl +oren-cats.ru +oz-offers.com +paidonlinesites.com paintingplanet.ru -palvira.com.ua -partner-host.men -partnerads.men -partnersafe.men -pathwhelp.org -pertlocogasilk.tk -pestomou.info -phelissota.xyz -phobia.us +paparazzistudios.com.au +parajumpersjakkesalgnorge.info +parlament.biz +partybunny.ru +patterntrader-en.com +pcimforum.com +pelfind.me +peugeot-club.org photochki.com -php-market.ru -picsforkeywordsuggestion.com -pio.polytopesexempt.com -piratecams.com -pirateday.ru -plaff-go.ru -platinumdeals.gr -play.leadzupc.com -playboyfiles.xblog.in -pony-business.com -popcash.net -popunder.ru -porndroids.com -porno-chaman.info +picsearch.com +pillscheap24h.com +piski.top +pixshark.com +pl-top.pl +plastgran.com +plohaya-kreditnaya-istoriya.ru +pod-muzyku.club +poisk-zakona.ru +pontiacsolstice.info +poppen-nw.net +pornhive.org porno-video-chati.ru -pornoreino.com -pornpost.in -princevc.com -privacyassistant.net -profitkode.com -proftests.net -prointer.net.ua +pornofeuer.com +potoideas.us +powenlite24.ru +privatamateure.com +produkto.net +profitfx.online +profitwithalex.info prokotov.com -promoforum.ru -quelle.ru -quickbuck.com -r-control.ru -randki-sex.com -razamicroelectronics.com -realmonte.net -realtytimes.com -redhotfreebies.co.uk -renhacklids.tk -rentehno.ru -replica-watch.ru -rosbalt.com.ua -russia-tao.ru -sack.net -sad-torg.com.ua -samo-soznanie.ru +promgirldresses.xyz +prostitutki-tyumeni.org +psvita.ru +purplesphere.in +qcstrtvt.bloger.index.hr +quick-offer.com +quickloanbank.com +ranksays.com +rating-casino2021.ru +razleton.com +rebrand.ly +recordpage-a.akamaihd.net +reelheroes.net +registry-clean-up.net +reining.lovasszovetseg.hu +reklamuss.ru +relax.ru +remont-comp-pomosh.ru +remont-ustanovka-tehniki.ru +renecaovilla.online +renecaovillasale.online +responsive-test.net +reyel1985.webnode.fr +rollercoin.com +royal-betting.net +runtnc.net +ruscoininvest.company +ryetaw.com +saugatuck.com +sayyoethe.blogspot.co.za +sbornik-zakonov.ru +sbtdesign.co.uk sbwealthsolutions.ca -scanner-alexa.top -scanner-julia.top -searchtooknow-a.akamaihd.net -sevenstars7.com -sex.hotblog.top -sexblog.pw -sexkontakte-seite.com -sexphoto.site -sexpornotales.com -sextracker.be -sharebutton.net -shillyourcoins.com -shohanb.com -sibecoprom.ru -sky-mine.ru -sledstvie-veli.net -slujbauborki.ru -slutloadlive.com -smartbalanceworld.com -snomer1.ru -sobecjvuwa.com.ru +scanner-fred.top +scanner-george.top +scanner-jane.top +sdelai-prosto.ru +sdelatmebel.ru +seasaltwithfood.com +seccioncontrabajo.com +segol.tv +seo-smm.kz +seoanalyses.com +seoholding.com +serialsway.ucoz.ru +serpstat.com +serptehnika.ru +sexflirtbook.com +shoppingmiracles.co.uk +shtora66.ru +siha.de +silvercash.com +skylta.com +slavic-magic.ru +smallseotools.com +smart-balancewheel.com +snip.tw +socialbutton.xyz socialbuttons.xyz -socialsignals24.com -soft1.ru -softxaker.ru -sotechco.co -spammen.de -spywarebegone.com -spywareit.com -stardevine.com -start.myplaycity.com -startwp.org -stats-public.grammarly.io -steebook.com -strangeduckfilms.com -streamin.to -strfls.com -stroiminsk.org -strongsignal-a.akamaihd.net -stroydetali.ru -superinterstitial.com -surgut.zrus.org -t3chtonic.com -tackletarts.co +sodexo.com +souvenir.cc +soviet-portal.do.am +space2019.top +sport7777.net +sr-rekneskap.no +srgwebmail.nl +star61.de +starwars.wikia.com +store-rx.com +streetfire.net +stroicol.net +strongholdsb.ru +suhanpacktech.com +sundrugstore.com +surcentro.com +surintech.ac.th +svensk-poesi.com +svolze.com +syvertsen-da.no +talant-factory.ru taraz.xkaz.org tattooreligion.ru -telefonsexkostenlos.tk -the-usa-games.blogspot.com -thecounter.com -thewomenlife.com -thexart.club -thiegs.reco.ws -timhost.ru -tizanidine4mgtablets.blogspot.com -tizanidineandgabapentin.blogspot.com -tizanidinedruginteractions.blogspot.com -tizanidineforopiatewithdrawal.blogspot.com +teenforporn.com +teenporn18.net +telefonsexsofort.tk +texbaza.by +thaismartloan.com +thepantonpractice.co.uk +titelhelden.eu +titslove.yopoint.in +tizanidineformigraines.blogspot.com tizanidinehcl4mgisitanarcotic.blogspot.com -tizanidineingredients.blogspot.com -tizanidinerestlesslegsyndrome.blogspot.com -tizanidinewithdrawalsymptoms.blogspot.com -top10registrycleaners.com -topcar-krasnodar.ru -topclickguru.com -tracfone.com -track.deriv.com -trafficnetzwerk.de -trustedmaccleaner.com -tytoona.com -uhod-za-sobakoj.ru -ukrtvir.com.ua -ukrup.com -unacittaconte.org -url-extractor.xyz -urldelivery.com -urlopener.com -usswrite.com -uytmaster.ru -vacuumscleaner.com -validccseller.com -veles.shop -vereo.eu -video-woman.com -videochat.bz -videochat.mx -videochat.tv.br -videochaty.ru -videojam.tv -vizag.kharkov.ua -vksaver-all.ru -vmnmvzsmn.over-blog.com -voloomoney.com -vseigry.fun -w3data.co -w3javascript.com -warezaccess.com -watchdogs-2.ru -webcamdevochka.com -weblo.com +tizanidinewithdrawal.blogspot.com +tkanorganizma.ru +tmearegion26.com +tongkatmadura.info +topshef.ru +touchmods.fr +tracxn.com +trafficmp.com +trailer.cinemaflix.website +truck-rece.life +tuckermktg.com +tuckpointingmasonrysystems.com +txxx.com +ucoz.ru +udayavani.com +ukkelberg.no +unmaroll.ya.ru +url-img.link +usadacha.net +valkiria-tk.ru +vandrie-ict.nl +vekzdorov.ru +venta-prom.ru +vesnatehno.com +video--production.com +videochat.ph +vigrx-original.ru +viktoria-center.ru +vip2ch.com +vipsiterip.org +vykupavto-krasnodar.ru +wallpaperstock.net +warezkeeper.com +webadvance.club +webcamtalk.net webmasterhome.cn +website-analytics.online +weddingdresses.xyz wellcome2slovenia.ru -white-truck.life -wholesalejerseychinashop.com -wholesalenfljerseys.us.com -wildcattube.com -winner7777.net -womensplay.net -wormix-cheats.ru -writersgroup580.web.fc2.com -writingservices17.blogspot.ru -ws.ampower.me -www.pinnacle-bets.com -xchat26.myfreecams.com -xjlottery.com -xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai -xn----ctbigni3aj4h.xn--p1ai +wetgames.ru +wfb.hatedriveapart.com +whatsappdownload10.com +wholesalecheapjerseysfree.com +win-spy.com +winterclassichockeyjerseys.com +winwotgold.pl +wiosenny-bon-1500.pl +word-vorlagen.xyz +wordpress-crew.net +wwwadultcheck.com +wzgyyq.com +x-diesel.info +x-diesel.org +x69ty.ru +xboxster.ru +xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai +xn-----6kccaibs5cb8afhjrfmix2n.xn--p1ai +xn-----7kceclhb4abre1b4a0ccl2fxch1a.xn--p1ai +xn----itbeirbjbi7bc6bh2d.xn--p1ai xn--80aaajbdbddwj2alwjieei2afr3v.xn--p1ai -xn--80aodinpgi.xn--p1ai -xn--e1aggki3c.xn--80adxhks -yellowproxy.net -yellowstonevisitortours.com -youbrainboost.asia -youghbould.wordpress.com +xn--b1addnj3cah.xn--p1ai +xolodremont.ru +xvideosporn.biz +xwatt.ru +xxxtubesafari.com youporn-forum.ga +youresponsive.com yourserverisdown.com -yoursite.com -youtoner.it -zacreditom.ru -zagadki.in.ua +yurgorod.ru zarenica.net -zastenchivosti.net -zetmaster.ru -zhongwenlink.com -zirondelli.it +zeleznobeton.ru +zhacker.net +zixizop.net.ru +zrizvtrnpale.tk diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index f20ffa9b7..d59d51f4b 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -2345.com -3xforum.ro -4senses.co -8gold.com -8kisses.eu -8si.ru -aa8780bb28a1de4eb5bff33c28a218a930.com -acc.eu.org -acgs.tk -adminshop.com -adultnet.in -advertex.info -alfapro.ru -alphaforum.ru -ameblo.top -architecturebest.com -articlesdirectoryme.info -atlasvkusov.ru -atout-energie-69.com -aviav.org -avkzarabotok.info -baladur.ru -bbsoldes.fr -bedandbreakfast.com -best-businessman.ru -bigcareer.info -billiard-classic.com.ua -blog.axant.it -blog.yam.com -bloke.com -brg8.com -bronzeaid-a.akamaihd.net -buyclomidonlaine.com -buyviagraa.blogspot.com -cablecar.us -carsplate.com -ccbill.com -cctva.tv -cenoval.ru -chatroulette.online -cjmc.info -clknsee.com -clodo.ru -cobaltpro.ru -cometorussia.net -compliance-checker-7.info -compliance-jack.top -creditwell.ru -crest-poloski.ru -customsua.com.ua -dawlenie.com -detmebel.su -dinosaurus.site -dnepropetrovsk.mistr-x.org -doeco.ru -dogclothing.store -downtuptv.gq -dvervmoskvu.ru -dynainbox.com -edudocs.net -ee77ee.com -elitepcgames.com -erotik-kostenlos.net -filerockstar298.weebly.com -filesdatabase.net -findthe.pet -foodgid.net +1kinobig.ru +1xbet4you.com +2015god.org +aa9d046aab36af4ff182f097f840430d51.com +ad-words.ru +adidas.frwebs.fr +advertisingtag.net +airlandsea.info +anabolics.shop +androids-store.com +animalia-life.club +anonymizeme.pro +api.stathat.com +appleid-verification.com +arclk.net +aruplighting.com +ausmepa.org.au +aversis.net +ayanaspa.com +b2b-lounge.com +babespcs.com +baltgem.com +baoxaydung.com.vn +bayareaaeroclub.org +bigpenisguide.com +binomo.kz +bjgugu.net.ua +blog.remote-computer.de +blogporn.in +blogs.rediff.com +bonux.nextview.ru +bumble.cheapwebsitehoster.com +cand.jp +cardsharp1.ru +cartierlovebraceletreplica.xyz +cartierlovestore.com +cartierring.xyz +casite-513049.cloudaccess.net +cdnnetwok.xyz +cheapmoncler.xyz +chocoslim.pro +christianlouboutinshoes.xyz +ciekawinki.pl +clean-virus-mac.com +clicksotrk.com +cocyq.inwtrade.com +compliance-andrew.xyz +compliance-walt.top +computernetworksonline.com +confib.ifmo.ru +consorzioilmosaico.org +converse.ddsoldes.fr +cookie-law-enforcement-ee.xyz +creditmoney.com.ua +dalavia.ru +darkbooks.org +detskie-zabavi.ru +dimaka.info +dinkolove.ya.ru +documentbase.net +dogsrun.net +dollartree.info +domaincheck.io +dosugrostov.site +elektrozigarettekaufen1.devhub.com +eloconcream.blogspot.com +energydiet24.ru +erotikchat-24.com +famix.xyz +farmprofi.net +fealq.com +femmesdenudees.com +ferieboligkbh.dk +fettefrauen.net +fidelityfunding.com +flavors.me +forminecrafters.ru forum20.smailik.org -franch.info -freemags.cc -freeseedsonline.com -gallerily.com -gambarkataku.co -gameonasia.com -geileweiber.tk -getdot.ru -gigapeta.com -girlsfuckdick.com +freakycheats.com +freewlan.info +froggytube.com +fsakhalin.ru +fuckmill.com +gabeshop.ru +gael-s.ru +galleryawesome.com +gembird.com +germetiki.com.ua +getridofstretchmarks.org +girls-ufa.ru gk-atlant.info -googleseo.com.tr -gosreg.amchs.ru -greatidea.marketing -grupografico-pilar.com.ar -guidefs.ru -hamacapty.com -happy.new.yeartwit.com +globalsurfari.com +gorodservis.ru +guarrasdelporno.xxx +guitar-master.org +gwebtools.com.br +hackers-crackers.tk +haikuware.com +hanink.biz.ly +hd720kino.ru hdimagelib.com -hexpilot.com -historichometeam.com -homeinns.com -hotblognetwork.com -hotkeys.com -hybrid.ru -ico.re -ictizanidinehcl4mg.blogspot.com -ideibiznesa2015.ru -igru-xbox.net -imagez.co -import-sales.com -infektsii.com -infowarcraft.ru -innodgfdriverhm.aircus.com -inome.com.ua -iqoption.pro -ivanovo.zrus.org -ivanstroi.ru -ixora.pro -izhevsk.xrus.org -izoll.ru -jackpotchances.com -jerseysbizwholesalecheap.com -jerseywholesalebizchina.com -kenaba.su -keywordsking.com -kino-rf.ru -kinofak.net -kirov.zrus.org -kmgamex.cf -krafte.ru -ladsblue.com -lancheck.net -landscaping.center -libertybilisim.com +hem.passagen.se +hermesreplica.win +ie.57883.net +iideaidekonkatu.info +iinstalll-fii1leis.jus0wil.pp.ua +infazavr.ru +investzalog.ru +istanbulit.com +jav-fetish.site +journalhome.com +joy-penguin.com +kadashihotel.com +kambasoft.com +kevblog.top +keywordhouse.com +koptims.tiu.ru +kriokomora.info +lacave.ntic.fr +lankarns.com +lasvegaslockandsafe.com lida-ru.com -lifeinsurancekb.com -likesdesign.com +lifehacĸer.com +linkrr.com liveinternet.ro -ljusihus.se -lonfon.xyz -lovasszovetseg.hu -love-baby.cz -map028.com +locatellicorretor.com.br marcowebonyodziezowe.pl -matchpal-a.akamaihd.net -matpre.top -medi-fitt.hu -medmajor.ru -metascephe.com -migente.com -millionare.com -moncleroutletonline.xyz -monclervests.xyz -more-letom.ru -mp3films.ru -musezone.ru -myplaycity.com -napalm51.nut.cc -nelc.edu.eg -nufaq.com -o-o-11-o-o.com -obesidadealgarve.com -obiavo.su -oivcvx.website -oneshotdate.com -online7777.com -onlywoman.org -openmediasoft.com -patterntrader-en.com -pihl.se -pixshark.com -pokerniydom.ru -polybuild.ru -pornhub-forum.ga -pornoklad.ru -pornosee.info -proxyelite.biz -quick-offer.com -rangoman.date -rczhan.com -recinziireale.com -reklama-i-rabota.ru -renewablewealth.com -replicaclub.ru -rocis.site -rockprogblog.com -rootandroid.org -rusvideos.su -sajatvelemeny.com -sashagreyblog.ga -scanner-jack.top -scanner-marwin.top -scat.porn -scoopquest.com -sdelai-prosto.ru -sdsjweb.com -selectads.men -semalt.com -sendearnings.com -seo-platform.com -seoboxes.com -seocdvig.ru -seoexperimenty.ru -sex-pr.net -sexkrasivo.net -sextracker.com -sexyebonyteen.com -shitting.pro -shop.xz618.com -shoppytoolmac.com -silvermature.net -slimcdn.com -slkrm.ru +maxthon.com +me-ke.com +mega-bony2017.pl +megavolt.net.ua +milblueprint.com +mirzonru.net +mole.pluto.ro +moneyviking-a.akamaihd.net +monthlywinners.com +mouselink.co +mrvideospornogratis.xxx +my-floor.in.ua +myanyone.net +mydirtystuff.com +myfreemp3.eu +mylesosibirsk.ru +myphotopipe.com +nalogovyy-kodeks.ru +narco24.me +narkologiya-orel.ru +naughtyconnect.com +netanalytics.xyz +noclegonline.info +november-lax.com +novosibirsk.xrus.org +o333o.com +offtopic.biz +onlyporno.ru +optom-deshevo.ru +ordernorxx.com +oren-cats.ru +orgasmatrix.com +orion-code-access.net +painting-planet.com +partner-print.men +partnerworkroom.men +pay2me.pl +pcimforum.com +pertlocogasilk.tk +ploenjitmedia.azurewebsites.net +poiskzakona.ru +porno-play.net +pornosmola.info +predmety.in.ua +privatamateure.com +promgirldresses.xyz +questionmarque.ch +razleton.com +rentehno.ru +rfserial.net +ric.info +satoristudio.net +scanner-ivan.top +scanner-mark.top +scopich.com +search.1and1.com +search.alot.com +seasonvar.ru +servicecenter.co.ua +shlyahten.ru +shodanhq.com +small-game.com sobecjvuwa.com.ru -soheavyblog.com -solnplast.ru -space4update.pw -spb.afora.ru -startwp.org -steebook.com -stmassage.ru -superlist.biz -svetlotorg.ru -taaaak.com -telemetryverification.net -thegioixekhach.com -theprofitsmaker.net -tizanidinecapsules.blogspot.com -tizanidineingredients.blogspot.com -tizanidineshowupondrugtest.blogspot.com -trafficshaper.com -trahvid.com -trk-4.net -tvnewsclips.info -txxx.com -uasb.ru -unitexindia.com -v720hd.ru -via-gra.webstarts.com -video--production.com -videochat.ph -videosbox.ru -voprosotvet24.ru -watch-movies.ru -whiteproduct.com -wleuaprpxuvr.ga -x-true.info -xn--80ahdheogk5l.xn--p1ai -xn--e1aggki3c.xn--80adxhks -xxxtubesafari.com -youbloodyripper.com -youradulthosting.com -yuweng.info -zastenchivosti.net -zeroredirect11.com -zirondelli.it -znaniyapolza.ru -zoominfo.com -zoompegs.com -zootravel.com -zrizvtrnpale.tk +social-s-hhh.xyz +social-search.me +solitaire-game.ru +sosdepotdebilan.com +soserfis.com +sports-supplements.us +stroimajor.ru +strongsignal-a.akamaihd.net +stroyhelp-dv.ru +sukarame.net +swinginwithme.ru +symbaloo.com +tacbelarus.ru +taraz.xkaz.org +tgtclick.com +thfox.com +tizanidineforopiatewithdrawal.blogspot.com +tizanidinehcl4mgisitanarcotic.blogspot.com +tizanidineusedfor.blogspot.com +tmtrck.com +tn811.us +top-deal.com.pl +topbestgames.com +trudogolik.net +tvoystartup.ru +tvteleport.ru +tytoona.com +uamtrk.com +uggbootsoutletsale.us +ultimateclassicrock.com +uptime-as.net +vacuumscleaner.com +vapeface.club +versaut.xxx-cam.webcam +viddyoze.com +vip.51.la +visionwell.com.cn +vodkoved.ru +volume-pills.biz +vzube.com +wallpapers-best.com +warning.or.kr +wetgames.ru +wnoz.de +womensterritory.ru +xcombear.ru +xlolitka.com +xn-----7kceclhb4abre1b4a0ccl2fxch1a.xn--p1ai +xn--hxazdsfy.blogspot.com +xtraffic.plus +yatrk.xyz +yourothersite.com +yoursearch.me +za-music.mymobiplanet.com +zaapplesales.blogspot.com +zahvat.ru +zhongwenlink.com +znaturaloriginal.com +zoomovies.org +zvetki.ru diff --git a/dev-tools/test_units/ratelimittest-master.txt b/dev-tools/test_units/ratelimittest-master.txt index f0474a154..3656720f2 100644 --- a/dev-tools/test_units/ratelimittest-master.txt +++ b/dev-tools/test_units/ratelimittest-master.txt @@ -581,4 +581,14 @@

Welcome to the NginX Ultimate Bad Bot Blocker

This is merely used for testing !!!

+ + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ \ No newline at end of file diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index 9049ace14..0367c5e11 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.62 0; +10.1.0.166 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index 274a647e5..bca35b86c 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.09.2612 -### Updated: Sat Sep 25 10:03:03 UTC 2021 +### Version: V4.2021.09.2613 +### Updated: Sat Sep 25 22:01:29 UTC 2021 ### Bad Bot Count: 623 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 274a647e5..bca35b86c 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.09.2612 -### Updated: Sat Sep 25 10:03:03 UTC 2021 +### Version: V4.2021.09.2613 +### Updated: Sat Sep 25 22:01:29 UTC 2021 ### Bad Bot Count: 623 ################################################### ### Version Information ##