From ce716e329005b8f7c97abd48a67dd81a12a3cfae Mon Sep 17 00:00:00 2001 From: mitchellkrogza Date: Sun, 12 Sep 2021 22:06:58 +0000 Subject: [PATCH] V4.2021.09.2587 [ci skip] --- AUTO-CONFIGURATION.md | 2 +- MANUAL-CONFIGURATION.md | 2 +- README.md | 2 +- _google_analytics_ghost_spam/README.md | 2 +- .../etc/nginx/conf.d/globalblacklist.conf | 4 +- conf.d/globalblacklist-testing-version.conf | 4 +- conf.d/globalblacklist.conf | 4 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/buildnumber | 2 +- dev-tools/globalblacklist-testing.template | 4 +- dev-tools/globalblacklist.template | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/test_units/blacklist-ips.conf | 2 +- .../random-bots-for-test-quick.list | 20 +- .../test_units/random-bots-for-test.list | 278 +++--- .../random-bots-for-whitelist-test.list | 282 +++--- .../random-referrers-for-test-quick.list | 20 +- .../test_units/random-referrers-for-test.list | 942 +++++++++--------- .../random-referrers-for-whitelist-test.list | 474 ++++----- dev-tools/test_units/ratelimittest-master.txt | 10 + dev-tools/test_units/whitelist-ips.conf | 2 +- dev-tools/tmp/robots.txt | 4 +- robots.txt/robots.txt | 4 +- 46 files changed, 1074 insertions(+), 1064 deletions(-) diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index ab73d4204..797683384 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.09.2586 +#### Version: V4.2021.09.2587 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 88aa8f763..9387928fe 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.09.2586 +#### Version: V4.2021.09.2587 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index 8a5389fc1..e316feae3 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2021.09.2586 +#### Version: V4.2021.09.2587 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 6ac93fa49..c7181ccb2 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2021.09.2586 +#### Version: V4.2021.09.2587 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 7598b0941..f0115b629 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2586 -### Updated: Sun Sep 12 10:03:05 UTC 2021 +### Version: V4.2021.09.2587 +### Updated: Sun Sep 12 22:01:10 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 3aabd3711..dea72ea75 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2586 -### Updated: Sun Sep 12 10:03:06 UTC 2021 +### Version: V3.2021.09.2587 +### Updated: Sun Sep 12 22:01:11 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 7598b0941..f0115b629 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2586 -### Updated: Sun Sep 12 10:03:05 UTC 2021 +### Version: V4.2021.09.2587 +### Updated: Sun Sep 12 22:01:10 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 3aabd3711..dea72ea75 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2586 -### Updated: Sun Sep 12 10:03:06 UTC 2021 +### Version: V3.2021.09.2587 +### Updated: Sun Sep 12 22:01:11 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 8053f960a..b6aca8179 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.52 1; +10.1.0.88 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 628db076a..4c5b518ce 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.52 0; +10.1.0.88 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 3aabd3711..dea72ea75 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2586 -### Updated: Sun Sep 12 10:03:06 UTC 2021 +### Version: V3.2021.09.2587 +### Updated: Sun Sep 12 22:01:11 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 8053f960a..b6aca8179 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.52 1; +10.1.0.88 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 628db076a..4c5b518ce 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.52 0; +10.1.0.88 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 3aabd3711..dea72ea75 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2586 -### Updated: Sun Sep 12 10:03:06 UTC 2021 +### Version: V3.2021.09.2587 +### Updated: Sun Sep 12 22:01:11 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 8053f960a..b6aca8179 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.52 1; +10.1.0.88 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 628db076a..4c5b518ce 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.52 0; +10.1.0.88 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 3aabd3711..dea72ea75 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2586 -### Updated: Sun Sep 12 10:03:06 UTC 2021 +### Version: V3.2021.09.2587 +### Updated: Sun Sep 12 22:01:11 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index 90841f2cc..c8ed3a2c9 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -2586 +2587 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 3aabd3711..dea72ea75 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2586 -### Updated: Sun Sep 12 10:03:06 UTC 2021 +### Version: V3.2021.09.2587 +### Updated: Sun Sep 12 22:01:11 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index 7598b0941..f0115b629 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2586 -### Updated: Sun Sep 12 10:03:05 UTC 2021 +### Version: V4.2021.09.2587 +### Updated: Sun Sep 12 22:01:10 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 0393efa97..c27e3c4d8 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -137.135.126.212 0; +23.96.55.5 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 7598b0941..f0115b629 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2586 -### Updated: Sun Sep 12 10:03:05 UTC 2021 +### Version: V4.2021.09.2587 +### Updated: Sun Sep 12 22:01:10 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 8053f960a..b6aca8179 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.52 1; +10.1.0.88 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 628db076a..4c5b518ce 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.52 0; +10.1.0.88 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 7598b0941..f0115b629 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2586 -### Updated: Sun Sep 12 10:03:05 UTC 2021 +### Version: V4.2021.09.2587 +### Updated: Sun Sep 12 22:01:10 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 8053f960a..b6aca8179 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.52 1; +10.1.0.88 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 628db076a..4c5b518ce 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.52 0; +10.1.0.88 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 7598b0941..f0115b629 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2586 -### Updated: Sun Sep 12 10:03:05 UTC 2021 +### Version: V4.2021.09.2587 +### Updated: Sun Sep 12 22:01:10 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 8053f960a..b6aca8179 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.52 1; +10.1.0.88 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 628db076a..4c5b518ce 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.52 0; +10.1.0.88 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 7598b0941..f0115b629 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2586 -### Updated: Sun Sep 12 10:03:05 UTC 2021 +### Version: V4.2021.09.2587 +### Updated: Sun Sep 12 22:01:10 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 0393efa97..c27e3c4d8 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -137.135.126.212 0; +23.96.55.5 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 6db30c2bb..10bc68af0 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2586 -### Updated: Sun Sep 12 10:03:05 UTC 2021 +### Version: V4.2021.09.2587 +### Updated: Sun Sep 12 22:01:10 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 0393efa97..c27e3c4d8 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -137.135.126.212 0; +23.96.55.5 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 4f3f0d138..9aa5858d4 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2586 -### Updated: Sun Sep 12 10:03:05 UTC 2021 +### Version: V4.2021.09.2587 +### Updated: Sun Sep 12 22:01:10 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index 8053f960a..b6aca8179 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.52 1; +10.1.0.88 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index b267db892..28a1ba850 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Apexoo -Barkrowler -EirGrabber -EroCrawler -Exabot -MIDown tool -Sitebeam -SpankBot -Sqlworm -True_Robot +CheeseBot +Curious +DittoSpyder +Meanpathbot +Netvibes +Nutch +Reaper +Telesoft +lwp-trivial +seoscanners diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index 1ddb41b6e..f9e83742b 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -404checker +01h4x.com 404enemy -ADmantX ALittle Client ASPSeek Abonti -Acunetix -AfD-Verbotsverfahren -AiHitBot Aipbot Alexibot +AllSubmitter +Alligator AlphaBot -Anarchy +Anarchie Ankit -Anthill Aspiegel +Asterias +AwarioRssBot +AwarioSmartBot BBBike -BLEXBot -BackDoorBot -BackStreet -Backlink-Ceck +BDCbot +BackWeb BacklinkCrawler -Bandit +BatchFTP +Bigfoot Bitacle Black Hole +BlackWidow +Blackboard Blow BlowFish -Bullseye -BunnySlippers -CATExplorador -CSHttp -Calculon +Bolt +Buck +Buddy +BuzzSumo +CCBot +CODE87 Cegbfeieh +CensysInspect +CheeseBot Chlooe -Collector -Copyscape +Cocolyzebot Cosmos Craftbot +CrazyWebCrawler Crescent -Curious -CyotekWebCopy +CrunchBot DBLBot DataCha0s +Deusu Devil +DigitalPebble +Disco Dispatch +DittoSpyder DnyzBot DomCopBot +DomainAppender DomainCrawler -DomainSigmaCrawler -Domains Project -Dotbot +Download Wonder +Dragonfly EMail Wolf +Ebingbong EirGrabber -Evil +EroCrawler ExtLinksBot -Extractor -FDM +Ezooms +FHscan +Fimap FlashGet +Flunky Foobot FyberSpider Fyrebot -GetRight -GetWeb +G-i-g-a-b-o-t +Genieo +Getintent +Gigabot Go!Zilla -Go-Ahead-Got-It GoZilla -Grabber +GrabNet Grafula -HEADMasterSEO -HTTP::Lite +HTMLparser +HaosouSpider +Harvest +Heritrix +Hloader +HybridBot IRLbot -Iblog -Image Sucker +IlseBot +IndeedBot +Indy Library +InfoNaviRobot Intelliseek InterGET -Iria +Internet Ninja +IstellaBot JamesBOT +JennyBot JikeSpider Joomla -Jorgee +JustView Kenjin Spider +Keyword Density Kinza -Kozmosbot -LNSpiderguy -Larbin -Leap -LeechFTP -Lftp -LibWeb +Lanshanbot +LeechGet +LexiBot Lightspeedsystems LinkScan Linkdexbot LinkpadBot -LinqiaMetadataDownloaderBot -LinqiaScrapeBot -Lipperhey -Ltx71 +LinqiaRSSBot +Lipperhey Spider +Litemage_walker MIIxpc +MJ12bot MQQBrowser -Magnet +Mail.RU_Bot +Majestic SEO +Majestic-SEO Majestic12 -MarkMonitor -MarkWatch Mass Downloader -Mata Hari Mb2345Browser -MegaIndex.ru -Metauri -Microsoft Data Access +MicroMessenger Microsoft URL Control Moblie Safari -Mojeek -Morfeus Fucking Scanner Mr.4x3 -Musobot +Msrabot NICErsPRO -Name Intelligence Needle +Nessus NetAnts NetMechanic NetSpider NetZIP -Netcraft +Nettrack +Netvibes +Niki-bot Nikto -Nuclei Octopus -Offline Navigator -OpenVAS +OnCrawl +Openfind +OrangeBot +PHPCrawl POE-Component-Client-HTTP -Page Analyzer -PageAnalyzer -PageThing.com +PageGrabber +Pandalytics Panscient Papa Foto Pavuk -PeoplePal Petalbot +Pi-Monster Picsearch -PictureFinder -Piepmatz -Pixray ProPowerBot -Pu_iN -PxBroker -RankActiveLinkBot -RankingBot2 -RealDownload -RedesScrapy +ProWebWalker +QueryN Metasearch +Quick-Crawler +RSSingBot +RankActive +RankingBot +Re-re RepoMonkey -Ripper -SEOlyticsCrawler -SMTBot +Rogerbot +SISTRIX SalesIntelligent -Scanbot ScoutJet +Scrapy ScrepyBot Searchestate -SearchmetricsBot +SemrushBot SentiBot +SeoSiteCheckup +Shodan Siphon -SiteCheckerBotCrawler -SiteExplorer -SiteLockSpider +Site Sucker +SiteSucker +Siteimprove +Snake +Snapbot SocialRankIOBot Sociscraper -Sosospider SpaceBison Spammen -Spanner Spinn3r SputnikBot -Sqlmap -Stripper -Sucker -Sucuri +Steeler SuperBot -Surfbot -Swiftbot +SurveyBot +Suzuran +T0PHackTeam +T8Abot +Telesphoreo Telesphorep TheNomad Thumbor -Titan -Toata Trendictionbot -Turingos -URLy Warning -UnisterBot -VB Project -Vacuum +Twice +V-BOT Vagabondo -VoidEYE -Voltron -WASALive-Bot -WPScan -WWW::Mechanize +Virusdie +WBSearchBot +WISENutbot WWWOFFLE -Wallpapers -WeSEE -Web Collage -Web Enhancer +Wallpapers/3.0 Web Fetch Web Fuck -Web Pix -Web Sauger -Web Sucker +WebAuto WebEnhancer -WebFetch -WebFuck -WebImageCollector -WebPix WebReaper +WebSauger +WebSucker Webalta -WebmasterWorldForumBot WebsiteQuester -Webster -Woobot +Whatweb +Who.is Bot +WinHTTrack +WiseGuys Robot +Wotbox Wprecon Xaldon_WebSpider -Zade -Zauba -Zermelo -Zeus -ZyBorg -cah.io.community -coccocbot-web -crawl.sogou.com +Xenu +YoudaoBot +ZmEu +ZoomBot +arquivo-web-crawler +arquivo.pt +autoemailspider +check1.exe +clark-crawler +cognitiveseo crawler.feedback -crawler4j demandbase-bot -evc-batch +facebookscraper instabid +ips-agent +isitwp.com lwp-request -magpie-crawler -meanpathbot -mediawords -muhstik-scan +page scorer plumanalytics +probe-image-size +ripz s1z.ru +scan.lol +seobility seoscanners seostar -serpstatbot sexsearcher sitechecker.pro -sogouspider -spyfu -tAkeOut trendiction.de -webpros.com -x09Mozilla -zauba.io +webmeup-crawler +xpymep1.exe +zgrab diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 6c525e8e4..9584025b2 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -01h4x.com -ADmantX -ALittle Client ASPSeek -Abonti Aboundex -Aboundexbot +AhrefsBot AiHitBot Aipbot -Alligator AlphaBot -Anarchie -Ankit +Apexoo +Aspiegel Asterias Attach +AwarioRssBot +AwarioSmartBot +BBBike BDCbot -BDFetch +BLEXBot +BackStreet +BackWeb +Backlink-Ceck Badass +BatchFTP +Battleztar Bazinga +BetaBot +Bigfoot +Bitacle Black Hole BlowFish -Boardreader -Bolt +Brandprotect Buck -BuiltWith +Buddy CATExplorador -CSHttp +CODE87 Cegbfeieh -CheTeam -CheeseBot Chlooe +Claritybot Cliqzbot -Cloud mapping +Cocolyzebot Collector -CopyRightCheck -Cosmos -Custo +Craftbot +Crawling at Home Project CyotekWebCopy +DBLBot DIIbot +DSearch DTS Agent DatabaseDriverMysqli +Demon +Deusu Digincore -Dispatch -DnyzBot +Dirbuster DomainAppender -DomainSigmaCrawler +DomainStatsBot Domains Project -Dragonfly +Dotbot ECCP/1.0 -Ebingbong -Evil -Express WebPictures -EyeNetIE +EasyDL +EirGrabber +Exabot +ExtLinksBot +Extractor +Extreme Picture Finder Firefox/7.0 FlashGet +Foobot +Freeuploader FrontPage -FyberSpider +Fyrebot G-i-g-a-b-o-t -Genieo -GermCrawler +GT::WWW GetRight +Getintent +GoZilla Gotit -Grafula +GrapeFX +GrapeshotCrawler GridBot -HMView -Haansoft +HTMLparser +HTTP::Lite +HTTrack +Humanlinks HybridBot -IDBTE4M IDBot +IRLbot Iblog -Image Fetch -Image Sucker -Indy Library +Id-search +InfoNaviRobot Intelliseek Iria -IstellaBot JOC Web Spider Jbrofuzz -JikeSpider -JustView +JennyBot +JetCar Kenjin Spider Keyword Density +LNSpiderguy Lanshanbot -Larbin LeechFTP -LexiBot -Libwhisker -Lightspeedsystems -LinkScan -LinkWalker +LibWeb +LinkextractorPro +LinkpadBot LinqiaMetadataDownloaderBot LinqiaScrapeBot -Ltx71 -MIIxpc -MJ12bot -MQQBrowser -MSFrontPage -MSIECrawler +Lipperhey Spider +Mag-Net Magnet -Mail.RU_Bot -Majestic SEO -Majestic-SEO +Majestic12 +MarkMonitor +MarkWatch +Mass Downloader +Masscan MauiBot +Mb2345Browser +MeanPath Bot +Meanpathbot +Mediatoolkitbot Metauri -Microsoft URL Control -Mozlila -Mr.4x3 +Mister PiX Msrabot -Navroad -Needle -Net Vampire +Musobot +NPbot +Nameprotect NetAnts -NetMechanic NetSpider -Nettrack -Niki-bot -Nikto -Ninja -OpenLinkProfiler +NextGenSearchBot +NimbleCrawler +Nuclei +Nutch +Offline Navigator Openfind -OrangeBot -OrangeSpider OutclicksBot -Page Analyzer -PageGrabber -PageScorer +PageThing.com Pandalytics -Pavuk +Panscient +Papa Foto Petalbot -Picscout -Pixray -Pockey +Pi-Monster +PictureFinder +PleaseCrawl ProPowerBot -Probethenet -Psbot -Pump +ProWebWalker PxBroker QueryN Metasearch -Quick-Crawler -RSSingBot +RankActive +RankActiveLinkBot +RankingBot RankingBot2 +Rankivabot +Re-re ReGet +RealDownload +Reaper RebelMouse Recorder -Rogerbot -SBIder -SEOkicks +Ripper SEOlyticsCrawler -SEOprofiler +SEOstats +SISTRIX +SalesIntelligent ScanAlert -ScoutJet +Screaming ScreenerBot -SearchmetricsBot +ScrepyBot +Searchestate Semrush -SemrushBot -Shodan -Site Sucker SiteCheckerBotCrawler +SiteExplorer SiteLockSpider -SiteSnagger Sitevigil +SmartDownload Snapbot -SocialRankIOBot -Sogou web spider +Sociscraper +Sosospider SpaceBison Spammen Spanner -Spbot -SputnikBot Sqlmap -Sqlworm -Steeler -Stripper -Sucker +Sucuri SuperBot +SuperHTTP Surfbot SurveyBot -Suzuran -Swiftbot +T0PHackTeam T8Abot -Telesphoreo -TheNomad Thumbor -Titan -Toata Tracemyfile +Trendictionbot True_Robot Turnitin +TurnitinBot TwengaBot Twice +Typhoeus +URLy.Warning UnisterBot -V-BOT +Vacuum +Vagabondo VeriCiteCrawler -VoidEYE +VidibleScraper Voil -Voltron -WASALive-Bot -WBSearchBot -WEBDAV -WISENutbot WPScan +WWW-Collector-E WWW-Mechanize -Wallpapers/3.0 -Web Auto -Web Collage +Wallpapers +WallpapersHD Web Pix -WebBandit -WebCollage +WebAuto WebFetch -WebGo IS -WebLeacher -WebSucker -Webalta +WebPix +WebSauger WebmasterWorldForumBot -Website Quester +Webshag WebsiteQuester +Whacker +Whatweb Who.is Bot +WinHTTrack +WiseGuys Robot Wonderbot Woobot Wotbox -Xenu +Zade +Zauba +Zeus +Zitebot ZmEu ZumBot +ZyBorg +archive.org_bot arquivo.pt -autoemailspider -cognitiveseo +backlink-check +clark-crawler com.plumanalytics -dataforseo.com -demandbase-bot +eCatch facebookscraper -instabid -internetVista monitor +ips-agent isitwp.com -magpie-crawler -page scorer -pcBrowser +mediawords +muhstik-scan +plumanalytics probe-image-size -ripz -s1z.ru -satoristudio.net -scalaj-http -seostar -serpstatbot +sitechecker.pro siteripz -sogouspider sp_auditbot +spyfu sysscan +tAkeOut +trendiction.com +trendiction.de webmeup-crawler -xpymep1.exe -zauba.io +webprosbot zgrab diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index ca5bd225e..76b220eea 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -12bet.com -fakehandbags.xyz -modabutik.ru -nastydollars.com -pictures-and-images.com -samo-soznanie.ru -surflinksmedical.com -thegameriders.com -timecrimea.ru -toon-families.com +ekto.ee +franch.info +pic-re.blogspot.com +promoforum.ru +seobility.net +sexvporno.ru +site3.free-share-buttons.com +takeflyte.com +top1-seo-service.com +verymes.xyz diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index ef878123b..e47ea0f25 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -0c47f8422d3f.com -12bet.com -1j7740kd.website -1qingdao.com -2020iscoming.info -202ch.com -2ads.co.uk -2daytrendingnews.com -404.mn -4kepics.com -6128786.com -70casino.online -8lufu.com -aa9bd78f328a6a41279d0fad0a88df1901.com -addbin.men -addray.pro -adimmix.com -adman.gr -ads-cool.pro -advocatemsk.ru -advokateg.xyz -agadelha.com.br -albamargroup.com -allknow.info +1-free-share-buttons.com +1314dh.com +18ps.ru +1pamm.ru +28n2gl3wfyb0.ru +3-letter-domains.net +4k-player.pl +51.la +7fon.ru +7minuteworkout.com +8gold.com +9med.net +academia-nsk.org +adamoads.com +adclickservice.com +adprotect.net +adtiger.tk +adventureparkcostarica.com +advertisingtag.net +ahmedabadwebs.com +alif-ba-ta.com +alive-ua.com +all-number.com +allbizne.co.ua +allesohnegirls.net +allornamenti.com +allproblog.com +aludecor.info amanda-porn.ga -ameblo.jp -ameblo.top -anabolics.shop -android-vsem.org -anonymousfox.co -anti-virus-removal.info -apccargo.com -apiadanaknet-a.akamaihd.net -apibatbrowsecom-a.akamaihd.net -apidigidocketnet-a.akamaihd.net -apishops.ru -appsaurus.com -arabgirls.adultgalls.com -arewater.com -arraty.altervista.org -asrvvv-a.akamaihd.net -atleticpharm.org -atmovs.com -autodo.info -avon-ukraine.com -avto-oligarh.ru -azbukafree.com -b-styles.xyz -basedecor.ru -bashtime.ru -battle.net -bausparen.bz.it -bayareaaeroclub.org -becuo.com -best-seo-offer.com -best-seo-software.xyz +amateurlivechat.org +amigobulls.com +anal-acrobats.hol.es +angkortours.vn +animenime.ru +aosheng-tech.com +api.stathat.com +apilinkswiftco-a.akamaihd.net +apple.com-webbrowsing-security.science +apptester.tk +arabsexxxtube.com +aramaicmedia.org +arate.ru +arclk.net +as5000.com +asophoto.com +automatic-seo.com +autovideobroadcast.com +avkzarabotok.com +avtoarenda.by +azbaseimages.net +b00kmarks.com +baikaleminer.com +bambi.ck.ua +baoxaydung.com.vn +battlecarnival.su +bbtec.net best-way.men -bestofferswalkmydogouteveryday.gq -bestprofits-there.com -betune.onlinewebshop.net -big-boards.info -bimatoprost-careprost.com.ua -bio.trade-jp.net -bjanshee.ru -blogporn.in -bmsco.co -bmw-ark.ru -bnt-team.com -bolegapakistan.com -bonvillan.com -bosefux.esy.es -bradleylive.xyz -briomotor.co -bristolhotel.com.ua -brk-rti.ru -browsepulse-a.akamaihd.net -brus.city -buqayy0.livejournal.com -buron.pw -buy-cheap-online.info -buy-forum.ru -buyessayonline19.blogspot.ru -buyfriend.ru -buzzurl.jp -bvlgariring.xyz -bvlgariwallet.xyz -byme.se -calc-for-credit.ru -callmd5map.com -cardsdumps.com -cars-modification.net -cartierlove2u.com +bestadbid.com +bestpornuha.com +bibys.com +bif-ru.info +bigpenisguide.com +biketank.ga +bio-optomarket.ru +bird1.ru +biznesrealnost.ru +blobar.org +boltalko.xyz +bonzibuddi.com +bookmark4you.com +break-the-chains.com +bronzeaid-a.akamaihd.net +browserprotecter.com +brus-vsem.ru +bugof.gq +burger-tycoon.com +burn-fat.ga +business-suggested.tk +buttons-for-website.com +buyviagraa.blogspot.com +callawaygolfstore.online +candelluxsklep.pl +candlewooddentalcentre.com.au +cardul.ru +carina-sy.de +cartierbraceletsreplica.pw cartierlovestore.com -cbox.ws -cdn.walkme.com -cdncash.net -cejewelry.xyz -cfacarrosserie74.com -cheapmoncler.pw -checkm8.com -cienum.fr -clickhype.com -clickzzs.nl -clubfashionista.com -co.lumb.co -compliance-alex.xyz -compliance-barak.xyz -compliance-josh.top -compliance-julianna.top -compliance-mary.top -compliance-walter.top -compucelunlock.net -confib.ifmo.ru -continent-e.tv -cosmetic.donna7753191.ru -cosmeticswomens-womensports.rhcloud.com -covadhosting.biz -cpabegins.ru -custodieva.ru -customboxes4less.com -customsua.com.ua -cutalltheshit.com -cvety24.by -cwetochki.ru -dailyfinancefix.com -dating-time-now.com -dawlenie.com -daydream-studio.ru -deluxedumps.com -detalizaciya-tut.biz -dgfitness.co -diminishedvalueoforegon.com -directrev.com -discovertreasurenow.com -dktr.ru -doctissimo.fr -doctormakarova.ru -documentsite.net -doeco.ru -dolohen.com -downloader12.ru -dpihatinh.gov.vn -drivotracker.com -drupa.com -e-kwiaciarz.pl +cascadelink.org +cctva.tv +cete.ru +cfcl.co.uk +cheapbarbour.online +cheapestjerseysonwholesale.com +checkhit.com +chocolateslim-original.com +chocolateslim-u-srbiji.com +claytransformations.info +clickbanksites.info +club-lukojl.ru +cobaltpro.ru +coderstate.com +coin-hive.com +compliance-fred.top +contentsexpress.com +crd.clan.su +crynet.cc +csgo4.win +d-black.bz +damedingel.ya.ru +dayibiao.com +ddlmega.net +decorationspcs.com +degerlund.net +destinationrealestate.com +detsky-nabytek.info +diarioaconcagua.com +dimaka.info +discountliv.com +dogoimage.com +dogsrun.net +dojki365.online +domainsatcost.com +donvito.unas.cz +dood.live +dumpsmania24.com +dyt.net e2click.com -e90post.com -ecommerce-seo.org -edge.sharethis.com +easyukraine.com +editmedios.com ednorxmed.com -edwinkonijn.com.au -ekobata.ru +educatemetv.com +efkt.jp election.interferencer.ru -elektrischezi.canalblog.com -elektronischezigarettekaufen2.tumblr.com -elitepcgames.com -elmacho.xyz +elektir.ru +elektronischezi.livejournal.com +elidelcream.weebly.com elvenmachine.com -essay-writing.work -etotupo.ru -exonline.info -exportshop.us -ezigarettenkaufen1.deviantart.com -f00kclan.de -f0815.de +empis.magix.net +enternet.ee +erotag.com +eu-cookie-law.info +euromasterclass.ru +everflora.ru +excitacao.com +ezigarettekaufen2.mpbloggar.se +ezrvrentals.com +familienzahnaerzte.com fashionavenuegame.com -fast-wordpress-start.com -fba-mexico.com -fdzone.org -filesvine.com -findthe.pet -firstsiteguide.com -fishtauto.ru -fitfloponline.store -florida-tourism.net -floridamhca.org -forex21.ru -forpackningsutveckling.se -foxydeal.com -free-fb-traffic.com -freesitetest.com -freshsuperbloop.com +fastcrawl.com +fastfixing.tech +fettefrauen.net +fickluder69.com +filmgo.ru +findsexguide.com +fiverr.com +flagcounter.me +flavors.me +flex4launch.ru +fotzen-ficken.com +freenode.info +freevpn.space +friendflnder.com +funcrushgames.com futbolkisales.ru -fyxabomiw.ru -g33.org -gallery.rennlist.com -galleryawesome.com -gameplexcity.com -gameprimary.com -gaygalls.net -gazobeton-p.com.ua +gallerily.com gemgrab-a.akamaihd.net -getlamborghini.ga -getmyads24.com -getprismatic.com -girlsatgames.ru -glavtral.ru -googst2.ru -gosreg.amchs.ru -gov.yanao.ru -gpirate.com -greatfind-a.akamaihd.net -greendream.com.ua -greenshop.su +gepezz.info +getoutofdebtfree.org +gilsonchiro.xyz +girlporn.ru +gk-atlant.info +globetrotting-culture.ru +go2mike.ru +gobongo.info +goo.ne.jp +goodnightjournal.com +googlemare.com +gorabagrata.ru +gosarhivrt.ru +gribokstop.com +gsmtlf.ru +gstatey.net +gtopstats.com gymi.name -h2monline.com -hasshe.com -havepussy.com -hawaiisurf.com -hdpixion.com -herehloadibs.cf -hetmanship.xyz -hifidesign.ru -himazin.info -hit-kino.ru -hobild.net -host-protection.com -hoverboard360.nl -i-hobot.ru -igrovyeavtomaty777.ru -imgarit.pw -imguramx.pw -immigrational.info +hacktougroup.ru +hcate.com +hdimagelib.com +heatpower.ru +hermesbracelets.xyz +herokuapp.com +hesteel.pl +hikesearch.net +histats.com +home-task.com +homeandhealth.ru +homedo.fabpage.com +hotenergy.ru +hothor.se +house.sieraddns.com +houseofgaga.ru +houston-vikings.com +hplaserjetpdriver8y.pen.io +hubbble.com +ibmdatamanagement.co +ideoworld.org +igithab.com +imfamous.info immobiliaremassaro.com -import-sales.com -inboxdollars.com -indo-export.ru -instabid.tech -internetartfair.com +inbabes.sexushost.com +inclk.com +infobanks.ru +infodocsportal.com +infowarcraft.ru +insider.pro +inspiring-desperate.tk +intellego.info +intellektmedia.at invivo.hu -istizanidinelikexanax.blogspot.com -itis4you.com +iradiology.ru +iscblog.info +isitpaleo.info iwantedmoney.com -iwantmyfreecash.com -jackpotchances.com -jav-fetish.com -jav-idol.com -javidol.site -jerseyssportsshop.com -jovencitas.gratis -kanimage.com -karadene.com -kasino-money.pw -kfon.eu -kinoduh.ru -kinogonew.ru -kinopolet.net -kinostorm.net -kollesa.ru -konkursov.net -kopihijau.info -koral.se -kostenloser-sex.com -kraljeva-sutjeska.com -krasnodar.xrus.org -krassh.ru -kredit-pod-zalog-krasnodar.ru -kuzinsp.ru -labelwater.se -labplus.ru -lacasamorett.com -lalalove.ru -lanadelreyfans.us +javitas.info +jaxcube.info +joessmogtestonly.com +jurajskie.info +kaac.ru +kakadu-interior.com.ua +kandidos.com +kareliatobacco.ru +karusel-market.ru +kashubadesign.ru +kellyonline.xyz +kenaba.su +keywesthideaways.co +keywordteam.net +khadastoafarde.tk +kinocccp.net +kleine-titten.biz +kletkimehan.ru +klosetkitten.com +kongoultry.net +konica.kz +kotaku.com +kovrenok.ru +kunstaktien.info +ladsblue.com +ladsup.com +lancheck.net languagecode.com -lazy-z.com +laserpen.club +ledpolice.ru +legalrc.biz lernur.net -linkarena.com -lion.conboy.us -live-sexcam.tk -live-sexchat.ru -livetsomudvekslingstudent.bloggersdelight.dk -lonerangergames.com -long-beach-air-conditioning.com -losangeles-ads.com -lsex.xyz +lescinq.com +lietaer.com +lifehacĸer.com +liffa.ru +lirunet.ru +lonely-mature.com +lostfilm-online.ru +macnewtech.com mafcards.ru -mainlinehobby.net +mailemedicinals.com +makemoneyonline.com mall.uk -marcogrup.com -maridan.com.ua -massage-info.nl -matematikus.info -mature.free-websites.com -maxxtor.eu -mcar.in.ua -meet-flirt-dating.com -megakino.net -megavolt.net.ua -mensandals.xyz -mex-annushka.ru -microsoftportal.net -microstatic.pl -mmog-play.ru -modenamebel.ru -monsterdivx.com -most-kerch.org -moxo.com -mrcsa.com.au -mttwtrack.com -muschisexbilder.com -mydirtyhobby.com -myonlinepayday.co -myseoconsultant.com -nacap.ru -nagdak.ru -narutonaruto.ru -needtosellmyhousefast.com +mansiondelrio.co +mebel-ekb.com +medkritika.ru +message-warning.net +metalonly.info +mhtr.be +mil-stak.com +minecraft-neo.ru +miniads.ca +mir-limuzinov.ru +moi-glazki.ru +monitorwebsitespeed.com +morf.snn.gr +morlat.altervista.org +moviezbonkerssk.cf +mozello.ru +myhydros.org +myonigroup.com +mypornfree.ru +myshopmatemac.com +mzdish.site +naturalshair.site +negociosdasha.com neks.info -nelc.edu.eg -nextrent-crimea.ru -nikitsyringedrivelg.pen.io -no-fuel.org +netpics.org +new7ob.com +newsperuse.com +nfvsz.com +nhl17coinsforps3.gratisblog.biz no-rx.info +nonews.co nottyu.xyz -npoet.ru -nuker.com -o-dachnik.ru -o-o-8-o-o.com -o333o.com -odywpjtw.bloger.index.hr -offers.bycontext.com -office-windows.ru -oil-td.ru -okmedia.sk -omgtnc.com -omsk.xrus.org -oneclickfiles.com -onlinedomains.ru -onlineserialy.ru -orgasmatrix.com -orgasmus-virtual.com -partybunny.ru -petrovka-online.com -photostudiolightings.com -phpdevops.com -pinstake.com -pix-hd.com -playfortuna-play.ru -poisk-zakona.ru -pooleroadmedicalcentre.co.uk -popander.mobi -popup-jdh.xyz -pornhub-forum.ga -porno-video-chati.ru -pornzone.tv -pp-budpostach.com.ua -printdirectforless.com -privhosting.com -pro-poly.ru -profit-opportunity.com -pron.pro -prostitutki-astana.org -prostitutki-kharkova.org -pussyfleet.com -queerspace.com -ragecash.com -randki-sex.com -razorweb-a.akamaihd.net -rczhan.com -realizmobi.com +obiavo.su +ofanda.com +onblastblog.online +onlinadverts.com +online-templatestore.com +onlinefilmz.net +onlinewritingjobs17.blogspot.ru +ontargetseo.us +oops-cinema.ru +openfrost.net +openmediasoft.com +openmultipleurl.com +ops.picscout.com +optikremont.ru +orenburg-gsm.ru +oxotl.com +pacificair.com +page2rss.com +partnerads.men +pc-virus-d0l92j2.pw +pechikamini.ru +pelfind.me +photokitchendesign.com +picphotos.net +picquery.com +pihl.se +plastjulgranar.se +plastweb.ru +plohaya-kreditnaya-istoriya.ru +polska-poezja.com +pomoc-drogowa.cba.pl +popup-hgd.xyz +porno-chaman.info +porno-raskazy.ru +pornoplen.com +pornowarp.info +pospr.waw.pl +potoideas.us +pourvous.info +preconnubial.usuby.site +privacyassistant.net +privatefx-in.ru +prizeestates.cricket +promoforum.ru +prostitutki-belgoroda.org +pufip.com +purplestats.com +qor360.com +quickbuck.com +rada.ru +rangoman.date +rating-bestcasino.com +rcpmda.ikan1080.xyz +realitykings.com redhotfreebies.co.uk -reklama-i-rabota.ru -remybutler.fr -rfserial.net -ru-dety.ru -rusvideos.su -rybalka-opt.ru -sad-torg.com.ua -sandhillsonline.com -saneyes.com -saratov.xrus.org -scanner-don.top -scanner-fred.top -scenicmissouri.us -searchinquire.com -see-your-website-here.com -sei80.com -seksvideoonlain.com -seo-smm.kz -seo-tools-optimizing.com -seokicks.de -seorankinglinks.us -seotoolsagency.com -serw.clicksor.com +regdefense.com +remont-comp-pomosh.ru +remont-mobile-phones.ru +retreatia.com +rewardit.com +ribieiendom.no +ric.info +ricorsogiustizia.org +rockma.se +royal-betting.net +russkoe-zdorovie.ru +rustic-quiver.win +rvzr-a.akamaihd.net +sadaholding.com +saletool.ru +sape.top +sbdl.no +sbf441.com +search.pch.com +searchengineranker.email +semalt.com +seoholding.com +seorussian.ru +servisural.ru +sethrollins.net +sex-dating.co sexgalleries.top -sexkontakte-seite.com -sexkvartal.com -shakhtar-doneck.ru -sharpchallenge.com -shivafurnishings.com -shopfishing.com.ua -si-unique.com -sibtest.ru +sexobzor.info +sexpartygirls.net +sexs-foto.top +shopcheermakeup.info +shtaketniki.kz sigmund-freud.co.uk -simple-image.com.ua -simpoed.ufop.br -sisi-go.ru -site-auditor.online -skytraf.xyz -slomm.ru -slutloadlive.com -small-games.biz -smart-balancewheel.com -smstraf.ru -soc-proof.su -solmarket.by +sildenafil-tadalafil.info +sildenafilcitratemed.com +sinel.info +sk.golden-praga.ru +slim.sellany.ru +smokewithrabbits.com +snjack.info +snts.shell-pmr.ru +snyatie-lomki-v-stacionare.ru +social-buttons.com +socialseet.ru +softomix.net +solitaire-game.ru sotechco.co -sovetogorod.ru +souvenirua.com soviet-portal.do.am +spabali.org +space4updating.win +speechfoodie.com +sports-supplements.us srdrvp.com -ssconstruction.co -stair.registrydomainservices.com -stevemonsen.com -streamin.to -suggest-keywords.com -sugvant.ru -sumo.com -sureone.pro -swiped.su -symbaloo.com -t-bygg.com -tabakur77.com -taxi-v-eisk.ru -telefonsexkostenlos.tk -telemetryverification.net -thaisamkok.com -thegameriders.com -theheroes.ru -thetattoohut.com -tiandeural.ru -tizanidineforopiatewithdrawal.blogspot.com -top1-seo-service.com -topquality.cf -tracfone.com -traderzplanet.in -traffic2cash.org -trafficstars.com -traffique.net -trichizobswiv.agddns.net -trustaffs.com -tuberkulezanet.ru -tuberkuleznik.ru -tvorozhnaja-zapekanka-recept.ru -ugogo.info -uhdtv.website -ukkelberg.no -ukrtvory.in.ua -uroki.net -usadacha.net -userequip.com -validccseller.com -vellings.info -ventelnos.com -vereo.eu -via-energy-cumpara.com -videos-for-your-business.com -vielporno.net -vip-dom.in -vitanail.ru -vizitki.net -vladimir.xrus.org -vpnhowto.info -vsexkontakte.net -vzlomsn.org -wallpaperstock.net -waterpurifier.club -webads.co.nz -webcamtalk.net -weblibrary.win -websiteaccountant.de -wellcome2slovenia.ru -westum.se -wineitudes.wordpress.com -winwotgold.pl -wiosenny-bon-1500.pl -wnoz.de -worldinternetauthority.com -wowas31.ucoz.ru -www.888.com -xdoza.com -xev.ru -xn----btbdvdh4aafrfciljm6k.xn--p1ai -xn--24-glceagatoq7c2a6ioc.xn--p1ai -xn--80ajbshivpvn2i.xn--p1ai -xn--d1acah0c.xn--p1ai -xn--oogle-wmc.com -xtremeeagles.net -xxxguitars.com -yebocasino.com -yoluxuryevents.com -yottos.com -yourporngay.com -yoursite.com +srecorder.com +stariy-baku.com +starwars.wikia.com +stats-public.grammarly.io +steamoff.net +stpolice.com +strag-invest.ru +superkanpo.com +superstarfloraluk.com +szamponrevita.pl +takethatad.com +taqplayer.info +tds-advert002.info +teslathemes.com +texbaza.by +thecoolimages.net +theporndude.com +tizanidineformigraines.blogspot.com +tizanidinehclsideeffects.blogspot.com +tizanidineoral.blogspot.com +tizanidinevssoma.blogspot.com +tmearegion26.com +tootoo.to +top250movies.ru +topanasex.com +topbestgames.com +torrent-to-magnet.com +toursmaps.com +track112.site +traffic-club.info +trafficnetzwerk.de +traffmonster.info +traffpartners.com +triumf-realty.ru +truck-addzilla.life +trudogolik.net +tuckpointingmasonrysystems.com +tvoystartup.ru +typimga.pw +tzritel.tk +u555u.info +uginekologa.com +ukrtvir.com.ua +unrealcommander.biz +urlopener.blogspot.com.au +uroffer.link +utrolive.ru +v24s.net +validdomain.xyz +valsalud.com +veerotech.com +viddyoze.com +videochat.life +videochat.world +vintontech.info +vipms.ru +virtuagirl.com +vksex.ru +vladhistory.com +vote-up.ru +vtc.pw +walkme.com +wechatdownload10.com +weclipart.com +weekes.biz.tc +weightatraining.com +westvilletowingservices.co.za +wstroika.ru +wyniki-lista.pl +x-lime.net +xfire.com +xgftnlrt.bloger.index.hr +xingzi-vision.com +xmlinde.com +xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai +xn--80aafb2a.xn--p1ai +xn--d1abj0abs9d.in.ua +xn--e1afanlbnfckd7c3d.xn--p1ai +xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai +yhit.press +youjizz.vc +your-bearings.com +youtube-downloader.savetubevideo.com +zagadki.in.ua zaimhelp.ru -zarenica.net -zeroredirect12.com -zigarettenonlinekaufen.tumblr.com -zolotoy-lis.ru -zoogdisany.com +zarabotat-na-sajte.ru +zdesformula.ru +zeroredirect.com +zeroredirect8.com +zhorapankratov7.blogspot.com +zscalerone.net zvooq.eu +zytpirwai.net diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index 2e968cfac..a4a0f134a 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -0daymusic.org -101billion.com -1bet.com -4ur.click -7search.com -888.com -aaa38852e886ac4af1a3cff9b47cab6272.com -aarbur.com -adelly.bg -ads.gold -adsloads.com -afmuseum.com -akita.kz -albuteroli.com -alice.it -allblogroll.com -allnews24.in -alphaforum.ru -aludecor.info -amazon-adsystem.com -amt-k.ru -anal-acrobats.com -apiluckyleapnet-a.akamaihd.net -apiwebwebgetcom-a.akamaihd.net -apple.com-webbrowsing-security.science -arkartex.ru -ascat.porn -atdedinotuho.tk -atelielembrancaqueencanta.com.br -autochoixspinelli.com -avtolombard-krasnodar.com -ayakino.net -azartmsl.com -battlecarnival.su -best-seo-solution.com -bharatdefencekavach.com -bjetjt.com -bravegirlsclub.com -breget74.ru -bristolhotel.com.ua -bumskontakte.org -burger-imperia.com -businesxxl.com -buy-meds24.com -buyfriend.ru -buzzsumo.com -bytimedance.ru -canrioloadm.gq -cartierbracelet.xyz -cheapmoncler.pw -cheapmoncler.xyz -check-this-out-now.online -civilwartheater.com +00webcams.com +1-99seo.com +21h2o.com +2ads.co.uk +4inn.ru +4k-player.pl +7ooo.ru +aa14ab57a3339c4064bd9ae6fad7495b5f.com +aab94f698f36684c5a852a2ef272e031bb.com +adanih.com +adman.se +ads-seo.men +ahmedabadwebs.com +alekseevec.ru +alert-fdm.xyz +alibestsale.com +aliexpresscashback.club +allkrim.com +alot.com +alt-servis.ru +android-style.com +animalrank.com +apartmentratings.com +apiportalmorecom-a.akamaihd.net +appfastplay.com +arendovalka.xyz +asscenihotosidea.blogspot.co.za +avek.ru +baltgem.com +beatifullandscape.co +beget.tech +betonka.pro +betwinservice.com +blog.axant.it +boc.kz +bonzbuddy.com +bosman.pluto.ro +brendbutik.ru +bus-offer.com +buydissertation.net +buyk.host.sk +cacheimages.com +calc-for-credit.ru +callawaygolfoutlet.online +casinos4dummies.co.uk +celejihad.info classiquebijoux.ru -cleansearch.net -clevernt.com -clickaider.com clodo.ru -com-onlinesupport.site -concordexoticrentals.com -coolingoods.com -czeshop.info -dbmkfhqk.bloger.index.hr -dealighted.com -design-ideas.info -dev78.dioniqlabb.se -domaincheck.io -domashneeruporno.com -e-commerce-seo1.com -ekn-art.se -eleimgo.pw -elitepcgames.com +colehaanoutlet.store +coolbar.pro +cubook.supernew.org +dalavia.ru +data-mining.tk +de.zapmeta.com +delitime.info +demian.kz +deutschehobbyhuren.net +dickssportinggoods.com +diegolopezcastan.com +diminishedvalueoforegon.com +div.as +dotmass.top +dumpsmania24.com +dvrlists.com +e-kwiaciarz.pl +eets.net +ege-essay.ru +ekto.ee +elektrozigaretten1.tumblr.com emailaccountlogin.co +emergencyneeds.org eng-lyrics.com -ero-advertising.com -erotikstories.ru -esopini.com -euronis-free.com -expertblog.info -f5mtrack.com -fashion-stickers.ru -fermersovet.ru -filmetricsasia.com -filmi-v.online -find1friend.com -forzeronly.com -fotoxxxru.com -fr.netlog.com -free-traffic.xyz -fungamelands.com -gdcentre.ru -geoads.com -getresponse.com -gsasearchengineranker.xyz -hdfreeporno.net -healmytrauma.info -hully.altervista.org -igrovyeavtomaty777.ru -istock-mebel.ru -jav-fetish.com -javatex.co.id -javidol.site -javstock.com -jeremyeaton.co -jumptap.com -kaidalibor.de -kamen-e.ru -kazan.zrus.org -kemerovo.zrus.org -ketrzyn.pl -keyword-suggestions.com -keywordglobal.co.za -khadastoafarde.tk -kinozapas.org +euromasterclass.ru +euroskat.ru +ewebarticle.info +excitacao.com +firesub.pl +freetangodownload.com +freza-sverlo.ru +froggytube.com +fusoradio.info +gael-s.ru +gambarxkata.co +gamesprite.me +given2.com +googleseo.com.tr +gpms.org.my +heroz.fr +himazin.info +homedecoguide.info +houtings.xyz +hoverboard360.se +howtoclean.club +hspline.com +ilte.info +inboundlinks.win +indianmedicaltourismshop.com +infobanks.ru +infostatsvc.com +investsuccess.org +istizanidinelikexanax.blogspot.com +ivoiretechnocom.ci +iyasimasennka.com +jagg.info +jennyfire.ru +junglenet-a.akamaihd.net +kerch.site +kiinomaniak.pl +klitimg.pw kometars.xyz -konkursov.net -kvartir-remont.biz -laulini.soclog.se -lecbter-relationships.ga -losangeles-ads.com -lyrics.home-task.com -m4ever.net -magazintiande.ru -maxthon.com +kupiproday.com.ua +kursy-ege.ru +lanasshop.ru +lashstudia.ru +leadn.pl +lemon-ade.site +lenpipet.ru +lifeinsurancekb.com +lionking-1994.blogspot.com +liveshoppersmac.com +ljusihus.se +longlifelomilomi.info +luckyday.world +m-google.xyz +magda-gadalka.ru +marmitaco.cat +max-eclat.men +mb140.ru mebel-alait.ru -medicine-4u.org +medkritika.ru meduza-consult.ru -mega-bony2017.pl -mensandals.xyz -mielec.pl -misandesign.se -mobicover.com.ua -mosdverka.ru -most.gov.iq -mouselink.co -mug-na-chas-moscow.ru -music.utrolive.ru -mybinaryoptionsrobot.com -mysexpics.ru -mystats.xyz -nardulan.com -narkologiya-voronezh.ru -national-today-winning-winner.club -naturtreenspicerx.pw -nfljerseysforsalewholesaler.com -nibbler.silktide.com -nonews.co -okel.co -omsk.xrus.org -online-podarki.com -ossmalta.com -pc-virus-d0l92j2.pw -photo-clip.ru -picture-group.com -pictures-and-images.com -piulatte.cz -piuminiita.com -pix-hd.com -pixelrz.com -plastgranar.nu -pomoc-drogowa.cba.pl -popup-hgd.xyz -pornhub-forum.ga -portal-eu.ru -prefersurvey.net -princevc.com +minneapoliscopiers.com +mobstarr.com +mowser.com +mymercy.info +neks.info +nerudlogistik.ru +nfljerseyscheapbiz.us +nfvsz.com +notasprensa.info +nullrefer.com +odesproperty.com +oktube.ru +online.ktc45.ru +ons-add.men +pdn-4.com +plastgran.com +podshipniki-ntn.ru +preconnubial.usuby.site +preparevideosafesystem4unow.space prizestohandle.club -proxyradar.com -pshare.biz -purplesphere.in -pyrodesigns.com.au -regionshop.biz -registry-cleaner.net -repeatlogo.co.uk -roleforum.ru -rp9.ru -rubanners.com -rusexy.xyz +pskcijdc.bloger.index.hr +psoriasis-file.trade +py100.ru +quickcashlimited.com +rankia.com +ranksonic.info +registratciya-v-moskve.ru +resultshub-a.akamaihd.net +rrutw.com +russkie-gorki.ru +s-iwantyou.com sabizonline.com -satellite.maps.ilovevitaly.com -scanner-marwin.top -scanner-olga.top -schalke04fc.info -screpy.com -searchengineranker.email -seccioncontrabajo.com -semaltmedia.com -seoanalyses.com -sexflirtbook.com -sexpornotales.net -shillyourcoins.com +saltspray.ru +sbf441.com +scanner-don.top +scanner-josh.top +score-ads.men +sdelai-prosto.ru +seadragonherbery.com +seminarygeorgia59.ga +seolab.top +sexkrasivo.net +sexs-foto.com +sexy-screen-savers.com +sfj-ror.no +sharebutton.org +shinikiev.com.ua +shitmovs.com shopfishing.com.ua -shoppytoolmac.com -sitevalued.com -social-vestnik.ru -soft-terminal.ru -softonicads.com -soheavyblog.com -spabali.org -spb.afora.ru -sports-supplements.us +sigmund-freud.co.uk +sinel.info +sivs.ru +skyway24.ru +socialmediasuggest.com +socialtrade.biz +softxaker.ru +solmarket.by +souvenirua.com +spasswelt.xyz stairliftstrue.com -steebook.com -sundrugstore.com -supermama.top -suture.co +store-rx.com +strfls.com +stroiminsk.org +stromerrealty.com +suhanpacktech.com +svbur.ru svetodiodoff.ru -taihouse.ru -tasteidea.com -tattoo33.ru -thepokertimer.com -time-japan.ru -tizanidineandcipro.blogspot.com -tizanidineformigraines.blogspot.com -track2.shop -trackmedia101.com -tryrating.com -tuberkulezanet.ru -uamtrk.com -udayavani.com -umg-stroy.ru -valuado.com -vchulkah.net -vchulkax.com +swinginwithme.ru +swiped.su +talant-factory.ru +taximytishi.ru +tdsing.ru +tehngr.ru +the-usa-games.blogspot.com +thegamerznetwork.com +thenews-today.info +tiens2010.ru +tizanidine6mg.blogspot.com +tizanidinerestlesslegsyndrome.blogspot.com +tizanidineshowupondrugtest.blogspot.com +traffic2money.com +tvteleport.ru +uk-zheu20.ru +ukkala.xyz +unlimitdocs.net +urldelivery.com +userequip.com +uzporno.mobi viberdownload10.com -vip-parfumeria.ru -voloomoney.com -vriel.batcave.net -vseuznaem.com -webadvance.club -wedding-salon.net -wholesalejerseychinaoutlet.com -wieseversa.no -wikes.20fr.com -winx-play.ru -wjgony.com -www.souvenirua.com -x5market.ru -xbaboon.com -xerox-douglas.cf -xn--80aaaks3bbhabgbigamdr2h.xn--p1ai -xn--b1agm2d.net -xtremeeagles.net -yadro.ru -you-shall-not-pass.is74.ru -yourtemplatefinder.com -yugo-star.ru -zapatosenventa.info -zarajbuilders.com -zarepta.com +video-chat.love +video-production.com +video-woman.com +vikistars.com +virtuagirl.com +vitalads.net +vodkoved.ru +vozbujdenie.com +vtc.pw +warningwar.ru +waterpurifier.club +webshoppermac.com +website-speed-checker.site +westum.se +wildworld.site +witherrom55.eklablog.fr +world-mmo.com +wufak.com +xfire.com +xkaz.org +xn-----7kceclhb4abre1b4a0ccl2fxch1a.xn--p1ai +xn----7sbbahaq9bb5afgiqfliv4m.xn--p1ai +xn----7sbifcamovvfggw9d.xn--p1ai +xpresscare.ru +xwatt.ru +y8games-free.com +youradexchange.com +yoursearch.me +zeroredirect11.com +zooggames.com diff --git a/dev-tools/test_units/ratelimittest-master.txt b/dev-tools/test_units/ratelimittest-master.txt index f0474a154..3656720f2 100644 --- a/dev-tools/test_units/ratelimittest-master.txt +++ b/dev-tools/test_units/ratelimittest-master.txt @@ -581,4 +581,14 @@

Welcome to the NginX Ultimate Bad Bot Blocker

This is merely used for testing !!!

+ + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ \ No newline at end of file diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index 628db076a..4c5b518ce 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.52 0; +10.1.0.88 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index d7adf5a8b..39f475352 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.09.2586 -### Updated: Sun Sep 12 10:03:07 UTC 2021 +### Version: V4.2021.09.2587 +### Updated: Sun Sep 12 22:01:12 UTC 2021 ### Bad Bot Count: 623 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index d7adf5a8b..39f475352 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.09.2586 -### Updated: Sun Sep 12 10:03:07 UTC 2021 +### Version: V4.2021.09.2587 +### Updated: Sun Sep 12 22:01:12 UTC 2021 ### Bad Bot Count: 623 ################################################### ### Version Information ##