From 70c121079c313f1352c84d876fc717ef017e7cf8 Mon Sep 17 00:00:00 2001 From: mitchellkrogza Date: Wed, 17 Aug 2022 22:07:40 +0000 Subject: [PATCH] V4.2022.08.3296 [ci skip] --- AUTO-CONFIGURATION.md | 2 +- MANUAL-CONFIGURATION.md | 2 +- README.md | 2 +- _google_analytics_ghost_spam/README.md | 2 +- .../etc/nginx/conf.d/globalblacklist.conf | 4 +- conf.d/globalblacklist-testing-version.conf | 4 +- conf.d/globalblacklist.conf | 4 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/buildnumber | 2 +- dev-tools/globalblacklist-testing.template | 4 +- dev-tools/globalblacklist.template | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/test_units/blacklist-ips.conf | 2 +- .../random-bots-for-test-quick.list | 20 +- .../test_units/random-bots-for-test.list | 310 +++--- .../random-bots-for-whitelist-test.list | 322 +++--- .../random-referrers-for-test-quick.list | 20 +- .../test_units/random-referrers-for-test.list | 926 +++++++++--------- .../random-referrers-for-whitelist-test.list | 482 ++++----- dev-tools/test_units/ratelimittest-master.txt | 10 - dev-tools/test_units/whitelist-ips.conf | 2 +- dev-tools/tmp/robots.txt | 4 +- robots.txt/robots.txt | 4 +- 46 files changed, 1096 insertions(+), 1106 deletions(-) diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 39660facb..d07043bdc 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2022.08.3295 +#### Version: V4.2022.08.3296 #### Bad Referrers Blocked: [7097](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 91139d260..3a342df70 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2022.08.3295 +#### Version: V4.2022.08.3296 #### Bad Referrers Blocked: [7097](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index 06847fdd9..ced8f4a81 100755 --- a/README.md +++ b/README.md @@ -14,7 +14,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2022.08.3295 +#### Version: V4.2022.08.3296 #### Bad Referrers Blocked: [7097](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 40ae1ec0a..db04233ab 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2022.08.3295 +#### Version: V4.2022.08.3296 #### Bad Referrers Blocked: [7097](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 330f4c375..0b7a3188d 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.08.3295 -### Updated: Wed Aug 17 10:03:39 UTC 2022 +### Version: V4.2022.08.3296 +### Updated: Wed Aug 17 22:01:47 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index a29a3a9d0..121758eb7 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.08.3295 -### Updated: Wed Aug 17 10:03:40 UTC 2022 +### Version: V3.2022.08.3296 +### Updated: Wed Aug 17 22:01:48 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 330f4c375..0b7a3188d 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.08.3295 -### Updated: Wed Aug 17 10:03:39 UTC 2022 +### Version: V4.2022.08.3296 +### Updated: Wed Aug 17 22:01:47 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index a29a3a9d0..121758eb7 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.08.3295 -### Updated: Wed Aug 17 10:03:40 UTC 2022 +### Version: V3.2022.08.3296 +### Updated: Wed Aug 17 22:01:48 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 98951eca4..3249ee750 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.146 1; +10.1.1.145 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 80715fd4d..98cd49d38 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.146 0; +10.1.1.145 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index a29a3a9d0..121758eb7 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.08.3295 -### Updated: Wed Aug 17 10:03:40 UTC 2022 +### Version: V3.2022.08.3296 +### Updated: Wed Aug 17 22:01:48 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 98951eca4..3249ee750 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.146 1; +10.1.1.145 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 80715fd4d..98cd49d38 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.146 0; +10.1.1.145 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index a29a3a9d0..121758eb7 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.08.3295 -### Updated: Wed Aug 17 10:03:40 UTC 2022 +### Version: V3.2022.08.3296 +### Updated: Wed Aug 17 22:01:48 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 98951eca4..3249ee750 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.146 1; +10.1.1.145 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 80715fd4d..98cd49d38 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.146 0; +10.1.1.145 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index a29a3a9d0..121758eb7 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.08.3295 -### Updated: Wed Aug 17 10:03:40 UTC 2022 +### Version: V3.2022.08.3296 +### Updated: Wed Aug 17 22:01:48 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index d914f89e1..e5fba7f86 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -3295 +3296 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index a29a3a9d0..121758eb7 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.08.3295 -### Updated: Wed Aug 17 10:03:40 UTC 2022 +### Version: V3.2022.08.3296 +### Updated: Wed Aug 17 22:01:48 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index 330f4c375..0b7a3188d 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.08.3295 -### Updated: Wed Aug 17 10:03:39 UTC 2022 +### Version: V4.2022.08.3296 +### Updated: Wed Aug 17 22:01:47 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 3150f07c4..23ab051bb 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.97.8.216 0; +138.91.143.24 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 330f4c375..0b7a3188d 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.08.3295 -### Updated: Wed Aug 17 10:03:39 UTC 2022 +### Version: V4.2022.08.3296 +### Updated: Wed Aug 17 22:01:47 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 98951eca4..3249ee750 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.146 1; +10.1.1.145 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 80715fd4d..98cd49d38 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.146 0; +10.1.1.145 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 330f4c375..0b7a3188d 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.08.3295 -### Updated: Wed Aug 17 10:03:39 UTC 2022 +### Version: V4.2022.08.3296 +### Updated: Wed Aug 17 22:01:47 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 98951eca4..3249ee750 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.146 1; +10.1.1.145 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 80715fd4d..98cd49d38 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.146 0; +10.1.1.145 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 330f4c375..0b7a3188d 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.08.3295 -### Updated: Wed Aug 17 10:03:39 UTC 2022 +### Version: V4.2022.08.3296 +### Updated: Wed Aug 17 22:01:47 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 98951eca4..3249ee750 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.146 1; +10.1.1.145 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 80715fd4d..98cd49d38 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.146 0; +10.1.1.145 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 330f4c375..0b7a3188d 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.08.3295 -### Updated: Wed Aug 17 10:03:39 UTC 2022 +### Version: V4.2022.08.3296 +### Updated: Wed Aug 17 22:01:47 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 3150f07c4..23ab051bb 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.97.8.216 0; +138.91.143.24 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 850c4c2e2..113465893 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.08.3295 -### Updated: Wed Aug 17 10:03:39 UTC 2022 +### Version: V4.2022.08.3296 +### Updated: Wed Aug 17 22:01:47 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 3150f07c4..23ab051bb 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.97.8.216 0; +138.91.143.24 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 99b8b1f91..8f9532c30 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.08.3295 -### Updated: Wed Aug 17 10:03:39 UTC 2022 +### Version: V4.2022.08.3296 +### Updated: Wed Aug 17 22:01:47 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index 98951eca4..3249ee750 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.146 1; +10.1.1.145 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index d2a34cb66..5ebb6aec8 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -AhrefsBot -Bigfoot -Cogentbot -EasyDL -EroCrawler -GT::WWW -Kozmosbot -Pandalytics -Toweyabot -WebmasterWorldForumBot +Aboundexbot +BLEXBot +BackStreet +Crawling at Home Project +DBLBot +Digincore +Image Fetch +MIDown tool +Mozlila +seobility diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index e011125c9..76069e44c 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -404enemy -80legs +01h4x.com +Abonti Aboundexbot Acunetix -Aipbot -AllSubmitter -Anarchie -Anarchy -Apexoo -Atomseobot +AhrefsBot +Alligator +AlphaBot +Anarchy99 +Anthill +Aspiegel +Attach +AwarioRssBot +AwarioSmartBot BBBike +BDFetch BLEXBot -BackWeb +BackDoorBot +BackStreet Bandit +Barkrowler +BatchFTP +BetaBot +Bigfoot +Black Hole +BlowFish Boardreader +Brandwatch Buck -Buddy -Bullseye -BunnySlippers +BuiltWith +BuzzSumo CATExplorador -CCBot -CherryPicker +CODE87 ChinaClaw -Chlooe -Cloud mapping -Cogentbot -Cosmos +Cocolyzebot +Copier +CopyRightCheck +Copyscape Craftbot Crawling at Home Project CrunchBot DBLBot -DSearch +DTS Agent DataCha0s DatabaseDriverMysqli +Demon +Deusu Devil -DigitalPebble -Dirbuster Disco Discoverybot -Dispatch -DittoSpyder -DomainAppender +DnyzBot +DomainCrawler Domains Project +Download Wonder +Drip EMail Siphon EMail Wolf -Ebingbong -Ecxi -Evil +EirGrabber +Exabot +ExtLinksBot +Extractor FHscan FemtosearchBot FlashGet -Flunky Freeuploader -GT::WWW -GermCrawler -GetRight +Fuzz +FyberSpider +Fyrebot +GalaxyBot +Genieo GetWeb -Getintent -GoZilla +Gigabot +Go!Zilla Gotit -Grafula -GridBot +GrabNet +Grabber +GrapeFX HEADMasterSEO HTMLparser +HTTP::Lite +HTTrack Haansoft -HonoluluBot -Humanlinks -IDBTE4M -Iblog +HaosouSpider +Harvest +Heritrix +Hloader +IRLbot Id-search IlseBot -Indy Library -InfoNaviRobot -InternetSeer -JamesBOT +Image Fetch +Image Sucker +InfoTekies +Intelliseek +Iskanie Jbrofuzz +JennyBot Jetty -Jorgee +Jyxobot Kenjin Spider -Keybot Translation-Search-Machine Keyword Density -Kozmosbot -Lanshanbot -Larbin -LeechFTP +LNSpiderguy LibWeb -Libwhisker -Lightspeedsystems -Likse LinkWalker Linkbot +LinkpadBot LinksManager -LinqiaScrapeBot -Lipperhey Spider -Lmspider +LinqiaRSSBot +Lipperhey MIDown tool -MJ12bot -MSIECrawler -Majestic-SEO +MQQBrowser +MSFrontPage +Mag-Net +Mail.RU_Bot +Majestic12 MarkMonitor +MarkWatch +Mass Downloader +Masscan +MeanPath Bot Meanpathbot -Mediatoolkitbot -MegaIndex.ru +Microsoft Data Access Microsoft URL Control -Moblie Safari +Minefield +Mister PiX Mojeek -MolokaiBot Morfeus Fucking Scanner -Mozlila -Mr.4x3 Musobot Name Intelligence Navroad NearSite -Nessus -NetAnts -Nettrack -NextGenSearchBot +NetLyzer +NetMechanic +NetZIP +Netvibes +Nibbler Niki-bot -Nikto -Nimbostratus -Nuclei -Offline Explorer +Nmap Offline Navigator -OpenLinkProfiler OpenVAS -Openvas -OrangeBot OrangeSpider -OutclicksBot -PECL::HTTP -PHPCrawl -Page Analyzer +OutfoxBot +PageAnalyzer PageScorer -Pavuk +PageThing.com +Pandalytics Petalbot -Piepmatz -ProPowerBot +Pockey ProWebWalker -Probethenet -Psbot -PxBroker +Pu_iN +Pump +PyCurl +Quick-Crawler RSSingBot -RankFlex +RankActiveLinkBot RankingBot2 -Rankivabot -Re-re +Reaper Recorder -RepoMonkey -Rogerbot -SEOkicks -SEOkicks-Robot -SEOprofiler -Scrapy -SearchmetricsBot -Seekport +RedesScrapy +RocketCrawler +SalesIntelligent +Scanbot +ScreenerBot +ScrepyBot +Searchestate +SemanticJuice +Semrush SentiBot -SeobilityBot +SeoSiteCheckup +Seomoz +Shodan Siphon -Site Sucker -SiteExplorer +SiteSnagger +Sitebeam +Siteimprove Sitevigil -SlySearch Snake SocialRankIOBot -Sogou web spider -SpaceBison -Spammen +Sosospider SpankBot -Spanner Spbot -SputnikBot -Steeler -SuperBot -SuperHTTP SurveyBot Suzuran -TeleportPro -Thumbor +Swiftbot +Szukacz +T0PHackTeam +Teleport +Telesphorep +TightTwatBot Titan -Toata -Toweyabot -Turingos -Turnitin -URLy Warning +Trendiction +True_Robot +URLy.Warning UnisterBot -Upflow -VCI -Vacuum +VB Project VelenPublicWebCrawler -VoidEYE -Voltron -WASALive-Bot +VeriCiteCrawler +Virusdie +WBSearchBot WEBDAV -WPScan -WWW-Collector-E -WWW-Mechanize -WWWOFFLE -Wallpapers -Wallpapers/3.0 -Web Fuck -WebBandit -WebCollage +WWW::Mechanize +WallpapersHD +Web Auto +Web Enhancer +Web Pix WebFetch WebFuck WebGo IS -WebLeacher +WebPix +WebWhacker +WebZIP WebmasterWorldForumBot -Webshag WebsiteExtractor -WebsiteQuester -Whack Whatweb -Widow -WinHTTrack Woobot -Wprecon -Xaldon WebSpider +Xenu YoudaoBot Zauba -Zeus -ZmEu +Zermelo +ZoomBot +ZumBot ZyBorg -archive.org_bot -cognitiveseo -crawler4j -demandbase-bot -facebookscraper -ips-agent +arquivo.pt +autoemailspider +coccocbot +dataforseo.com +eCatch +gopher +instabid isitwp.com iubenda-radar linkdexbot -lwp-trivial -muhstik-scan -page scorer +magpie-crawler +netEstate NE Crawler +oBot pcBrowser -ripz +plumanalytics +probe-image-size +scalaj-http seobility seocompany.store seoscanners -sexsearcher -siteripz +sogouspider sp_auditbot spyfu sysscan -ubermetrics-technologies.com +trendiction.com voyagerx.com +webgains-bot +webmeup-crawler webprosbot -x09Mozilla -x22Mozilla +zauba.io diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index a596bcc58..bc29e5836 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ 01h4x.com -360Spider -404checker 404enemy -ALittle Client -Aboundexbot -AiHitBot +AIBOT +ASPSeek +Abonti +AfD-Verbotsverfahren +Aipbot Alexibot -AllSubmitter -Anarchy -Anarchy99 -Anthill +Alligator +AlphaBot +Anarchie Apexoo -Attach -AwarioRssBot -BDCbot -BLEXBot -BacklinkCrawler +Aspiegel +Asterias +BDFetch +BackStreet +Bandit Barkrowler +BatchFTP Battleztar Bazinga -BlackWidow -Blackboard -BlowFish +BetaBot +Bigfoot +Bitacle +Black Hole Boardreader -Bolt -Brandprotect -Brandwatch -Buck -CATExplorador +BotALot +Buddy +BunnySlippers CCBot Calculon -Cegbfeieh +ChinaClaw +Cogentbot Copier -CopyRightCheck -Craftbot -DBLBot -DSearch -DataCha0s -Dispatch +Copyscape +Curious +Custo +CyotekWebCopy +DIIbot +Demon +Deusu DittoSpyder -DnyzBot -DomainCrawler -DomainSigmaCrawler +DomCopBot +DomainAppender DomainStatsBot -Drip +Download Wonder ECCP/1.0 +EMail Siphon EasyDL -Ecxi +EroCrawler +Evil Exabot -Express WebPictures ExtLinksBot -Extreme Picture Finder -EyeNetIE FHscan FemtosearchBot -Firefox/7.0 -FyberSpider -G-i-g-a-b-o-t -GT::WWW +Fimap +FlashGet +Fuzz GalaxyBot -Genieo -Gigabot +GermCrawler +GetRight +GetWeb +Go!Zilla Go-Ahead-Got-It -Gotit -GrabNet -Grafula +Grabber +GrapeFX +GrapeshotCrawler HEADMasterSEO -HTMLparser -HTTrack +HMView +HTTP::Lite Harvest Havij Heritrix Hloader -Humanlinks -Iblog -Id-search +Image Fetch IndeedBot Indy Library +InfoNaviRobot InfoTekies -Internet Ninja -JOC Web Spider -Jbrofuzz +InterGET +InternetSeer +JamesBOT +JennyBot JetCar -Jetty -JikeSpider -JustView -Jyxobot +Joomla Kenjin Spider Keyword Density -LNSpiderguy -Larbin -Libwhisker -LieBaoFast -Lightspeedsystems -Likse -Linkbot +Kozmosbot +LWP::Simple +LexiBot +LibWeb +LinkWalker LinqiaScrapeBot +Lipperhey Lipperhey Spider -Lmspider -MIDown tool -MIIxpc +Litemage_walker +MFC_Tear_Sample +MJ12bot MQQBrowser -Mag-Net -Magnet -Majestic SEO -Mass Downloader -MauiBot +MTRobot +Mail.RU_Bot +Majestic12 Mb2345Browser -Microsoft Data Access -Microsoft URL Control -Mister PiX -Moblie Safari +Metauri +MicroMessenger +Minefield Mojeek -Mojolicious -MolokaiBot -Mr.4x3 +Msrabot +Musobot NPbot -Name Intelligence -Nessus -Net Vampire -NetLyzer -Netcraft -Nettrack -NextGenSearchBot +Nameprotect +NearSite +NetSpider +NetZIP +Netvibes Nibbler -NimbleCrawler -Nimbostratus -Nmap +Niki-bot +Ninja Nutch +Octopus Offline Navigator OnCrawl -Openfind +Openvas +OrangeBot OrangeSpider OutclicksBot -PECL::HTTP -PHPCrawl -Page Analyzer -PageAnalyzer +OutfoxBot +POE-Component-Client-HTTP +PageGrabber +PageScorer +PageThing.com +Papa Foto PeoplePal -Petalbot +Picsearch +PictureFinder +Pimonster Pixray -PleaseCrawl Pockey ProWebWalker -Psbot Pu_iN -PxBroker -PyCurl +Pump QueryN Metasearch -RSSingBot RankActive +RankActiveLinkBot +RankFlex +RankurBot Re-re -RebelMouse +ReGet RepoMonkey Ripper RocketCrawler +Rogerbot +SBIder +SEOkicks +SEOlyticsCrawler SISTRIX -SalesIntelligent -ScanAlert -Screaming +ScoutJet +Scrapy ScrepyBot -Searchestate +SearchmetricsBot Seekport -SemanticJuice +SentiBot +Seomoz Siphon -SiteLockSpider +Site Sucker +SiteSnagger +SiteSucker +Sitebeam Siteimprove -Snoopy +Sitevigil +SmartDownload Sociscraper +Sogou web spider Sosospider SpaceBison -Spammen SpankBot -SputnikBot +Spbot +Sqlworm Sqworm -SuperBot -SuperHTTP -Surfbot -T8Abot -TeleportPro -Telesoft -Telesphorep -The Intraformant -TheNomad -TightTwatBot -Toweyabot +Stripper +Telesphoreo Tracemyfile -True_Robot -Turingos +Trendiction +Turnitin TurnitinBot -Twice +Typhoeus +URLy Warning UnisterBot -V-BOT -Vacuum -Vagabondo -VelenPublicWebCrawler -VidibleScraper +Upflow +VB Project +VCI VoidEYE -WBSearchBot -WISENutbot -WPScan -WWW-Mechanize -Web Collage +Voil +Wallpapers +Web Auto Web Enhancer -Web Pix +Web Sauger WebBandit WebCopier +WebFetch WebFuck -WebReaper -WebSauger +WebGo IS +WebImageCollector +WebStripper WebSucker -WebWhacker Webalta WebmasterWorldForumBot -WebsiteQuester -Whacker +Website Quester +Whatweb Who.is Bot +Widow WinHTTrack Wonderbot -Woobot +Xaldon WebSpider +Xaldon_WebSpider +Xenu +YoudaoBot Zade Zermelo -Zitebot ZmEu -ZyBorg -arquivo.pt +ZumBot +adscanner +arquivo-web-crawler backlink-check cah.io.community -clark-crawler -crawl.sogou.com +com.plumanalytics +crawler.feedback crawler4j -domainsproject.org -facebookscraper -gopher -isitwp.com -iubenda-radar -muhstik-scan -netEstate NE Crawler -probe-image-size -s1z.ru +dataforseo.com +evc-batch +heritrix +instabid +lwp-trivial +magpie-crawler +meanpathbot +mediawords +pcBrowser +polaris version +scalaj-http scan.lol +seocompany.store seoscanners -seostar +serpstatbot siteripz -trendiction.de -ubermetrics-technologies.com -webgains-bot +spyfu +sysscan +trendiction.com +webpros.com +webprosbot x09Mozilla -xpymep1.exe zgrab diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index 8acf2d486..b336a735d 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -anonymous-redirect.com -global-ics.co.za -intellego.info -mojpreskumanie.com -mylida.org -rating-bestcasino.com -tizanidineduringpregnancy.blogspot.com -vereo.eu -videotuber.ru -westermarkanjou.se +7search.com +audiobangout.com +bus-offer.com +cardiosport.com.ua +carloans.com +electricwheelchairsarea.com +intellektmedia.at +pogruztehnik.ru +shtaketniki.kz +taihouse.ru diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index a040dc6a2..0a6a56ae6 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -3rbseyes.com +00it.com +0daymusic.org +1-free-share-buttons.com +100dollars-seo.com +202ch.com +256bit.by +2728fb936f0.com 40cg.com -4rent.ru -55wmz.ru -5kstore.com -5ws.dating-app.ru -aac500b7a15b2646968f6bd8c6305869d7.com -abwa.tk -academia-nsk.org -acortarurl.es -add-add.men -adinterax.com -adloads.net -aerogo.com -afftrack001.com -alessandraleone.com -alf-img.com -alibestsale.com -alldownload.pw -aloofly.com -amateurlivechat.org -anaseracresar.tk -angel1777.kz -api.stathat.com -apiholdingmypage-a.akamaihd.net -apilinkswiftco-a.akamaihd.net -apiwoodensealcom-a.akamaihd.net -appiq.mobi -arquivo.pt -asmxsatadriverin.aircus.com -avitocars.ru -avtoarenda.by +4ureyesonly.com +999webdesign.com +aa8b68101d388c446389283820863176e7.com +aarbur.com +absolutelyanalog.com +adconscious.com +addbin.men +admeasures.com +adminshop.com +adsfresh.men +adssafeprotected.com +adtech.us +adult-shop.com.ua +affiliate-fr.com +afora.ru +alert-fdm.xyz +algarveglobal.com +alive-ua.com +allblogroll.com +allkrim.com +allornamenti.com +alpharma.net +android-style.com +anime.dougasouko.com +anlimebel.kiev.ua +apartmentratings.com +apibrowsesmartne-a.akamaihd.net +apimegabrowsebiz-a.akamaihd.net +approved.su +arcteryxstore.online +arius.tech +artavenuegardenstudios.com +ascat.porn +asia-forum.ru +asiavirtualsolutions.com +atley.eu.pn +australia-opening-times.com +autolombard-krasnodar.ru +aviav.co +avon-severozapad.ru avtolombard-krasnodar.com -awency.com -azartniy-bonus.com -azinoofficial777.ru -backgroundpictures.net -backiee.com -bankiem.pl -belsetirehafi.tk -berrymall.ru -bestbrainprod.win +avtovolop.ru +ayakino.net +babespcs.com +backlinkwatch.com +bala.getenjoyment.net +bambi.ck.ua +bannertesting.com +basedecor.ru bestplacetobuyeriacta.jw.lt -bestpriceninja.com -biketank.ga -bioscorp.ru -blavia.00author.com -blogig.org -bloke.com -bluerobot.info -bmsco.co -book-bets.com -brandov.ru -breastaugmentation.co.za -builtwith.com -burn-fat.ga -buy-meds24.com -cah.io.community -calvet.altervista.org -cam-kontakte.org -camel-beach.com -canoncdriverq3.pen.io -canrole.com +bet-prognoz.com +bget.ru +big-boards.info +bio-optomarket.ru +bizlist.com.de +bjorkbacken.nu +blog-hits.com +blog.koreadaily.com +boc.kz +bolitgorlo.net +bonvillan.com +bookmaker-bet.com +bookmark4you.com +boom-celebs.com +bosefux.esy.es +braintobe.win +buigas.00it.com +buqayy0.livejournal.com +bus-offer.com +business-made-fun.com +buy-cheap-pills-order-online.com +buyclomidonlaine.com +buyessaynow.biz +buypillsorderonline.com +bwlx.prepedu.cn +bycontext.com +c-gainsbourg.com +candypeople.se +candytiner.com canvas.gloverid.site -carina-sy.de -carloans.com -carson.getenjoyment.net -cartierbraceletsreplica.pw -cartierlovestore.xyz -casinos4dummies.co.uk -cenoval.ru -cfjump.com -cheapestjerseysonwholesale.com +cartierwatch.xyz +casinopinup-wins.com +casite-513049.cloudaccess.net +cellfun.mobi +certifywebsite.win +cheapjerseysfootballshop.com cheapwebsitehoster.com -cheatcode-lita12.rhcloud.com -checktext.org -chinese-amezon.com -chocoslim.pro -christianlouboutinsaleonline.us -ciekawinki.pl -clubfashionista.com -coccoc.com -coindirect.io -collegerentals.com -comissionka.net -community.allhiphop.com -compliance-checker.info -compliance-donald.xyz -compliance-elena.xyz -compliance-irvin.xyz -compliance-ivan.xyz -construmac.com.mx -continent-e.tv -cool-wedding.net -coolwallpapers-hd.com -coolwallpapers4k.info -cornerstone-countertops.com -cougfan.info -countercrazy.com -cscwtalkto.site -cutt.us -cwetochki.ru -d-black.bz -d2jsp.org -data1.scopich.com -davebestdeals.com -day-news.info -ddospanel.com -decenttools.com -decoratinghomes.ga -deda-moroza-zakaz.ru -deshevo-nedorogo.ru -design-ideas.info -dfiles.me -dichvuvesinhhanoi.com -directivepub.com -discountbarbour.online +check-host.net +checkm8.com +chidporn.com +chocolateslim-u-srbiji.com +ci.ua +cjmc.info +clean-start.net +coinsspb.com +companies-catalog.com +compliance-brian.xyz +compliance-ivan.top +compliance-jessica.top +coolgramgoods.com +courtshipgift.com +covadhosting.biz +crackzplanet.com +cv.wallhade.co +cyprusbuyproperties.com +d0t.ru +damasarenai.info +dame-ns.kz +daooda.com +datadepths.com +ddpills.com +ddsoldes.fr +delitime.info +demon-tweeks.com +design-lands.ru +detskie-zabavi.ru +detsky-nabytek.info +discovertreasurenow.com +djstools.com +dlya-android.org dms-sw.ru -doctissimo.fr -doeco.ru +dneprsvet.com.ua +dodlive.mil +dogclothing.store +dogoimage.com dojki-hd.com +dokumentalkino.net domaincrawler.com -domainsphoto.com -dostavimvdom.ru -dostavka-v-krym.com -dosugrostov.site -downloaddy.net -downloads-whatsapp.com -druzhininevgeniy63.blogspot.com -dumpsmania24.com -dumuelave.xyz -e90post.com -easyshoppermac.com -ec-file.info -ecommerce-seo.com -edge.sharethis.com -elektir.ru -elektronischezigarette2.mex.tl -elektronischezigarettekaufen1.beeplog.com -englishgamer.com -epngo.bz -erotikchat-24.com -esnm.ru +domik-derevne.ru +download-of-the-warez.blogspot.com +downvids.net +drupa.com +e-avon.ru +earl-brown.info +edwinkonijn.com.au +egovaleo.it +eleimgo.pw +energydiet-info.ru +enskedesquashclub.se +envaseslotusama.com +erectile.bid +erotische-geschichten-xxl.com +errorfixing.space etm-consult.de -europages.com.ru -everytalk.tv -extads.net -extener.org -extstat.com -ezrvrentals.com -factorynightclub.com -fanrto.com -faptitans.com -farmingworm.com +exoneration-project.us +eyemagination.com +eywords-monitoring-your-success.com +ezofest.sk +famix.xyz +favorcosmetics.com +fdzone.org +feargames.ru +feel-planet.com felizporno.com -femmesdenudees.com -fickkontakte.org -filmgo.ru -filmidivx.com -financepoints.eu -fiverr.com -flooringinstallation-edmonton.com -floridahuntingfishingadventures.com -flowwwers.com -flytourisme.org -fortevidyoze.net -freshwallpapers.info -fusoradio.info -fxund.us -gael-s.ru -galaxyflowers.ru -galaxys6manual.info -gambarkataku.co -games.kolossale.ru -gaytube.com -gazoblok.net.ua -gemgrab-a.akamaihd.net +fenoyl.batcave.net +fermersovet.ru +fickkontaktehobbyhuren.com +fidelityfunding.com +filesmonster.porn +finuse.com +floridamhca.org +forexgb.ru +formulaf1results.blogspot.com +free-laptop-reward.com +frustrated-favorable.gq +gabeshop.ru +game-top.su +gameonasia.com +ge0ip.org +gearcraft.us +geile-lelly.eu +generalporn.org genetworx.com -get-your-social-buttons.info -getaclueamerica.com -gg.zzyjxs.com -ghazel.ru -golaya.pw -goldadpremium.com -gpirate.com -greatidea.marketing -greatzip.com -gsasearchengineranker.xyz -gta-club.ru -guidefs.ru -guitar-master.org -h2monline.com -hahashka.ru -handicapbathtubarea.com -handicapvansarea.com -hatdc.org -hazardky.net -hdwalls.xyz -healgastro.com -healing-dysplasia.ru -highstairs-a.akamaihd.net -histock.info -homemade.gq -hotblog.top -hplaserjetpdriver8y.pen.io -hulfingtonpost.com -husky-shop.cz -hyiphunter.org -imabase.com -imagine-ex.co -infodocsportal.com -invivo.hu -iplogger.org -iqbazar.ru -ispaniya-costa-blanca.ru -it-max.com.ua -janavibekken.no -janettabridal.com -jav-fetish.com -jav-idol.com -javrip.net -javxxx18.com +glall.ru +glavprofit.ru +goldenggames.com +gombita.info +guildebzh.info +gungamesz.com +hanwei.us +harmonyglen.us +havepussy.com +hildinghr.se +hmywwogw.bloger.index.hr +hobild.net +hostcritique.com +hoste.octopis.com +hoterika.com +humanelydrew.com +hunthillfarmtrust.org +hyhj.info +iboss.com +idealtits.net +ideawheel.com +iideaidekonkatu.info +ilbe.club +ilovevitaly.xyz +ilte.info +imadedinner.net +imgata.com +imicrovision.com +interferencer.ru +invitefashion.com +iopeninghours.co.uk +isoveti.ru +itrevolution.cf +itronics.ca +ivearchenceinflu.cf +ix20.ru +ixora.pro +javatex.co.id je7.us -jestr.org -jo24news.com -jurajskie.info -jus0wil.pp.ua -kanimage.com -katushka.net -keki.info -kevblog.top -keywordsdoctor.com -kichenaid.ru -kino-key.info -kinobest.pl -klejonka.info -konkursov.net +johnrobertsoninc.com +jolic2.com +juliaworld.net +karaganda.xkaz.org +kaz.kz +kino-fun.ru +kirov.zrus.org +komputers-best.ru +kostenloser-sex.com krynica.info -lacasamorett.com -landoftracking.com -lasvegaslockandsafe.com -lawyers.cafe -letmacworkfaster.site -letolove.ru -lexixxx.com -lflash.ru -lignofix.ua -likesuccess.com -lion.playtap.us -lion.snapmap.us -liumimgx.pw -liverpool.gsofootball.com -lizace.com -lkbennettoutlet.online -localmatchbook.com -louboutinreplica.pw -lovi-moment.com.ua -ltvperf.com -lunchrock.co -m3gadownload.pl -m4ever.net +ks1234.com +lapitec.eu +lapolis.it +lechtaczka.net +lernur.net +lescinq.com +livetsomudvekslingstudent.bloggersdelight.dk +ljusihus.se +lolnex.us +lombia.co +lordzfilmz.me +lostaruban.com +lsp-awak-perikanan.com +luchshie-topcasino.ru +lunamedia.co +m5home.ru mailemedicinals.com -manimpotence.com -mararoom.ru -master-muznachas.ru -masterseek.com -med-zdorovie.com.ua -megahdporno.net -meget.co.za -mensandals.xyz -metaxalonevstizanidine.blogspot.com -mirmedinfo.ru -missclub.info -mobstarr.com -mojaocena.com -monarchfind-a.akamaihd.net -morepoweronmac.trade -moscow.online-podarki.com -mosrif.ru -mototsikl.org -music.utrolive.ru -musicas.baixar-musicas-gratis.com +manifestyourmillion.com +manve.info +mapquestz.us +massage-info.nl +maximpartnerspr.com +mcnamaratech.com +mebelcomplekt.ru +mecash.ru +medanestesia.ru +medkletki.ru +meet-flirt-dating.com +megaapteka.ru +menhealed.net +minecraft-neo.ru +mixtapetorrent.com +monclercheap.xyz +more-letom.ru +mouselink.co +msk.afora.ru musicdaddy.net -musicvidz.ru -my-bc.ru -mybackgroundlandscape.blogspot.com -mygameplus.com +musicspire.online +muycerdas.xxx +mycouponizemac.com +myfreetutorials.com myliveblog.ru -mysexpics.ru -najaden.no -naphukete.ru -naughtyconnect.com -nbsproject.ru -neks.info -netvouz.com +myphotopipe.com +mywallpaper.top +myxdate.info +naj-filmy24.pl +nakozhe.com +narkologiya-belgorod.ru +narosty.com +naturtreenspicerx.pw +net-radar.com +netcheckcdn.xyz newhairstylesformen2014.com +newstraveller.ru +nextrent-crimea.ru nhl17coinsforps3.gratisblog.biz -nicefloor.co.uk +nicovideo.jp niki-mlt.ru -nikitsyringedrivelg.pen.io -nonameread45.live -nottyu.xyz -nuit-artisanale.com +normalegal.ru +nudepatch.net nullrefer.com -o-o-11-o-o.com -obiavo.by -obuv-kupit.ru -office-windows.ru -ohmyrings.com -onemactrckr.com +nyfinance.ml +oakridgemo.com +obiavo.net +ochistka-stokov.ru +oecnhs.info +offtime.ru +oivcvx.website +ok.ru +okeinfo.online +onclickpredictiv.com +onemantrip.com +ontargetseo.us ooo-gotovie.ru -openlibrary.org -openmediasoft.com -optikremont.ru -oranga.host.sk -outpersonals.com -ozas.net -p-business.ru -panchro.xyz -paperwritingservice17.blogspot.ru -park.above.com -pechikamini.ru -pendelprognos.se -pensplan.com -percin.biz.ly -perfectplanned.com -phormchina.com -pictures-and-images.net -pinwallpaper.xyz +oops-cinema.ru +ordernorxx.com +orgasmatrix.com +orgasmus-virtual.com +osnova3.ru +ostroike.org +oxford-book.com.ua +oz-offers.com +painting-planet.com +pastaleads.com +pavlodar.xkaz.org +pdamods.ru +perosan.com +picanalyzer.data-ox.com +pictures-and-images.com piski.top +piuminiita.com +pixgood.com pixshark.com -plaff-go.ru -playfortuna-play.ru -poems.com.ua -pojdelo.weebly.com -porno-home365.com -pornonik.com -pornosemki.info -positive2b.ru -preconnubial.usuby.site -pregnant.guru -presleycollectibles.com -printie.com -prize44.com -proprostatit.com -prostitutki-yaroslavlya.org -proxyelite.biz -push-ad.com -quangcaons.com -questionmarque.ch -quit-smoking.ga -radiodigital.co -randalljhoward.com -rankexperience.com -ranking2017.ga -rating-bestcasino.com -relax.ru -remontgruzovik.ru -replicalouboutin.xyz -rethinkwasteni.info -rfd-split.hr +platesauto.com +pogosh.com +polytopesexempt.com +pornoinn.com +pornoklad.net +pornophoto.xyz +pp-budpostach.com.ua +prizesbook.online +profitkode.com +progress-upakovka.ru +promalp-universal.ru +pronekut.com +proposal-engine.com +prosmibank.ru +prosperent.com +prostitutki-tyumeni.org +pufip.com +pukaporn.com +qcstrtvt.bloger.index.hr +qor360.com +rangjued.com +rankia.com +ranksays.com +redirectingat.com +rednise.com +regdefense.com +registry-cleaner.net +relatodelpresente.com.ar +responsinator.com +rialp.getenjoyment.net riders.ro -ringporno.com rn-to-bsn.com -rome2rio.com -royal-betting.net -russian-postindex.ru -russkoe-zdorovie.ru -ryetaw.com -s.lollypopgaming.com -samoiedo.it -satoristudio.net -sayyoethe.blogspot.co.za -scanner-ivan.top +rumamba.com +runstocks.com +rus-pornuha.com +saletool.ru +saltspray.ru +sardinie.us +savetubevideo.com +savingsslider-a.akamaihd.net scanner-jess.top -se-welding.ru -se.bnt-team.com +scanner-jessica.top +scanner-john.top +scanner-margo.top +scanner-olga.top +scenarii-1-sentyabrya.uroki.org.ua +schlampen-treffen.com +scrapinghub.com +sdi-pme.com search-goo.com -search.pch.com -secret.xn--oogle-wmc.com -seo-traffic-ranking.info -seorankinglinks.us -sevendays.com.ua -sexytrend.ru -shariki-zuma-lines.ru +searchinterneat-a.akamaihd.net +seasaltwithfood.com +seorankinglinks.xyz +sex-znakomstva.online +sexkontakteao.info +sexkrasivo.net +sexphoto.site +sexuria.net +sexy-screen-savers.com +sexyebonyteen.com +shakhtar-doneck.ru +share-buttons-for-free.com +sharebutton.org shopsellcardsdumps.com -shtaketniki.ru -sildenafilcitratemed.com -sindragosa.comxa.com -sitiz.club -sizeplus.work -skincrate.net -smart-scripts.com -snegozaderzhatel.ru -snip.tw -snsdeainavi.info -social-fun.ru -socialsignals24.com -sogimlecal.tk +sibecoprom.ru +simple-share-buttons.com +simul.co +site-speed-checker.site +skatestick.bid +skylta.com +sledstvie-veli.net +slimcdn.com +small-game.com +socialmadesimple.com +sophang8.com +spasswelt.net +spbchampionat.ru +splendorsearch-a.akamaihd.net +sports-supplements.us +spravka-medosmotr.ru spravka130.ru -sps-shop.com -sr-rekneskap.no -srecorder.com -steamoff.net -sticken.co -success-seo.com -sudexpert66.ru -sugarlyflex.pw -sugvant.ru -superinterstitial.com -surgut.zrus.org -syndicate.fun -szucs.ru -t-bygg.com -tako3.com -taqplayer.info +stanthonyscatholicchurch.org +starwars.wikia.com +statoutlook.info +statustroll.com +stefanbakosab.se +stpolice.com +strana-krasoty.ru +stroicol.net +stroyplus.ru +swagbucks.com +sygraem.com tastyfoodideas.com -td-l-market.ru -technopellet.gr -teenbbw.yopoint.in -teesdaleflyballclub.co.uk -telesvoboda.ru -theheroes.ru -thelottosecrets.com -tizanidinehcl4mgtab.blogspot.com -tkanorganizma.ru -token-lab.org -toloka.hurtom.com -top-deal.com.pl -topcasinoratings.ru -topdownloads.ru -torrents.life -tpu.ru -trackmedia101.com -tradedeals.biz -traffmonster.info +teguh.info +textads.men +thebluenoodle.com +theendivechronicles.com +thegolfclub.info +theporndude.com +thetoiletpaper.com +thfox.com +tiandeural.ru +time-japan.ru +timecrimea.ru +tizanidine4mgtablets.blogspot.com +tizanidinecost.blogspot.com +tizanidineinteractions.blogspot.com +tomatis.gospartner.com +topvidos.ru +toys.erolove.in +tradgardspartner.se +trafficjunky.net +treasuretrack-a.akamaihd.net +trustedmaccleaner.com +tupper-shop.ru +turizmus.us tvteleport.ru -twojebook.pl -tx41tclega.ru -tzritel.tk -uamtrk.com -uchil.net -udsgame.online -umityangin.net -unrealcommander.com -userequip.com +uasb.ru +ublaze.ru +uchebavchehii.ru +ukrobstep.com +unblocksit.es +underthesite.com +url-img.link +usiad.net usswrite.com -vacances-voyages.info -ventelnos.com -video-camer.com -video-chat.love -video-production.com -videogamesecrets.com +valmetrundan.se +valsalud.com +vandrie-ict.nl +vegan-foods.us +vertaform.com +viandpet.com +video-chat.in +videochaty.ru videonsk.com -viktoria-center.ru -vip-parfumeria.ru -vipps.com.my visa-china.ru -vita.com.hr -vladhistory.com -vladimir.xrus.org -vladimir.zrus.org -voloomoney.com -vzlomtw.com -wallpaperaccess.com -wanker.us -waterefficiency.co +vpnhowto.info +vsexkontakte.net +webextract.profound.net weblibrary.win -wholesalejerseychinaoutlet.com -wingsofrefuge.net +website-analytics.online +wedding-salon.net +wesharepics.com +westermarkanjou.se +where-toget.com +wholesalecheapjerseysfree.com +wholesalejerseys-cheapest.com +wildcattube.com +wingsoffury2.com winner7777.net -woodyguthrie.se -wordpresscore.com -xchat26.myfreecams.com -xjrul.com -xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai -xn----9sbubg3ambdfl1j.xn--p1ai -xn--80aafb2a.xn--p1ai -xn--80ajbshivpvn2i.xn--p1ai -xn--80aodinpgi.xn--p1ai -xportvusbdriver8i.snack.ws -xtremeeagles.net -xxxdatinglocal.us -yaaknaa.info -yellocloud.be -youbrainboost.asia -youdesigner.kz +wladimirpayen.com +wnoz.de +wrz0iuebwhp5fg.freeddns.com +www.labves.ru +x-lime.com +x-stars.ru +xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai +xn--80aeahghtf8ac5i.xn--p1ai +xn--80aikhbrhr.net +xn--lifehacer-1rb.com +xnxx-n.com +xnxx699.com +xsion.net +xxxmania.top +xz618.com +yebocasino.com +youbloodyripper.com youghbould.wordpress.com -youthreaders.com -youtoner.it -z-master.ru -zakon-ob-obrazovanii.ru -zarabotat-na-sajte.ru -zarepta.com -zawyna.ua -zeg-distribution.com -zero1.it -zeroredirect2.com -znakomstvaonlain.ru -zytpirwai.net +youtube-downloader.savetubevideo.com +zastenchivosti.net +zeroredirect1.com +zeroredirect10.com +zeroredirect7.com +zhorapankratov7.blogspot.com +znaturaloriginal.com +zoodrawings.com +zoomovies.org diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index 4fe7e1539..cee367e38 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -00webcams.com -18ps.ru -1stat.ru -2000k.ru -2rich4bitches.com -3weekdiet.com -5-steps-to-start-business.com -8gold.com -8lufu.com -aac52006ec82a24e08b665f4db2b5013f7.com -abovetherivernc.com -absugars.com -addblueoff.com.ua -ads.tremorhub.com -adult3dgames.com -advancedcleaner.com +24x7-server-support.site +273-fz.ru +4replicawatch.net +8jn.dating-app.ru +abctoppictures.net +adminshop.com +adzpower.com aihelen.net -aktobe.xkaz.org -ald2014.org -alienwheels.de -all-number.com -alvtank.se -amazingninja.com -anabolics.shop -anjalika.co.in -ascat.porn -autodo.info -azbaseimages.net -bablonow.ru -bannerspace.com -beachfix.co -best-deals-products.com -bio-market.kz -bioscorp.ru -blackcurranthumidifiers.site -blackle.com -blobar.org -bloke.com -bombla.org -bookmark4you.com.biz -boole.onlinewebshop.net -brainboosting.club -buqayy0.livejournal.com -bvlgariring.xyz -callawaygolfstore.online -calstaterealty.us -cheapjerseysap.com +alldezservice.kz +amazon-seo-service.com +amung.us +androids-store.com +anime.dougasouko.com +apifasterlightin-a.akamaihd.net +appfastplay.com +arenda-avtoprokat-krasnodar.ru +asrv-a.akamaihd.net +atelielembrancaqueencanta.com.br +azlex.uz +bank.uz +bannerbank.ru +beachdriveblog.com +becuo.com +bestimagecoollibrary.com +betshuckclean.com +bif-ru.info +binomo.kz +biznesrealnost.ru +bonanza-fortune.men +bonky.biz +book-bets.com +buttons-for-website.com +buyviagraa.blogspot.com +c1.onedmp.com +calcularpagerank.com +callstevens.com +cam-kontakte.org +carrauterie.be +cheapmoncler.win cheapmoncler.xyz -chocolateslim-en-france.com -cialischsrx.com -clknsee.com -coindirect.io -com-cleaner.systems -com-secure.download -cometorussia.net -compliance-nelson.top +cialisovercounteratwalmartusa.com +clarithromycin500mg.com +compliance-alexa.top +compliance-donald.xyz +compliance-george.top +compliance-mark.top +contentsexpress.com copypaste.traderzplanet.in -covid-schutzmasken.de -cracksplanet.com -customchocolate.business-for-home.com -czat.wp.pl -data-mining.tk -dbmkfhqk.bloger.index.hr -dignitasdata.se -dimkino.ru -discountbarbour.online -downloader12.ru -doyouknowtheword-flummox.ml -e90post.com -educatemetv.com -elmacho.xyz -empis.magix.net -expertblog.info -ezaz.info -ezigarettenshop2.myblog.de -f012.de -felizporno.com -fickluder69.com -fiuxy.com -freefoto.ca -funnypica.com -gameonasia.com -gateway.zscalerone.net -gg-arena.ru -gidonline.one -gilsonchiro.xyz -girlgamerdaily.com -girlsatgames.ru -goodhousekeeping.com -gourcy.altervista.org -greendream.com.ua -haveinc.xyz -hermesbelts.xyz -hermesreplica.win -hidefiles.org -hkladys.com -hoverboard360.se -hvd-store.com -igithab.com -impresagaia.it -infazavr.ru -investmac.com -istizanidineanarcoticdrug.blogspot.com -jikoman.info -johannesburgsingles.co.za -journeydownthescale.info -jrcigars.com -junketjuice.blogspot.com -justdating.online -katjimej.blog.fc2.com -keyword-suggestions.com -klin3952.ru +courtshipgift.com +cubs-jerseys.us +customcollegeessays.net +datadepths.com +decenttools.com +dellalimov.com +den-noch24.ru +devochki.top +discountliv.com +discovertreasure-a.akamaihd.net +docsportal.net +download-of-the-warez.blogspot.com +druzhininevgeniy63.blogspot.com +e-commerce-seo1.com +easyshoppermac.com +ecommerce-seo.com +elektrischezigarettekaufen2.cowblog.fr +elektrozigaretten1.webs.com +embedle.com +engines-usa.com +expdom.com +ezigarettenshop2.postbit.com +facebook-mobile.xyz +fealq.com +fellowshipoftheminds.com +filunika.com.ru +forum-engineering.ru +franecki.net +free-share-buttons.top +freelinkbuilding.website.tk +freesitetest.com +freeuploader.com +fsakhalin.ru +gallictures.com +gay.adultgalls.com +geilehausfrauen.net +germes-trans.com +getmyads24.com +getprismatic.com +ghazel.ru +gifspics.com +greamimgo.pw +growshop.es +guiadeserraazul.com +headpharmacy.com +heartofpayne.xyz +helicalpile.us +herokuapp.com +hledejvshopech.cz +homeandhealth.ru +homelygarden.com +howlongdoestizanidinestayinyoursystem.blogspot.com +hustoon.over-blog.com +ilovevitaly.com +iminent.com +impisr.ru +infobanks.ru +infowarcraft.ru +instakink.com +intermesh.net +iomoio.net +iopeninghours.co.uk +iron-age.info +jackwolfskinoutlet.online +jolic2.com +jpcycles.com +jurajskie.info +kadashihotel.com +kamorel.com +kerch.site +khadastoafarde.tk klosetkitten.com -kosova.de -kovrenok.ru -kriokomora.info -laapp.com -laulini.soclog.se -lerporn.info -letsrepair.in -li-er.ru -lion.bolegapakistan.com -livejasmin.com -lonely-mature.com -manyresultshub-a.akamaihd.net -maximpartnerspr.com -mediawhirl.net -medizinreisen.de -medkritika.ru -meduza-consult.ru -meltwater.com -mir-betting.ru -mnogolok.info -mockupui.com -morocco-nomad-excursions.com -mosrif.ru -most.gov.iq -mrvideospornogratis.xxx -my-big-family.com -mycouponizemac.com -mypets.by -myprintscreen.com -national-today-winning-winner.club -navalwiki.info -nfvsz.com -nikhilbahl.com -nisuturnetdgu.tk -nuit-artisanale.com -nuker.com -o-o-8-o-o.com -obiavo.net -ofanda.com -okayimage.com -onclickpredictiv.com -openmultipleurl.com -panicatack.com -parajumpersstore.online -pixgood.com +komputernaya-pomosh-moscow.ru +konteiner24.com +labvis.host.sk +lenvred.org +linkbux.ru +littlesexdolls.com +lkbennettstore.online +lolnex.us +lombia.co +louboutinreplica.pw +louisvuittonoutletstore.net +lyrster.com +magnetic-bracelets.ru +mazda-roadsters.com +menetie.ru +mmog-play.ru +mojpreskumanie.com +moomi-daeri.com +morf.snn.gr +moscow-region.ru +moz.com +musicpro.monster +muz-baza.net +myperiod.club +myyour.eu +netcheckcdn.xyz +nfljerseys.online +oklogistic.ru +oranga.host.sk +ordernorxx.com +osoznanie-narkotikam.net +page2rss.com +paparazzistudios.com.au +partner-host.men +partnerline.men +physfunc.ru +picphotos.net +picturesfrom.com +pk-pomosch.ru pl.aasoldes.fr -pogodnyyeavarii.gq -pogruztehnik.ru -polcin.de +plastweb.ru +pomoc-drogowa.cba.pl +porn555.com porndairy.in -pornosee.info -pornosemki.info -preg.marketingvici.com -prostitutki-yaroslavlya.org -registratciya-v-moskve.ru +pornmania.pl +pornotubexxx.name +preventheadacheguide.info +privetsochi.ru +prlog.ru +producm.ru +profitwithalex.info +prosmibank.ru +pxhdwsm.com +radiodigital.co +razamicroelectronics.com +regdefense.com reimageplus.com -remontgruzovik.ru -rennlist.com -responsive-test.net -retreatia.com -rff-cfal.info -robotixix.com -roofers.org.uk -rospromtest.ru -rukino.org -runtnc.net -sabaapress.com -scanner-alexa.top -screentoolkit.com -sdrescher.net -searchtooknow-a.akamaihd.net -searchwebknow-a.akamaihd.net -semprofile.com -sexpornotales.com -smartbalanceworld.com -sotkal.lark.ru -speechfoodie.com -speeddream.xyz -stairliftstrue.com +relatodelpresente.com.ar +remont-comp-pomosh.ru +reversing.cc +richinvestmonitor.com +rockma.se +russia-tao.ru +saletool.ru +sax-sex.com +scanner-marwin.top +scanner-nelson.top +senger.atspace.co.uk +seolab.top +sexflirtbook.com +sexpornotales.net +sexvideo-sex.com +share-buttons-for-free.com +sideeffectsoftizanidine.blogspot.com +sientalyric.co +signal03.ru +simplesite.com +slim.sellany.ru +slowmac.tech +smichovbike.cz +smokewithrabbits.com +snomer1.ru +social-buttons.com +sovinsteel.ru +space4update.pw +spymac.net +stairliftsarea.com stariy-baku.com -steame.ru -studiofaca.com -supermama.top -superstarfloraluk.com -svtrd.com -taqplayer.info -thedownloadfreeonlinegames.blogspot.com -titan-ads.life -titan-cloud.life -tizanidine4mgstreetvalue.blogspot.com -tizanidineinteractions.blogspot.com -tizanidinevscyclobenzaprine.blogspot.com -tracklead.net -trafficreceiver.club -trafficstars.com -trion.od.ua -trudogolik.net -twelvevisionspartyofcolorado.com -twu.com.ua -uhodzalijami.ru -unacittaconte.org -uni.me -unitexindia.com -unrealcommander.biz -upproar.com -valmetrundan.se -vapeface.club -velpanex.ru -versaut.xxx-cam.webcam -vip.51.la -vipps.com.my -virus-schutzmasken.de -visa-china.ru -vodkoved.ru -vostoktrade.info -vpnmouse.com -vriel.batcave.net -weightatraining.com -wholesalenfljerseys.us.com -witclub.info -withstandingheartwarming.com -wowcasinoonline.ooo -www.arenda-yeisk.ru -wygraj-skiny.win -xcc24.pl -xerox-douglas.cf -xfluro.com -xn----7sbaphztdjeboffeiof6c.xn--p1ai -xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai -xvideosporn.biz -yopoint.in -youporn-ru.com -yugk.net -zolotoy-lis.ru +sticken.co +stroyhelp-dv.ru +thebitcoincode.com +thecounter.com +theprofitsmaker.net +tizanidineduringpregnancy.blogspot.com +tizanidineusedfor.blogspot.com +toproadrunner5.info +toys.erolove.in +trafficshaper.com +traffictrade.life +trkur.com +tuberkuleznik.ru +tuckermktg.com +tx41tclega.ru +u-cheats.ru +ukr-lit.com +ultimateclassicrock.com +unrealcommander.com +veerotech.com +videochaty.ru +videos-for-your-business.com +vvpg.ru +w7s.ru +watchdogs-2.ru +webalan.ru +website-datenbank.de +wemedinc.com +wtsindia.in +www.888.com +x-lime.com +xaylapdiendanang.com +xmronta.com +xn----7sbho2agebbhlivy.xn--p1ai +xn--80aaajbdbddwj2alwjieei2afr3v.xn--p1ai +xnxxandxvideos.com +you-shall-not-pass.is74.ru +youtubologia.it +zeroredirect.com +zeroredirect6.com +zog.link zootoplist.com -zygophyceous.womanstars.site -zytpirwai.net diff --git a/dev-tools/test_units/ratelimittest-master.txt b/dev-tools/test_units/ratelimittest-master.txt index 3656720f2..f0474a154 100644 --- a/dev-tools/test_units/ratelimittest-master.txt +++ b/dev-tools/test_units/ratelimittest-master.txt @@ -581,14 +581,4 @@

Welcome to the NginX Ultimate Bad Bot Blocker

This is merely used for testing !!!

- - - -Welcome to NginX - - -
-

Welcome to the NginX Ultimate Bad Bot Blocker

-

This is merely used for testing !!!

- \ No newline at end of file diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index 80715fd4d..98cd49d38 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.146 0; +10.1.1.145 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index 0fc8ce9ce..afd8309b6 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2022.08.3295 -### Updated: Wed Aug 17 10:03:41 UTC 2022 +### Version: V4.2022.08.3296 +### Updated: Wed Aug 17 22:01:49 UTC 2022 ### Bad Bot Count: 637 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 0fc8ce9ce..afd8309b6 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2022.08.3295 -### Updated: Wed Aug 17 10:03:41 UTC 2022 +### Version: V4.2022.08.3296 +### Updated: Wed Aug 17 22:01:49 UTC 2022 ### Bad Bot Count: 637 ################################################### ### Version Information ##