From 00e75b48abedd7796472cfa2ad4ebef319cd7a66 Mon Sep 17 00:00:00 2001 From: mitchellkrogza Date: Wed, 24 Aug 2022 22:07:34 +0000 Subject: [PATCH] V4.2022.08.3310 [ci skip] --- AUTO-CONFIGURATION.md | 2 +- MANUAL-CONFIGURATION.md | 2 +- README.md | 2 +- _google_analytics_ghost_spam/README.md | 2 +- .../etc/nginx/conf.d/globalblacklist.conf | 4 +- conf.d/globalblacklist-testing-version.conf | 4 +- conf.d/globalblacklist.conf | 4 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/buildnumber | 2 +- dev-tools/globalblacklist-testing.template | 4 +- dev-tools/globalblacklist.template | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/test_units/blacklist-ips.conf | 2 +- .../random-bots-for-test-quick.list | 20 +- .../test_units/random-bots-for-test.list | 320 +++--- .../random-bots-for-whitelist-test.list | 304 +++--- .../random-referrers-for-test-quick.list | 20 +- .../test_units/random-referrers-for-test.list | 936 +++++++++--------- .../random-referrers-for-whitelist-test.list | 492 ++++----- dev-tools/test_units/ratelimittest-beta.txt | 10 - dev-tools/test_units/ratelimittest-master.txt | 395 ++++---- dev-tools/test_units/whitelist-ips.conf | 2 +- dev-tools/tmp/robots.txt | 4 +- robots.txt/robots.txt | 4 +- 47 files changed, 1298 insertions(+), 1311 deletions(-) diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index dfce7d7b6..31df136b9 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2022.08.3309 +#### Version: V4.2022.08.3310 #### Bad Referrers Blocked: [7097](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index f992f44cc..b5f7a412d 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2022.08.3309 +#### Version: V4.2022.08.3310 #### Bad Referrers Blocked: [7097](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index 628e61125..0e51e72e3 100755 --- a/README.md +++ b/README.md @@ -14,7 +14,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2022.08.3309 +#### Version: V4.2022.08.3310 #### Bad Referrers Blocked: [7097](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index c5146a734..5627043a4 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2022.08.3309 +#### Version: V4.2022.08.3310 #### Bad Referrers Blocked: [7097](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index b36b025c1..946d8cc73 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.08.3309 -### Updated: Wed Aug 24 10:03:40 UTC 2022 +### Version: V4.2022.08.3310 +### Updated: Wed Aug 24 22:01:35 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 00a809225..e0164e69c 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.08.3309 -### Updated: Wed Aug 24 10:03:41 UTC 2022 +### Version: V3.2022.08.3310 +### Updated: Wed Aug 24 22:01:36 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index b36b025c1..946d8cc73 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.08.3309 -### Updated: Wed Aug 24 10:03:40 UTC 2022 +### Version: V4.2022.08.3310 +### Updated: Wed Aug 24 22:01:35 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 00a809225..e0164e69c 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.08.3309 -### Updated: Wed Aug 24 10:03:41 UTC 2022 +### Version: V3.2022.08.3310 +### Updated: Wed Aug 24 22:01:36 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 7c3487e1e..740f872cb 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.78 1; +10.1.0.43 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 920a4a895..5e3845c0b 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.78 0; +10.1.0.43 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 00a809225..e0164e69c 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.08.3309 -### Updated: Wed Aug 24 10:03:41 UTC 2022 +### Version: V3.2022.08.3310 +### Updated: Wed Aug 24 22:01:36 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 7c3487e1e..740f872cb 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.78 1; +10.1.0.43 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 920a4a895..5e3845c0b 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.78 0; +10.1.0.43 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 00a809225..e0164e69c 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.08.3309 -### Updated: Wed Aug 24 10:03:41 UTC 2022 +### Version: V3.2022.08.3310 +### Updated: Wed Aug 24 22:01:36 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 7c3487e1e..740f872cb 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.78 1; +10.1.0.43 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 920a4a895..5e3845c0b 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.78 0; +10.1.0.43 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 00a809225..e0164e69c 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.08.3309 -### Updated: Wed Aug 24 10:03:41 UTC 2022 +### Version: V3.2022.08.3310 +### Updated: Wed Aug 24 22:01:36 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index 99bd38128..36bba9a8a 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -3309 +3310 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 00a809225..e0164e69c 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.08.3309 -### Updated: Wed Aug 24 10:03:41 UTC 2022 +### Version: V3.2022.08.3310 +### Updated: Wed Aug 24 22:01:36 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index b36b025c1..946d8cc73 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.08.3309 -### Updated: Wed Aug 24 10:03:40 UTC 2022 +### Version: V4.2022.08.3310 +### Updated: Wed Aug 24 22:01:35 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index c6de5525c..81b7c22b2 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -13.82.148.2 0; +13.65.187.16 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index b36b025c1..946d8cc73 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.08.3309 -### Updated: Wed Aug 24 10:03:40 UTC 2022 +### Version: V4.2022.08.3310 +### Updated: Wed Aug 24 22:01:35 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 7c3487e1e..740f872cb 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.78 1; +10.1.0.43 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 920a4a895..5e3845c0b 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.78 0; +10.1.0.43 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index b36b025c1..946d8cc73 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.08.3309 -### Updated: Wed Aug 24 10:03:40 UTC 2022 +### Version: V4.2022.08.3310 +### Updated: Wed Aug 24 22:01:35 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 7c3487e1e..740f872cb 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.78 1; +10.1.0.43 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 920a4a895..5e3845c0b 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.78 0; +10.1.0.43 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index b36b025c1..946d8cc73 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.08.3309 -### Updated: Wed Aug 24 10:03:40 UTC 2022 +### Version: V4.2022.08.3310 +### Updated: Wed Aug 24 22:01:35 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 7c3487e1e..740f872cb 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.78 1; +10.1.0.43 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 920a4a895..5e3845c0b 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.78 0; +10.1.0.43 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index b36b025c1..946d8cc73 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.08.3309 -### Updated: Wed Aug 24 10:03:40 UTC 2022 +### Version: V4.2022.08.3310 +### Updated: Wed Aug 24 22:01:35 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index c6de5525c..81b7c22b2 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -13.82.148.2 0; +13.65.187.16 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index c2d100a78..d1e09e809 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.08.3309 -### Updated: Wed Aug 24 10:03:40 UTC 2022 +### Version: V4.2022.08.3310 +### Updated: Wed Aug 24 22:01:35 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index c6de5525c..81b7c22b2 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -13.82.148.2 0; +13.65.187.16 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 9b4ca2afa..cc2a7d956 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.08.3309 -### Updated: Wed Aug 24 10:03:40 UTC 2022 +### Version: V4.2022.08.3310 +### Updated: Wed Aug 24 22:01:35 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index 7c3487e1e..740f872cb 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.78 1; +10.1.0.43 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index e92fb91d2..ca8c90b3b 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Apexoo -Devil -Microsoft Data Access -Mozlila -OnCrawl -OutfoxBot -Upflow -WebsiteExtractor -Whatweb -internetVista monitor +ALittle Client +CATExplorador +DSearch +Grabber +IlseBot +Openfind +Rankivabot +WebLeacher +evc-batch +tAkeOut diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index 11cf262f1..50424e5d7 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -360Spider 404checker -404enemy -ALittle Client -Abonti +AIBOT Acunetix AfD-Verbotsverfahren AhrefsBot -AiHitBot -Alligator -Anarchie -Anarchy99 +Aipbot +Alexibot +AllSubmitter +AlphaBot Anthill -Apexoo +Attach AwarioRssBot -AwarioSmartBot BBBike -BackWeb -BacklinkCrawler -BatchFTP +BDFetch +BackDoorBot +BackStreet +Badass +Bandit +Battleztar Bazinga BetaBot +Bigfoot +Bitacle Black Hole -BlackWidow Blackboard -BotALot -Brandwatch -Buck -Bullseye -BunnySlippers -BuzzSumo -CATExplorador -Calculon -CensysInspect +Blow +Buddy +BuiltWith +CODE87 +Cegbfeieh CheTeam -Chlooe +CheeseBot +ChinaClaw +Citoid +Claritybot Cliqzbot -Cloud mapping -Cocolyzebot -Collector -CopyRightCheck +Copier Copyscape +Cosmos +Craftbot +Crawling at Home Project CrazyWebCrawler -Curious -Custo -DIIbot -Deusu +DSearch +DataCha0s +DatabaseDriverMysqli +Demon +Devil +Dirbuster Disco +Discobot +Dispatch DomCopBot -DomainCrawler +DomainAppender +DomainSigmaCrawler DomainStatsBot +Dragonfly +Drip +EMail Siphon EasyDL -Ecxi -EroCrawler Evil -ExtLinksBot -Extractor -Extreme Picture Finder -FDM -FlashGet -Freeuploader -Fyrebot -G-i-g-a-b-o-t +Exabot +Express WebPictures +ExtractorPro +Fimap +Flunky +FrontPage +Fuzz GT::WWW -GermCrawler -Gigabot +GetWeb +Getintent Go-Ahead-Got-It -Grabber +GoZilla +GrabNet +Grafula +GrapeshotCrawler +HEADMasterSEO HTMLparser -Harvest -Hloader +HTTP::Lite HonoluluBot -Humanlinks HybridBot -Id-search -Image Fetch -InfoNaviRobot -InfoTekies +IRLbot +Intelliseek +Internet Ninja Iria -JOC Web Spider +Iskanie +IstellaBot JamesBOT Jbrofuzz -JennyBot JikeSpider -Jorgee -Keybot Translation-Search-Machine -LWP::Simple -Lanshanbot -Larbin -Leap +Joomla +Jyxobot +Keyword Density +Kozmosbot LexiBot -Lftp -LibWeb -LinkextractorPro -LinksManager +Libwhisker +LinkWalker +Linkbot +LinkpadBot +Lipperhey +Lipperhey Spider +Lmspider Ltx71 MFC_Tear_Sample -MIIxpc MQQBrowser -Mag-Net +MTRobot Magnet -Mail.RU_Bot -Majestic SEO -Majestic-SEO -Majestic12 -MarkMonitor -Mass Downloader +MarkWatch Masscan -Meanpathbot +MauiBot +Mb2345Browser +Microsoft Data Access Mister PiX Moblie Safari MolokaiBot Morfeus Fucking Scanner -Nameprotect -Navroad +Mozlila +Mr.4x3 +Msrabot +Musobot +Name Intelligence +NearSite +Needle Nessus +NetLyzer NetSpider -NetZIP -Netcraft Netvibes NextGenSearchBot -Nibbler +NimbleCrawler Ninja Nmap -Not -Nutch -Offline Navigator -OnCrawl -OrangeBot -OrangeSpider -OutclicksBot -Page Analyzer -PageAnalyzer +OpenLinkProfiler +OpenVAS +Openfind +Openvas +PECL::HTTP +PHPCrawl +POE-Component-Client-HTTP Pandalytics Panscient -Pavuk -PeoplePal +Papa Foto +Pi-Monster +Picscout +PictureFinder Piepmatz -Pimonster PleaseCrawl +Pockey +ProWebWalker Psbot -Pu_iN -Pump +RSSingBot RankActive -RankActiveLinkBot RankingBot -RankurBot -RealDownload +RankingBot2 +Rankivabot +ReGet Recorder RocketCrawler -Rogerbot -SBIder -SEOlyticsCrawler -SalesIntelligent +SISTRIX +SMTBot ScreenerBot ScrepyBot -Searchestate -Seekport SemanticJuice Semrush SemrushBot -Siphon +SeoSiteCheckup Site Sucker -SiteCheckerBotCrawler SiteExplorer SiteLockSpider SiteSnagger -SiteSucker -Sitebeam -Snapbot +Siteimprove +Snake Sociscraper +Sogou web spider Sosospider -SpaceBison -Spbot +Sottopop +Spanner +Spinn3r SputnikBot -Sqworm -Sucker -SuperHTTP -Surfbot -SurveyBot -T0PHackTeam -TeleportPro +Sucuri +Swiftbot +Szukacz Telesphoreo -The Intraformant -Thumbor +TheNomad TightTwatBot -Tracemyfile +Toata +Toweyabot Trendiction Trendictionbot -True_Robot +Turingos +TurnitinBot +TwengaBot Twice -Typhoeus +URLy.Warning +UnisterBot VB Project VCI -VelenPublicWebCrawler -VeriCiteCrawler -Voltron +WASALive-Bot WEBDAV -WISENutbot -WWW-Collector-E -WWW-Mechanize -WWW::Mechanize -Wallpapers/3.0 -WallpapersHD -Web Auto +WWWOFFLE +WeSEE Web Fetch +Web Fuck Web Pix -Web Sauger -Web Sucker -WebFetch +WebAuto +WebCollage +WebCopier +WebEnhancer WebFuck WebGo IS WebImageCollector -WebPix WebSauger -WebStripper -WebWhacker +WebSucker WebsiteExtractor -Whacker -Whatweb -Who.is Bot -WinHTTrack -Wonderbot -Wprecon +Webster +Whack +Woobot +Wotbox +Xenu YoudaoBot Zeus Zitebot -ZoomBot -ZyBorg -archive.org_bot -arquivo-web-crawler -cah.io.community +ZoominfoBot +adscanner +autoemailspider +backlink-check +clark-crawler +coccocbot cognitiveseo -com.plumanalytics -crawler.feedback dataforseo.com -eCatch -internetVista monitor -iubenda-radar -linkdexbot +evc-batch +facebookscraper +isitwp.com +lwp-request +lwp-trivial +meanpathbot mediawords +muhstik-scan +pcBrowser +plumanalytics probe-image-size -s1z.ru -serpstatbot -sexsearcher -siteripz -voyagerx.com +ripz +scan.lol +seocompany.store +seoscanners +sitechecker.pro +sogouspider webgains-bot +webmeup-crawler webprosbot -x22Mozilla +x09Mozilla xpymep1.exe +zauba.io diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 1eef92f26..517845cf8 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -404enemy 80legs -ADmantX AIBOT -ALittle Client ASPSeek +Abonti +Aboundex +Aboundexbot +Acunetix AhrefsBot -Alligator -AlphaBot -Anarchy -Ankit +Aipbot +Anarchie Anthill -Apexoo Asterias Atomseobot -BBBike -BackDoorBot -BackStreet -Backlink-Ceck -Badass +Attach +BLEXBot Barkrowler +BatchFTP +Battleztar Bazinga +Bitacle Black Hole BlackWidow -Blackboard -BlowFish +Blow +Boardreader Bolt +Brandprotect Brandwatch -Buck -Buddy -BuiltWith +BuiltBotTough +BunnySlippers +BuzzSumo CCBot +CODE87 CSHttp CazoodleBot +Cegbfeieh CensysInspect +CheTeam ChinaClaw -Cliqzbot +Chlooe +Claritybot +Cloud mapping Cogentbot Collector -Craftbot +Copier Crawling at Home Project -CrunchBot Curious -DataCha0s -Deusu -Digincore -DigitalPebble +Custo +CyotekWebCopy +DIIbot +Disco Dispatch -DnyzBot +DnBCrawler-Analytics DomCopBot -Download Wonder +DomainAppender +DomainSigmaCrawler +Domains Project +Dotbot Dragonfly -EMail Wolf -EasyDL +ECCP/1.0 +EMail Siphon Evil -Express WebPictures -ExtLinksBot -Extractor -ExtractorPro -Extreme Picture Finder -EyeNetIE FDM -FHscan -Foobot +FemtosearchBot +FlashGet +Flunky Fuzz FyberSpider -G-i-g-a-b-o-t -GetWeb -Getintent -Gigabot -Go!Zilla -Go-Ahead-Got-It -GoZilla +GT::WWW +GetRight Gotit -Grafula -HEADMasterSEO -HTTrack -Harvest -Heritrix -HonoluluBot -IDBot +Grabber +GrapeFX +HMView +Humanlinks +IDBTE4M Iblog -Id-search -IlseBot -Image Fetch -Intelliseek -InterGET +InfoNaviRobot InternetSeer +Iria +Iskanie IstellaBot JOC Web Spider -JennyBot -Jyxobot -Kenjin Spider -Keybot Translation-Search-Machine +JamesBOT +JetCar +Jetty +Joomla Keyword Density -Kozmosbot -Lanshanbot -Lftp -LieBaoFast -LinkScan +LNSpiderguy +LWP::Simple +Leap +LeechGet +Libwhisker +Likse LinkWalker Linkbot -LinqiaMetadataDownloaderBot -Lipperhey Spider -Lmspider -MTRobot -Majestic SEO +LinkextractorPro +Litemage_walker +MFC_Tear_Sample +MIIxpc +MSIECrawler +Mag-Net Majestic-SEO +MarkWatch +Mass Downloader Masscan +Mata Hari MauiBot -Mb2345Browser +Meanpathbot +Metauri MicroMessenger -Microsoft URL Control +Microsoft Data Access Minefield -Moblie Safari -Mojeek Mojolicious Morfeus Fucking Scanner -Mr.4x3 -Name Intelligence -Nameprotect -Navroad -NearSite -NetLyzer +Msrabot +NICErsPRO +Needle +NetAnts NetMechanic -NetSpider -NetZIP Netcraft +Nettrack +Niki-bot Nikto NimbleCrawler -Nuclei +Not Nutch -Octopus Offline Explorer -Openfind -OrangeBot +Offline Navigator +Openvas +OrangeSpider +OutfoxBot PECL::HTTP +PHPCrawl +POE-Component-Client-HTTP Page Analyzer +PageAnalyzer PageThing.com Pandalytics -Pavuk +Papa Foto PeoplePal -Pi-Monster -Picsearch Pimonster +Pixray +PleaseCrawl Pockey ProPowerBot ProWebWalker -QueryN Metasearch -Quick-Crawler -RankingBot2 +Pu_iN +PxBroker +RankActive +Rankivabot RankurBot Re-re -Reaper RebelMouse +RedesScrapy +SBIder SEOkicks -SEOkicks-Robot -SMTBot +SEOlyticsCrawler +SEOstats +SalesIntelligent +ScanAlert +Scrapy +Seekport SemanticJuice Semrush -SemrushBot -SentiBot -SeobilityBot -Site Sucker +Siphon +SiteExplorer +SiteSnagger SiteSucker Siteimprove -Sitevigil -SlySearch -SmartDownload -Snake -SocialRankIOBot +Snapbot Sogou web spider Sosospider -SpankBot -SputnikBot +SpaceBison +Spammen +Spanner Sqlworm -Stripper +Steeler Sucker -Sucuri -SurveyBot -Suzuran -Swiftbot -Teleport +Szukacz Telesphorep -Thumbor +TightTwatBot Titan +Toata Toweyabot Tracemyfile Trendiction -VB Project -VCI -Voil +True_Robot +Turingos +Turnitin +TurnitinBot +V-BOT +VelenPublicWebCrawler +VidibleScraper Voltron +WBSearchBot WEBDAV -WWW-Collector-E -WWW-Mechanize +WISENutbot WWW::Mechanize WWWOFFLE -WallpapersHD -WebBandit -WebEnhancer -WebFetch +WeSEE +Web Auto +Web Collage +Web Pix +Web Sucker +WebAuto WebFuck -WebLeacher +WebImageCollector +WebPix +WebReaper WebSauger -WebStripper -WebSucker -WebWhacker -WebZIP Webalta -WebmasterWorldForumBot -Webshag -Website Quester -WebsiteExtractor Whack -Whatweb +Whacker +Who.is Bot Widow -WinHTTrack -WiseGuys Robot -Wotbox -Xaldon_WebSpider -YoudaoBot -Zade Zauba -Zermelo -Zitebot +Zeus +ZoomBot +ZyBorg adscanner +archive.org_bot +arquivo.pt autoemailspider backlink-check -cognitiveseo +check1.exe +coccocbot +crawl.sogou.com crawler4j +demandbase-bot gopher +heritrix instabid internetVista monitor +ips-agent +iubenda-radar lwp-trivial meanpathbot -oBot page scorer plumanalytics -probe-image-size -s1z.ru -scalaj-http -scan.lol +ripz +seobility seocompany.store -siteripz +sitechecker.pro sogouspider -spyfu -sysscan -ubermetrics-technologies.com -x09Mozilla -zauba.io +tAkeOut +trendiction.com +trendiction.de +webgains-bot +webmeup-crawler +webprosbot +zgrab diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index d00b39e3d..a1fe06d8c 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -artdeko.info -autotop.com.ua -calc-for-credit.ru -christianlouboutinsaleoutletonline.us -footbalive.org -sprttrack.com -tvand.ru -wovis.site -zeleznobeton.ru -zolotoy-lis.ru +7fon.ru +gamebackyard.com +moonci.ru +nucia.biz.ly +pandroid.co +retreatia.com +secret.xn--oogle-wmc.com +shopfishing.com.ua +taranerymagesswa.blogspot.com +vriel.batcave.net diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index 40072daa0..ce3877790 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -0n-line.tv -123cha.com -14b.info -1kinobig.ru -2345.com -4istoshop.com -4kepics.com -4kpics.rocks -51.la -76brighton.co.uk -7makemoneyonline.com -abcdeg.xyz -absugars.com -abtasty.com -acortarurl.es -ad-words.ru -adconscious.com -addray.pro -adman.gr -adserver-e7.com -adtology.com -adultnet.in -adultwebhosting.info -advokateg.xyz -aerogo.com -agardomains.com -ageofclones.com -agreda.pluto.ro -ahhjf.com -aksonural.ru -alborzan.com -albumsuper.info +00it.com +00webcams.com +1-99seo.com +24videos.tv +5-steps-to-start-business.com +7a2rnuey1tw9ar.ru +7wind.ru +9med.net +aa9d046aab36af4ff182f097f840430d51.com +aaa38852e886ac4af1a3cff9b47cab6272.com +aad1f4acb0a373420d9b0c4202d38d94fa.com +abbanreddy.com +actionnooz.com +activepr.ru +acunetix-referrer.com +adbetclickin.pink +adcash.com +adclickthru.net +add-add.men +adexprts.com +adinterax.com +adtech.fr +adult-shop.com.ua +advertex.info +agysya.ru alf-img.com -alice.it -all4invest.ru -allblogroll.com -alldownload.pw -allwidewallpapers.com -amateurlivechat.org -ameblo.top -amyfoxfitness.com -aosexkontakte.net -apccargo.com -apple.com-cleaner.systems -arcteryxstore.online -astana.xxxkaz.org -availit.weebly.com -azartmsl.com -azbukadiets.ru -backiee.com -backlinkwatch.com -baksman.com -bambi.ck.ua -bankcrediti.ru +alfapro.ru +algerianembassy.co.in +alibestsale.com +all-streaming-media.com +alphahoverboards.com +anabolics.shop +android4fun.org +angel1777.kz +apiadanaknet-a.akamaihd.net +apiqualitinknet-a.akamaihd.net +appearance-cool.com +arpelsreplica.xyz +arvut.org +asrvrep-a.akamaihd.net +asscenihotosidea.blogspot.com +atovh.local-finders.com +autogrep.ru +autolombard-krasnodar.ru +autorn.ru +aviapanda.ru +axbocz.net +azte.ch +baditri.com +balois.worldbreak.com +banan.tv +banksrf.ru bannerconnect.net -bbsoldes.fr -bedandbreakfast.com -beget.tech -bidbuy.co.kr -binomo.kz -biocn.dx.am -bkns.vn -blackcurranthumidifiers.site -boazpower.com -boeuklad.com -bolegapakistan.com -bonvillan.com -boole.onlinewebshop.net -bosman.pluto.ro -brianhenry.co -bristolhotel.com.ua -bronzeaid-a.akamaihd.net -burger-tycoon.com -bus-offer.com -buyclomidonlaine.com -buyessay3.blogspot.ru -cablecar.us -calc-for-credit.ru -candytiner.com -cardiosport.com.ua +bayareaaeroclub.org +beachdriveblog.com +beachpics.com +best-businessman.ru +bestserials.com +betteroffers.review +biketank.ga +bimatoprost-careprost.com.ua +bitcoin-ua.top +blog-hits.com +bmwhighperformers.com +bonzybuddy.com +bradleylive.xyz +brakehawk.com +break-the-chains.com +bristolhotel.com +buehne-fuer-menschenrechte.de +buntube.net +buqyxa.rincian.info +burger-imperia.com +bzero1jewelry.net +c-english.ru +callcafe.info +candiceloves.us +candycrushshop.com cardsdumps.com -carstrends2015.com -cartiertrinity.xyz -casablancamanor.co.za -ccjp.eu -cfacarrosserie74.com -chatroulette.life -chatroulette.world -cheap-pills-norx.com -cheapjerseysa.com -checkpagerank.net -chocolateslim-en-espana.com -chocolateslim-original.com -cialisovercounteratwalmartusa.com -cibpenonptib.flu.cc -cl.s7.exct.net -click2pawn.com -clksite.com +carina-sy.de +cars-modification.net +carson.getenjoyment.net +cartierlovestore.xyz +cartierwatch.xyz +castingbank.ru +cbox.ws +cdn.walkme.com +cenokos.ru +cheapcigarettesc.info +checkhit.com +chelyabinsk.xrus.org +children-learningreading.info +claytransformations.info +cleanpcnow.com club-musics.ru -coinsspb.com -commoncrawl.org -communisave.co.za -compliance-fred.top -compliance-george.xyz +comeondog.info +companies-catalog.com +compliance-alexa.top +compliance-andrew.top compliance-john.top -compliance-walter.top -constantaservice.net -cookie-law-enforcement-ff.xyz -cougfan.info -counterbot.com -courtshipgift.com -cubook.supernew.org -cubs-jerseys.us -culad.com -czeshop.info -d2jsp.org -daretodonate.co -darkages.info +compliance-margo.top +coolgamechannel.com +coolwallpapers4k.info +countercrazy.com +creams.makeforum.eu +crirussian.ru +customerguru.in +danceuniverse.ru +danschawbel.com darmebel.com.ua -davebestdeals.com -dealighted.com -destinationrealestate.com -diamond-necklace.info -diesel-parts28.ru -diy-handmade-ideas.com -dogbreedspicture.net -domaincdn.xyz -dominateforex.ml -domznaniy.ru -dood.live -drpornogratisx.xxx -drunkmoms.net -e-c.al -ecxtracking.com -egovaleo.it -ekobata.ru -eldiariodeguadalajara.com -elexies.info -elitedollars.com -eloconcream.blogspot.com -eropho.net -escortslet.net -eurosamodelki.ru -evogarage.com -expdom.com -eyelike.com.ua -eyes-on-you.ga -eyessurgery.ru -ezigarettekaufen1.hpage.com -ezigarettenkaufen2.dreamwidth.org -ezofest.sk -fandlr.com -fanoboi.com -fastcrawl.com -fbdownloader.com -fealq.com -feorina.ru -filkhbr.com -findclan.org -findthe.pet -fishtauto.ru -fitfloponline.store +day-news.info +db.speedup.gdn +dealwifi.com +dear-diary.ru +degerlund.net +dekorkeramik.ru +delitime.info +dkvorota.ru +dneprsvet.com.ua +docs4all.com +dolohen.com +domain.webkeyit.com +donvito.unas.cz +ed-shop01.ru +educatemetv.com +edudocs.net +efkt.jp +elektrischezi.canalblog.com +elektronischezigarettekaufen2.tumblr.com +elektrozigarettekaufen2.blogse.nl +en.altezza.travel +eugenevaultstorage.com +evidencecleanergold.com +ewebarticle.info +eyemagination.com +falcoware.com +familyholiday.ml +favoritemoney.ru +fellowshipoftheminds.com +filefilter.weebly.com +filesmonster.porn +financehint.eu fiuxy.com -fix-website-errors.com -flashlarevista.com -flirt4free.com -floating-share-buttons.com -forex-procto.ru -fortunejack.com -foto-telok.net -freakycheats.com +flooringinstallation-edmonton.com +foodcrafts.website +fordsonmajbor.cf +forums.d2jsp.org +foto-sisek.porngalleries.top +frcls.fr +free-share-buttons.blogspot.com +free-share-buttons.com +freeuploader.com +fres-news.com +funcrushgames.com +g7m.pl gallery.rennlist.com -gallictures.com -gameplexcity.com -gay.adultgalls.com -gazporno.com -ge0ip.com -getresponse.com -gilbertbanda.net -gomusix.com -goodly.pro -goodprotein.ru -googlemare.com -goosefishpost.bid -gourcy.altervista.org +gamingspark.com +gate5.co.za +gateway.zscalertwo.net +gaz-voshod.ru +geckoandfly.com +genericviagrasildenafiled.net +gg.zzyjxs.com +gkvector.ru +global-ics.co.za +glopages.ru +gnuetella.com +golden-catalog.pro +gopixdatabase.com graphicwe.org -gribkovye-zabolevaniya.com -grizzlysgrill.com -gsasearchengineranker.site -gsasearchengineranker.xyz -gta-top.ru -guge.io -hamptonoaks.ca -happy.new.yeartwit.com -heliko.no +greatdealshop.com +greatgrace.ru +gribokstop.com +guruofcasino.com +gz2.bbsoldes.fr +hanink.biz.ly +hccoder.info +hchha.com +hdseriale.pl +healmytrauma.info +help.tpu.ru +hermesreplica.pw hesteel.pl -hitcpm.com -homedecorpicture.us +hidefiles.org +home.myplaycity.com +homeart.space +homelygarden.com +homemature.net +hotblog.top +hotel-mkad.ru hotelcrocenzi.sm -howmuchdoestizanidinecost.blogspot.com -hully.altervista.org -hut1.ru -hyhj.info -iblogpress.xyz +hothor.se +hotshoppymac.com +hulfingtonpost.com +humbmosquina.tk +iccornacircri.cf +idealtits.net +ideashome.id +ideibiznesa2015.ru +iinstalll-fii1leis.jus0wil.pp.ua +iloveitaly.ru +imadedinner.net +imagez.co imediadesk.com -in-tandem.co -inet-traffic.com -innodgfdriverhm.aircus.com -int.search.mywebsearch.com +iminent.com +imitex-plus.ru +imperiafilm.ru +impisr.ru +impotentik.com +incep.imagine-ex.co +indiakino.net +inmate-locator.us +interfucks.net investmac.com -istizanidinelikexanax.blogspot.com -javidol.site -jimmychoosale.online -jose.mulinohouse.co -justprofit.xyz -kamen-e.ru -karting196.ru -kfon.eu -kinoflux.net -kiwe-analytics.com -kladrus.ru -knigonosha.net -kollesa.ru +iopeninghours.co.uk +ipostroika.ru +iptool.xyz +irunfar.com +iscblog.info +jackwolfskinoutlet.online +javcoast.com +je7.us +karpun-iris.ru +kchaxton.com +khafre.us +kino-fun.ru +kinohall.ru +kinohit1.ru +kleine-titten.biz +knogg.net +konkursov.net kosmetyki.tm.pl -krasnodar.xrus.org -ktotut.net -lampokrat.ws -lankarns.com -lechtaczka.net -ledpolice.ru -letmacwork.world -letslowbefast.site -likrot.com -liquimondo.com -littlesexdolls.com -littlesunraiser.com -liumimgx.pw -livingroomdecor.info -lkbennettoutlet.online -locatellicorretor.com.br -lombia.com -lonfon.xyz -longlifelomilomi.info -lordzfilmz.me -lsex.xyz -lulea-auktionsverk.se -m5home.ru -mac-shield.com +kotaku.com +kraljeva-sutjeska.com +kunstaktien.info +lacapilla.info +landmania.ru +larchik.net +laxob.com +legalrc.biz +letsart.ru +life.biz.ua +liveinternet.ro +liveinternet.ru +livejasmin.com +llastbuy.ru +locustdesign.co +lomza.info +lookingglassemb.com +lovasszovetseg.hu +m4ever.net mafa-free.com -mainlinehobby.net -markjaybeefractal.com -master-muznachas.ru -mastershef.club -matpre.top -mcnamaratech.com -mebel-vstroika.ru -mebelcomplekt.ru +magda-gadalka.ru +malwareremovalcenter.com +manipulyator-peterburg.ru +marketingvici.com +marsgatan.com +martlinker.com +mazda-roadsters.com +mecash.ru +mediawhirl.net +medicines-choice.com medicovi.com -meendo-free-traffic.ga -metabar.ru -methodsmarketing.com -mini.7zap.com -mir-limuzinov.ru -missvietnam.org -mmostrike.ru -mobicover.com.ua -mockupui.com -monclercheap.xyz -monclervests.xyz -moneyzzz.ru -monitorwebsitespeed.com -moroccosurfadventures.com -mototsikl.org -musicpro.monster -muzaporn.com -mwtpludn.review -myftpupload.com -myxdate.info -nagdak.ru -net-radar.com -networkcheck.xyz -newstaffadsshop.club -niroo.info -njpalletremoval.com -nl.netlog.com -nosecret.com.ua -notfastfood.ru -npoet.ru -nudo.ca -o-o-6-o-o.com -obnal.org -ochistka-stokov.ru +medkritika.ru +mega-bony-2017.pl +mejoresfotos.eu +metallosajding.ru +mmgq.ru +mobile-appster.ru +money-every-day.com +monthlywinners.com +moscow.xrus.org +most.gov.iq +mrcsa.com.au +mriyadh.com +mrvideospornogratis.xxx +msfsaar.de +mundoaberrante.com +musicas.baixar-musicas-gratis.com +my-big-family.com +mydeathspace.com +myfreemp3.eu +myghillie.info +mylovelibrabry.com +myplaycity.com +myprintscreen.com +na-telefon.biz +namenectar.com +narco24.me +nerudlogistik.ru +newstraveller.ru +newyorkhotelsmotels.info +nhl09.ru +nightvision746.weebly.com +nippon-bearings.ru +nodup.ru +nonameread45.live +novodigs.com +nucia.biz.ly +nzfilecloud.weebly.com +o-o-11-o-o.com +obiavo.su +obsessionphrases.com +odesproperty.com +oivcvx.website okeinfo.online -omgtnc.com -onefilms.net -onlinebay.ru -onlinemegax.com -onstrapon.purplesphere.in -openmultipleurl.com -optitrade24.com -owathemes.com -palvira.com.ua -paphoselectricianandplumber.com -par-fallen.ga +online.ktc45.ru +onlineku.com +openstat.com +oralsexfilme.net +oranga.host.sk +origin-my.ru +ossmalta.com +ovirus.ru +palocco.it +parfusale.se +parvezmia.xyz penisvergrotendepillennl.ovh -pic2fly.com -piccdata.com -piluli.info -pinapchik.com -pinwallpaper.top -pixshark.com -pk-pomosch.ru -ploenjitmedia.azurewebsites.net -plusnetwork.com -podshipniki-ntn.ru -poisk-zakona.ru -pojdelo.weebly.com -poptool.net -pornhubforum.tk -porno-play.net -porno-transsexuals.ru -pornosmola.info +perfectpracticeweb.com +perosan.com +pharmacyincity.com +phobia.us +phuketscreen.com +picsforkeywordsuggestion.com +pictures-and-images.com +pila.pl +pix-hd.com +pladform.ru +pochemychka.net +pokemon-go-play.online pornoted.com -pourvous.info -praisong.net -preg.marketingvici.com -printdirectforless.com -prizefestival.mobi -prlog.ru -productarium.com -proekt-gaz.ru -professionaldieselcare.com -promoforum.ru -proprostatit.com -prostitutki-belgoroda.org -pst2017.onlinewebshop.net -ptr.ruvds.com -purplesphere.in -py100.ru +pozdrawleniya.com +preparevideosafesystem4unow.space +priora-2.com +prizeestates.cricket +proposal-engine.com +prostitutki-kharkova.org +prpops.com +pukaporn.com +puteshestvennik.com pyrodesigns.com.au -quickloanbank.com -qwesa.ru -radiogambling.com -ragecash.com -razyboard.com -rebuildermedical.com -recipedays.com -redirectingat.com -reklamuss.ru -remmling.de -remont-mobile-phones.ru -renecaovilla.online -rentalcarnavi.info -responsinator.com -restaurantlescampi.com -resultshub-a.akamaihd.net -ricorsogiustizia.org -riders.ro -rightenergysolutions.com.au -ringporno.com -rock-cafe.info -rubanners.com -runofilms.ru -russia-tao.ru +qexyfu.bugs3.com +qualitymarketzone.com +quit-smoking.ga +rangoman.date +realnye-otzyvy.info +recipedays.ru +reklama-i-rabota.ru +rennlist.com +repeatlogo.co.uk +replicalouboutin.xyz +rfid-locker.co +rfserial.net +ric.info +roleforum.ru +rospromtest.ru +ru-mediaget.ru +russia-today-video.ru +rutor.group +rybalka-opt.ru +s.lollypopgaming.com +sady-urala.ru saecsa.co -saltspray.ru sammlungfotos.online -sc-specialhost.com -scalerite.co.za -scanner-ivan.top +sbprabooks.com +scanner-george.top +scanner-walt.top scansafe.net +schalke04fc.info scripted.com -sdi-pme.com sdrescher.net -search.alot.com -search.xtconnect.com -searchimage.co -semxiu.com -seo-platform.com -seobility.net -seoholding.com -seoprofiler.com -sevendays.com.ua -sexfreepornoxxx.com -sexkontakteao.info -sexpartygirls.net -sexs-foto.com -sexsearch.com -shitting.pro -simply.net -sims-sims.ru -simul.co -sky-mine.ru -slim.sellany.ru -slimcdn.com -social-vestnik.ru -socialsignals24.com -sockshares.tv -soietvousmaime.fr -solnplast.ru -soviet-portal.do.am -spinnerco.ca -sportbetfair.com -start.myplaycity.com -storehouse.ua -streetfire.net -strfls.com -stroimajor.ru -sugvant.ru -summerlinhomes411.info -suralink.com -svarbit.com -szucs.ru -talant-factory.ru -tech4master.com -telsis.com -thecoolimages.net -thewomenlife.com -time-japan.ru +seansonline24.pl +semalt.com +semp.net +sendearnings.com +seo-prof1.xyz +seorankinglinks.us +seorankinglinks.xyz +service.adtech.us +sexflirtbook.com +sextracker.be +sexxdate.net +shariki-zuma-lines.ru +shinikiev.com.ua +shoplvlv.us +sibvitr.ru +sicfor.bcu.cc +site-auditor.online +sitevaluation.org +skyway24.ru +sloopyjoes.com +slujbauborki.ru +smallseotools.com +soc-proof.su +socialmadesimple.com +socialtrade.biz +sotkal.lark.ru +sport7777.net +spywareit.com +stats-public.grammarly.io +stjamesschool.info +strana-krasoty.ru +stroiminsk.org +students-cheapskate.ml +sugarlyflex.pw +sukarame.net +superstats.com +surflinksmedical.com +svetodiodoff.ru +tarad.com +techart24.com +teencastingporn.com +teslathemes.com +testingads.pro +theprofitsmaker.net +thetardistimes.ovh +titan-cloud.life tizanidine4mgprice.blogspot.com -tizanidine4mgstreetvalue.blogspot.com -tizanidinedrugtest.blogspot.com tizanidineformigraines.blogspot.com -tizanidinehcl4mgtablet.blogspot.com -tizanidineingredients.blogspot.com +tizanidineinteractions.blogspot.com tizanidineoral.blogspot.com -tizanidinepills.blogspot.com -tizanidinevssoma.blogspot.com -tmearegion26.com -top1-seo-service.com -topkarkas.com -torrnada.ru -track2.shop -traderzplanet.in -trafficjunky.com -trafficmp.com -traffique.net -trahic.ru +tizanidinerestlesslegsyndrome.blogspot.com +tizanidinesideeffectsweightloss.blogspot.com +tizanidinesleepaid.blogspot.com +tizanidinestreetprice.blogspot.com +tnaionline.org +tomck.com +tonerbox.kz +top-l2.com +top250movies.ru +topads.men +torrents.life +toyota.7zap.com +tpu.ru +tracfone.com +track112.site +trackmedia101.com +traffixer.com +traxdom.ru +trichizobswiv.agddns.net +tsan.net tuberkulezanet.ru -tula.mdverey.ru -turbo-suslik.org -turkeyreport.tk -uhod-za-sobakoj.ru -umg-stroy.ru -unblocksit.es -unisexjewelry.org -unrealcommander.biz -uprour.com -urldelivery.com -urll.eu -uzporno.mobi -vacuumcleanerguru.com +turbodsp.com +tv-spoty.info +twojebook.pl +uasb.ru +uhodzalijami.ru +unece.org +unionmarkt.de +unrealcommander.org +uptime-alpha.net +uptime-gamma.net +uptimebot.net +uptimechecker.com +v720hd.ru validccseller.com -valoresito.com -vapomnoncri.tk -versaut.xxx-cam.webcam -via-energy-cumpara.com -viagraneggrx.com -videojam.tv -videonsk.com -virtuagirl.com -visionwell.com.cn -viteonlusarezzo.it -vltai.com -vod.com.ua -voluumtrk.com +vapeface.club +videositename.com +vilingstore.net +villacoloniale.com +vinsit.ru +vipps.com.my +virus-schutzmasken.de +vkgaleria.com +vksaver-all.ru +voprosotvet24.ru vtcdns.com -web-betting.ru -webcamdevochka.com -webix.biz -webmasterhome.cn +vzlomtw.com +vzube.com +warezkeeper.com +waterpurifier.club +wcb.su webradiology.ru -webshoppermac.com -website-speed-check.site -weburok.com -wemedinc.com -whipme.yopoint.in -woodyguthrie.se -wordkeyhelper.com -wowcasinoonline.ooo -writersgroup580.web.fc2.com -www.get-free-traffic-now.com -www.jbetting.com -x69ty.ru -xchangetrak.com -xedserver.com -xgftnlrt.bloger.index.hr -xn-----7kceclhb4abre1b4a0ccl2fxch1a.xn--p1ai -xn--80aafb2a.xn--p1ai -yellowfootprints.com -yourserverisdown.com -ytmnd.com -zajm-pod-zalog-nedvizhimosti.ru -zambini.ru -zapiszto.pl -zawyna.ua -zeroredirect6.com -zionstar.net -zlatnajesen.com -zoomovies.org +weclipart.com +wemarketing.se +westermarkanjou.se +whereiskentoday.com +wholesalejerseychinaoutlet.com +www.888.com +x-stars.ru +xcc24.pl +xep.info +xfire.com +xingzi-vision.com +xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai +xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai +xn--80abgj3a5acid6ghs.top +xn--d1abj0abs9d.in.ua +xn--e1afanlbnfckd7c3d.xn--p1ai +xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai +xxxasianporn.net +xxxrus.org +yaoguangdj.com +you-shall-not-pass.is74.ru +zeroredirect.com +zeroredirect12.com +zigarettenonlinekaufen1.blox.pl +zoogdiesney.com +zrelaya.pw +zvooq.eu diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index 6fe3d3b08..d9ecc71cf 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -000free.us -101flag.ru -2728fb936f0.com -2drittel.de -2x2fan.ru -3rbseyes.com -404.mn -45en.ru -9med.net -aaronabel.com -abovetherivernc.com -acunetix-referrer.com -ad-words.ru -adult-shop.com.ua -advertisingtag.net -agysya.ru -ahhjf.com -aktivator-windows10.blogspot.com -all4invest.info -allbizne.co.ua -allboard.xobor.de -aloofly.com -alveris.ru -apiadanaknet-a.akamaihd.net -bamo.xsl.pt -bang-hotties.com -bannerspace.com -big-cash.net -bin-brokers.com -blackwitchcraft.ru -blockety.co -blogig.org -bluesalt.co -bonanza-fortune.men -bookmark4you.com -brainboosting.club -btnativenav.com -bvlgariring.xyz -callawaygolfstore.online -cartierlove2u.xyz -cdn.walkme.com -centrumcoachingu.com +00webcams.com +1millionusd.xyz +1webmaster.ml +2345.com +5ws.dating-app.ru +admanaerofoil.com +affrh2015.com +aibolita.com +aksonural.ru +albamargroup.com +anabolics.shop +anjalika.co.in +aosexkontakte.net +apartmentratings.com +apidiamondatanet-a.akamaihd.net +apisecretsaucebi-a.akamaihd.net +arenda-avtoprokat-krasnodar.ru +auto4style.ru +avek.ru +avkzarabotok.com +avon-ukraine.com +bagcionderlab.com +balans.shahterworld.org +baltgem.com +basisches-wasser.net +becuo.com +bedandbreakfast.com +bensbargains.net +bigpictures.club +bizfly.info +biznesrealnost.ru +bkns.vn +bouda.kvalitne.cz +brakehawk.com +buytizanidineonlinenoprescription.blogspot.com +callawaygolfoutlet.online +cenoval.ru cheap-trusted-backlinks.com -cinemaflix.website -cmhomestayagency.com -cognitiveseo.com -collegerentals.com -com-cleaner.systems -com-onlinesupport.site -com-secure.download -compliance-brian.top -compliance-ivan.xyz -cornerstone-countertops.com -courtshipgift.com -cscwtalkto.site -danashop.ru -dangphoto.trade -davebestdeals.com -dawlenie.com -daymusam.com -depositfiles-porn.ga -digitalfaq.com -dipstar.org -dms-sw.ru -domain2008.com -domaincheck.io -dosugrostov.site -downvids.net -earl-brown.info -ec-file.info -ednorxmed.com -electro-prom.com -elidelcream.weebly.com -elitepcgames.com -empirepoker.com -eywords-monitoring-your-success.com -f012.de -fanrto.com -fapgon.com -fearcrow.com -feel-planet.com -femmesdenudees.com -filerockstar298.weebly.com -filmbokep69.com -filunika.com.ru -findanysex.com -findclan.org -flipper.top -forum20.smailik.org +cheapjerseysa.com +cialiswithoutadoctor.net +clean-virus-mac.com +companies-catalog.com +compliance-alexa.xyz +crd.clan.su +cupday.com +cvety24.by +cymbaltaandtizanidine.blogspot.com +dekoration.us +dinkolove.ya.ru +dvd-famille.com +eachdayisagift.review +ecxtracking.com +eduserver.net +ekn-art.se +elektrozigaretten1.webs.com +emerson-rus.ru +empathica.com +eropho.net +eu-cookie-law.blogspot.com +excitacao.com +expertnaya-ocenka.ru +ezaz.info +falopicm.pw +familyholiday.ml +favoritemoney.ru +faz99.com +fivedwld.cf +floridamobilebillboards.com +fortwosmartcar.pw foto-sisek.porngalleries.top -foxydeal.com -fsakhalin.ru -g33.org -gabeshop.ru -gettpromos.com -gg.zzyjxs.com -girlporn.ru -girlspicsa.com -goldenggames.com -good-mummy.ru -goodwinmetals.co -googlsucks.com -gratuitbaise.com -growboxbl.ru -growshop.es -handicapvantoday.com -hatedriveapart.com -hdwallpapers-free.com -heartofbeijing.blogspot.com -hmmm.cz -hoholikik.club -hostingclub.lk -hotxnights.info -hoverboard360.se -id-forex.com -imagerydatabase.com -imagez.co -imicrovision.com -impotentik.com -infowarcraft.ru -innoslicon.com -inome.com.ua -invivo.hu -ip-guide.com -iplogger.org -istock-mebel.ru -j33x.com -jav-idol.com -javrip.net -jennyfire.ru -jerseyschinabizwholesale.us -johnrobertsoninc.com -keywordhouse.com -kidskunst.info -kino-rating.ru -kinocccp.net -kiwi237au.tk -layola.biz.tc -legalrc.biz -letsrepair.in -li-er.ru -likesdesign.com -lincolntheatre.com -louboutinbooties.xyz +frcls.fr +free-fb-traffic.com +freetangodownload.com +game-mmorpg.net +gamezblox.com +gayxperience.com +geoads.com +globatur.ru +globetrotting-culture.ru +guigyverpo.cf +gz2.bbsoldes.fr +harmonyglen.us +hd-filmy.net +hitcpm.com +host-tracker.com +iklysha.ml +inspiring-desperate.tk +internetartfair.com +ipchicken.com +isitpaleo.info +ivanovo.zrus.org +jrcigars.com +karpun-iris.ru +kellyonline.xyz +krasnodar.zrus.org +kvartiry-remont.ucoz.ru +lacloop.info +lakomka.com.ua +lampokrat.ws +linerdrilling.com +linkdebrideur.xyz +lion.playtap.us +longadventure.com +lottospring.com louboutinreplica.pw -lsp-awak-perikanan.com -luckyshop.net.ua -m4ever.net -malwareremovalcenter.com -maridan.com.ua -michellblog.online -mixtapetorrent.com -mnimmigrantrights.net -mobilemedia.md -morf.snn.gr -morocco-nomad-excursions.com -mountainstream.ms -moviezbonkerssk.cf -networkad.net -newfilmsonline.ru -omsk.xrus.org -onescreen.cc -onlinemegax.com -orenburg-gsm.ru -osnova3.ru -patol01.pw -paydayloanslocal.com -photorepair.ru -photostudiolightings.com -piratecams.com -powc.r.ca.d.sendibm2.com -prizefestival.mobi -pronorm.fr -pts163.ru -quangcaons.com -redhotfreebies.co.uk -reklamuss.ru -relatodelpresente.com.ar -remontgruzovik.ru -research.ifmo.ru -respublica-otel.ru -rozalli.com +lunchrock.co +magiadinamibia.blogspot.com +magicdiet.gq +mansiondelrio.co +marmitaco.cat +mb140.ru +mebelcomplekt.ru +medicineseasybuy.com +meds-online24.com +mega-polis.biz.ua +megaindex.ru +michaelkorsoutlet.store +minneapoliscopiers.com +money-every-day.com +moneyzzz.ru +moscow-region.ru +moscow.xrus.org +mossmesi.com +msk.afora.ru +muizre.ru +mustwineblog.com +muznachas-service.ru +mvpicton.co.uk +mxgetcode.com +my-big-family.com +my-floor.in.ua +mycaf.it +mydoctorok.ru +naj-filmy24.pl +nerudlogistik.ru +newhairstylesformen2014.com +next-dentists.tk +nfljerseyscheapbiz.us +nfljerseysforsalewholesaler.com +niroo.info +normalegal.ru +odywpjtw.bloger.index.hr +online-sbank.ru +onlineserialy.ru +optikremont.ru +partner-stop.men +partnerads.men +pcboa.se +pdamods.ru +pendelprognos.se +pensplan4u.com +pic-re.blogspot.com +picture-group.com +pictures-and-images.com +pixshark.com +plaff-go.ru +plastgran.com +pornhub-forum.ga +pornoslive.net +proekt-mos.ru +profit-opportunity.com +promgirldresses.xyz +purplestats.com +pyramidlitho.webs.com +rasteniya-vs-zombi.ru +realting-moscow.ru +responsinator.com roznica.com.ua -ruscopybook.com -rustic-quiver.win -sammlungfotos.online -sanatorrii.ru -scanner-ivan.top -scanner-viktor.top -search.1and1.com -searchlock.com -seksvideoonlain.com -seorankinglinks.us -sergiorossistore.online -sexs-foto.com -sexspornotub.com -sexvporno.ru -sexy.babes.frontend-stack.top -signx.info -site-auditor.online -soblaznu.net -sonata-arctica.wz.cz -soviet-portal.do.am -space4updating.win -special-porn.com -sukarame.net -surflinksmedical.com -syndicate.fun -tamada69.com -tds-advert005.info -teastory.co -thebitcoincode.com -thin.me.pn -threecolumnblogger.com -tizanidineforopiatewithdrawal.blogspot.com -tizanidinestreetvalue.blogspot.com -tizanidinevscyclobenzaprine.blogspot.com -tksn.ru -topdownloads.ru -torrents.cd -traderzplanet.in -treasuretrack-a.akamaihd.net -tv-spoty.info -tvory.predmety.in.ua -ultramart.biz -umnovocaminho.com -venerologiya.com -video-woman.com -vigrx-original.ru -visa-china.ru -vkontarkte.com -wallpaperaccess.com -wedding-salon.net -weddingdresses.xyz -woman-tampon.ru -workle.website -writingservices17.blogspot.ru -ww1943.ru -x-true.info -xn----8sblgmbj1a1bk8l.xn----161-4vemb6cjl7anbaea3afninj.xn--p1ai -xn----9sbubg3ambdfl1j.xn--p1ai -xn--1-8sbcpb0bdm8k6a.xn--p1ai -xn--80adaggc5bdhlfamsfdij4p7b.xn--p1ai -xn--d1acah0c.xn--p1ai -xolodremont.ru -xwatt.ru -xzlive.com -yourporngay.com -zakazvzloma.com -zhorapankratov7.blogspot.com +sammyweaver.com +sarahmilne.top +sbricur.com +scanner-george.top +scanner-margo.top +scanner-marwin.top +scanspyware.net +scat.porn +schlampen-treffen.com +sexkvartal.com +shop.xz618.com +shymkent.xkaz.org +sibecoprom.ru +skatestick.bid +socialsignals24.com +sosdepotdebilan.com +sportbetfair.com +sps-shop.com +spy-app.info +staff.prairiesouth.ca +steamoff.net +stevemonsen.com +stjamesschool.info +studworks.org +summerlinhomes411.info +superoboi.com.ua +surcentro.com +surffoundation.nl +tackletarts.co +teletype.in +telsis.com +tengohydar.tk +teslathemes.com +testingads.pro +theprofitsmaker.net +tizanidinepain.blogspot.com +tonerbox.kz +top1-seo-service.com +top10registrycleaners.com +toy-shop.top +traffic2cash.org +traffic2money.com +traffmonster.info +trailer.cinemaflix.website +triumf-realty.ru +trudogolik.net +tsstcorpcddvdwshbbdriverfb.aircus.com +tyumen.xrus.org +ugguk.online +uginekologa.com +unionmarkt.de +urdoot.win +urengoy.pro +us-america.ru +ustion.ru +ventelnos.com +veopornogratis.xxx +viagra-soft.ru +videochat.life +vip-parfumeria.ru +visitcambridge.org +wapsite.me +warningzscaler.heraeus.com +waterpurifier.club +webcamdevochka.com +webradiology.ru +westsextube.com +westvilletowingservices.co.za +wingsofrefuge.net +wnhjavlhezp.gq +wtsindia.in +wzgyyq.com +xaylapdiendanang.com +xblog.in +xn----9sbebi2bvzr7h.xn--p1ai +xn----itbeirbjbi7bc6bh2d.xn--p1ai +xn--e1aggki3c.xn--80adxhks +xxxguitars.com +xxxrus.org +youjizz.vc +zigarettenonlinekaufen2.drupalgardens.com +zx6.ru diff --git a/dev-tools/test_units/ratelimittest-beta.txt b/dev-tools/test_units/ratelimittest-beta.txt index 3656720f2..f0474a154 100644 --- a/dev-tools/test_units/ratelimittest-beta.txt +++ b/dev-tools/test_units/ratelimittest-beta.txt @@ -581,14 +581,4 @@

Welcome to the NginX Ultimate Bad Bot Blocker

This is merely used for testing !!!

- - - -Welcome to NginX - - -
-

Welcome to the NginX Ultimate Bad Bot Blocker

-

This is merely used for testing !!!

- \ No newline at end of file diff --git a/dev-tools/test_units/ratelimittest-master.txt b/dev-tools/test_units/ratelimittest-master.txt index a06f34c50..f0474a154 100644 --- a/dev-tools/test_units/ratelimittest-master.txt +++ b/dev-tools/test_units/ratelimittest-master.txt @@ -8,205 +8,6 @@

Welcome to the NginX Ultimate Bad Bot Blocker

This is merely used for testing !!!

-ml> -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - - - -Welcome to NginX - - -
-

Welcome to the NginX Ultimate Bad Bot Blocker

-

This is merely used for testing !!!

- 503 Service Temporarily Unavailable @@ -494,6 +295,202 @@
nginx/1.18.0 (Ubuntu)
+ +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index 920a4a895..5e3845c0b 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.78 0; +10.1.0.43 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index 1b301bbfc..898e9d11e 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2022.08.3309 -### Updated: Wed Aug 24 10:03:42 UTC 2022 +### Version: V4.2022.08.3310 +### Updated: Wed Aug 24 22:01:37 UTC 2022 ### Bad Bot Count: 637 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 1b301bbfc..898e9d11e 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2022.08.3309 -### Updated: Wed Aug 24 10:03:42 UTC 2022 +### Version: V4.2022.08.3310 +### Updated: Wed Aug 24 22:01:37 UTC 2022 ### Bad Bot Count: 637 ################################################### ### Version Information ##