From e2af492fcd5f9572ac6d36a9d63e69017437bd1d Mon Sep 17 00:00:00 2001 From: mitchellkrogza Date: Sat, 11 Sep 2021 22:07:17 +0000 Subject: [PATCH] V4.2021.09.2585 [ci skip] --- AUTO-CONFIGURATION.md | 2 +- MANUAL-CONFIGURATION.md | 2 +- README.md | 2 +- _google_analytics_ghost_spam/README.md | 2 +- .../etc/nginx/conf.d/globalblacklist.conf | 4 +- conf.d/globalblacklist-testing-version.conf | 4 +- conf.d/globalblacklist.conf | 4 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/buildnumber | 2 +- dev-tools/globalblacklist-testing.template | 4 +- dev-tools/globalblacklist.template | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/test_units/blacklist-ips.conf | 2 +- .../random-bots-for-test-quick.list | 20 +- .../test_units/random-bots-for-test.list | 296 +++--- .../random-bots-for-whitelist-test.list | 280 +++--- .../random-referrers-for-test-quick.list | 20 +- .../test_units/random-referrers-for-test.list | 936 +++++++++--------- .../random-referrers-for-whitelist-test.list | 482 ++++----- dev-tools/test_units/whitelist-ips.conf | 2 +- dev-tools/tmp/robots.txt | 4 +- robots.txt/robots.txt | 4 +- 45 files changed, 1073 insertions(+), 1073 deletions(-) diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 9eb4cbe38..98ec519a0 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.09.2584 +#### Version: V4.2021.09.2585 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 95f807205..119b2dbc8 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2021.09.2584 +#### Version: V4.2021.09.2585 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index 3082ad714..1e695d10f 100755 --- a/README.md +++ b/README.md @@ -11,7 +11,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2021.09.2584 +#### Version: V4.2021.09.2585 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 7df542e2f..53518b7e9 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2021.09.2584 +#### Version: V4.2021.09.2585 #### Bad Referrers Blocked: [7078](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [623](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 705147f54..139ee1fd7 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2584 -### Updated: Sat Sep 11 10:03:05 UTC 2021 +### Version: V4.2021.09.2585 +### Updated: Sat Sep 11 22:01:15 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 54056ac5f..9d9703cf1 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2584 -### Updated: Sat Sep 11 10:03:06 UTC 2021 +### Version: V3.2021.09.2585 +### Updated: Sat Sep 11 22:01:16 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 705147f54..139ee1fd7 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2584 -### Updated: Sat Sep 11 10:03:05 UTC 2021 +### Version: V4.2021.09.2585 +### Updated: Sat Sep 11 22:01:15 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 54056ac5f..9d9703cf1 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2584 -### Updated: Sat Sep 11 10:03:06 UTC 2021 +### Version: V3.2021.09.2585 +### Updated: Sat Sep 11 22:01:16 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index b3be3d651..c690223f2 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.172 1; +10.1.0.183 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 0b119d212..324b1a098 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.172 0; +10.1.0.183 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 54056ac5f..9d9703cf1 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2584 -### Updated: Sat Sep 11 10:03:06 UTC 2021 +### Version: V3.2021.09.2585 +### Updated: Sat Sep 11 22:01:16 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index b3be3d651..c690223f2 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.172 1; +10.1.0.183 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 0b119d212..324b1a098 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.172 0; +10.1.0.183 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 54056ac5f..9d9703cf1 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2584 -### Updated: Sat Sep 11 10:03:06 UTC 2021 +### Version: V3.2021.09.2585 +### Updated: Sat Sep 11 22:01:16 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index b3be3d651..c690223f2 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.172 1; +10.1.0.183 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 0b119d212..324b1a098 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.172 0; +10.1.0.183 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 54056ac5f..9d9703cf1 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2584 -### Updated: Sat Sep 11 10:03:06 UTC 2021 +### Version: V3.2021.09.2585 +### Updated: Sat Sep 11 22:01:16 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index a7fa6d25d..d0f1b3587 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -2584 +2585 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 54056ac5f..9d9703cf1 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2021.09.2584 -### Updated: Sat Sep 11 10:03:06 UTC 2021 +### Version: V3.2021.09.2585 +### Updated: Sat Sep 11 22:01:16 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index 705147f54..139ee1fd7 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2584 -### Updated: Sat Sep 11 10:03:05 UTC 2021 +### Version: V4.2021.09.2585 +### Updated: Sat Sep 11 22:01:15 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index b370466c3..8783cacc2 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -13.68.242.216 0; +52.176.4.154 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 705147f54..139ee1fd7 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2584 -### Updated: Sat Sep 11 10:03:05 UTC 2021 +### Version: V4.2021.09.2585 +### Updated: Sat Sep 11 22:01:15 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index b3be3d651..c690223f2 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.172 1; +10.1.0.183 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 0b119d212..324b1a098 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.172 0; +10.1.0.183 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 705147f54..139ee1fd7 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2584 -### Updated: Sat Sep 11 10:03:05 UTC 2021 +### Version: V4.2021.09.2585 +### Updated: Sat Sep 11 22:01:15 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index b3be3d651..c690223f2 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.172 1; +10.1.0.183 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 0b119d212..324b1a098 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.172 0; +10.1.0.183 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 705147f54..139ee1fd7 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2584 -### Updated: Sat Sep 11 10:03:05 UTC 2021 +### Version: V4.2021.09.2585 +### Updated: Sat Sep 11 22:01:15 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index b3be3d651..c690223f2 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.172 1; +10.1.0.183 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 0b119d212..324b1a098 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.172 0; +10.1.0.183 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 705147f54..139ee1fd7 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2584 -### Updated: Sat Sep 11 10:03:05 UTC 2021 +### Version: V4.2021.09.2585 +### Updated: Sat Sep 11 22:01:15 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index b370466c3..8783cacc2 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -13.68.242.216 0; +52.176.4.154 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 44ec073ef..f762f2a32 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2584 -### Updated: Sat Sep 11 10:03:05 UTC 2021 +### Version: V4.2021.09.2585 +### Updated: Sat Sep 11 22:01:15 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index b370466c3..8783cacc2 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -13.68.242.216 0; +52.176.4.154 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 13ab59996..474f037be 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2021.09.2584 -### Updated: Sat Sep 11 10:03:05 UTC 2021 +### Version: V4.2021.09.2585 +### Updated: Sat Sep 11 22:01:15 UTC 2021 ### Bad Referrer Count: 7078 ### Bad Bot Count: 623 ################################################### diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index b3be3d651..c690223f2 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.172 1; +10.1.0.183 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index f8e5ca56d..60b1d96a5 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Demon -Domains Project -GrabNet -JOC Web Spider -MegaIndex.ru -Nettrack -NimbleCrawler -Telesphorep -plumanalytics -polaris version +Dirbuster +HMView +IstellaBot +RedesScrapy +ScanAlert +Snoopy +VeriCiteCrawler +Woobot +seoscanners +webpros.com diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index f59a855ad..082293f10 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -01h4x.com -ADmantX -AfD-Verbotsverfahren +80legs +Abonti +Aboundexbot AhrefsBot Aipbot -AllSubmitter -Anarchy99 +Ankit +Anthill Apexoo -Aspiegel Asterias -AwarioRssBot -AwarioSmartBot +Attach BBBike -BDFetch +BDCbot BLEXBot BackStreet -BackWeb -Badass +BacklinkCrawler +Bandit Battleztar Bazinga +Black Hole +BlackWidow Blackboard +BlowFish +Bolt Brandprotect -Brandwatch +BuiltBotTough BunnySlippers -CODE87 +CATExplorador Calculon -CensysInspect -CheTeam -Chlooe +CazoodleBot +Cegbfeieh +CheeseBot +CherryPicker Claritybot Cliqzbot +Cloud mapping Cogentbot Copier -Custo -CyotekWebCopy -DIIbot -Digincore -DigitalPebble +CopyRightCheck +Copyscape +Craftbot +CrazyWebCrawler +Crescent Discobot -Dispatch DittoSpyder +DnyzBot +DomCopBot DomainCrawler -DomainSigmaCrawler -DomainStatsBot +Download Wonder Dragonfly Drip -EMail Siphon -EMail Wolf -Ebingbong -Ecxi -EroCrawler -Exabot +EasyDL +EirGrabber Express WebPictures -Extreme Picture Finder -FDM +ExtLinksBot +Ezooms FHscan FemtosearchBot Firefox/7.0 -FlashGet -FyberSpider +Flunky +Foobot Fyrebot -G-i-g-a-b-o-t GT::WWW -GermCrawler +GalaxyBot +Genieo GetRight GetWeb -Gigabot Go-Ahead-Got-It GoZilla Gotit Grabber Grafula -GrapeFX -GridBot -HaosouSpider -Hloader +HEADMasterSEO +HTMLparser +HTTP::Lite +HTTrack +Harvest +HybridBot IDBTE4M -IlseBot -Image Fetch +IDBot +IRLbot Image Sucker Indy Library InfoNaviRobot -Internet Ninja +InfoTekies +InterGET +InternetSeer JOC Web Spider -Jorgee -JustView -Jyxobot -Kenjin Spider -Kinza -LNSpiderguy +Jbrofuzz +JennyBot +JetCar +JikeSpider +Joomla +Keyword Density Lanshanbot -Larbin Leap -LibWeb -Lightspeedsystems -LinkWalker -LinkpadBot -LinqiaMetadataDownloaderBot -LinqiaRSSBot +LexiBot +Lftp +Libwhisker +LieBaoFast +LinkScan +Linkbot +Lipperhey Lipperhey Spider Lmspider +Ltx71 +MIDown tool MIIxpc MJ12bot -MSFrontPage -MTRobot -Mag-Net -Mail.RU_Bot -MauiBot -Mb2345Browser -Metauri -MicroMessenger +MQQBrowser +MSIECrawler +Majestic-SEO +Mata Hari Microsoft URL Control -Moblie Safari -Morfeus Fucking Scanner +Mojolicious Mozlila -Mr.4x3 +Musobot NICErsPRO -Navroad +NPbot +Nameprotect +NearSite +NetAnts +NetMechanic Netcraft -Nibbler +Niki-bot NimbleCrawler Nimbostratus -Ninja -Nmap -Openfind -OrangeBot +Nuclei +Offline Explorer +Offline Navigator +Openvas +OutclicksBot OutfoxBot -PHPCrawl -Page Analyzer +PECL::HTTP +PageGrabber +PageScorer Pandalytics Panscient -Papa Foto -Pi-Monster -Picsearch +Pavuk +Petalbot +Picscout PictureFinder -Pimonster -Pixray PleaseCrawl Probethenet Psbot -Pu_iN -PyCurl -Quick-Crawler RankActive +RankActiveLinkBot +RankFlex RankingBot2 -Rankivabot -Re-re +ReGet Ripper RocketCrawler -Rogerbot +SEOkicks-Robot +SEOlyticsCrawler SEOprofiler -SISTRIX -Scanbot +SMTBot +ScoutJet Scrapy -ScreenerBot ScrepyBot -Searchestate Semrush -SemrushBot -SentiBot SeoSiteCheckup +Siphon Site Sucker -SiteSnagger -Sitebeam -Siteimprove -SmartDownload +SiteLockSpider +SiteSucker +SlySearch +Snake Snoopy Sociscraper +Sogou web spider Sottopop -Spammen +SpaceBison SpankBot -Spinn3r +Spbot SputnikBot -Sqlmap -Sqlworm +Sqworm +Steeler Stripper +Sucuri SuperHTTP SurveyBot +Suzuran Swiftbot Szukacz +TeleportPro Telesoft Telesphoreo -Telesphorep TheNomad -Thumbor -TightTwatBot Titan -Toata -Tracemyfile -Trendiction Trendictionbot -True_Robot Turingos -TurnitinBot -TwengaBot -Typhoeus -URLy Warning -Upflow -V-BOT -VB Project -VelenPublicWebCrawler -Virusdie -VoidEYE -Voltron +URLy.Warning +UnisterBot +VeriCiteCrawler +WASALive-Bot WBSearchBot +WISENutbot WPScan -Wallpapers/3.0 -WeSEE -Web Enhancer -Web Fetch -WebAuto -WebBandit -WebCollage -WebGo IS +WWW-Collector-E +Web Auto +Web Collage +Web Fuck +Web Sucker +WebCopier +WebFetch +WebLeacher WebPix -WebStripper -WebWhacker -WebsiteExtractor +WebSauger +WebSucker +Webalta +WebmasterWorldForumBot +Webshag WebsiteQuester -Webster +Whacker +Whatweb +Who.is Bot +Widow WiseGuys Robot -Xaldon_WebSpider -Zitebot +Woobot +Wotbox +Zeus ZoomBot ZyBorg -cah.io.community -check1.exe +archive.org_bot +arquivo.pt +autoemailspider coccocbot-web -crawl.sogou.com -crawler4j +com.plumanalytics +dataforseo.com demandbase-bot -domainsproject.org -eCatch -evc-batch +facebookscraper gopher heritrix +internetVista monitor +magpie-crawler +muhstik-scan netEstate NE Crawler -pcBrowser -probe-image-size +oBot s1z.ru +seoscanners +seostar +serpstatbot +sexsearcher siteripz -tAkeOut -trendiction.de +sogouspider +sp_auditbot +sysscan voyagerx.com -webmeup-crawler -webprosbot +webpros.com x09Mozilla -x22Mozilla xpymep1.exe zauba.io -zgrab diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index f4662790c..ae2012083 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ +404checker 404enemy +ADmantX AIBOT -ASPSeek -Abonti -Aboundexbot -AlphaBot -Anarchy -Ankit +AhrefsBot +Aipbot +Alligator +Anarchy99 +Anthill Apexoo +Asterias Attach -BBBike +BDCbot BDFetch -BLEXBot BackDoorBot -Backlink-Ceck BatchFTP BetaBot -Bigfoot -Blackboard -BlowFish +Blow Boardreader -Bolt +Brandprotect Buddy -BuiltWith -CCBot -CODE87 CSHttp -Cegbfeieh +Calculon +CazoodleBot ChinaClaw -Claritybot -Cliqzbot -Cloud mapping +Cogentbot Collector Copier Cosmos +Craftbot Crawling at Home Project -CrunchBot +Crescent +Curious CyotekWebCopy -DBLBot -DIIbot DSearch -DTS Agent -DataCha0s DatabaseDriverMysqli -Demon Deusu -DigitalPebble +Devil +Disco Dispatch DittoSpyder -DomCopBot -DomainCrawler +DomainSigmaCrawler DomainStatsBot Dotbot Download Wonder -EMail Siphon -Ecxi -Exabot +Drip +Evil +Extractor +ExtractorPro Extreme Picture Finder -FHscan +EyeNetIE +Ezooms FemtosearchBot -Flunky +Fimap +Foobot Freeuploader +FrontPage FyberSpider -GT::WWW -GalaxyBot +Fyrebot +G-i-g-a-b-o-t GermCrawler -Gigabot -Go-Ahead-Got-It -GrabNet -Grabber +Getintent HTMLparser +HTTP::Lite HTTrack +Haansoft HaosouSpider -Havij -Hloader -HybridBot -IDBTE4M +Heritrix +Humanlinks IDBot Iblog -IlseBot +Image Fetch Image Sucker -Intelliseek -Internet Ninja -Iskanie +IndeedBot +Indy Library +InfoTekies +InterGET +InternetSeer +Iria +IstellaBot JamesBOT +JennyBot JetCar JikeSpider Jorgee -Jyxobot -Kenjin Spider -Keyword Density -LNSpiderguy -Larbin -Leap +Kinza +LeechFTP LeechGet +LexiBot +LibWeb LieBaoFast -LinkextractorPro -LinkpadBot +Linkbot LinksManager LinqiaScrapeBot Lipperhey -MIDown tool -MIIxpc -MSFrontPage +Litemage_walker +MFC_Tear_Sample +MJ12bot +MQQBrowser MSIECrawler -Magnet +MTRobot +Majestic12 +MarkMonitor MarkWatch -Mata Hari +Masscan MauiBot +Mb2345Browser MeanPath Bot +Meanpathbot MegaIndex.ru +Metauri MicroMessenger -Microsoft URL Control -Mister PiX -Mojolicious -Musobot -NICErsPRO -NPbot -Name Intelligence +Microsoft Data Access +Moblie Safari +Mr.4x3 +Navroad NearSite +Nessus NetAnts +NetLyzer NetMechanic -NetSpider -NetZIP -Netcraft -NimbleCrawler -Nimbostratus -Ninja +Nikto Octopus Offline Explorer -Offline Navigator -Openvas -OrangeBot -OutclicksBot +OpenVAS +OutfoxBot PHPCrawl Page Analyzer -PageThing.com -Papa Foto +PageAnalyzer +PageScorer +Pandalytics Pavuk +PeoplePal Petalbot Pi-Monster -PleaseCrawl +Picsearch +Pimonster +Pixray +ProPowerBot ProWebWalker -Psbot +Probethenet Pu_iN +Pump PxBroker QueryN Metasearch -RankingBot2 +RankingBot Re-re -RealDownload -Reaper -RebelMouse RedesScrapy -RepoMonkey -Rogerbot -SBIder +Ripper +SEOkicks +SEOlyticsCrawler SEOstats SMTBot -Scanbot -Screaming +SalesIntelligent +ScoutJet ScreenerBot -ScrepyBot -SearchmetricsBot -Semrush -SiteCheckerBotCrawler -SiteSnagger -Sociscraper +Siphon +Site Sucker +SiteExplorer +SiteLockSpider +Sitevigil +Snake +Snoopy Sogou web spider +Sosospider +Sottopop SpaceBison Spammen +Spbot Sqlworm +Steeler SuperBot -Surfbot -Suzuran T0PHackTeam -Telesphoreo -TightTwatBot +T8Abot +Teleport +TeleportPro +Telesoft +The Intraformant +TheNomad Titan -Toata +Trendictionbot +True_Robot Turingos -Turnitin TurnitinBot +TwengaBot +Typhoeus UnisterBot +Upflow +V-BOT VB Project -VCI Vacuum Vagabondo -Virusdie +VelenPublicWebCrawler +VidibleScraper Voil -Voltron -WEBDAV +WASALive-Bot +WISENutbot WWWOFFLE WallpapersHD -Web Collage -Web Fetch +Web Auto +Web Enhancer Web Fuck -Web Sucker +Web Pix +WebBandit WebCollage -WebCopier WebImageCollector -WebLeacher WebReaper +WebSauger WebStripper WebWhacker Webalta -Website Quester -WebsiteQuester +WebmasterWorldForumBot Whacker -Whatweb -Widow WinHTTrack WiseGuys Robot -Wprecon -Xaldon_WebSpider +Xaldon WebSpider YoudaoBot -Zauba +Zermelo +Zeus ZmEu -ZoomBot ZoominfoBot -ZumBot archive.org_bot -arquivo-web-crawler -arquivo.pt -autoemailspider +backlink-check cah.io.community -clark-crawler -cognitiveseo -com.plumanalytics -crawler.feedback -domainsproject.org -gopher +check1.exe +coccocbot-web +crawl.sogou.com +dataforseo.com +eCatch +facebookscraper heritrix +instabid +internetVista monitor ips-agent +isitwp.com +lwp-trivial magpie-crawler +meanpathbot mediawords +muhstik-scan oBot -page scorer -polaris version -s1z.ru -scan.lol -seobility -sexsearcher +pcBrowser +probe-image-size +seoscanners sitechecker.pro sysscan tAkeOut -trendiction.de -ubermetrics-technologies.com -voyagerx.com -webmeup-crawler +trendiction.com x22Mozilla +zauba.io diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index 9c1532c47..19a3e48c2 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -55wmz.ru -advancedsoftwaresupport.com -hut1.ru -pay2me.pl -pewit.pw -revistaindustria.com -sbwealthsolutions.ca -spamnuker.com -strag-invest.ru -wallpapersist.com +buzzurl.jp +dkvorota.ru +download-of-the-warez.blogspot.com +letto.by +popup.matchmaker.com +ranksonic.com +rp9.ru +toloka.hurtom.com +tracfone.com +www.event-tracking.com diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index aa4ca5e70..1983062ca 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -00webcams.com -03p.info -0daymusic.org -10bet.com -1kdailyprofit.me -2728fb936f0.com -2drittel.de +08800.top +101billion.com +11pikachu.ru +123any.com +12u.info +23kw.ru +28n2gl3wfyb0.ru +2itech.ru 300richmond.co.nz -3th.co.in -4kplayer.pl -883zy.com -98oi.ru -999webdesign.com -aa8780bb28a1de4eb5bff33c28a218a930.com -aa9bd78f328a6a41279d0fad0a88df1901.com -aa9d046aab36af4ff182f097f840430d51.com -acunetix-referrer.com -ad-words.ru -admanaerofoil.com -adobereader-free.ru -ads-cool.pro -adservme.com +3rbseyes.com +4inn.ru +4webmasters.com +777-club.ru +991mostfm.co.id +adcash.com +adimmix.com +adinterax.com +adloads.net +adtech.us advancedcleaner.com -advancedsoftwaresupport.com -advokateg.ru -agardomains.com -aimayangzhi.com -akita.kz -alert.scansafe.net -alessandraleone.com -alfa-img.com -allcredits.su -allsilver925.co.il -allstatesugarbowl.org -alphacarolinas.com -alpharma.net -alvtank.se -angel1777.kz -angkortours.vn +agapovdg.ru +alert-fjg.xyz +alfa9.com +alfabot.xyz +alive-ua.com +alloysteel.ru +allpdfmags.net +allwomen.info +alot.com +amazon-seo-service.com +ample-awards-today.us +analytics-ads.xyz +android-style.com +android4fun.org +animebox.com.ua animenime.ru -apidigidocketnet-a.akamaihd.net -apiholdingmypage-a.akamaihd.net -apioasisspacenet-a.akamaihd.net -apple.com-cleaner.systems -applicationg29.com -arabseyes.com -arenanews.com.ua -asseenontv.ru -atout-energie-69.com -auto-zapchasti.org -aviva-limoux.com -b-styles.xyz -babyguns.ru -backuperwebcam.weebly.com -barnfurnituremart.com -beauty-bracelet.com -bedandbreakfast.com -bedcapdealers.com -belinka.com.ua -belinvestdom.by -best-games.today -best-seo-offer.com -best-seo-software.xyz +apidiamondatanet-a.akamaihd.net +aquarium-pro.ru +arenda-yeisk.ru +arewater.com +artavenuegardenstudios.com +artdeko.info +asia-forum.ru +asociatia-tipografilor-transilvania.ro +atdedinotuho.tk +automobile-spec.com +aviav.ru +azartclub.org +azbukadiets.ru +backgroundpictures.net +backiee.com +baditri.com +bankcrediti.ru +bannertesting.com +basisches-wasser.net +bausparen.bz.it +bensbargains.net bestchoice.cf -bestmobilityscooterstoday.com -betonka.pro -betterhdporn.com -betterscooter.com -bimmerpost.com -birzha-truda.eu +besthomemadepornsites.com +bestpornuha.com +bin-brokers.com +bioinnovate.co bizfly.info -blackle.com -blogporn.in -blogqpot.com -bmw.afora.ru -bolezniorganov.ru -bonzibuddi.com -bookmaker-bet.com -bosman.pluto.ro -brandimensions.com -buttons-for-website.com -buy-meds24.com +blog-hits.com +bloglag.com +bmsco.co +bolegapakistan.com +bongacams.com +brainzpod.win +brandbucket.com +bristolhostel.com +btnativenav.com +budilneg.xyz buybest1.biz -bvlgaribracelet.xyz -calstaterealty.us -camsex.xxx-cam.webcam -candlehandmade.com -canoncdriverq3.pen.io -canrole.com -carapics.com -carfax.com.ua -carloans.com -cartechnic.ru -catalogs-parts.com -cbcseward.com -censys.io -cerev.info -chatroulette.video -chatroulette.world -check-host.net -christianlouboutinoutlet.win -cialisndbrx.com +buyhoverboard.com +callawaygolfstore.online +callstevens.com +carstrends2015.com +cartierlove.xyz +cascadelink.org +cb.iphantom.com +cbb1smartlist12.click +cbozhe.com +ccjp.eu +cdncash.org +cfcl.co.uk +christianlouboutinsaleoutletonline.us +clarithromycin500mg.com +cleanallspyware.com +cleanersoft.com cleanpcnow.com -clevernt.com -clippingphotoindia.com -club-lukojl.ru -codysbbq.com -compliance-barak.top -compliance-margo.top -compucelunlock.net -conciergegroup.org -covid-schutzmasken.de -creatives.adbetclickin.pink -credit-respect.ru -cubs-jerseys.us -cxpromote.com -danschawbel.com -dgfitness.co -dieswaene.com -dinosaurus.site -disruptingdinnerparties.com -distver.ru -divci-hry.info -dokfilms.net -downloadkakaotalk.com -downvids.net +clickaider.com +co.lumb.co +contentsexpress.com +cookie-law-enforcement-hh.xyz +cottageofgrace.com +counter.bloke.com +cscwtalkto.site +cvety24.by +dailystrength.org +dairyindia.in +data.vtc.pw +dating-time-now.com +ddlmega.net +ddsoldes.fr +deanmoore.ie +decorationspcs.com +delta-line.men +deutschland123.de +dev-seo.blog +dev.citetick.com +discovertreasure-a.akamaihd.net +dlya-android.org +docstoc.com +doeco.ru +dogsrun.net +domcran.net +donvito.unas.cz +downloads-whatsapp.com +downtuptv.gq +drillsaw.ru +drupa.com dtnlyss.com -duawitchrarato.tk -dwomlink.info -dyshagi.ru -e-buyeasy.com -easync.io -edelstahlschornstein-123.de -efkt.jp -ekaterinburg.xrus.org -enge-fotzen.info -enginebay.ru -enskedesquashclub.se -espaceinventoristes.com -everypony.ru -exchanges-bet.com -extremepornos.net +dverimegapolis.ru +e705.net +ecookna.com.ua +ee77ee.com +egvar.net +elektronischezigarettekaufen2.tumblr.com +enternet.ee +es5.com +eshop4u.jp +essaypro.com +etm-consult.de +evehemming.blogspot.com.au +evrotekhservis.ru +expolicenciaslatam.co ezigarettekaufen2.yolasite.com -ezigarettenkaufen2.dreamwidth.org -f07.de -factorynightclub.com -fapgon.com -fealq.com -felizporno.com -fifa-coins.online -filesmonster.porn +ezigaretteshop2.mywapblog.com +fable.in.ua +falllow.gq +familyholiday.ml +fickkontakte.org +fickkontaktehobbyhuren.com +filerockstar298.weebly.com +filmbokep69.com filmci.pro -filmi-onlain.info -findpik.com -finteks.ru -fitness-video.net -flagcounter.me -flauntyoursite.com -flowwwers.com -forms-mtm.ru -forpackningsutveckling.se -free-fb-traffic.com -free-share-buttons.top -freelifetimefuckbook.com -freesitetest.com -fugarif.ga -garciniaxt.us -gardene.ru -gate5.co.za -gazoblok.net.ua -gearcraft.us -germes-trans.com -glasof.es -glastecfilms.com.my -gogps.me -goldadpremium.com -gosreg.amchs.ru -gox.com.ua -greatdealshop.com -greatgrace.ru -greenzaim.ru -gribokstop.com -grizzlysgrill.com -gtopstats.com -guiadeserraazul.com -handicapvantoday.com -handsandlegs.ru -heartofbeijing.blogspot.com -helicalpile.us -homeandhealth.ru -hothot.ru -hoverboard360.de -huimin764128.com -hunthillfarmtrust.org -hut1.ru -hyhj.info -iccornacircri.cf -ilmen.net -iloveitaly.ru -imagefinder.site -images-graphics-pics.com -imguramx.pw -importchinacoach-teach.com -inclk.com -infektsii.com -interfucks.net -intervsem.ru -iphantom.com +fitnesspiks.com +floridamhca.org +footballfarrago.com +formseo.com +forodvd.com +fotosfotos.eu +fototravel.eu +frbizlist.com +frcls.fr +free-fbook-traffic.com +free-social-buttons.xyz +freelotto.com +ftns.ru +gael-s.ru +galleryawesome.com +gateway.zscalertwo.net +gaz-voshod.ru +gcup.ru +gearsadspromo.club +genetworx.com +get-free-social-traffic.com +getlamborghini.ga +gonextmedia.com +goodhumor24.com +gorodservis.ru +guildebzh.info +gungamesz.com +h2monline.com +haikuware.com +hauleddes.com +hazardky.net +hidemyass.com +hledejvshopech.cz +hornymatches.com +hotchatdate.com +hotcore.info +hothor.se +houseofrose.com +hundejo.com +hvd-store.com +hybrid.ru +iboss.com +id-forex.com +igadgetsworld.com +imadedinner.net +imagerydatabase.com +imagui.eu +impotentik.com +incomekey.net +investingclub.ru +investpamm.ru ipostroika.ru -isistaylorporn.info -itsdp3.com -itservicesthatworkforyou.com -james13prix.info -japfm.com -je7.us -jestr.org -jetsli.de -jobgirl24.ru -joingames.org -justprofit.xyz -kaac.ru -keyword-suggestions.com -keywordsking.com -kichenaid.ru -kidd.reunionwatch.com -kirov.zrus.org -klitimg.pw -kol-energo.ru -konkursov.net -konkursowo-24.pl -kosova.de -krafte.ru -kumuk.info -kustanay.kz -lacloop.info -landscaping.center -lashstudia.ru -law-check-seven.xyz -lenpipet.ru -lenvred.org -lerporn.info -lezbiyanki.net -lflash.ru +iqoption.com +iradiology.ru +iweblist.info +ixora.pro +iyasimasennka.com +izismile.com +izoll.ru +joessmogtestonly.com +joyceblog.top +jrpmakati.com +junketjuice.blogspot.com +kalb.ru +kashubadesign.ru +kenaba.su +keywordglobal.co.za +keywordhut.com +kino-ecran.ru +kino2018.cc +kliksaya.com +kmd-pto.ru +kolotiloff.ru +kreativperlen.ch +ks1234.com +kskjco.club +landinez.co +landmania.ru +larose.jb2c.me +ledis.top +letmacwork.world +letsart.ru libertybilisim.com -linkredirect.biz -listiseltemournlan.gq -liveinternet.ro -liver-chintai.org -lol-smurfs.com -lollypopgaming.com -lonfon.xyz -lovelycraftyhome.com -m5home.ru -machicon-ueno.info -map028.com -mararoom.ru -marmotstore.online -marsgatan.com -matsdale.com -mbiologi.ru -med-zdorovie.com.ua -medicinacom.ru -megakino.net -memberty.com -mesbuta.info -metabar.ru -mex-annushka.ru -mexicosleevegastrectomy.com -micasainvest.com -microsoftportal.net -microstatic.pl -minharevisao.com -mir-business-24.ru -morpicert.pw +lidoradio.com +life.biz.ua +lignofix.ua +linkrr.com +lion.playtap.us +liran-locks.com +littleberry.ru +liverpool.gsofootball.com +lookingglassemb.com +lottospring.com +lumb.co +mac-shield.com +mactechinfo.info +magiadinamibia.blogspot.com +mail.allnews24.in +mall.uk +mansiondelrio.co +manve.info +marblestyle.ru +markjaybeefractal.com +mebel-vstroika.ru +medanestesia.ru +medispainstitute.com.au +medizinreisen.de +meetingrainstorm.bid +mejoresfotos.eu +message-warning.net +metallosajding.ru +metalonly.info +mezaruk.info +mirobuvi.com.ua +misandesign.se +missclub.info +mlvc4zzw.space +mole.pluto.ro +monarchfind-a.akamaihd.net +moncleroutletonline.win +monsterdivx.com +montredemarque.nl +morlat.altervista.org moscow.xrus.org -mp3downloadhq.com -mp3films.ru -mrvideospornogratis.xxx -muz-tracker.net +moyakuhnia.ru +mp3ritm.top +msfsaar.de +muztops.ru my-cash-bot.co -mydeathspace.com -mygameplus.ru -myhitmp3.club -mylida.org -mystats.xyz -nordvpn.com +napalm51.nut.cc +narosty.com +naval.jislaaik.com +networkad.net +nevansk.ru +newhairstylesformen2014.com +nhl17coinsforps3.gratisblog.biz +nibbler.silktide.com +nodding-passion.tk noscrapleftbehind.co -november-lax.com -nowtorrents.com -nudepatch.net -nuker.com -o333o.com -obiavo.in -offer.camp -officedocuments.net -ok.ru -okmedia.sk -onemantrip.com -oops-cinema.ru -ordernorxx.com -ossmalta.com -ourtherapy.ru -ownshop.win -owohho.com -paintingplanet.ru -partner-stop.men -pekori.to -pendelprognos.se -perfectpracticeweb.com -perm-profnastil.ru -playtap.us -podshipniki-nsk.ru -poptool.net -porndl.org -porno-play.net -porno-raskazy.ru -porno-video-chati.ru -pornoinn.com -poshiv-chehol.ru -pospr.waw.pl -potolokelekor.ru -powenlite24.ru +nosecret.com.ua +nucia.biz.ly +nuit-artisanale.com +oakridgemo.com +oil-td.ru +onlinemegax.com +optitrade24.com +oz-offers.com +paclitor.com +pandroid.co +parfusale.se +patterntrader-en.com +paydayloanslocal.com +pcads.ru +pcboa.se +pechikamini.ru +perfectplanned.com +petsblogroll.com +picture-group.com +piluli.info +pixshark.com +pizdopletka.club +poem-paying.gq +pokemon-go-play.online +polimga.pw +poppen-nw.net +popup-fdm.xyz +porndroids.com +pornhive.org +pornobrazzers.biz +pourvous.info +pozdravleniya-c.ru pozdrawleniya.com -printdirectforless.com -printingpeach.com -priora-2.com -profitkode.com -profitwithalex.info -promodj.com -proposal-engine.com +preconnubial.usuby.site +pricheski-video.com +prizesbook.online +prlog.ru +pro-tec.kz +prom23.ru +prospekt-st.ru +prostitutki-tyumeni.org +prostitutki-yaroslavlya.org +purchasepillsnorx.com puteshestvennik.com -pwwysydh.com -quangcaons.com -quizzitch.net +putitin.me qwertty.net -rada.ru -rangjued.com -ranking2017.ga -realnye-otzyvy.info -registry-clean-up.net -remmling.de -remontvsamare.su -renecaovillasale.online -renewablewealth.com -riders.ro -rixpix.ru -rockprogblog.com -rogervivierforsale.com -royal-investments.net -runofilms.ru -ruspdd.com -russia-tao.ru -saecsa.co -sanidumps.com -sanyuprojects.com -sardinie.us -saveindex.xyz -sawin.beth.webd.pl -sbdl.no -scanner-alex.top -scanner-julianna.top -scanner-walt.top -sdelai-prosto.ru +rank-checker.online +rapidokbrain.com +razleton.com +razorweb-a.akamaihd.net +rcpmda.ikan1080.xyz +realizmobi.com +refudiatethissarah.info +regdefense.com +registrysweeper.com +reining.lovasszovetseg.hu +reklamuss.ru +remontgruzovik.ru +rentalcarnavi.info +rep-am.com +rfserial.net +rialp.getenjoyment.net +richinvestmonitor.com +riralmolamsaca.tk +rootandroid.org +rucrypt.com +runtnc.net +ruscopybook.com +russia-today-video.ru +russian-postindex.ru +sadaholding.com +sarahmilne.top +savetubevideo.com +sbwealthsolutions.ca +scanner-margo.top sdi-pme.com -searchinterneat-a.akamaihd.net -security60-e.com -sei80.com -seinterface.com -seksvideoonlain.com +search.1and1.com +seasonvar.ru semalt.com -seofied.com -seoheap.com -seorankinglinks.com -seotoolsagency.com -seryeznie-znakomstva.ru +sendearnings.com +seo-tools-optimizing.com +seomarketings.online +seoprofiler.com +seorankinglinks.xyz +servethis.com sevendays.com.ua -sevenstars7.com +sexphoto.site +sextracker.de +sexvporno.ru sexy-screen-savers.com -sharebutton.org -shoplvlv.us -sierraapps.com -silverage.ru -simple-share-buttons.com +shoesonlinebuy.cn +shop-electron.ru +shymkent.xkaz.org +si-unique.com simpoed.ufop.br -sisiynas.ru -sitebeam.net -siteheart.net -sitopreferito.it -skuteczna-dieta.co.pl +sims-sims.ru +site3.free-share-buttons.com +skypasss.com slimcdn.com -smichovbike.cz +slomm.ru +slujbauborki.ru +sms2x2.ru +snip.tw soc-proof.su -socialbuttons.xyz -softxaker.ru -solicita.info -soochi.co +solitaire-game.ru +spb-plitka.ru +sprttrack.com +spyfu.com spywarebegone.com -spywarespy.com -ssconstruction.co -steebook.com -stop-gepatit.te.ua -stretchingabuckblog.com -studiofaca.com -symphonyintegratedhealthcare.com -szamponrevita.pl -tackletarts.co -tako3.com -tamada69.com -tarad.com -tattoo33.ru -teastory.co -telefonsexsofort.tk -testbotprocessor44.com -thaismartloan.com -thebestweightlosspills.ovh +sr-rekneskap.no +staticfs.host +stauga.altervista.org +strfls.com +stroimajor.ru +stroydetali.ru +sumo.com +surflinksmedical.com +surintech.ac.th +survival.betteroffers.review +taqplayer.info +templates.franklinfire.co +thebestphotos.eu thefotosgratis.eu -tilido.com -tizanidinedosage.blogspot.com -tizanidineduringpregnancy.blogspot.com -tonivedu.it -top10-online-games.com -topclickguru.com +thepokertimer.com +theprofitsmaker.net +thesmartsearch.net +thexart.club +tiandeural.ru +titelhelden.eu +tizanidine4mgtablets.blogspot.com +tizanidinedrugtest.blogspot.com +tizanidinehcl2mgsideeffects.blogspot.com +tizanidineoral.blogspot.com +tksn.ru +tmm-kurs.ru +toloka.hurtom.com +top-study.work +topappspro.com +topdownloads.ru topflownews.com -torrent-newgames.com -traffic2money.com -trafficjunky.com -traffique.net -trailer.cinemaflix.website -tripper.de -trkur.com -twu.com.ua -umekana.ru +trafficfactory.biz +trafficjunky.net +treasuretrack-a.akamaihd.net +triumf-realty.ru +tupper-posuda.ru +turizm.bz +turn-up-life.life +tvorozhnaja-zapekanka-recept.ru +u-cheats.ru +uchetunet.su umnovocaminho.com -unimodemhalfduplefw.pen.io -uptimechecker.com -uroki.net -uzporno.mobi -uzungil.com -vacuumscleaner.com +unacittaconte.org +unitexindia.com +unlimitdocs.net +uprour.com +userequip.com +vabasa.inwtrade.com validccseller.com -validdomain.xyz -vbikse.com -vchulkax.com -ventelnos.com -versaut.xxx-cam.webcam -videospornogratisx.net -videotuber.ru -viveresaniesnelli.it -voloo.ru -voronezh.xrus.org -vote-up.ru -w3data.co -wallpapers-best.com -wallpapersist.com -watchinf.com -we-are-gamers.com -webinstantservice.com -webjam.com -weblibrary.win -webmonetizer.net -weightatraining.com -wellcome2slovenia.ru -whatzmyip.net -where-toget.com -whereiskentoday.com -wholesalejerseychinashop.com -whosonmyserver.com -winner7777.net -wiosenny-bon-1500.pl +velen.io +venta-prom.ru +vereo.eu +veselokloun.ru +vezuviy.su +videochat.life +videositename.com +vipromoffers.com +virus-respirators.com +visa-pasport.ru +volume-pills.biz +vseigry.fun +vucms.com +vut.com.ru +wardreapptokone.tk +warezkeeper.com +webix.me +website-stealer.nufaq.com +webstatsdomain.org +wheelchairliftsarea.com +whipme.yopoint.in +wholesalejerseysgaa.com +williamrobsonproperty.com +wineitudes.wordpress.com +wonderfulflowers.biz word-vorlagen.net -worldmusicfests.com -ws.ampower.me -wufak.com -x69ty.ru -xchangetrak.com -xingzi-vision.com -xjrul.com -xn----7sbaphztdjeboffeiof6c.xn--p1ai -xn----7sbbahaq9bb5afgiqfliv4m.xn--p1ai -xn--b1agm2d.net -xtube.com -yaoguangdj.com -yellowstonesafaritours.com -yes-com.com -yoopsie.com -yourads.website -yourdesires.ru -youresponsive.com -yourporngay.com -youtube-downloader.savetubevideo.com -yun56.co -zawyna.ua -zerocash.msk.ru -zeroredirect7.com +worldis.me +worst-sites.online +wrz0iuebwhp5fg.freeddns.com +x-true.info +xfire.com +xkaz.org +xmlinde.com +xmnb.net +xmronta.com +xn----ctbigni3aj4h.xn--p1ai +xn--80aaaks3bbhabgbigamdr2h.xn--p1ai +xn--80aafb2a.xn--p1ai +xn--80ahvj9e.xn--p1ai +xn--80aodinpgi.xn--p1ai +xtrafficplus.com +xwatt.ru +xxx-treker.ru +yginekologa.com +youporn-forum.ga +youradulthosting.com +youtubedownload.org +ytmnd.com +za-music.mymobiplanet.com +zajm-zalog-krasnodar.ru +zaloro.com +zeroredirect5.com znakomstvaonlain.ru -zog.link -zoompegs.com -zrelaya.pw -zzbroya.com.ua -zzlgxh.com +zojirushi-products.ru +zoogdiesney.com +zootoplist.com diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index 1a1757824..57dcfbc4f 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -03p.info -1j7740kd.website -256bit.by -3th.co.in -4istoshop.com -4k-player.pl -5000-cotydzien.com -adtech.de -alert-jdh.xyz -alloysteel.ru -allwidewallpapers.com -amateurlivechat.org -apelsinnik.website -apidigidocketnet-a.akamaihd.net -apiitsthirteende-a.akamaihd.net -apisecretsaucebi-a.akamaihd.net -apishops.ru -aproposde.com -atout-energie-69.com -autovideobroadcast.com -bestcoin.cc -bestserials.com -beta.hotkeys.com +101flag.ru +24x7-server-support.site +abclauncher.com +absolutelyanalog.com +adtiger.tk +akama.com +alevinefesleri.com +alf-img.com +allesohnegirls.net +amospalla.es +amt-k.ru +angry-fermi-7633.arukascloud.io +animaltoplist.com +animebox.com.ua +apiappenableinfo-a.akamaihd.net +articlesdirectoryme.info +asdfg.pro +asmxsatadriverin.aircus.com +asrv-a.akamaihd.net +auspolice.com +auto4style.ru +ayeartoforget.com +baksman.com +bedandbreakfast.com +bestmarriages.com bezlimitko.xyz -beztuberkuleza.ru -bimatoprost-careprost.com.ua -bjgugu.net.ua -blackwitchcraft.ru -blockety.co -bloggers.nl -bloke.com -bookhome.info -boole.onlinewebshop.net -brains2.biz -brk-rti.ru -btnativenav.com +biocn.dx.am +bizru.info +boanonihaca.tk +bolezniorganov.ru +brandbucket.com +brothers-smaller.ru buypillsorderonline.com -buyviagraa.blogspot.com -catalogs-parts.com -cheapestjerseysonwholesale.com -christianlouboutinreplica.win -clickintext.net -clothesforcash.com -codq.info -compiko.info -compliance-checker-7.info -compliance-elena.top -compliance-julia.top -compliance-mary.top -compliance-willy.top -concealthyself.com -cookie-law-enforcement-ff.xyz -customchocolate.business-for-home.com -cv.wallhade.co -cwetochki.ru -d2jsp.org -damedingel.ya.ru -dating-app.ru -dengi-pod-zalog-nedvizhimosti.ru -dominateforex.ml -doreenblog.online -e-kwiaciarz.pl -e90post.com -easync.io -ekn-art.se -elektronischezi.livejournal.com -elexies.info -emailaccountlogin.co +cacheimages.com +callstevens.com +camdolls.com +capacitacionyaprendizaje.com +cartierbraceletsreplica.pw +cdnanalytics.xyz +charmstroy.info +cheapbarbour.online +chinacheapelitejerseys.com +community.allhiphop.com +compliance-george.top +compliance-irvin.top +compliance-mark.top +contentlook.co +coolbar.pro +coolwallpapers-hd.com +cracksplanet.com +crynet.cc +cryptoswap.biz +czeshop.info +dentalpearls.com.au +dentfidemountpreach.tk +dieswaene.com +disruptingdinnerparties.com +dktr.ru +dms-sw.ru +domaincheck.io +e-collantes.com +eandsgallery.com +eleimgo.pw +elektrischezigaretten2.beeplog.com +elitesportsadvisor.com engines-usa.com -ertelecom.ru -euronis-free.com -filmidivx.com -freefoto.ca -freemaintenancesysforpcandmac.top -freenode.info -freza-sverlo.ru -fsakhalin.ru -fugarif.ga -funnymama.com -fz139.ttk.ru -gavuer.ru -germes-trans.com -getdot.ru -getprismatic.com -gettpromos.com -gobongo.info -goodhousekeeping.com -gowreckdiving.com -gpms.org.my +enternet.ee +ero-advertising.com +erotikchat-24.com +erotische-geschichten-xxl.com +errorfixing.space +failingmarriege.blogspot.com +femmesdenudees.com +filmi-onlain.info +fortunejack.com +fortwosmartcar.pw +foto-basa.com +foxtechfpv.com +franecki.net +freecamdollars.com +freesitetest.com +freetangodownload.com +galaxyflowers.ru +gambarkataku.co +game-mmorpg.net +gamerextra.com +get-your-social-buttons.info +gilsonchiro.xyz +glcomputers.ru +glogow.pl +go2jump.org +gratis-sexkontakte.com +gwebtools.com gz2.bbsoldes.fr -hahashka.ru -happy.new.yeartwit.com -hentaiheroes.com -hesteel.pl -holidaypics.org -hoste.octopis.com -hosting-tracker.com -houseofgaga.ru -hoverboard360.at -hunthillfarmtrust.org -ilo134uloh.com -immigrational.info -import-sales.com -jerseyswholesalechinalimited.com -johnrobertsoninc.com -jolic2.com -justkillingti.me -karachev-city.ru -kerei.ru -keywordbasket.com -knowsitall.info -komputernaya-pomosh-moscow.ru -kountrylife.com -lanasshop.ru -lesbian.xyz -lexiangwan.com -live-cam6.info -liverpool.gsofootball.com -ljusihus.se -lodki-pvh.dp.ua -louboutinbooties.xyz -machicon-akihabara.info -manimpotence.com -marktforschung-stuttgart.com -marmotstore.online -maximilitary.ru -member-quiz.com -merryhouse.co.uk -meteocast.net -mhtr.be -mikrobiologies.ru -mnimmigrantrights.net -mompussy.net -moncleroutletonline.pw -monetizationking.net -moroccosurfadventures.com -mulberryoutletonlineeu.com -mvpicton.co.uk -my-cash-bot.co -myprintscreen.com -neks.info -novgorod.xrus.org -nrv.co.za -paighambot.com -panchro.xyz -parajumpersjakkesalgnorge.info -pateaswing.com -perosan.com -perso.wanadoo.es -petitions.whitehouse.gov -phuketscreen.com -pio.polytopesexempt.com -popcash.net -pornofiljmi.com -predmety.in.ua -prpops.com -putitin.me -pyrodesigns.com.au +healing-dysplasia.ru +hkladys.com +homeinns.com +horoshieokna.com +hoverboardforsaledirect.com +howopen.ru +hulfingtonpost.com +humanelydrew.com +hyiphunter.org +imguramx.pw +indianmedicaltourismshop.com +intimshop-fantasy.ru +investyb.com +ipostroika.ru +isitwp.com +islandminingsupply.wordpress.com +isotoner.com +jongose.ninja +keyhantercume.com +kinky-fetishes.com +kinobest.pl +kit-opt.ru +klin3952.ru +kometars.xyz +koversite.info +krasivoe-hd.com +krasula.pp.ua +kuzinsp.ru +kw21.org +ladsblue.com +laexotic.com +ldrtrack.com +linkbux.ru +lion.playtap.us +liveinternet.ru +livejasmin.com +lrac.info +magicplayer-s.acestream.net +mainlinehobby.net +managerpak204.weebly.com +massage-info.nl +meltwater.com +mesto-x.com +metalonly.info +mjchamonix.org +mnogolok.info +monarchfind-a.akamaihd.net +monclervests.xyz +morf.snn.gr +mp3downloadhq.com +muschisexbilder.com +music.utrolive.ru +naperehresti.info +national-today-winning-winner.club +naughtyconnect.com +newtechspb.ru +nextrent-crimea.ru +nikitabuch.com +nippon-bearings.ru +noscrapleftbehind.co +npoet.ru +nudepatch.net +one-gear.com +osb.se11.ru +pdn-4.com +pelfind.me +pensplan.com +phpdevops.com +pl-top.pl +pl.aasoldes.fr +poffet.net +polimga.pw +pons-presse.com +preventheadacheguide.info +professionaldieselcare.com +projectforte.ru +pron.pro +pussyspace.net +realizmobi.com realtytimes.com -rebelmouse.com -remont-comp-pomosh.ru -renecaovilla.online -rentehno.ru -riders.ro -rootandroid.org -ruscopybook.com -s-iwantyou.com +reckonstat.info +registrationdomainsite.com +reward-survey.net +rossmark.ru +ruex.org.ua sady-urala.ru -savetubevideo.com -scanner-olga.top -screpy.com -sdelatmebel.ru +satoristudio.net +savefrom.com +scansafe.net sdrescher.net -seansonline24.pl -seccioncontrabajo.com -seoprofiler.com -seorankinglinks.us -servicecenter.co.ua -sexkvartal.com -sexsaoy.com -sharebutton.to -sindragosa.comxa.com -smailik.org -snsdeainavi.info -socialseet.ru -solitaire-game.ru -space-worry.ml -speedup-my.site -spidtest.org -sport7777.net -srgwebmail.nl -stjamesschool.info -strana-krasoty.ru -stroimajor.ru -stuff-about-money.com -svbur.ru -taxi-v-eisk.ru -teesdaleflyballclub.co.uk -templates.radiodigital.co -thebestphotos.eu -thedownloadfromwarez.blogspot.com -thegamerznetwork.com -thenews-today.info +selectads.men +seo-tools-optimizing.com +seo18.su +sex-dating.co +sexiporno.net +sharpchallenge.com +shemalegalls.blogporn.in +shillyourcoins.com +shoplvlv.us +simple-image.com.ua +sixcooler.de +skylta.com +smartshoppymac.com +soaksoak.ru +socialbuttons.xyz +socialtrade.biz +solution4u.com +souvenirua.com +spylog.com +standardchartered-forex.com +star61.de +stardevine.com +steame.ru +stroicol.net +swimpool.ca +t3chtonic.com +taraz.xkaz.org +tds-advert005.info +the-trader.net +thejournal.ru thiegs.reco.ws -tilido.com -tizanidineduringpregnancy.blogspot.com -tizanidinehcl2mg.blogspot.com -tkanorganizma.ru -tmtrck.com -tongkatmadura.info -topads.men -topbestgames.com -tracklead.net -tradedeals.biz -traffique.net -trainoffend.ml -truck-land.life -tryrating.com +tomck.com +torrentdownloadhub.com +torrents-tracker.com +trafficmonetize.org +trucri.me tsstcorpcddvdwshbbdriverfb.aircus.com -tube8.com -turkeyreport.tk -twincitiescarservice.com -underthesite.com -vacances-voyages.info -vepad.com -via-energy-cumpara.com -videospornogratisx.net -wdfdocando.com -web-analytics.date -weclipart.com -wellcome2slovenia.ru -westen-v.life -winner7777.net -xep.info -xgftnlrt.bloger.index.hr -xn--80abgj3a5acid6ghs.top -xn--80aodinpgi.xn--p1ai -xtraffic.plus -xxxkaz.org -yes-com.com -yhit.press -yourdesires.ru -youthreaders.com -yuarra.pluto.ro -zlatnajesen.com -zona-aqua.ru -zooggames.com -zoolubimets.ru -zophim.me -zscalertwo.net +ttrraacckkrr.com +u555u.info +ugogo.info +umaseh.com +url-img.link +ussearche.cf +uytmaster.ru +veles.shop +via-energy-order.com +vinsit.ru +vintontech.info +wfb.hatedriveapart.com +whatistizanidine2mg.blogspot.com +word-vorlagen.xyz +worldlovers.ru +wpthemedetector.co.uk +www.888.com +x-diesel.biz +xitjw.info +xn----itbkqkfiq.xn--p1ai +xn--80aaaks3bbhabgbigamdr2h.xn--p1ai +xn--80aafb2a.xn--p1ai +yaderenergy.ru +youtoner.it +youtubologia.it +ypmuseum.ru +zaloro.com +zed21.net +zeleznobeton.ru diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index 0b119d212..324b1a098 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.172 0; +10.1.0.183 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index 8b52c6779..5ce67dd01 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.09.2584 -### Updated: Sat Sep 11 10:03:06 UTC 2021 +### Version: V4.2021.09.2585 +### Updated: Sat Sep 11 22:01:17 UTC 2021 ### Bad Bot Count: 623 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 8b52c6779..5ce67dd01 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2021.09.2584 -### Updated: Sat Sep 11 10:03:06 UTC 2021 +### Version: V4.2021.09.2585 +### Updated: Sat Sep 11 22:01:17 UTC 2021 ### Bad Bot Count: 623 ################################################### ### Version Information ##