From 410a908725e386750a120bc382023494867fbbd5 Mon Sep 17 00:00:00 2001 From: mitchellkrogza Date: Tue, 13 Dec 2022 22:07:24 +0000 Subject: [PATCH] V4.2022.12.3516 [ci skip] --- AUTO-CONFIGURATION.md | 2 +- MANUAL-CONFIGURATION.md | 2 +- README.md | 2 +- _google_analytics_ghost_spam/README.md | 2 +- .../etc/nginx/conf.d/globalblacklist.conf | 5 +- conf.d/globalblacklist-testing-version.conf | 5 +- conf.d/globalblacklist.conf | 5 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- dev-tools/buildnumber | 2 +- dev-tools/globalblacklist-testing.template | 5 +- dev-tools/globalblacklist.template | 5 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- dev-tools/test_units/blacklist-ips.conf | 2 +- .../random-bots-for-test-quick.list | 20 +- .../test_units/random-bots-for-test.list | 308 +++--- .../random-bots-for-whitelist-test.list | 334 +++---- .../random-referrers-for-test-quick.list | 20 +- .../test_units/random-referrers-for-test.list | 940 +++++++++--------- .../random-referrers-for-whitelist-test.list | 476 ++++----- dev-tools/test_units/whitelist-ips.conf | 2 +- dev-tools/tmp/robots.txt | 4 +- robots.txt/robots.txt | 4 +- 45 files changed, 1120 insertions(+), 1105 deletions(-) diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index a3fc02839..b66000d92 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2022.12.3515 +#### Version: V4.2022.12.3516 #### Bad Referrers Blocked: [7097](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 6db332aaf..156c547d8 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2022.12.3515 +#### Version: V4.2022.12.3516 #### Bad Referrers Blocked: [7097](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index 04499d75f..f3f01c622 100755 --- a/README.md +++ b/README.md @@ -14,7 +14,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2022.12.3515 +#### Version: V4.2022.12.3516 #### Bad Referrers Blocked: [7097](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 666858380..b6611d568 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2022.12.3515 +#### Version: V4.2022.12.3516 #### Bad Referrers Blocked: [7097](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 88c169215..1e1f5d167 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.12.3515 -### Updated: Tue Dec 13 10:03:54 UTC 2022 +### Version: V4.2022.12.3516 +### Updated: Tue Dec 13 22:01:23 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8551,6 +8551,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 2e20f83e5..a9b2caea5 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.12.3515 -### Updated: Tue Dec 13 10:03:55 UTC 2022 +### Version: V3.2022.12.3516 +### Updated: Tue Dec 13 22:01:23 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8549,6 +8549,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 88c169215..1e1f5d167 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.12.3515 -### Updated: Tue Dec 13 10:03:54 UTC 2022 +### Version: V4.2022.12.3516 +### Updated: Tue Dec 13 22:01:23 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8551,6 +8551,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 2e20f83e5..a9b2caea5 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.12.3515 -### Updated: Tue Dec 13 10:03:55 UTC 2022 +### Version: V3.2022.12.3516 +### Updated: Tue Dec 13 22:01:23 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8549,6 +8549,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 38149d800..41b34b058 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.15 1; +10.1.0.70 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 6c20b25b7..36f7353bd 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.15 0; +10.1.0.70 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 2e20f83e5..a9b2caea5 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.12.3515 -### Updated: Tue Dec 13 10:03:55 UTC 2022 +### Version: V3.2022.12.3516 +### Updated: Tue Dec 13 22:01:23 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8549,6 +8549,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 38149d800..41b34b058 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.15 1; +10.1.0.70 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 6c20b25b7..36f7353bd 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.15 0; +10.1.0.70 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 2e20f83e5..a9b2caea5 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.12.3515 -### Updated: Tue Dec 13 10:03:55 UTC 2022 +### Version: V3.2022.12.3516 +### Updated: Tue Dec 13 22:01:23 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8549,6 +8549,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 38149d800..41b34b058 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.15 1; +10.1.0.70 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 6c20b25b7..36f7353bd 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.15 0; +10.1.0.70 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 2e20f83e5..a9b2caea5 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.12.3515 -### Updated: Tue Dec 13 10:03:55 UTC 2022 +### Version: V3.2022.12.3516 +### Updated: Tue Dec 13 22:01:23 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8549,6 +8549,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index ddf466b9c..a51dad245 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -3515 +3516 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 2e20f83e5..a9b2caea5 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.12.3515 -### Updated: Tue Dec 13 10:03:55 UTC 2022 +### Version: V3.2022.12.3516 +### Updated: Tue Dec 13 22:01:23 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8549,6 +8549,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index 88c169215..1e1f5d167 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.12.3515 -### Updated: Tue Dec 13 10:03:54 UTC 2022 +### Version: V4.2022.12.3516 +### Updated: Tue Dec 13 22:01:23 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8551,6 +8551,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 3401c4500..b8d733602 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.253.228.20 0; +40.86.18.81 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 88c169215..1e1f5d167 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.12.3515 -### Updated: Tue Dec 13 10:03:54 UTC 2022 +### Version: V4.2022.12.3516 +### Updated: Tue Dec 13 22:01:23 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8551,6 +8551,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 38149d800..41b34b058 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.15 1; +10.1.0.70 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 6c20b25b7..36f7353bd 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.15 0; +10.1.0.70 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 88c169215..1e1f5d167 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.12.3515 -### Updated: Tue Dec 13 10:03:54 UTC 2022 +### Version: V4.2022.12.3516 +### Updated: Tue Dec 13 22:01:23 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8551,6 +8551,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 38149d800..41b34b058 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.15 1; +10.1.0.70 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 6c20b25b7..36f7353bd 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.15 0; +10.1.0.70 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 88c169215..1e1f5d167 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.12.3515 -### Updated: Tue Dec 13 10:03:54 UTC 2022 +### Version: V4.2022.12.3516 +### Updated: Tue Dec 13 22:01:23 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8551,6 +8551,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 38149d800..41b34b058 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.15 1; +10.1.0.70 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 6c20b25b7..36f7353bd 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.15 0; +10.1.0.70 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 88c169215..1e1f5d167 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.12.3515 -### Updated: Tue Dec 13 10:03:54 UTC 2022 +### Version: V4.2022.12.3516 +### Updated: Tue Dec 13 22:01:23 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8551,6 +8551,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 3401c4500..b8d733602 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.253.228.20 0; +40.86.18.81 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 23c4335c4..df0a95599 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.12.3515 -### Updated: Tue Dec 13 10:03:54 UTC 2022 +### Version: V4.2022.12.3516 +### Updated: Tue Dec 13 22:01:23 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8551,6 +8551,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 3401c4500..b8d733602 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.253.228.20 0; +40.86.18.81 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 9e8a82a19..79c21882c 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.12.3515 -### Updated: Tue Dec 13 10:03:54 UTC 2022 +### Version: V4.2022.12.3516 +### Updated: Tue Dec 13 22:01:23 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8551,6 +8551,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index 38149d800..41b34b058 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.15 1; +10.1.0.70 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index f2537fa7e..79054a164 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -360Spider -HonoluluBot -Leap -RedesScrapy -Telesoft -WEBDAV -WebImageCollector -Whack -adscanner -probe-image-size +Aboundex +Buck +Ebingbong +Evil +Indy Library +InfoNaviRobot +ScreenerBot +Snapbot +Sosospider +sogouspider diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index b93d24721..cbf9d8bc8 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -AIBOT -ALittle Client +360Spider +404checker +404enemy +ADmantX Aboundex -AiHitBot +Aboundexbot Aipbot +Alexibot Anarchie -Atomseobot -AwarioSmartBot -BBBike -BDCbot -BLEXBot -BackStreet -BacklinkCrawler +Anarchy +Aspiegel +AwarioRssBot +BDFetch +Backlink-Ceck +Badass Bandit Barkrowler +BatchFTP +Battleztar Bazinga +BlackWidow Blackboard BlowFish +Bolt BotALot -Buck -Bullseye -BunnySlippers +Buddy +BuiltBotTough +BuzzSumo CATExplorador -CODE87 -CSHttp -CazoodleBot +CCBot +Cegbfeieh CheTeam CheeseBot +Chlooe Citoid -Cliqzbot +Claritybot +Cogentbot +Copier Cosmos Craftbot -Crawling at Home Project CrazyWebCrawler -Crescent -CrunchBot -Curious -Custo -CyotekWebCopy -DSearch -DataCha0s -Demon -Dirbuster -Disco +DatabaseDriverMysqli +Deusu +Discobot +Dispatch +DittoSpyder DnBCrawler-Analytics -DnyzBot -DomainSigmaCrawler -DomainStatsBot -ECCP/1.0 +DomainAppender +Download Wonder +EMail Siphon EMail Wolf EasyDL Ecxi -EirGrabber -Exabot +Evil +ExtLinksBot +Extractor ExtractorPro Extreme Picture Finder -FDM -Fimap -Firefox/7.0 -Flunky +Ezooms +FHscan +FemtosearchBot +FlashGet Freeuploader Fuzz +FyberSpider GalaxyBot GetRight -GetWeb Go!Zilla -Go-Ahead-Got-It GoZilla -Grabber +Gotit +GrabNet +Grafula GrapeFX -GrapeshotCrawler -HEADMasterSEO -HTTrack -Heritrix +HMView +Haansoft +Havij +Hloader +HonoluluBot Humanlinks +HybridBot +IDBTE4M +IRLbot Iblog Id-search -IlseBot -Image Sucker -IndeedBot -InfoTekies -Internet Ninja -JOC Web Spider +Indy Library +Intelliseek +Iria +Iskanie +JetCar +JikeSpider Joomla -Jorgee JustView -LNSpiderguy -LWP::Simple +Kenjin Spider +Keyword Density +Kozmosbot +Lanshanbot LeechFTP -Lftp -Likse -LinqiaMetadataDownloaderBot -Lipperhey -Lipperhey Spider -Litemage_walker -Lmspider -MFC_Tear_Sample +LexiBot +LinksManager +MIDown tool MIIxpc -MQQBrowser -Majestic SEO -Majestic-SEO +MJ12bot +MSFrontPage +MSIECrawler +Magnet +Mail.RU_Bot MarkWatch -Masscan -MeanPath Bot +Mata Hari +Mb2345Browser Mediatoolkitbot MegaIndex.ru Metauri -Microsoft URL Control -Mister PiX +MicroMessenger +Minefield Moblie Safari Mojeek Mojolicious -Musobot +MolokaiBot +Morfeus Fucking Scanner +Mr.4x3 NPbot +Name Intelligence Nameprotect Navroad -NetAnts +Nessus +Net Vampire NetLyzer NetSpider -NetZIP +Netcraft +Nettrack NextGenSearchBot -Not -Offline Explorer -OnCrawl +NimbleCrawler +Ninja +Nmap +Offline Navigator +OpenLinkProfiler Openfind OrangeBot -OutclicksBot -POE-Component-Client-HTTP +OrangeSpider +OutfoxBot +PECL::HTTP +PHPCrawl +PageAnalyzer +PageScorer Pandalytics Panscient Papa Foto -PictureFinder +Pavuk +PeoplePal +Pi-Monster +Picscout +Pimonster Pixray -Pockey -ProPowerBot -Pu_iN -PxBroker -PyCurl +Probethenet QueryN Metasearch -RankActive -RankingBot -ReGet -RealDownload -RebelMouse -Recorder -RedesScrapy +RankFlex +Reaper +RepoMonkey SBIder -SEOkicks SEOkicks-Robot -SEOprofiler SEOstats ScanAlert -ScreenerBot -SearchmetricsBot +Screaming Seekport Semrush -SentiBot SeoSiteCheckup -Seomoz Shodan -Site Sucker +Siphon +SiteExplorer SiteLockSpider SiteSnagger -Siteimprove -Sitevigil -SmartDownload -SocialRankIOBot -Spanner -SputnikBot +SiteSucker +Snake +Snoopy +Sottopop +Spinn3r Sucker Sucuri +SuperBot SuperHTTP -Swiftbot -T8Abot Teleport Telesoft -The Intraformant -Thumbor +Telesphoreo +Telesphorep TightTwatBot -Titan -Toata -Toweyabot -Tracemyfile -Trendiction -Turingos -Turnitin -TurnitinBot -URLy.Warning +True_Robot +Twice +Typhoeus +URLy Warning UnisterBot -Upflow -Vacuum -Vagabondo -VeriCiteCrawler +VCI +VidibleScraper +Virusdie VoidEYE +Voltron +WASALive-Bot +WBSearchBot WEBDAV -WISENutbot -WPScan +WWW-Collector-E WWWOFFLE Wallpapers/3.0 -WeSEE +Web Auto Web Collage -Web Enhancer -Web Fetch -Web Fuck -Web Sucker -WebAuto -WebEnhancer -WebFetch +Web Pix +Web Sauger +WebBandit +WebCopier WebFuck -WebImageCollector +WebPix +WebSauger +WebStripper +WebSucker WebZIP +Webalta Website Quester +WebsiteExtractor Whack -Who.is Bot WinHTTrack -WiseGuys Robot -Wonderbot -Woobot -Xaldon WebSpider -Xaldon_WebSpider +Wotbox Xenu -YoudaoBot Zermelo -ZumBot -ZyBorg +ZmEu +ZoomBot +archive.org_bot arquivo-web-crawler -autoemailspider +arquivo.pt cah.io.community -check1.exe clark-crawler -cognitiveseo -dataforseo.com +com.plumanalytics +crawler4j demandbase-bot domainsproject.org -facebookscraper heritrix instabid -internetVista monitor -iubenda-radar +isitwp.com linkdexbot -lwp-trivial -muhstik-scan +magpie-crawler oBot page scorer -plumanalytics +polaris version s1z.ru -seostar -tAkeOut -trendiction.com +seobility +seocompany.store +sitechecker.pro +sp_auditbot +spyfu +sysscan +voyagerx.com +webgains-bot webmeup-crawler -webpros.com +xpymep1.exe diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 70fddd2a9..1ff3e6d78 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -404enemy -80legs -ADmantX -ALittle Client +360Spider +404checker +AIBOT ASPSeek -Abonti Aboundexbot -Acunetix AfD-Verbotsverfahren -Aipbot +AhrefsBot +Alexibot Alligator +AlphaBot Anarchie -Aspiegel -AwarioSmartBot +Anarchy +Attach BBBike -BDFetch -BackStreet -BackWeb +BLEXBot +Backlink-Ceck +BacklinkCrawler +Badass +Bandit Barkrowler -Battleztar Bazinga -BetaBot -BlowFish -Boardreader -Brandprotect -Bullseye +Blackboard +Blow +Brandwatch +BuiltBotTough +BuiltWith +BunnySlippers +BuzzSumo CATExplorador +CCBot CSHttp Calculon -Cegbfeieh -CheTeam +CazoodleBot +CensysInspect +CherryPicker ChinaClaw -Chlooe -Claritybot +Cliqzbot Cogentbot -CopyRightCheck -Copyscape +Copier +Crawling at Home Project Crescent -CrunchBot -DBLBot -DTS Agent +CyotekWebCopy DatabaseDriverMysqli -Demon +Dirbuster Discobot -Discoverybot -DnBCrawler-Analytics -DnyzBot -DomainAppender -DomainSigmaCrawler +Domains Project Dotbot +Download Wonder EMail Siphon -EasyDL -Ebingbong -Ecxi -EroCrawler +Evil Extractor ExtractorPro -EyeNetIE -Ezooms -FemtosearchBot -Fimap -Firefox/7.0 +FDM +FlashGet +Flunky Foobot +FrontPage Fuzz -FyberSpider +Fyrebot G-i-g-a-b-o-t -GT::WWW -GetRight -Grabber -Grafula -GrapeFX -GrapeshotCrawler +GalaxyBot +GermCrawler +Getintent +Gotit +GrabNet +GridBot +HTTP::Lite Haansoft -Heritrix -HonoluluBot -HybridBot -Iblog +HaosouSpider +Harvest +Humanlinks +IDBot +IRLbot Id-search -IndeedBot -InfoTekies +IlseBot +Image Sucker +InfoNaviRobot Intelliseek -InterGET -Internet Ninja InternetSeer -Iskanie +Iria JOC Web Spider +JamesBOT JennyBot -JetCar +Jyxobot Keyword Density -Kozmosbot +LNSpiderguy LWP::Simple Lanshanbot -Larbin LeechGet LibWeb Lightspeedsystems Likse -LinqiaRSSBot +LinkScan +LinksManager +LinqiaScrapeBot Lipperhey Lipperhey Spider -Litemage_walker -Ltx71 -MSFrontPage +Lmspider +MIIxpc +MJ12bot +MQQBrowser MSIECrawler -Mail.RU_Bot -Majestic SEO -Majestic-SEO -MarkMonitor -Mb2345Browser -Meanpathbot -MicroMessenger -Microsoft URL Control +MTRobot +Majestic12 +MarkWatch +Mata Hari +MeanPath Bot +Mediatoolkitbot +MegaIndex.ru +Metauri +Minefield +Mister PiX +Moblie Safari +Mojeek Mojolicious -Morfeus Fucking Scanner -NPbot -Nameprotect -Navroad +MolokaiBot +Mr.4x3 +Msrabot +NICErsPRO +Name Intelligence +Net Vampire +NetAnts +NetLyzer NetZIP -Netcraft Nettrack -Netvibes -NextGenSearchBot -Nibbler -Not -Nutch -Octopus -OnCrawl -OpenVAS -OrangeSpider +Ninja +Nmap +Nuclei +Offline Navigator +OpenLinkProfiler +Openfind +OrangeBot +OutfoxBot PECL::HTTP -PageAnalyzer -PageScorer -Panscient -Pavuk +POE-Component-Client-HTTP +PageThing.com +Papa Foto +PeoplePal Pi-Monster -Picscout -PleaseCrawl +PictureFinder +Piepmatz +Pixray ProWebWalker -Probethenet -Pu_iN -Pump -PyCurl -RSSingBot +Psbot +PxBroker +Quick-Crawler RankActiveLinkBot -RankingBot2 +RankFlex Re-re -Reaper -Recorder -Ripper -RocketCrawler +RebelMouse +RedesScrapy +Rogerbot +SEOlyticsCrawler +SEOprofiler SEOstats -SISTRIX -SMTBot +ScoutJet Screaming +ScrepyBot +Searchestate Seekport SemanticJuice Semrush -Shodan -SiteLockSpider -Sitebeam -Sitevigil -SlySearch +SeobilityBot +Seomoz +Siphon +SiteSnagger +Siteimprove +Snapbot +SocialRankIOBot Sociscraper -Sosospider Spammen -SpankBot -SputnikBot -Sqlworm +Spanner Sqworm Steeler -Stripper -Sucker -SuperHTTP -Swiftbot -Szukacz +SuperBot +SurveyBot +Suzuran +T0PHackTeam Teleport -Telesoft -Telesphorep -TheNomad -Titan -Toata -Toweyabot -Trendictionbot -Turingos +TeleportPro +Telesphoreo +Thumbor Turnitin -URLy Warning +TwengaBot +Typhoeus +URLy.Warning Upflow -V-BOT -VidibleScraper -Virusdie -WASALive-Bot +VCI +Vacuum +Voltron WBSearchBot -WWW-Collector-E -WallpapersHD -Web Auto -Web Collage -Web Sauger -Web Sucker +WPScan +WWW-Mechanize +Wallpapers/3.0 +WeSEE +Web Fuck +WebBandit WebCollage +WebCopier WebEnhancer -WebFuck -WebLeacher +WebGo IS WebPix -WebSauger -WebmasterWorldForumBot +WebStripper +WebSucker +WebZIP +Webalta Website Quester +WebsiteExtractor WebsiteQuester -Whatweb +Webster +Who.is Bot Widow -WiseGuys Robot -Wotbox +Wonderbot +Xaldon WebSpider +Xaldon_WebSpider Xenu +Zauba +Zeus Zitebot ZmEu +ZoomBot ZumBot -ZyBorg +archive.org_bot arquivo.pt autoemailspider -cah.io.community -check1.exe -clark-crawler coccocbot cognitiveseo -crawl.sogou.com -crawler.feedback +dataforseo.com demandbase-bot -facebookscraper +domainsproject.org +eCatch +evc-batch gopher heritrix internetVista monitor isitwp.com -iubenda-radar linkdexbot -meanpathbot +lwp-trivial +magpie-crawler mediawords -oBot -pcBrowser -plumanalytics -polaris version -satoristudio.net -seocompany.store -seoscanners -seostar -sexsearcher +netEstate NE Crawler +page scorer +probe-image-size +s1z.ru +scalaj-http +seobility sitechecker.pro -siteripz spyfu -trendiction.de +tAkeOut ubermetrics-technologies.com -webmeup-crawler -webprosbot +x22Mozilla diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index c5d69b3f5..542bb3e0b 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -anabolics.shop -bugof.gq -cartujano-pre.de -edge.sharethis.com -en.altezza.travel -fix-website-errors.com -gigapeta.com -justbcause.com -onclkads.com -warezkeeper.com +888.com +alert-jdh.xyz +findacheaplawyers.com +kinostorm.net +krassh.ru +paidonlinesites.com +printingpeach.com +toolsky.com +topflownews.com +worldinternetauthority.com diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index 1d8f456e6..efd4cf545 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -108shot.com -11235813.webzdarma.cz +1008.su 12masterov.com -2020iscoming.info -23kw.ru -2nt.ru -3th.co.in -4kepics.com -4webmasters.org -5000-cotydzien.com -5kstore.com -66cpwgln.space -7minuteworkout.com -8xv8.com -98oi.ru -aa9d046aab36af4ff182f097f840430d51.com -aarbur.com -abcdeg.xyz -above.com -actices.com -activecampaign.dreamhosters.com -addtoadd.men -adloads.com -adserver-e7.com -adtech.fr -adverster.com -agadelha.com.br -ageofclones.com -alfa-img.com -algerianembassy.co.in -allboard.xobor.de -amt-k.ru +13tabs.com +1kinobig.ru +34.gs +4ur.click +4ureyesonly.com +6hopping.com +7ooo.ru +DomainStatsBot +aaronabel.com +abcguru.xyz +acads.net +actionnooz.com +ad-words.ru +adconscious.com +ads-seo.men +adultnet.in +adzerg.com +aerogo.com +akita.kz +aktobe.xkaz.org +albamargroup.com +alborzan.com +alfa-medosmotr.ru +algarveglobal.com +alive-ua.com +alkoravto.ru +all4invest.info +allbizne.co.ua +allnews.md anal-acrobats.com -anaseracresar.tk -apccargo.com -apelsinnik.website -apifasterlightin-a.akamaihd.net -apilinkswiftco-a.akamaihd.net -apimountainbikei-a.akamaihd.net +anapa-inns.ru +andpolice.com +androids-store.com app-ready.xyz -approvedlocal.co.za +apptester.tk +arabsexxxtube.com +arcadeplayhouse.com +arclk.net artdeko.info -ascat.porn -asscenihotosidea.blogspot.com +artpicso.com +asiavirtualsolutions.com +asscenihotosidea.blogspot.co.za +atdedinotuho.tk +atelielembrancaqueencanta.com.br auspolice.com -avtolombard-krasnodar.ru -azartniy-bonus.com -b-styles.xyz -backlinkwatch.com -baixar-musicas-gratis.com -balans.shahterworld.org -baoxaydung.com.vn -bayareaaeroclub.org -bedandbreakfast.com -bestcurs.org -bestpornuha.com -bestserials.com -betwinservice.com -bget.ru -bgviagrachrx.com +auto-moto-elektronika.cz +aviav.eu +avitocars.ru +bad-stars.net +baditri.com +balitouroffice.com +bannerads.de +beachpics.com +berlininsl.com +bestdooz.com +bestkfiledxd.cf +bestwrinklecreamnow.com +bet365.com bibys.com -birzha-truda.eu -bitcoin-ua.top -biznesrealnost.ru -blavia.00author.com -blog.koorg.ru -bloggerads.net -bluesman.nu -boostmyppc.com +bio-japan.net +bio.trade-jp.net +bizfly.info +bizru.info +blackle.com +blue-square.biz +boazpower.com +bongacams.com +book-bets.com brainsandeggs.blogspot.com -browsepulse-a.akamaihd.net -bukleteg.xyz -bumble.cheapwebsitehoster.com -bupropion-sr-150-mg.us -burger-tycoon.com -business-made-fun.com -buytizanidineonlinenoprescription.blogspot.com -bvlgariwallet.xyz +brandbucket.com +brandedleadgeneration.com +bronzeaid-a.akamaihd.net +bumascloset.com +buyfriend.ru +cacheimages.com +calc-for-credit.ru +callawaygolfstore.online +callejondelpozo.es +camdenmemorials.com cand.jp -canvas.gloverid.site -cardiosport.com.ua -carsdined.org -casinorewards.info -cayado.snn.gr -censys.io -centraletermice.us -centrdebut.ru -cercacamion.it -cheapbelstaff.online -cheapmoncler.pw -cheatcode-lita12.rhcloud.com -cherubinimobili.it -cialgenisrx.com -cicaki.net -cienum.fr +capsderfudd.tk +casinopinup-wins.com +celejihad.info +centre-indigo.org.ua +cete.ru +cheapmoncler.win +cheapsergiorossi.online +check-host.net +chelyabinsk.xrus.org +chiptuninger.com +chocolateslim-u-srbiji.com +christianlouboutinsaleonline.us ciproandtizanidine.blogspot.com -citysecurity.nu -cjs.com.ru -clarithromycin500mg.com -clickbank.net -clicksor.net -clmforexeu.com -cmd.kz -compliance-alex.xyz -compliance-jane.top -compucelunlock.net -construmac.com.mx -coolingoods.com -cosmetic.donna7753191.ru -courtshipgift.com -covetnica.com -cowlmash.com -craftburg.ru -cranly.net -credit-respect.ru -crystalslot.com -damasarenai.info -daptravel.com -date-withme.com -dear-diary.ru -delayreferat.ru +cl.s7.exct.net +cleanallvirus.com +cleanpcnow.com +clevernt.com +clknsee.com +compliance-george.xyz +compliance-mark.top +contextualyield.com +coolbar.pro +credit.co.ua +creditnation.ru +custodieva.ru +dairyindia.in +dalavia.ru +decorationspcs.com +delitime.info +demenageur.com +dfwu1019.info dgfitness.co -dieta-personalna.pl dikqlyremy.info -dimkino.ru -discovertreasurenow.com -djekxa.ru -dkvorota.ru -dojki-hd.com -doreenblog.online -downloads-whatsapp.com -dvd-famille.com -e-collantes.com -e-commerce-seo1.com -efkt.jp -ekobata.ru -el-nation.com -elektrischezi.canalblog.com -elektrischezigarette1.onsugar.com -elektrischezigarette2.onsugar.com -elektrischezigaretten2.beeplog.com -elektronischezigarettekaufen1.myblog.de -elektrozigarette2.wordpressy.pl -elidelcream.weebly.com -elkacentr.ru -envaseslotusama.com -eredijovon.com -ereko.ru -ero-advertising.com -errorfixing.space -escortplius.com -euronis-free.com -evidencecleanergold.com -excaliburfilms.com -excitacion.info +dnsrsearch.com +dokfilms.net +domain.webkeyit.com +dominateforex.ml +dscaas.website +e2click.com +egovaleo.it +elmifarhangi.com +enhand.se +erotikchat-24.com +essaypro.com +exchanges-bet.com exlarseva.webblog.es -exmasters.com -exonline.info -extads.net -extremez.net -ez8motelseaworldsandiego.com -ezigarettenkaufen1.deviantart.com +exoneration-project.us +extlabs.io ezigaretteshop2.vefblog.net -facecup.top -fearcrow.com -fellowshipoftheminds.com -ff30236ddef1465f88547e760973d70a.com -filmania-x.ru -findacheaplawyers.com -findclan.org -floridahuntingfishingadventures.com -forsex.info -franklinfire.co -free-gluten.ru -freeuploader.ml -freewebs.com -fxgallery.com -gambarxkata.co -game-mmorpg.net -games.kolossale.ru -gazporno.com +factorynightclub.com +fanrto.com +fatmaelgarny.com +fefo.gdn +fickenprivat.info +fidelityfunding.com +filunika.com.ru +finejewelryshop.ru +firesub.pl +firstdrugmall.ru +flipper.top +florida-tourism.net +forex-indextop20.ru +forex-procto.ru +formseo.com +foto-telok.net +foto-weinberger.at +foxydeal.com +franch.info +freevpn.space +friendflnder.com +frighteningremain.cf +front.to +fun2cell.net +funtoonez.com +fx-brokers-review.com +gael-s.ru +galleryawesome.com +gay-site.store geckoandfly.com -geileweiber.tk -generic-pills-online.com -gentamicineyedrops.blogspot.com -gg-arena.ru -ggiaro.com -gk170.ru -gonextmedia.com -goodhousekeeping.com -goodhumor24.com -gorabagrata.ru -gsasearchengineranker.site -guge.io +geoads.com +getmyads24.com +getpopunder.com +gheus.altervista.org +gk-atlant.info +go2jump.org +goldandcard.ru +goodly.pro +gotorussia.com +gpms.org.my +green-tea.tv +grizzlysgrill.com +gsasearchengineranker.pw +gsasearchengineranker.top +guardlink.com gunsvicceadadebt.tk -h2monline.com -haikuware.com -headpress.ru -hitcpm.com -hmywwogw.bloger.index.hr -hotblog.top -hothot.ru -hotxnights.info -house.sieraddns.com -housediz.com +gwhwpxbw.bloger.index.hr +hard-porn.mobi +harmonyglen.us +hasshe.com +hatdc.org +heartofbeijing.blogspot.com +heroz.fr +hifidesign.ru +himgaws.pw +home.myplaycity.com +homegardenlova.com +houston-vikings.com +hoverboard360.es hoverboardforsaledirect.com -humbmosquina.tk -hystersister.com -i-hobot.ru -imfamous.info -imgarit.pw -inboxdollars.com -incomekey.net -infodocsportal.com -inspiring-desperate.tk +htmlcorner.com +https-legalrc.biz +hulfingtonpost.com +hully.altervista.org +hyhj.info +i-midias.net.br +iccornacircri.cf +ido3.com +ihc2015.info +immigrational.info +immobiliaremassaro.com +indiakino.net +indianmedicaltourismshop.com +infowarcraft.ru +innoslicon.com instakink.com -intellektmedia.at -interfucks.net -intervsem.ru -iomoio.net -irkutsk.zrus.org -iscblog.info -islandminingsupply.wordpress.com -itservicesthatworkforyou.com -iwantmyfreecash.com -jagg.info -jav-fetish.com +intimshop-fantasy.ru +inzn.ru +irunfar.com +isistaylorporn.info +itag.pw +iweblist.info +javatex.co.id +javlibrary.cc +jaxcube.info +jerseywholesalechinabiz.com jewelryandfiligree.com justbcause.com -kam-dom.ru -kareliatobacco.ru -kartiniresto.com -kazinogames.lv -keki.info -keyhantercume.com -kfon.eu -khafre.us -kino-filmi.com -kit-opt.ru -konkursov.net -kraljeva-sutjeska.com -ks1234.com -laapp.com -labafydjxa.su -ladov.ru -laexotic.com -landoftracking.com -larutti.ru -laserpen.club -laxob.com -legionalpha.com -letsart.ru -li-er.ru -libertybilisim.com -lider-zhaluzi.kiev.ua -lifebyleese.com -lsp-awak-perikanan.com -lyrster.com +kakadu-interior.com.ua +kambasoft.com +karadene.com +kerei.ru +keywordblocks.com +keywordspay.com +kinosed.net +kirov.zrus.org +kletkimehan.ru +knowsitall.info +koronirealestate.gr +kosmetyki.tm.pl +kosova.de +krasnodar.ru +krasnodar.xrus.org +kung-fu-ru.com +kupit-adenu.ru +kw21.org +kwzf.net +lankarns.com +larchik.net +leboard.ru +leftofcentrist.com +legalrc.biz +letslowbefast.today +linksharingt.com +littleberry.ru +littlecity.ch +liupis.com +live-cam6.info +liverpool.gsofootball.com +livingroomdecor.info +lizace.com +locksmith.jp +losangeles-ads.com +lostaruban.com +louisvuittonoutletstore.net +lovi-moment.com.ua +m-google.xyz +macfix.life +madot.onlinewebshop.net magazin-pics.ru -magento-crew.net -make-money-online.com -maladot.com -maxthon.com -meetlocalchicks.com -megavolt.net.ua -mesbuta.info -michaelkorsoutlet.store -miniature.io -mncrftpcs.com -mobicover.com.ua -monarchfind-a.akamaihd.net -moneytop.ru -more-letom.ru -morlat.altervista.org +magda-gadalka.ru +mahnwachen-helfen.info +manifestation.betteroffers.review +matpre.top +mcar.in.ua +medkritika.ru +mega-bony-2017.pl +megagrabber.ru +meteocast.net +minecraft-neo.ru +mirzonru.net +mitrasound.ru +mmgq.ru +moneyviking-a.akamaihd.net +morepoweronmac.trade +moroccosurfadventures.com +moscow-region.ru mosdverka.ru -mossmesi.com -mriyadh.com -mttwtrack.com -mturkcontent.com -musezone.ru -mvpicton.co.uk -myhydros.org -mykings.pw -myliveblog.ru -myphotopipe.com -mysex21.com -myxdate.info -nakozhe.com -narosty.com -nastroyke.net -needtosellmyhousefast.com -nelc.edu.eg -nerudlogistik.ru -net-radar.com -netallergy.ru -netcheckcdn.xyz -nfljerseyscheapbiz.us -nhl17coins.exblog.jp -nmrk.ru -nofreezingmac.click -notfastfood.ru -nudejapan.net -nvformula.ru -o-o-6-o-o.ru -obiavo.by -obiavo.in -obiavo.ru -obnal.org +mowser.com +mp3downloadhq.com +mrinsidesales.com +mundoaberrante.com +muz-baza.net +mydoctorok.ru +myghillie.info +myindospace.com +mywallpaper.top +nastydollars.com +negral.pluto.ro +new-apps.ru +newhairstylesformen2014.com +newtechspb.ru +newyorkhotelsmotels.info +nikitsyringedrivelg.pen.io +noscrapleftbehind.co +nuup.info +nzfilecloud.weebly.com +oakridgemo.com offside2.5v.pl -old-rock.com -onclkads.com -oneminutesite.it -onko-24.com -online-zaymy.ru -onthemarch.co -open-odyssey.org -orion-code-access.net -ourville.info -pastaleads.com -perederni.net -petrovka-online.com -phormchina.com -picture-group.com -pinkduck.ga -pizdopletka.club -plaff-go.ru -platinumdeals.gr -play-mp3.com -podshipniki-ntn.ru -porndroids.com -porno-dojki.net -porno-play.net -porno.simple-image.com.ua -pornofeuer.com +oivcvx.website +one.net.in +online-hd.pl +online-x.ru +onlinemegax.com +onlineslotmaschine.com +onlywoman.org +ons-add.men +oops-cinema.ru +openfrost.net +ordernorxx.com +osb.se11.ru +palvira.com.ua +parajumpersjakkesalgnorge.info +partner-high.men +pattersonsweb.com +pcboa.se +peekyou.com +pepperstyle.ru +pic-re.blogspot.com +pixelrz.com +plastjulgranar.se +pliks.pl +pobeiranie.pl +polybuild.ru +poptool.net +pornhive.org +pornodojd.ru pornogratisdiario.com +pornohub.me pornokajf.com -pospr.waw.pl -princeadvantagesales.com -privat-girl.net -privatefx.all4invest.info -privetsochi.ru -producm.ru -projefrio.com.br +pornowarp.info +porodasobak.net +potoideas.us +predominant-invent.tk +prefersurvey.net +pricheskaonline.ru +princevc.com +priora-2.com +prizesbook.online +professionalwritingservices15.blogspot.ru +profitwithalex.info +promalp-universal.ru +promodj.com proprostatit.com -pts163.ru +prosperent.com +prostitutki-astana.org +pssucai.info pufip.com -pulseonclick.com -purchasepillsnorx.com -puzo2arbuza.ru -qor360.com -qualitymarketzone.com -qwesa.ru -raisedseo.com +questionmarque.ch +qwertty.net +rankingchart.de rarbg.to -razamicroelectronics.com -razorweb-a.akamaihd.net -rcpmda.ikan1080.xyz -rebelmouse.com -rednise.com -regdefense.com -registrationdomainsite.com -resultshub-a.akamaihd.net -risparmiocasa.bz.it -runstocks.com -rusprostitute.com -sammlungfotos.online -samo-soznanie.ru -santechnik.jimdo.com -scanner-fred.top -scanner-jane.top -scanspyware.net -scottbywater.com -screpy.com -sdsjweb.com -searchaddis.com +remontbiz.ru +rennlist.com +replica-watch.ru +riders.ro +rock-cafe.info +roma-kukareku.livejournal.com +rosbalt.com.ua +royalcar-ufa.ru +ru-mediaget.ru +rubbed.us +rus-pornuha.com +rustic-quiver.win +rutor.vip +rvi.biz +ryetaw.com +sbprabooks.com +scanner-george.top +scanner-olga.top +scenicmissouri.us +search-error.com +searchencrypt.com searchinquire.com -searchtooknow-a.akamaihd.net -semprofile.com -sendearnings.com -seocheki.net -seojokes.net -seomarketings.online -serptehnika.ru -sexflirtbook.com -sexstream.pl -sfd-chess.ru +see-your-website-here.com +seocdvig.ru +service-core.ru +service.adtech.fr +sexkontakteao.info +sexy.babes.frontend-stack.top +sherlock.se +shiksabd.com shinikiev.com.ua -shoesonlinebuy.xyz -silverage.ru -sisi-go.ru -sisiynas.ru -site3.free-share-buttons.com -sitopreferito.it -slavia.info -smart-balancewheel.com -snomer1.ru -snts.shell-pmr.ru -soheavyblog.com -sohoindia.net -soietvousmaime.fr -sosdepotdebilan.com -souvenir.cc -soviet-portal.do.am -spin2016.cf -spy-sts.com -spyfu.com -spywarenuker.com -staticfs.host -statustroll.com -steamoff.net -sterva.cc +shtora66.ru +siteaero.com +sk.golden-praga.ru +sky-mine.ru +skylta.com +slavkokacunko.de +smart-scripts.com +social-s-iii.xyz +social-vestnik.ru +soft-program.com +spinazdrav.ru +spitfiremusic.com +sstroy44.ru +stanthonyscatholicchurch.org +start.myplaycity.com +stop-zavisimost.com +stopnarco.ru streetfooduncovered.com -strongholdsb.ru -stroy-portal22.ru -stuff-about-money.com -sugarlyflex.pw -superinterstitial.com -supers.com.ua -svensk-poesi.com -swinon.site -syvertsen-da.no -taihouse.ru -tam-gde-more.ru -tds-advert005.info -techart24.com -technopellet.gr -teenfuck.tv -telegraf.by -telsis.com -testingads.pro -thebitcoincode.com -thedownloadfreeonlinegames.blogspot.com -theguardlan.com -thepantonpractice.co.uk -titan-cloud.life -tivolibasket.it -tizanidineandhydrocodone.blogspot.com -tizanidinezanaflex.blogspot.com -tobeyouday.win -tonerbox.kz -top250movies.ru -topappspro.com -torrentdownloadhub.com -torrnada.ru -tovaroboom.vast.ru -toys.erolove.in -track112.site -trahic.ru -trichizobswiv.agddns.net -trumpetedextremes.com -turbodsp.com -umaseh.com -umekana.ru -unisexjewelry.org -universals.com.ua -uptimechecker.com -veselokloun.ru -videochat.ph -vintontech.info -vipcallsgirls.com -vipms.ru -vizag.kharkov.ua -voltrknc1.com -vremya.eu -wahicbefa31.soup.io -wallpaperstock.net -watchdogs-2.ru -wdrake.com -webix.biz -wejdz-tu.pl -westsextube.com -wholesalecheapjerseysfree.com -wildnatureimages.com -wosik-dach.service-for-web.de -wurr.voila.net -x-stars.ru -x-true.info -xaylapdiendanang.com -xep.info -xerox-douglas.cf -xfire.com -xmlinde.com -xn-----7kceclhb4abre1b4a0ccl2fxch1a.xn--p1ai -xn-----8kcatubaocd1bneepefojs1h2e.xn--p1ai -xn----7sbaaabaei0cc8aj5bj0bncejx.xn--p1ai -xn----9sbebi2bvzr7h.xn--p1ai -xn----itbeirbjbi7bc6bh2d.xn--p1ai -xn--80abgj3a5acid6ghs.top -xn--c1acygb.xn--p1ai -xn--h1aakne2ba.xn--p1ai -xtubeporno.net -xvideospornoru.com -xxxnatelefon.ru -yoopsie.com -youtoner.it -yun56.co -zed21.net -zigarettenonlinekaufen.tumblr.com -znakom.sibtest.ru -zvetki.ru +studiofmp.com +suhanpacktech.com +superfish.com +supermodni.com.ua +supernew.org +surcentro.com +surflinksmedical.com +swagbucks.com +tabletkinaodchudzanie.com.pl +taqplayer.info +tattomedia.com +theplacetoupdating.pw +timdreby.com +titelhelden.eu +titslove.yopoint.in +tizanidinecost.blogspot.com +tizanidineshowupondrugtest.blogspot.com +tizanidinesideeffects.blogspot.com +token-lab.org +toloka.hurtom.com +topsy.com +touchmods.fr +toyota.7zap.com +track-rankings.online +trafficmonetize.org +traffmonster.info +tramadolandtizanidine.blogspot.com +try-rx.com +tuckpointingmasonrysystems.com +turizmus.us +tvorozhnaja-zapekanka-recept.ru +twodollarshows.com +twu.com.ua +typer.one +tytoona.com +udsgame.online +um-razum.ru +unacittaconte.org +urldelivery.com +uroffer.link +v-doc.co +vapsy.com +veles.shop +vellings.info +vereo.eu +vgoloveboli.net +via-gra.webstarts.com +videojam.tv +vilingstore.net +virtualbb.com +vkontarkte.com +vltai.com +vmnmvzsmn.over-blog.com +volume-pills.biz +voluumtrk.com +vvpg.ru +vysigy.su +w3data.co +wapsite.me +warning.or.kr +we-are-gamers.com +websiteaccountant.de +williamrobsonproperty.com +winner7777.net +wnhjavlhezp.gq +woman-orgasm.ru +wrz0iuebwhp5fg.freeddns.com +ww2awards.info +wygraj-teraz.com +xaijo.com +xchangetrak.com +xfluro.com +xitjw.info +xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai +xn--80aafb2a.xn--p1ai +xn--80aebbcbcdemfkhba4byaehoejh8dza3v.xn--p1ai +xn--80ajjbdhgmudixfjc8c5a9df8b.xn--p1ai +xn--e1afanlbnfckd7c3d.xn--p1ai +xnxxandxvideos.com +xsion.net +xxxtubesafari.com +yaminecraft.ru +yaoguangdj.com +yougotanewdomain.com +youjizz.com +youraticles.pl +yourporn.com +youthreaders.com +youtubedownload.org +za-fun-offer.com +zaobao.com.sg +zarenica.net +zerocash.msk.ru +zeroredirect6.com +zhorapankratov7.blogspot.com +znaniyapolza.ru +zone-kev717.info +zootoplist.com diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index cfc39fe22..40fd9e39f 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -1adult.com -4kepics.com -51unlim.ru -991mostfm.co.id -adtology.com +03e.info +1-99seo.com +1hwy.com +7minuteworkout.com +a96527gi.beget.tech +aarbur.com +abiente.ru +adinterax.com +adobereader-free.ru +adservme.com adultfullhd.com +affrh2015.com aktobe.xkaz.org -alert-fdm.xyz -alfa-img.com -alfa-medosmotr.ru -alienwheels.de -alloysteel.ru -allwidewallpapers.com -amigobulls.com -amung.us -android4fun.org -angigreene.com -animebox.com.ua +albumsuper.info +aliexpresscashback.club +allornamenti.com +anabolics.shop +anaksma.info anjalika.co.in -apimegabrowsebiz-a.akamaihd.net -arcteryxstore.online -ausmepa.org.au -auspolice.com -autoseo-traffic.com -awaybird.ru -badavit.com.ua -bannerbank.ru -berlininsl.com -beta.hotkeys.com -bg6s0.com -bird1.ru -bjanshee.ru -bobinoz.com -brainboosting.club -brainxs.us -bukleteg.xyz -bum.com.ru -buqyxa.rincian.info -burn-fat.ga -buyk.host.sk -canvas.gloverid.site -carina-sy.de -cdn.walkme.com -centrdebut.ru -changde.58.com -cheapjerseysap.com -chiblackhawks-jerseys.com -cialiswithoutadoctor.net -cjmc.info -cleanpcnow.com -compliance-irvin.xyz -compliance-ivan.top -creditmoney.com.ua -custom-electric-guitar.com -damasarenai.info -dealitright.click -dispo.de -div.as -divci-hry.info -domaineaneblanc.com -domainsatcost.com -domoysshop.ru -dorratex.tn -enginebay.ru -etotupo.ru -europages.com.ru -eyemagination.com -ezigarettekaufen2.mpbloggar.se -ezigarettenshop2.myblog.de -ff30236ddef1465f88547e760973d70a.com -filmania-x.ru -finuse.com -flooringinstallation-edmonton.com -fortunejack.com -fortwosmartcar.pw -free-share-buttons.top -fuckbuddybestgilf.info -fuel-gas.com -funcrushgames.com -futbolkisales.ru -gay-site.store -generic-pills-online.com -glavtral.ru +arpelsreplica.xyz +ausergrubhof.info +autoloans.com +babyfactory.fr +bedandbreakfast.com +best-seo-software.xyz +best-way.men +bestempresas.es +bezsporno.ru +big-cash.net +bkgr.se +bodybuilding-shop.biz +brianhenry.co +buntube.net +buron.pw +buttons-for-website.com +bzero1jewelry.net +carsplate.com +cbox.ws +chatroulette.si +cheap-pills-norx.com +checkhit.com +chocolateslim-en-france.com +clevernt.com +coolingoods.com +courtshipgift.com +covetnica.com +cpabegins.ru +custom-product-labels.com +dbmkfhqk.bloger.index.hr +ddospanel.com +ddsoldes.fr +deadlinkchecker.com +delta-line.men +design-lands.ru +detskie-konstruktory.ru +docsportal.net +domcran.net +dood.live +emerson-rus.ru +erotag.com +errorfixing.space +ezigaretteshop.webs.com +falopicm.pw +fetlifeblog.com +fickenbumsen.net +fil.ru +fotosfotos.eu +fototravel.eu +fotoxxxru.com +fotzen-ficken.com +freemags.cc +freeseedsonline.com +freshsuperbloop.com +fz139.ttk.ru +g33.org +gamerscorps.com +gateway.zscalerone.net +getoutofdebtfree.org +gettpromos.com +gheus.altervista.org +gilsonchiro.xyz goldandcard.ru -growboxbl.ru -gsasearchengineranker.xyz -hccoder.info -headpharmacy.com -hidemyass.com -hotkeys.com -howmuchdoestizanidinecost.blogspot.com -imguramx.pw +googlefeud.com +gpms.org.my +growmyfunds.ca +heroz.fr +hikesearch.net +homeandhealth.ru +homeinns.com +homemature.net +hostingclub.lk +hostnow.men +hotcore.info +ictizanidinehcl4mg.blogspot.com +imitex-plus.ru incomekey.net infokonkurs.ru -informatiecentro.be -infospot.pt -insider.pro -instasexyblog.com -istizanidineanarcoticdrug.blogspot.com -jamiembrown.com -jasonpartington.com -jerseyschinabizwholesale.us -jo24news.com -jumptap.com -kalb.ru -kenaba.su -kinky-fetishes.com -kino2018.cc -kinohit1.ru -kinostorm.net -kiprinform.com -kndxbkdx.bloger.index.hr -lacloop.info +isoveti.ru +j33x.com +jerseywholesalebizchina.com +jewelryandfiligree.com +jimmychoosale.online +kambasoft.com +kandidos.com +ketrzyn.pl +kinocccp.net +kinoplen.ru +knowsitall.info +konkursov.net +koronirealestate.gr +landinez.co lechenie-gemorroya.com -lernur.net -letslowbefast.site -lexiangwan.com -lietaer.com linkredirect.biz -lkbennettoutlet.online -macdamaged.tech -mackeeper-center.club -mail.allnews24.in -make-money-online.com -matchpal-a.akamaihd.net -me-ke.com -mega-bony-2017.pl -metalonly.info -mini.7zap.com -mobilemedia.md -moneytop.ru -moscow.xrus.org -mountainstream.ms -moxo.com -mrbojikobi4.biz -mustwineblog.com -mxgetcode.com -mybinaryoptionsrobot.com -myliveblog.ru +listiseltemournlan.gq +livesex-amateure.info +locimge.pw +longgreen.info +m5home.ru +magda-gadalka.ru +mailemedicinals.com +manve.info +matrixalchemy.com +mcadamssupplyco.com +medicovi.com +meetlocalchicks.com +millionare.com +misslike.ru +mmostrike.ru +mobot.site +moetomnenie.com +mole.pluto.ro na-telefon.biz -needtosellmyhousefast.com -nhl17coins.exblog.jp -nonews.co -nrv.co.za -o-o-6-o-o.com -o00.in -onlinadverts.com -online-hd.pl -orel-reshka.net -orgasmatrix.com -ourtherapy.ru -oyster-green.com -par-fallen.ga -partner-host.men -perederni.net -pics-group.com -picture-group.com -picturesfrom.com -ploenjitmedia.azurewebsites.net -poffet.net -pomoc-drogowa.cba.pl -popserve.adscpm.net -popugauka.ru -pornoblood.com -pornoxxx.com.mx -portside.xyz -pozdravleniya-c.ru -pr0fit-b0x.com -pricheski-video.com -printingpeach.com -productarium.com -produkto.net -prostitutki-tolyatti.org -puzzleweb.ru -pwwysydh.com -qitt.ru -remontvsamare.su -rentaremotecomputer.com -ringtonepartner.com -risparmiocasa.bz.it -rp9.ru -sabizonline.com -sardinie.us -scmor.ilxc.cc -seoholding.com -serialsway.ucoz.ru -sex-tracker.de -shijian.ac.cn -sildenafil-tadalafil.info -sitiz.club -slkrm.ru -smichovbike.cz -snomer1.ru -snsdeainavi.info -soda.media -sovinsteel.ru -spammen.de -spitfiremusic.com -statoutlook.info -sterva.cc -stroy-portal22.ru -subj.ukr-lit.com -supervesti.ru -suralink.com -swinginwithme.ru -szucs.ru -taihouse.ru -tfxiq.com -tgtclick.com -thefotosgratis.eu -thenews-today.info -thetoiletpaper.com -tizanidinedosage.blogspot.com -tizanidineduringpregnancy.blogspot.com +natali-forex.com +naturalpharm.com.ua +neobux-bg.info +newstudio.tv +nextrent-crimea.ru +niki-mlt.ru +novodigs.com +nucia.biz.ly +nuup.info +obiavo.by +obiavo.com +onko-24.com +onlineporno.site +ooo-gotovie.ru +ozas.net +paceform.com +paighambot.com +parlament.biz +partner-pop.men +petsblogroll.com +piccdata.com +pinkduck.ga +pizdeishn.com +pochemychka.net +pokemongooo.ml +portal-eu.ru +preparevideosafesystem4unow.site +prize44.com +pron.pro +prospekt-st.ru +pshare.biz +pxhdwsm.com +quality-traffic.com +qwertty.net +reckonstat.info +redirectme.net +remont-ustanovka-tehniki.ru +rent2spb.ru +rightenergysolutions.com.au +rubbed.us +rusprostitute.com +rusvideos.su +sammyweaver.com +sanyuprojects.com +savefrom.com +sax-sex.com +sayyoethe.blogspot.co.za +sbwealthsolutions.ca +scanner-alexa.top +scoopquest.com +seasaltwithfood.com +seksotur.ru +seocheckupx.com +siha.de +siteheart.net +siteimprove.com +soft1.ru +sovetogorod.ru +stal-rulon.ru +startwp.org +strana-solnca.ru +stroymonolit.su +supermesta.ru +svtrd.com +tattooreligion.ru +teastory.co +teenbbw.yopoint.in +thaismartloan.com +theallgirlarcade.com +thetardistimes.ovh +timecrimea.ru tizanidinehcl2mgtablet.blogspot.com -tizanidinehcl4mgtabinfo.blogspot.com +tizanidinesideeffects.blogspot.com +tooplay.com top10-way.com +torrentred.games touchmods.fr -tozup.com -track2.shop -tradedeals.biz -trafficmonetize.org -traffpartners.com -trkdf.com -tv-spoty.info -twelvevisionspartyofcolorado.com -twittrading.com -unitexindia.com -unitygame3d.com -usswrite.com -videochat.ph -voloo.ru -voloslove.ru -weclipart.com -whatzmyip.net -whosonmyserver.com -winner7777.net -womensplay.net -worldlovers.ru -wrz0iuebwhp5fg.freeddns.com -x-diesel.com -xn----7sbho2agebbhlivy.xn--p1ai -xn--1-8sbcpb0bdm8k6a.xn--p1ai -xn--80ahvj9e.xn--p1ai -xxlargepop.com -znaturaloriginal.com -zoogdisany.com -zoomovies.org -zscaler.net -zvezdagedon.ru +traffic2money.com +traffique.net +tvoystartup.ru +twodollarshows.com +ukrtextbook.com +ukrtvory.in.ua +unmaroll.ya.ru +url-img.link +uroffer.link +usadacha.net +vacances-voyages.info +valmetrundan.se +vertaform.com +veselokloun.ru +vigrx-original.ru +vintontech.info +vipromoffers.com +visa-china.ru +voluumtrk.com +vykupavto-krasnodar.ru +wallpapersist.com +wanker.us +waysbetter.cn +webpromotion.ae +whiteelephantwellington.com +wholesalejerseychinaoutlet.com +wholesalenfljerseys.us.com +wygraj-skiny.win +xcc24.pl +xcombear.ru +xn--80aeahghtf8ac5i.xn--p1ai +xn--h1aakne2ba.xn--p1ai +xsfetish.org +xuki.us +yellowads.men +zajm-zalog-krasnodar.ru +zastenchivosti.net +zebradudka.com +zeroredirect7.com +zscalertwo.net +zytpirwai.net diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index 6c20b25b7..36f7353bd 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.15 0; +10.1.0.70 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index f5ba7e48f..494b0cc7f 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2022.12.3515 -### Updated: Tue Dec 13 10:03:55 UTC 2022 +### Version: V4.2022.12.3516 +### Updated: Tue Dec 13 22:01:24 UTC 2022 ### Bad Bot Count: 637 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index f5ba7e48f..494b0cc7f 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2022.12.3515 -### Updated: Tue Dec 13 10:03:55 UTC 2022 +### Version: V4.2022.12.3516 +### Updated: Tue Dec 13 22:01:24 UTC 2022 ### Bad Bot Count: 637 ################################################### ### Version Information ##