From 732e5404c893b0ab1e50fab25279c27d9a5e46a5 Mon Sep 17 00:00:00 2001 From: mitchellkrogza Date: Mon, 12 Dec 2022 22:07:04 +0000 Subject: [PATCH] V4.2022.12.3514 [ci skip] --- AUTO-CONFIGURATION.md | 2 +- MANUAL-CONFIGURATION.md | 2 +- README.md | 2 +- _google_analytics_ghost_spam/README.md | 2 +- .../etc/nginx/conf.d/globalblacklist.conf | 5 +- conf.d/globalblacklist-testing-version.conf | 5 +- conf.d/globalblacklist.conf | 5 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- dev-tools/buildnumber | 2 +- dev-tools/globalblacklist-testing.template | 5 +- dev-tools/globalblacklist.template | 5 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- dev-tools/test_units/blacklist-ips.conf | 2 +- .../random-bots-for-test-quick.list | 18 +- .../test_units/random-bots-for-test.list | 306 +++--- .../random-bots-for-whitelist-test.list | 296 +++--- .../random-referrers-for-test-quick.list | 20 +- .../test_units/random-referrers-for-test.list | 946 +++++++++--------- .../random-referrers-for-whitelist-test.list | 484 ++++----- dev-tools/test_units/whitelist-ips.conf | 2 +- dev-tools/tmp/robots.txt | 4 +- robots.txt/robots.txt | 4 +- 45 files changed, 1106 insertions(+), 1091 deletions(-) diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 45c6cfbc4..1cd9848a0 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2022.12.3513 +#### Version: V4.2022.12.3514 #### Bad Referrers Blocked: [7097](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 937ad491e..0695f3994 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2022.12.3513 +#### Version: V4.2022.12.3514 #### Bad Referrers Blocked: [7097](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index 84db933af..434329d03 100755 --- a/README.md +++ b/README.md @@ -14,7 +14,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2022.12.3513 +#### Version: V4.2022.12.3514 #### Bad Referrers Blocked: [7097](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index f1f5589c5..97fa43ba0 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2022.12.3513 +#### Version: V4.2022.12.3514 #### Bad Referrers Blocked: [7097](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index b821c4e79..15f4ecb63 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.12.3513 -### Updated: Sun Dec 11 22:01:04 UTC 2022 +### Version: V4.2022.12.3514 +### Updated: Mon Dec 12 22:01:13 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8549,6 +8549,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index a5ff3222e..263980175 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.12.3513 -### Updated: Sun Dec 11 22:01:05 UTC 2022 +### Version: V3.2022.12.3514 +### Updated: Mon Dec 12 22:01:13 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8547,6 +8547,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index b821c4e79..15f4ecb63 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.12.3513 -### Updated: Sun Dec 11 22:01:04 UTC 2022 +### Version: V4.2022.12.3514 +### Updated: Mon Dec 12 22:01:13 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8549,6 +8549,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index a5ff3222e..263980175 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.12.3513 -### Updated: Sun Dec 11 22:01:05 UTC 2022 +### Version: V3.2022.12.3514 +### Updated: Mon Dec 12 22:01:13 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8547,6 +8547,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 38c1dc0b5..cc78fcbb6 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.11 1; +10.1.0.107 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index bdd283a9c..677610c8a 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.11 0; +10.1.0.107 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index a5ff3222e..263980175 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.12.3513 -### Updated: Sun Dec 11 22:01:05 UTC 2022 +### Version: V3.2022.12.3514 +### Updated: Mon Dec 12 22:01:13 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8547,6 +8547,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 38c1dc0b5..cc78fcbb6 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.11 1; +10.1.0.107 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index bdd283a9c..677610c8a 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.11 0; +10.1.0.107 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index a5ff3222e..263980175 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.12.3513 -### Updated: Sun Dec 11 22:01:05 UTC 2022 +### Version: V3.2022.12.3514 +### Updated: Mon Dec 12 22:01:13 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8547,6 +8547,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 38c1dc0b5..cc78fcbb6 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.11 1; +10.1.0.107 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index bdd283a9c..677610c8a 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.11 0; +10.1.0.107 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index a5ff3222e..263980175 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.12.3513 -### Updated: Sun Dec 11 22:01:05 UTC 2022 +### Version: V3.2022.12.3514 +### Updated: Mon Dec 12 22:01:13 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8547,6 +8547,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index 971f02acb..37ef7f195 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -3513 +3514 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index a5ff3222e..263980175 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.12.3513 -### Updated: Sun Dec 11 22:01:05 UTC 2022 +### Version: V3.2022.12.3514 +### Updated: Mon Dec 12 22:01:13 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8547,6 +8547,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index b821c4e79..15f4ecb63 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.12.3513 -### Updated: Sun Dec 11 22:01:04 UTC 2022 +### Version: V4.2022.12.3514 +### Updated: Mon Dec 12 22:01:13 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8549,6 +8549,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index eab68b42d..5f465004e 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.119.37.36 0; +4.246.176.199 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index b821c4e79..15f4ecb63 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.12.3513 -### Updated: Sun Dec 11 22:01:04 UTC 2022 +### Version: V4.2022.12.3514 +### Updated: Mon Dec 12 22:01:13 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8549,6 +8549,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 38c1dc0b5..cc78fcbb6 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.11 1; +10.1.0.107 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index bdd283a9c..677610c8a 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.11 0; +10.1.0.107 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index b821c4e79..15f4ecb63 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.12.3513 -### Updated: Sun Dec 11 22:01:04 UTC 2022 +### Version: V4.2022.12.3514 +### Updated: Mon Dec 12 22:01:13 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8549,6 +8549,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 38c1dc0b5..cc78fcbb6 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.11 1; +10.1.0.107 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index bdd283a9c..677610c8a 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.11 0; +10.1.0.107 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index b821c4e79..15f4ecb63 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.12.3513 -### Updated: Sun Dec 11 22:01:04 UTC 2022 +### Version: V4.2022.12.3514 +### Updated: Mon Dec 12 22:01:13 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8549,6 +8549,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 38c1dc0b5..cc78fcbb6 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.11 1; +10.1.0.107 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index bdd283a9c..677610c8a 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.11 0; +10.1.0.107 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index b821c4e79..15f4ecb63 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.12.3513 -### Updated: Sun Dec 11 22:01:04 UTC 2022 +### Version: V4.2022.12.3514 +### Updated: Mon Dec 12 22:01:13 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8549,6 +8549,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index eab68b42d..5f465004e 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.119.37.36 0; +4.246.176.199 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index b6dcf1fa8..eed5cd9db 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.12.3513 -### Updated: Sun Dec 11 22:01:04 UTC 2022 +### Version: V4.2022.12.3514 +### Updated: Mon Dec 12 22:01:13 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8549,6 +8549,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index eab68b42d..5f465004e 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.119.37.36 0; +4.246.176.199 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index fcdb6dd9e..d9427ea1f 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.12.3513 -### Updated: Sun Dec 11 22:01:04 UTC 2022 +### Version: V4.2022.12.3514 +### Updated: Mon Dec 12 22:01:13 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8549,6 +8549,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index 38c1dc0b5..cc78fcbb6 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.11 1; +10.1.0.107 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index 807524d9a..728095a82 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -ADmantX -DittoSpyder -Drip -EMail Siphon -Minefield -Name Intelligence -PageThing.com -Siteimprove +Alligator +BDCbot +Bitacle +Blackboard +CATExplorador +Havij +Lipperhey Spider +Mail.RU_Bot Sosospider -WebLeacher +Zauba diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index 79fefae76..5aa6c7e8c 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ 01h4x.com 360Spider +404checker 404enemy -ADmantX +AIBOT ALittle Client ASPSeek -Aboundex +Abonti Acunetix -AhrefsBot -Alexibot +AiHitBot +AllSubmitter +Alligator Anarchy Anarchy99 -Ankit Anthill -Asterias +Atomseobot +Attach +BLEXBot BackDoorBot -BackWeb -Backlink-Ceck Bandit -Bitacle Black Hole BlackWidow -Blackboard BlowFish BotALot -Brandprotect Buck -BuiltWith -BunnySlippers +Buddy +BuiltBotTough BuzzSumo +CCBot CODE87 -Cegbfeieh -CheTeam -CheeseBot +CensysInspect CherryPicker ChinaClaw +Citoid Cloud mapping -Copier +Cocolyzebot +Cogentbot +Crawling at Home Project CrunchBot -CyotekWebCopy -DBLBot -Demon -Devil -Digincore -Disco +Curious +DataCha0s Discobot -Discoverybot DittoSpyder -DnyzBot -DomainCrawler +DnBCrawler-Analytics +DomainAppender DomainStatsBot Download Wonder +Drip Ebingbong Ecxi -EroCrawler -Exabot +EirGrabber +Express WebPictures ExtLinksBot -EyeNetIE +Extreme Picture Finder Ezooms +FHscan Fimap Firefox/7.0 -FlashGet -Fuzz +Flunky +Foobot +Freeuploader +FrontPage +G-i-g-a-b-o-t GalaxyBot -GermCrawler +Genieo +Gigabot Go-Ahead-Got-It -Gotit -Grafula GrapeFX +GrapeshotCrawler GridBot -HTMLparser -HTTrack -Harvest +HEADMasterSEO +HMView +Haansoft +HaosouSpider +Havij +Heritrix Hloader -Humanlinks -IDBTE4M +HybridBot +IDBot IRLbot -Image Sucker +IlseBot +Image Fetch InfoNaviRobot Intelliseek -Jbrofuzz -JennyBot -Jetty +Internet Ninja +InternetSeer +Iskanie +JamesBOT +JikeSpider Joomla -Keybot Translation-Search-Machine -LWP::Simple -Lanshanbot +JustView +LNSpiderguy +LeechFTP Lftp LibWeb -Libwhisker -Likse -LinkWalker -LinksManager -LinqiaMetadataDownloaderBot +LinkScan +LinkpadBot LinqiaScrapeBot -Lipperhey -Lipperhey Spider -MSIECrawler -MTRobot -Mail.RU_Bot -Majestic12 +Lmspider +Ltx71 +MFC_Tear_Sample +MIDown tool +MJ12bot +MSFrontPage +Majestic SEO Mata Hari -Meanpathbot +Mb2345Browser +Mediatoolkitbot Metauri +MicroMessenger +Microsoft Data Access +Minefield +Mister PiX Moblie Safari -MolokaiBot -Morfeus Fucking Scanner -Mozlila NICErsPRO -NPbot -Nameprotect Navroad -NearSite Needle Nessus -Net Vampire +NetAnts NetLyzer -NetMechanic +Netcraft Nettrack -NextGenSearchBot +Netvibes Nibbler -Nikto -NimbleCrawler -Nutch -OrangeBot -OrangeSpider -OutfoxBot -POE-Component-Client-HTTP +Niki-bot +Nimbostratus +Ninja +Nuclei +Octopus +Offline Navigator +Openfind +Openvas +OutclicksBot +PECL::HTTP +PHPCrawl +PageAnalyzer PageScorer -Pandalytics -Panscient -Pi-Monster +Papa Foto Picsearch -Pixray -PleaseCrawl -ProPowerBot -ProWebWalker -Probethenet -Psbot +Pimonster Pu_iN +Pump +PxBroker PyCurl -QueryN Metasearch Quick-Crawler -RSSingBot -RankingBot2 +RankingBot +RankurBot +Re-re +ReGet Reaper -Recorder -SBIder -SEOkicks -SEOlyticsCrawler +RedesScrapy +RocketCrawler +Rogerbot SEOprofiler +SEOstats SMTBot SalesIntelligent -Scrapy +Scanbot Screaming -ScreenerBot -Searchestate +SearchmetricsBot Seekport SemanticJuice -Semrush -SemrushBot -SeoSiteCheckup +SeobilityBot +Seomoz Shodan +Siphon +Site Sucker SiteCheckerBotCrawler -SiteExplorer SiteLockSpider -Sitebeam Sitevigil -SlySearch SmartDownload +Snake Snapbot -Snoopy -SocialRankIOBot +Sogou web spider +Sosospider Sottopop -Spammen -SpankBot Spanner -SputnikBot -Sqlmap +Spinn3r +Sqworm Stripper +Sucker +Sucuri SuperBot -Surfbot -SurveyBot Suzuran -T8Abot -TeleportPro -TheNomad +Swiftbot +Szukacz +TightTwatBot Titan -Toata -Tracemyfile -Turingos -Typhoeus +Toweyabot +Trendictionbot +TwengaBot +Twice URLy.Warning -Upflow -VB Project +UnisterBot +VCI +Vacuum Vagabondo -VelenPublicWebCrawler -VeriCiteCrawler -Voil -WEBDAV -WISENutbot +VidibleScraper +VoidEYE +WPScan WWW-Collector-E WWW-Mechanize WWW::Mechanize -WWWOFFLE -WallpapersHD -Web Auto -Web Enhancer +Wallpapers/3.0 +WeSEE +Web Fetch Web Fuck -WebAuto +WebBandit +WebCollage +WebCopier WebFuck +WebGo IS +WebReaper +WebSauger +WebStripper +WebSucker WebWhacker -Webshag -Whacker +Webalta +WebmasterWorldForumBot +Website Quester +Whack +Whatweb Who.is Bot -Wonderbot Woobot Wotbox -Wprecon -Xaldon_WebSpider YoudaoBot -Zauba -ZmEu -ZyBorg -adscanner -cah.io.community -check1.exe -cognitiveseo -dataforseo.com -evc-batch -facebookscraper +ZoomBot +ZoominfoBot +ZumBot +archive.org_bot +clark-crawler +coccocbot heritrix -instabid internetVista monitor -ips-agent -isitwp.com iubenda-radar -linkdexbot lwp-trivial -magpie-crawler mediawords -netEstate NE Crawler -plumanalytics -polaris version -satoristudio.net -seostar -sogouspider +oBot +s1z.ru +scan.lol +seoscanners +sp_auditbot +tAkeOut +trendiction.de ubermetrics-technologies.com +voyagerx.com +webgains-bot x22Mozilla -zgrab +xpymep1.exe +zauba.io diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index e172a88a4..dc1eb0ef6 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -80legs -AIBOT -ALittle Client +ADmantX ASPSeek +Abonti Aboundexbot +Acunetix +AfD-Verbotsverfahren Alexibot Alligator -Anarchie Anarchy Apexoo +Aspiegel +Attach +AwarioRssBot AwarioSmartBot -BDFetch BackStreet -BackWeb BatchFTP +BetaBot Bigfoot Bitacle -Blow -BlowFish -BotALot -Brandwatch +Black Hole +BlackWidow +Boardreader Buck Buddy -BuiltBotTough BuiltWith -CATExplorador CODE87 -CSHttp -Calculon -CherryPicker +Cegbfeieh +ChinaClaw Chlooe +Citoid +Claritybot +Cliqzbot Cogentbot -CopyRightCheck -Copyscape +Cosmos Craftbot -CrunchBot +CrazyWebCrawler Custo -CyotekWebCopy -DBLBot -DIIbot DSearch -DataCha0s -Demon +DTS Agent Deusu DigitalPebble -Dirbuster Disco -Dispatch -DittoSpyder +Discobot +DnBCrawler-Analytics DnyzBot -DomCopBot -DomainAppender Domains Project Dotbot -ECCP/1.0 +Dragonfly +EMail Siphon EMail Wolf -Ecxi +EasyDL +EirGrabber +EroCrawler +Exabot Express WebPictures -Extractor -ExtractorPro +Extreme Picture Finder EyeNetIE -FDM -Fimap -Firefox/7.0 -FlashGet +Ezooms +FemtosearchBot Flunky +Freeuploader FrontPage -Fuzz -FyberSpider -Fyrebot G-i-g-a-b-o-t -GT::WWW -GalaxyBot Genieo GetRight -Go-Ahead-Got-It -GoZilla +GetWeb +Getintent +Go!Zilla Gotit -GrabNet GrapeFX -GridBot +GrapeshotCrawler +HTTrack HaosouSpider Harvest -Humanlinks -HybridBot +Heritrix IDBot -IRLbot -Iblog IlseBot Image Sucker IndeedBot -Iria -Iskanie +Indy Library +InfoNaviRobot +Internet Ninja JennyBot -Jorgee +JetCar +JikeSpider JustView -Kenjin Spider -Keybot Translation-Search-Machine -Keyword Density -Kozmosbot +Kinza +LNSpiderguy Lanshanbot -Larbin -Leap +LeechFTP +LeechGet LibWeb -Libwhisker -LieBaoFast Lightspeedsystems +Likse +LinkScan LinkWalker -LinkextractorPro -LinkpadBot -LinksManager +LinqiaRSSBot +LinqiaScrapeBot Lipperhey -Litemage_walker -MIIxpc -MarkMonitor -MauiBot -Meanpathbot -Mediatoolkitbot -Minefield -Moblie Safari +Lipperhey Spider +Ltx71 +MFC_Tear_Sample +Mag-Net +MarkWatch +Masscan +Mata Hari +MeanPath Bot +Metauri +MicroMessenger +Microsoft Data Access +Microsoft URL Control +Mister PiX Mojeek MolokaiBot -Mozlila -Musobot -NICErsPRO -Name Intelligence -Navroad -Net Vampire -NetAnts +NPbot +Nessus NetLyzer -NetMechanic NetSpider -Nettrack -Netvibes +NetZIP Nibbler Niki-bot +Nikto +NimbleCrawler Ninja -Nmap Not -Nuclei Offline Navigator OnCrawl -OpenLinkProfiler -OpenVAS -OrangeBot +Openvas OrangeSpider OutclicksBot -PECL::HTTP -PageScorer +OutfoxBot +PHPCrawl +Page Analyzer +PageAnalyzer +PageGrabber Pandalytics Papa Foto -Petalbot -Picscout +Pi-Monster PictureFinder -Pockey -Probethenet -Psbot +Piepmatz +Pixray +PleaseCrawl +ProPowerBot +PxBroker PyCurl -RSSingBot -RankActive -RankActiveLinkBot -RankurBot -Ripper -SBIder +Quick-Crawler +RankingBot +RankingBot2 +Re-re +Reaper +RedesScrapy +RocketCrawler SEOkicks SEOprofiler -ScanAlert +SMTBot +Scanbot Scrapy -ScrepyBot -Searchestate -Seekport -Semrush -SentiBot -SeoSiteCheckup +Screaming +SearchmetricsBot +SemanticJuice +SemrushBot +Seomoz Site Sucker +SiteExplorer SiteLockSpider -SiteSucker Sitebeam -SlySearch -SmartDownload -SocialRankIOBot -Sociscraper -Sosospider -Spammen +Siteimprove +Snake +Sogou web spider +Sottopop SputnikBot Sqlworm -Steeler -Stripper -Sucker -SuperHTTP -SurveyBot +Sqworm +T8Abot +TeleportPro +Telesoft Telesphorep Toata Toweyabot Tracemyfile +Trendiction +True_Robot +Turingos Twice -VB Project -VCI -VelenPublicWebCrawler +URLy Warning +UnisterBot +Upflow +Vacuum VeriCiteCrawler -Virusdie -WISENutbot +Voil +Voltron +WEBDAV WPScan -WWW-Collector-E -WWWOFFLE +WWW-Mechanize Wallpapers -Wallpapers/3.0 -WallpapersHD Web Auto Web Collage -Web Enhancer -Web Pix Web Sauger -WebCollage +Web Sucker +WebAuto WebCopier -WebEnhancer -WebFuck +WebFetch +WebGo IS +WebImageCollector WebLeacher WebPix WebStripper WebSucker -WebWhacker WebZIP Webalta -WebmasterWorldForumBot WebsiteExtractor WebsiteQuester -Wonderbot +Webster +Whatweb +WinHTTrack +Woobot +Wprecon Xaldon WebSpider -Xenu +Xaldon_WebSpider YoudaoBot -ZyBorg -archive.org_bot -arquivo.pt -cognitiveseo -demandbase-bot -gopher +Zade +Zauba +Zermelo +adscanner +check1.exe +coccocbot +dataforseo.com +domainsproject.org +facebookscraper instabid -iubenda-radar -linkdexbot +isitwp.com +lwp-request muhstik-scan -oBot +s1z.ru +satoristudio.net seobility +seostar +sexsearcher sitechecker.pro -sogouspider spyfu sysscan +tAkeOut trendiction.com -webpros.com -webprosbot +ubermetrics-technologies.com +voyagerx.com +webgains-bot +webmeup-crawler +xpymep1.exe +zauba.io +zgrab diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index d3db2ff40..953074c3d 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -2020iscoming.info -delayreferat.ru -family1st.ca -imagefinder.site -iradiology.ru -linkbolic.com -microstatic.pl -moskva.nodup.ru -worldoffiles.ru -xn--oogle-wmc.com +d-black.bz +felizporno.com +fun2cell.net +iopeninghours.co.uk +sladkoevideo.com +stard.shop +ukrtvir.com.ua +wstroika.ru +xn--d1aifoe0a9a.top +yginekologa.com diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index 8a1d135e6..5b15bb40d 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -01apple.com -1001watch.com.ua -101lesbian.xyz -1j7740kd.website -1qingdao.com -2pxg8bcf.top -34.gs -3weekdiet.com -4replicawatch.net -4senses.co -888.com -8si.ru -a14download.com -abwa.tk -adktrailmap.com -admeasures.com -adult-shop.com.ua -advancedsoftwaresupport.com -advertisingtag.net -agadelha.com.br -agahinameh.com -alf-img.com -alfabot.xyz -aliexpresscashback.club -alphahoverboards.com -alveris.ru -anabolics.shop -anaksma.info -angigreene.com -angry-fermi-7633.arukascloud.io -anti-virus-removal.info -apiallgeniusinfo-a.akamaihd.net -apibatbrowsecom-a.akamaihd.net -apisecretsaucebi-a.akamaihd.net -appfastplay.com -appsaurus.com -aquarium-pro.ru -arenda-avtoprokat-krasnodar.ru -arendas.net -artdestshop.eu -artparquet.ru -asdfz.pro -atlasvkusov.ru -aversis.net -aviav.org -avtocredit-legko.ru -babespcs.com -babyguns.ru -bannerspace.com -bazaronline24.ru -beachdriveblog.com -beauty-clinic.ru -bestempresas.es -bestsexyblog.com -betshuckclean.com -blackwitchcraft.ru -blockworld.ru -blogig.org -bloke.com -blue-square.biz -bluesman.nu +123kuma.com +24x7-server-support.site +51.la +5elementov.ru +5kstore.com +a96527gi.beget.tech +aa8b68101d388c446389283820863176e7.com +actices.com +add-add.men +adimmix.com +adminshop.com +adobereader-free.ru +ads.gold +adservme.com +adssafeprotected.com +adtech.fr +advocatemsk.ru +alert-hgd.xyz +alienwheels.de +all-streaming-media.com +altamayoztourism.com +animalrank.com +anonymous-redirect.com +apioutoboxnet-a.akamaihd.net +appleid-verification.com +appsecurityr.com +apptester.tk +aproposde.com +artel116.ru +audiobangout.com +auto-moto-elektronika.cz +autolombard-krasnodar.ru +aviav.eu +avtolombard-krasnodar.com +avtolombard-krasnodar.ru +b2b-lounge.com +bagcionderlab.com +bala.getenjoyment.net +banan.tv +bang-hotties.com +bankofthewext.com +bannerads.de +basisches-wasser.net +beachtoday.ru +beauty-things.com +bestadbid.com +besthoro.ru +bestimagecoollibrary.com +bestwaystogetpaid.us +bg6s0.com +bigcities.org +biglistofwebsites.com +biteg.xyz +bjanshee.ru +bjorkbacken.nu +blog.f00kclan.de bmsco.co -bmwhighperformers.com -boltalko.xyz -bonky.biz -brandov.ru -bronzeaid-a.akamaihd.net -browsepulse-a.akamaihd.net -buehne-fuer-menschenrechte.de -buigas.00it.com -buqyxa.rincian.info -buy-loft.ru -bvlgariring.xyz -c-gainsbourg.com -cam-kontakte.org -capsderfudd.tk -cardul.ru -carmuffler.net -cartierbracelet.xyz -cartierreplica.pw -catalogs-parts.com -cctva.tv +bongacams.com +bonzibuddi.com +bpro1.top +brandbucket.com +brimstonehillfortress.org +builtwith.com +bumskontakte.org +buyparajumpers.online +bvlgariwallet.xyz +canrioloadm.gq +caulderwoodkennels.com +cdncash.com cejewelry.xyz -cenokos.ru -chatroulette.si -cheapmarmot.online -cheapmoncler.pw -cibpenonptib.flu.cc -cicaki.net -citizenclsdriveri7.pen.io -clarithromycin500mg.com -clickhype.com -clickprotects.com -clips.ua.ac.be -cocolyze.com -compliance-brian.xyz -compliance-checker-7.info -compliance-jess.top -compliance-mark.top -connectingsingles.com -cookie-law-enforcement-ee.xyz -cookie-law-enforcement-hh.xyz -coolingoods.com +cementaresearch.se +cfsrating.sonicwall.com +charmstroy.info +chatseo.com +cheapestjerseysonwholesale.com +chocolateslim-en-france.com +chorus.terakeet.com +cindymatches.com +clksite.com +cobaltpro.ru +companies-catalog.com +compliance-alex.top +compliance-josh.top +compliance-walter.top +confib.ifmo.ru +contextualyield.com +cookingmeat.ru +coolyarddecorations.com copro.pw -cracksplanet.com -crafthubs.com -credit-online.ws -culad.com -d0t.ru -danashop.ru -deadlinkchecker.com -dear-diary.ru -deniven.1bb.ru -dentalpearls.com.au -detskie-konstruktory.ru -dinosaurus.site -djstools.com +cosmeticswomens-womensports.rhcloud.com +covid-schutzmasken.de +crest3d.ru +customcatchcan.com +customerguru.in +customerpromos-a.akamaihd.net +datsun-do.com +db.speedup.gdn +delta-line.men +dengi-pod-zalog-nedvizhimosti.ru +dikx.gdn +dipstar.org +discountliv.com +dividendo.ru +dms-sw.ru docs4all.com -documentsite.net -dogclothing.store +domainsatcost.com domik-derevne.ru -dostavimvdom.ru -dosug-lux.ru -draniki.org -dynainbox.com -e-commerce-seo1.com -e90post.com -easycommerce.cf -easyshoppermac.com -edudocs.net -efkt.jp -ekobata.ru -ekspresihati.info -elektir.ru -emerson-rus.ru -empis.magix.net -energydiet-info.ru -energydiet24.ru -enternet.ee -erectile.bid -eropornosex.ru -erotikchat-24.com -eshop4u.jp -essaypro.com -estibot.com -expolicenciaslatam.co -ezigarettekaufen.myblog.de -fable.in.ua -falcoware.com -fapgon.com -fashion-stickers.ru -fashionavenuegame.com -fatfasts-4tmz.com -feargames.ru +dood.live +dostavka-v-krym.com +dostavka-v-ukrainu.ru +drev.biz +eaplay.ru +earn-from-articles.com +earncash.com.ua +eas-seo.com +ec-file.info +ednorxmed.com +education-cz.ru +ekosmetyki.net.pl +electricwheelchairsarea.com +elektrischezigarettekaufen2.cowblog.fr +elstal.com.pl +elvel.com.ua +embedle.com +exct.net +exlarseva.webblog.es +expertnaya-ocenka.ru +ezigarettenkaufen1.pagina.gr +farmingworm.com +fbdownloader.com fellowshipoftheminds.com -fetroshok.ru -fickblock18.com -fifa-coins.online -fighrofacciufreesig.ga -filmbokep69.com -filmidivx.com -find1friend.com -findthe.pet -finemanteam.com -fitfloponline.store -flashahead.info -flashlarevista.com -forex.osobye.ru -fr-bearings.ru -free-stock-illustration.com -fres-news.com +fertilitetsradgivningen.se +fickkontaktehobbyhuren.com +figuringmoneyout.com +fikasound.tk +filesmonster.porn +financeloan.us +fireads.men +fix-website-errors.com +fodelsedagspresenter.nu +foodgid.net +fortunejack.com +fortwosmartcar.pw +forum.doctissimo.fr +franch.info +frankofficial.ru +free-fb-traffic.com +free-share-buttons.top +frequiry.com +freshsuperbloop.com freza-sverlo.ru -front.ru -ftns.ru -fuckingawesome.com -galeon.com -gambarkatabaru.com -gamblingnerd.com -gdcentre.ru -ge0ip.org -generousdeal-a.akamaihd.net +funnel.co.za +funtoonez.com +fx-brokers-review.com +fyl.com.ru +fym.com.ru +g7m.pl +gamesprite.me +garciniaxt.us +gateway.zscalertwo.net +gay-site.store +gaypornmovie.net +geileweiber.tk +gemgrab-a.akamaihd.net +generalporn.org +genetworx.com get-free-social-traffic.com -getyourimage.club -gg-arena.ru -glall.ru -gloverid.site -gojiberriess.apishops.ru -goldandcard.ru -golden-catalog.pro -gotwebsite1.com -gpirate.com +gifspics.com +girlgamerdaily.com +golaya.pw +golmau.host.sk +goodprotein.ru +googglet.com +grand-chlen.ru +greenidesign.co +greenshop.su +growshop.es +grupografico-pilar.com.ar guarrasdelporno.xxx -guruofcasino.com -handicapvansarea.com -handsandlegs.ru -hatdc.org -hdwallpapers-free.com -healthcarestore.info -heliko.no -highstairs-a.akamaihd.net -hit-kino.ru -home-task.com -homelygarden.com -host-protection.com -hostcritique.com +hatedriveapart.com +hdseriale.pl +headpharmacy.com +hifidesign.ru +historichometeam.com hostingclub.lk -hotdl.in -hothor.se -hotsocialz.com +hotcore.info +hotshoppymac.com +housekuba.org houston-vikings.com -huimin764128.com -hundejo.com -hybrid.ru +houtings.xyz hydropump.su -idealtits.net -inmate-locator.us -instabid.tech -interfucks.net -investpamm.ru -investsuccess.org -isistaylorporn.info -iskalko.ru -ispaniya-costa-blanca.ru -javspace.net -jillepille.com -jrcigars.com -juliaworld.net +hyhj.info +hyiphunter.org +iblogpress.xyz +ilte.info +images-free.net +imgata.com +immigrational.info +infobabki.ru +internetproviderstucson.com +iscblog.info +istanbulit.com +istizanidineanopiate.blogspot.com +istmira.ru +james13prix.info +japan-bearings.ru +jerseyschinabizwholesale.us +job.icivil.ir kalandranis.gr -kamen-e.ru -kazka.ru -ketrzyn.pl -keywesthideaways.co -kichenaid.ru -kiwe-analytics.com -kollekcioner.ru -komputernaya-pomosh-moscow.ru -kongruan.com -kotaku.com -ks1234.com -ladov.ru -lalalove.ru -landscaping.center -legionalpha.com -lflash.ru -lirunet.ru -listiseltemournlan.gq -livejasmin.com -llastbuy.ru +kalb.ru +kanimage.com +karaganda.xkaz.org +karting196.ru +kazan.xrus.org +keywordsking.com +kino-key.info +kinogonew.ru +klitimg.pw +kol-energo.ru +konkursov.net +kovesszucs.atw.hu +kreativperlen.ch +ku6.com +kursy-ege.ru +kurwa.win +kustanay.kz +kutikomi.net +laudit.ru +leboard.ru +ledis.top +letmacworkfaster.site +lexiangwan.com +likesdesign.com +lion.bolegapakistan.com +loginduepunti.it +lombia.co +louboutinshoes.xyz lovasszovetseg.hu -lrac.info -magda-gadalka.ru -mailemedicinals.com -makedo.ru -malls.com -markjaybeefractal.com -mathgym.com.au -matpre.top -mearns-tractors.co.uk -medi-fitt.hu -medizinreisen.de -meds-online24.com -michellblog.online -mini-modus.ru -mirobuvi.com.ua -mlvc4zzw.space +luckyshop.net.ua +m5home.ru +macnewtech.com +magazin-pics.ru +maju.bluesalt.co +managerpak204.weebly.com +manuscript.su +marketingtechniques.info +marketland.ml +marsgatan.com +master-muznachas.ru +maximilitary.ru +maxxtor.eu +mebel-alait.ru +mebel-ekb.com +medanestesia.ru +medicinacom.ru +medkletki.ru +meet-flirt-dating.com +member-quiz.com +mensandals.xyz +mindbox.co.za +minegam.com +mir-limuzinov.ru mmstat.com -mojpreskumanie.com -money-every-day.com -moonci.ru -morpicert.pw -mp3s.club +mobstarr.com +moesonce.com +mojpregled.com +moneymaster.ru +moneyzzz.ru +most-kerch.org +mostantikor.ru +moyaterapiya.ru +mozello.ru mrbojikobi4.biz -mrmoneymustache.com -mrsdalloways.com -muz-baza.net -mydeathspace.com -myhitmp3.club -myonigroup.com -myra.top -narkologiya-peterburg.ru -neks.info -nevansk.ru -nextrent-crimea.ru -ningessaybe.me -no-rx.info -nofreezingmac.click -nootrino.com -northfacestore.online -nufaq.com -obiavo.by -officedocuments.net -okayimage.com -omoikiri-japan.ru -one.net.in -onload.pw +mrcsa.com.au +mturkcontent.com +mulberryoutletonlineeu.com +muzaporn.com +mybackgroundlandscape.blogspot.com +mycaf.it +myghillie.info +myhydros.org +myliveblog.ru +mystats.xyz +narkologiya-penza.ru +nationalbreakdown.com +neodownload.webcam +netanalytics.xyz +netpics.org +nfljerseyscheapbiz.us +nikhilbahl.com +niki-mlt.ru +nina.az +novosibirsk.xrus.org +nullrefer.com +nyfinance.ml +o.light.d0t.ru +oconto.ru +ok-ua.info +okel.co +olvanto.ru +one-gear.com +online7777.com +onlinedomains.ru +onlineporno.site ons-add.men -opinionreelle.com -page2rss.com +optitrade24.com +ordernorxx.com +orel-reshka.net +ovirus.ru +oz-offers.com pagesense.com -paidonlinesites.com -palocco.it -pammik.ru +panchro.xyz pandarastore.top -partner-high.men -partner-trustworthy.men -pattersonsweb.com -pawli.eu -paydayonlinecom.com -pc-services.ru -pc-test.net -pdns.cz -pendelprognos.se -perosan.com -picsforkeywordsuggestion.com -pirateday.ru -pizdeishn.com -pk-pomosch.ru -pl-top.pl +pdn-4.com +petitions.whitehouse.gov +picanalyzer.data-ox.com +picswe.com +pigrafix.at pl.aasoldes.fr -platesauto.com -ploenjitmedia.azurewebsites.net -podshipniki-ntn.ru -popugauka.ru -pornogratisdiario.com -pornoinn.com -pornosemki.info -pornowarp.info -portside.cc -predmety.in.ua -privatefx.all4invest.info -professionaldieselcare.com -profit-opportunity.com -promover.org -pron.pro -proxyelite.biz -pussyfleet.com -puteshestvennik.com -puzo2arbuza.ru -quelle.ru +poffet.net +polska-poezja.com +poppen-nw.net +porn555.com +porngalleries.top +pornhive.org +pornhub-forum.ga +porno-play.net +porno-video-chati.ru +pornoklad.net +pornoslive.net +posible.net +potoideas.us +pourvous.info +pozdrawleniya.ru +privatbank46.ru +privatov-zapisi.ru +privetsochi.ru +prod2016.com +progonrumarket.ru +prom23.ru +promalp-universal.ru +propranolol40mg.blogspot.com +prostitutki-astana.org +psa48.ru +pukaporn.com +purplesphere.in +puzzleweb.ru +qpypcx.com questionmarque.ch -quit-smoking.ga -r-e-f-e-r-e-r.com -raisedseo.com -randalljhoward.com -ranking2017.ga -rapidgator-porn.ga -raschtextil.com.ua -realnye-otzyvy.info -reckonstat.info -relayblog.com -renewablewealth.com -restorator-msk.ru -rethinkwasteni.info -retreatia.com -rfd-split.hr +quizzitch.net +rainbowice.ru +rankia.com +ranksonic.com +razyboard.com +redirect.trafficreceiver.club +refererx.com +relatodelpresente.com.ar +remont-ustanovka-tehniki.ru +renhacklids.tk rff-cfal.info richinvestmonitor.com -rock-cafe.info -rutor.vip -rvi.biz -rybalka-opt.ru -sankt-peterburg.nodup.ru -santasgift.ml -saveriopiazza.it -savingsslider-a.akamaihd.net -sbprabooks.com -sbtdesign.co.uk -scanner-jane.top -scanner-jessica.top -scansafe.net -scrapy.org -searchencrypt.com -seasaltwithfood.com -seozoom.it -serpstat.com -serving.adbetclickin.pink -servisural.ru -sexpartygirls.net -sexstream.pl -sexvideo-sex.com -sexvporno.ru -shareyards.com -shop.acim.org -shtaketniki.ru -sideeffectsoftizanidine.blogspot.com -sisiynas.ru -sispe.com.br -smichovbike.cz -snegozaderzhatel.ru -snomer1.ru -snworks.com -social-button.xyz -social-s-ggg.xyz -sotkal.lark.ru -spammen.de -speechfoodie.com -sports-supplements.us +rostov.xrus.org +rucrypt.com +ruf777.com +rusprostitute.com +sampleletters.net +sbdl.no +scenarii-1-sentyabrya.uroki.org.ua +semalt.com +seobility.net +seoboxes.com +serviporno.com +seryeznie-znakomstva.ru +sex-dating.co +sexy-screen-savers.com +sheerseo.com +shoesonlinebuy.xyz +sinestesia.host.sk +sitevaluation.org +slayerlife.com +slim.sellany.ru +smokewithrabbits.com +socialbuttons.xyz +socialsignals24.com +sockshare.net +sodexo.com +softlinesolutions.me +softomix.com +sogimlecal.tk +spidtest.space +spravka-medosmotr.ru sps-shop.com -srecorder.com -stats-collector.org -stickers-market.ru -streamin.to -stroicol.net -stroyhelp-dv.ru -supermesta.ru -supernew.org -taihouse.ru -tandvardshuset.net -taraz.xkaz.org -td-l-market.ru -tengohydar.tk -textads.men -thefarmergame.com -thegolfclub.info +spywarespy.com +sr-rekneskap.no +stariy-baku.com +steame.ru +strana-solnca.ru +students-cheapskate.ml +studiofaca.com +support.nopeas.sk +surffoundation.nl +szamponrevita.pl +szucs.ru +tabakur77.com +tabletkinaodchudzanie.com.pl +tacbibirfa.tk +tagil.zrus.org +tam-gde-more.ru +taranerymagesswa.blogspot.com +tattomedia.com +teenfuck.tv +teenporn18.net +telemetryverification.net +testingads.pro +thecounter.com +thefotosgratis.eu +themestotal.com thetardistimes.ovh -thruport.com -tiandeural.ru -timer4web.com -titslove.yopoint.in -tizanidinehcl2mgtablet.blogspot.com -tizanidinehclsideeffects.blogspot.com -tizanidinestreetprice.blogspot.com -tizanidinevssoma.blogspot.com -tn811.us -tnctrx.com -toon-families.com -top-deal.com.pl -topcasinoratings.ru -topkarkas.com -torontoplumbinggroup.com -torrentgamer.net -torrentred.games -tracksz.co -traffic-club.info -trafficreceiver.club -trustedhealthtips.com -tubeoffline.com -tuberkuleznik.ru -tupper-posuda.ru -tupper-shop.ru -udayavani.com -ultimatesetnewfreeallsoftupgradesystems.pw -ultramart.biz -unitexindia.com -uroffer.link -uzporno.mobi -vapeface.club -vapsy.com -vedomstvo.net -videonsk.com -videooko.weebly.com -vipsexfinders.com -virus-schutzmasken.de -vitoriacabos.com -viveresaniesnelli.it -vkgaleria.com -voltrknc1.com -voluumtracker1.com -vremya.eu -vseigry.fun -vzlomsn.org -w3data.co -wallpaperaccess.com -wallpaperstock.net -wanker.us -wapsite.me -warezkeeper.com -wemarketing.se -westum.se +thewomenlife.com +ticketsys.inetwd.com +timecrimea.ru +titan-ads.life +tizanidine4mg.blogspot.com +tizanidineformigraines.blogspot.com +tizanidineonline.blogspot.com +tjkckpytpnje.com +tobeyouday.win +tomatis.gospartner.com +tomck.com +topbestgames.com +torrentdownloadhub.com +track-rankings.online +trafficmonetize.org +traffixer.com +trailer.cinemaflix.website +trudogolik.net +twelvevisionspartyofcolorado.com +twincitiescarservice.com +tx41tclega.ru +typer.one +tzritel.tk +u555u.info +ublaze.ru +unimodemhalfduplefw.pen.io +unionmarkt.de +unrealcommander.com +uptimechecker.com +urll.eu +vancleefreplica.pw +vduplo.ru +velobikestock.com +venta-prom.ru +vesnatehno.ru +videtubs.pl +vipromoffers.com +vitalads.net +vucms.com +vzglyadriv.kg +w3javascript.com +watchdogs-2.ru +webcamdevochka.com +webscouter.net +website-audit.com.ua +welcomeauto.ru +wemedinc.com wetgames.ru -whatsupinfoley.com -wholesalenfljerseys.us.com -wpthemedetector.co.uk -wygraj-teraz.com +while.cheapwebsitehoster.com +word-vorlagen.xyz +wormix-cheats.ru +wosik-dach.service-for-web.de +wstroika.ru +www.bookmaker-bets.com x-lime.com -x-mix.info -xblognetwork.com -xboxster.ru -xjlottery.com -xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai -xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai -xn----ctbbcjd3dbsehgi.xn--p1ai -xn----itbkqkfiq.xn--p1ai -xn--80aanaardaperhcem4a6i.com -xn--b1adccaf1bzj.xn--p1ai -xn--b1agm2d.net -xn--d1acah0c.xn--p1ai -xxart.ru -xxx-cam.webcam -xzlive.com -yellocloud.be -youghbould.wordpress.com -youjizz.vc -yourads.website -youradulthosting.com -zapiszto.pl -zeroredirect7.com -zigarettenonlinekaufen1.bloog.pl -zreloeporno.tv -zzlgxh.com +xep.info +xkaz.org +xn-----7kcabaipgeakzcss7bjdqdwpfnhv.xn--p1ai +xn----9sbebi2bvzr7h.xn--p1ai +xn--24-glceagatoq7c2a6ioc.xn--p1ai +xn--80aikhbrhr.net +xn--80ajjbdhgmudixfjc8c5a9df8b.xn--p1ai +xn--90acenikpebbdd4f6d.xn--p1ai +xn--lifehacer-1rb.com +xtrafficplus.com +xwatt.ru +yellowstonesafaritours.com +yellowstonevisitortours.com +you-shall-not-pass.is74.ru +youbrainboost.asia +youresponsive.com +yourporngay.com +yourserverisdown.com +yourtemplatefinder.com +zaapplesales.blogspot.com +zaimite.ru +zebradudka.com +zed21.net +zeg-distribution.com +zero1.it +zeroredirect6.com +zixizop.net.ru diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index 1623c9dc8..02571be30 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -1j7740kd.website -2pxg8bcf.top -3weekdiet.com -40cg.com -aa625d84f1587749c1ab011d6f269f7d64.com -aanapa.ru -adultgalls.com -aero2.ru -allornamenti.com -ameblo.jp -amigobulls.com -andpolice.com -appfixing.space -aramaicmedia.org -atelielembrancaqueencanta.com.br -atleticpharm.org -ausmepa.org.au -ayodhya.co -bala.getenjoyment.net -balook.com -banki76.ru -beauty-b0x.pl -bestmarriages.com -bharatdefencekavach.com -biographiya.com -blackwitchcraft.ru -blavia.00author.com -blpmovies.com -bobba.dzaba.com -bristolhotel.com.ua -brk-rti.ru -browserprotecter.com -bugof.gq -buqayy0.livejournal.com -buttons-for-your-website.com -cablecar.us -carmuffler.net -cartierreplica.xyz -ccjp.eu -cdnnetwok.xyz -christianlouboutinreplica.pw -christianlouboutinshoes.xyz -cjs.com.ru -coderstate.com -collegeessay19.blogspot.ru -com-secure.download -commoncrawl.org -compliance-alex.xyz -compliance-andrew.top -compliance-brian.xyz -compliance-olga.top -compucelunlock.net -concealthyself.com -corta.co -creatives.adbetclickin.pink -customergrowthsystems.com -delitime.info -dispo.de -distver.ru -divci-hry.info -domik-derevne.ru -download-walpaperhd.blogspot.com -e-buyeasy.com -easyukraine.com -elektrozigarette2.webs.com -eloconcream.blogspot.com -energydiet-info.ru -enskedesquashclub.se +007angels.com +1kdailyprofit.me +4inn.ru +acc.eu.org +acheterviagrafr24.com +adloads.com +admitad.com +adrenalin-stk.ru +ads.tremorhub.com +adserver-e7.com +ahrefs.com +aksonural.ru +alt-servis.ru +android4fun.org +angigreene.com +anmysite.com +apidigidocketnet-a.akamaihd.net +apispringsmartne-a.akamaihd.net +applyneedy.xyz +auto4style.ru +avon-severozapad.ru +avtovolop.ru +azartniy-bonus.com +bankcrediti.ru +bannerconnect.net +bausparen.bz.it +beachpics.com +bear.gotcher.us +becuo.com +bet-prognoz.com +bfz.biz +big-cash.net +bigcities.org +bikini-image.com +biznesschat.net +blogig.org +bookmark4you.com.biz +burger-tycoon.com +buyantiviralwp.com +buyessayonline19.blogspot.ru +call-of-duty.info +camsex.xxx-cam.webcam +canrole.com +carina-sy.de +caveavins.fr +cercacamion.it +chatroulette.world +chidporn.com +chimiver.info +clicksor.net +clodo.ru +coolyarddecorations.com +cowblog.fr +dafatiri.com +danashop.ru +deplim.com +detmebel.su +diarioaconcagua.com +diminishedvalueoforegon.com +downloadmefiranaratb1972.xpg.com.br +drupa.com +e90post.com +eachdayisagift.review +ebonyporn.site +elektrischezi.canalblog.com +escort-russian.com excitacao.com -extremal-blog.com -f012.de -filefilter.weebly.com -findanysex.com -finteks.ru -fishingwholesale.us -fitness-video.net -forzeronly.com -free-today.com -freelifetimefuckbook.com -galaxyflowers.ru -galeria-zdjec.com -gallery.rennlist.com -gamblingnerd.com -game300.ru -gearsadspromo.club -gilsonchiro.xyz -glass-msk.ru +executehosting.com +fantasticpixcool.com +fidelityfunding.com +fm-upgrade.ru +footballfarrago.com +forex.osobye.ru +forsex.info +fotosfotos.eu +freejabs.com +fun2cell.net +gagrasector.ru +gdebestkupit.ru +gilbertbanda.net +gk-atlant.info gobongo.info -gowreckdiving.com -gwebtools.com -havepussy.com -hd-filmy.net -hoterika.com -hvd-store.com -hyiphunter.org -images-free.net -iqs.biz.ua -istanbulit.com -jacago.com -jackwolfskinoutlet.online -jav-idol.com -jerseyschinabizwholesale.us -jongose.ninja -journeydownthescale.info -kakadu-interior.com.ua -karachev-city.ru -kellyonline.xyz -kemerovo.zrus.org -keywordbasket.com -konoplisemena.com -kupit-adenu.ru -landscapebackgrounds.blogspot.com -languagecode.com -law-check-seven.xyz -lawyers.cafe -lemon-ade.site -letslowbefast.today -light.ifmo.ru -lightinghomes.net -livingcanarias.com -locimge.pw -m3gadownload.pl -magnetic-bracelets.ru -marinetraffic.com -mb140.ru -microsoftportal.net -milblueprint.com -mrinsidesales.com -music7s.me -nationalbreakdown.com -networkad.net -newstudio.tv -nrv.co.za -nudejapan.net -obiavo.by -ochistka-stokov.ru -old-rock.com -onlainbesplatno.ru -online.ktc45.ru -oren-cats.ru -ossmalta.com -ostrovtaxi.ru -painting-planet.com -palocco.it -panchro.co.uk -pathwhelp.org -phelissota.xyz -picsfair.com -pivka.xyz -pix-hd.com -pizza-imperia.com -pogruztehnik.ru -poisk-zakona.ru -popup-fdm.xyz -pornozhara.com -porodasobak.net -portnoff.od.ua -potolokelekor.ru -privat-girl.net -proekt-mos.ru -pron.pro -propranolol40mg.blogspot.com -prostitutki-novgoroda.org -prostitutki-yaroslavlya.org -pssucai.info -pts163.ru -pulse33.ru -rangoman.date -restaurantlescampi.com -ricorsogiustizia.org -rubbed.us -ruscoininvest.company +goodhumor24.com +greenshop.su +gsasearchenginerankerhelp.com +haikuware.com +handicapbathtubarea.com +ikritikimou.gr +iopeninghours.co.uk +iqbazar.ru +irkutsk.zrus.org +kazan.xrus.org +kazinogames.lv +kchaxton.com +kinogolos.ru +kleine-titten.biz +kliksaya.com +kndxbkdx.bloger.index.hr +koopilka.com +kwzf.net +law-check-eight.xyz +lazymanyoga.com +leadn.pl +linerdrilling.com +lineshops.biz +linkbolic.com +livefixer.com +lomza.info +long-beach-air-conditioning.com +longgreen.info +low-format.ru +luciddiagnostics.in +lyngdalhudterapi.no +macotool.com +magiadinamibia.blogspot.com +mansparskats.com +marsgatan.com +maximilitary.ru +maximpartnerspr.com +maxthon.com +metaxalonevstizanidine.blogspot.com +micasainvest.com +mindbox.co.za +minegam.com +missclub.info +money-for-placing-articles.com +moneytop.ru +more-letom.ru +mp3ringtone.info +mp3s.club +muz-tracker.net +muzaporn.com +my-big-family.com +mzdish.site +nash-krym.info +nastydollars.com +neobux-bg.info +netallergy.ru +nextrent-crimea.ru +nlfjjunb5.ru +no-fuel.org +novgorod.xrus.org +o-o-6-o-o.ru +obiavo.in +olgacvetmet.com +osagonline.ru +ourtherapy.ru +outclicks.net +paradontozanet.ru +partner-pop.men +partnersafe.men +pcads.ru +piccshare.com +pictures-and-images.com +piter.xrus.org +pixshark.com +pkr1hand.com +popmarker.com +popup-hgd.xyz +pornokorol.com +pornophoto.xyz +pornotubs.com +pospr.waw.pl +powenlite24.ru +pr-ten.de +profolan.pl +progress-upakovka.ru +prointer.net.ua +prosperent.com +pyramidlitho.webs.com +queerspace.com +r-control.ru +ragecash.com +rankia.com +rapidsites.pro +refudiatethissarah.info +rentaremotecomputer.com +ritlweb.com +robot-forex.biz +russkie-gorki.ru +s-iwantyou.com +saletool.ru samoiedo.it -sayyoethe.blogspot.co.za -scoopquest.com -se.bnt-team.com -secretscook.ru -selectads.men -seo-2-0.com -seo-smm.kz -seoanalyses.com -seolab.top -sexad.net -sexy-screen-savers.com +sbricur.com +scanner-elena.top +searchengineranker.email +security60-e.com +seeingmeerkat.com +semp.net +serpstat.com +shell-pmr.ru +si-unique.com sicfor.bcu.cc -signal03.ru -sildenafilcitratemed.com -sisi-go.ru -skatestick.bid -slutloadlive.com -social-s-iii.xyz -solnplast.ru +sientalyric.co +simpoed.ufop.br +smokewithrabbits.com +socialmediasuggest.com +softomix.com +soietvousmaime.fr +soochi.co +sotkal.lark.ru +souvenir.cc sovetogorod.ru -stefanbakosab.se -stroiminsk.com -szamponrevita.pl -t3chtonic.com -takeflyte.com -takethatad.com -tattomedia.com -tattoo33.ru -tech4master.com -terrafootwear.us -theporndude.com -timhost.ru -tizanidinecapsules.blogspot.com -tour-line.net +stopnarco.ru +strana-solnca.ru +swingerseiten.com +tastyfoodideas.com +teencastingporn.com +thecounter.com +tmm-kurs.ru +tnaionline.org +tongkatmadura.info +topcasinoratings.ru +toy-shop.top track112.site -tryrating.com -tsstcorpcddvdwshbbdriverfb.aircus.com -tsyndicate.com -turkeyreport.tk -twittrading.com -ukrtvir.com.ua -uprour.com -velobikestock.com -vesnatehno.ru -via-energy-cumpara.com -video-chat.cn -voloomoney.com +triumf-realty.ru +trk-4.net +tvnewsclips.info +twiclub.in +twodollarshows.com +uggbootsoutletsale.us +ultimateclassicrock.com +unionmarkt.de +uroffer.link +vadimkravtcov.ru +vashsvet.com +vedomstvo.net +vereo.eu +videochat.mx +videochat.world +visitcambridge.org +vkonche.com +vksex.ru vpnhowto.info -vtc.pw -website-speed-up.site -weprik.ru -whatzmyip.net -white-truck.life +vpnmouse.com +vut.com.ru +vzlomfb.com +w-journal.ru +waysbetter.cn +webextract.profound.net +westen-z.life +whatistizanidine2mg.blogspot.com wholesalecheapjerseysfree.com -wieseversa.no -wordpresscore.com -workle.website -worldhistory.biz -writingservices17.blogspot.ru -www.pinnacle-bets.com -xblognetwork.com -xcombear.ru -xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai -xn-----6kccaibs5cb8afhjrfmix2n.xn--p1ai -xn--80atua3d.xn--p1ai -yaaknaa.info -youresponsive.com -yuweng.info -za-fun-offer.com -zeroredirect6.com -zeroredirect8.com -zigarettenonlinekaufen1.bloog.pl -zog.link -zoogdisany.com -zoompegs.com -zrus.org -zx6.ru +www.888.com +xxxdatinglocal.us +yellocloud.be +yugk.net +zapiszto.pl +zixizop.net.ru +zootravel.com diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index bdd283a9c..677610c8a 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.11 0; +10.1.0.107 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index 640e74566..c6c796075 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2022.12.3513 -### Updated: Sun Dec 11 22:01:05 UTC 2022 +### Version: V4.2022.12.3514 +### Updated: Mon Dec 12 22:01:14 UTC 2022 ### Bad Bot Count: 637 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 640e74566..c6c796075 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2022.12.3513 -### Updated: Sun Dec 11 22:01:05 UTC 2022 +### Version: V4.2022.12.3514 +### Updated: Mon Dec 12 22:01:14 UTC 2022 ### Bad Bot Count: 637 ################################################### ### Version Information ##