From 4799ee6e7b77c9d68b16ddf0e87625d9c7e2be49 Mon Sep 17 00:00:00 2001 From: mitchellkrogza Date: Sun, 11 Dec 2022 22:06:56 +0000 Subject: [PATCH] V4.2022.12.3513 [ci skip] --- AUTO-CONFIGURATION.md | 2 +- MANUAL-CONFIGURATION.md | 2 +- README.md | 2 +- _google_analytics_ghost_spam/README.md | 2 +- .../etc/nginx/conf.d/globalblacklist.conf | 5 +- conf.d/globalblacklist-testing-version.conf | 5 +- conf.d/globalblacklist.conf | 5 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- dev-tools/buildnumber | 2 +- dev-tools/globalblacklist-testing.template | 5 +- dev-tools/globalblacklist.template | 5 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- dev-tools/test_units/blacklist-ips.conf | 2 +- .../random-bots-for-test-quick.list | 20 +- .../test_units/random-bots-for-test.list | 312 +++--- .../random-bots-for-whitelist-test.list | 310 +++--- .../random-referrers-for-test-quick.list | 20 +- .../test_units/random-referrers-for-test.list | 938 +++++++++--------- .../random-referrers-for-whitelist-test.list | 490 ++++----- dev-tools/test_units/whitelist-ips.conf | 2 +- dev-tools/tmp/robots.txt | 4 +- robots.txt/robots.txt | 4 +- 45 files changed, 1116 insertions(+), 1101 deletions(-) diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 6877b0772..45c6cfbc4 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2022.12.3512 +#### Version: V4.2022.12.3513 #### Bad Referrers Blocked: [7097](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index f07fb03bb..937ad491e 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2022.12.3512 +#### Version: V4.2022.12.3513 #### Bad Referrers Blocked: [7097](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index de299cb2e..84db933af 100755 --- a/README.md +++ b/README.md @@ -14,7 +14,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2022.12.3512 +#### Version: V4.2022.12.3513 #### Bad Referrers Blocked: [7097](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index ef222af79..f1f5589c5 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2022.12.3512 +#### Version: V4.2022.12.3513 #### Bad Referrers Blocked: [7097](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 30a11c25f..b821c4e79 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.12.3512 -### Updated: Fri Dec 9 10:12:46 UTC 2022 +### Version: V4.2022.12.3513 +### Updated: Sun Dec 11 22:01:04 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8548,6 +8548,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 392d1bbf5..a5ff3222e 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.12.3512 -### Updated: Fri Dec 9 10:12:46 UTC 2022 +### Version: V3.2022.12.3513 +### Updated: Sun Dec 11 22:01:05 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8546,6 +8546,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 30a11c25f..b821c4e79 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.12.3512 -### Updated: Fri Dec 9 10:12:46 UTC 2022 +### Version: V4.2022.12.3513 +### Updated: Sun Dec 11 22:01:04 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8548,6 +8548,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 392d1bbf5..a5ff3222e 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.12.3512 -### Updated: Fri Dec 9 10:12:46 UTC 2022 +### Version: V3.2022.12.3513 +### Updated: Sun Dec 11 22:01:05 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8546,6 +8546,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index f29fccf7b..38c1dc0b5 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.117 1; +10.1.0.11 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 6076c53c6..bdd283a9c 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.117 0; +10.1.0.11 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 392d1bbf5..a5ff3222e 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.12.3512 -### Updated: Fri Dec 9 10:12:46 UTC 2022 +### Version: V3.2022.12.3513 +### Updated: Sun Dec 11 22:01:05 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8546,6 +8546,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index f29fccf7b..38c1dc0b5 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.117 1; +10.1.0.11 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 6076c53c6..bdd283a9c 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.117 0; +10.1.0.11 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 392d1bbf5..a5ff3222e 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.12.3512 -### Updated: Fri Dec 9 10:12:46 UTC 2022 +### Version: V3.2022.12.3513 +### Updated: Sun Dec 11 22:01:05 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8546,6 +8546,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index f29fccf7b..38c1dc0b5 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.117 1; +10.1.0.11 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 6076c53c6..bdd283a9c 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.117 0; +10.1.0.11 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 392d1bbf5..a5ff3222e 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.12.3512 -### Updated: Fri Dec 9 10:12:46 UTC 2022 +### Version: V3.2022.12.3513 +### Updated: Sun Dec 11 22:01:05 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8546,6 +8546,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index 7ae5f23f0..971f02acb 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -3512 +3513 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 392d1bbf5..a5ff3222e 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.12.3512 -### Updated: Fri Dec 9 10:12:46 UTC 2022 +### Version: V3.2022.12.3513 +### Updated: Sun Dec 11 22:01:05 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8546,6 +8546,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index 30a11c25f..b821c4e79 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.12.3512 -### Updated: Fri Dec 9 10:12:46 UTC 2022 +### Version: V4.2022.12.3513 +### Updated: Sun Dec 11 22:01:04 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8548,6 +8548,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 9e07c7af8..eab68b42d 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.237.138.140 0; +20.119.37.36 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 30a11c25f..b821c4e79 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.12.3512 -### Updated: Fri Dec 9 10:12:46 UTC 2022 +### Version: V4.2022.12.3513 +### Updated: Sun Dec 11 22:01:04 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8548,6 +8548,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index f29fccf7b..38c1dc0b5 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.117 1; +10.1.0.11 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 6076c53c6..bdd283a9c 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.117 0; +10.1.0.11 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 30a11c25f..b821c4e79 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.12.3512 -### Updated: Fri Dec 9 10:12:46 UTC 2022 +### Version: V4.2022.12.3513 +### Updated: Sun Dec 11 22:01:04 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8548,6 +8548,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index f29fccf7b..38c1dc0b5 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.117 1; +10.1.0.11 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 6076c53c6..bdd283a9c 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.117 0; +10.1.0.11 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 30a11c25f..b821c4e79 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.12.3512 -### Updated: Fri Dec 9 10:12:46 UTC 2022 +### Version: V4.2022.12.3513 +### Updated: Sun Dec 11 22:01:04 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8548,6 +8548,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index f29fccf7b..38c1dc0b5 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.117 1; +10.1.0.11 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 6076c53c6..bdd283a9c 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.117 0; +10.1.0.11 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 30a11c25f..b821c4e79 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.12.3512 -### Updated: Fri Dec 9 10:12:46 UTC 2022 +### Version: V4.2022.12.3513 +### Updated: Sun Dec 11 22:01:04 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8548,6 +8548,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 9e07c7af8..eab68b42d 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.237.138.140 0; +20.119.37.36 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index b5ba1a387..b6dcf1fa8 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.12.3512 -### Updated: Fri Dec 9 10:12:46 UTC 2022 +### Version: V4.2022.12.3513 +### Updated: Sun Dec 11 22:01:04 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8548,6 +8548,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 9e07c7af8..eab68b42d 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.237.138.140 0; +20.119.37.36 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index cb3dcb928..fcdb6dd9e 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.12.3512 -### Updated: Fri Dec 9 10:12:46 UTC 2022 +### Version: V4.2022.12.3513 +### Updated: Sun Dec 11 22:01:04 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8548,6 +8548,7 @@ geo $validate_client { # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index f29fccf7b..38c1dc0b5 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.117 1; +10.1.0.11 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index 905f6e2fa..807524d9a 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Boardreader -Crawling at Home Project -DomCopBot -IDBTE4M -Keybot Translation-Search-Machine -LWP::Simple -MSFrontPage -Thumbor -Web Collage -meanpathbot +ADmantX +DittoSpyder +Drip +EMail Siphon +Minefield +Name Intelligence +PageThing.com +Siteimprove +Sosospider +WebLeacher diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index 5b0b257f3..79fefae76 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ +01h4x.com 360Spider -Abonti +404enemy +ADmantX +ALittle Client +ASPSeek +Aboundex Acunetix -AfD-Verbotsverfahren -AiHitBot +AhrefsBot +Alexibot +Anarchy +Anarchy99 +Ankit Anthill -Aspiegel Asterias -BLEXBot -BackStreet -Bigfoot +BackDoorBot +BackWeb +Backlink-Ceck +Bandit +Bitacle Black Hole +BlackWidow Blackboard -Blow BlowFish -Boardreader +BotALot +Brandprotect Buck BuiltWith BunnySlippers +BuzzSumo CODE87 -CazoodleBot -CensysInspect +Cegbfeieh +CheTeam CheeseBot -Chlooe -Claritybot -Cliqzbot -Cocolyzebot -CopyRightCheck -Copyscape -Craftbot -Crawling at Home Project +CherryPicker +ChinaClaw +Cloud mapping +Copier CrunchBot -Curious -DataCha0s -Deusu +CyotekWebCopy +DBLBot +Demon +Devil Digincore -DigitalPebble -Dirbuster +Disco +Discobot Discoverybot -Dispatch +DittoSpyder DnyzBot -DomainAppender -DomainSigmaCrawler -Domains Project +DomainCrawler +DomainStatsBot Download Wonder -Drip -ECCP/1.0 Ebingbong -EirGrabber +Ecxi EroCrawler Exabot -Express WebPictures -Extractor -ExtractorPro -Extreme Picture Finder +ExtLinksBot +EyeNetIE Ezooms -FHscan -FemtosearchBot +Fimap Firefox/7.0 -Foobot -FrontPage -FyberSpider +FlashGet +Fuzz GalaxyBot -Genieo -GetWeb -Gigabot -Go!Zilla -GoZilla -GrapeshotCrawler +GermCrawler +Go-Ahead-Got-It +Gotit +Grafula +GrapeFX GridBot +HTMLparser HTTrack -HaosouSpider Harvest -Havij Hloader -HonoluluBot -IDBot +Humanlinks +IDBTE4M +IRLbot Image Sucker -IndeedBot -Indy Library InfoNaviRobot -InfoTekies Intelliseek -Internet Ninja -InternetSeer -IstellaBot -JikeSpider -JustView +Jbrofuzz +JennyBot +Jetty +Joomla Keybot Translation-Search-Machine -Keyword Density -Kozmosbot LWP::Simple -Larbin -LeechGet -LexiBot +Lanshanbot +Lftp +LibWeb Libwhisker -Lightspeedsystems +Likse LinkWalker -Linkbot -LinkextractorPro LinksManager LinqiaMetadataDownloaderBot +LinqiaScrapeBot Lipperhey Lipperhey Spider -Lmspider -MIDown tool -MIIxpc -MQQBrowser MSIECrawler MTRobot -Magnet +Mail.RU_Bot Majestic12 -MarkWatch -Mass Downloader -MegaIndex.ru -MicroMessenger -Microsoft Data Access +Mata Hari +Meanpathbot +Metauri +Moblie Safari +MolokaiBot Morfeus Fucking Scanner Mozlila -Mr.4x3 +NICErsPRO NPbot Nameprotect Navroad +NearSite +Needle +Nessus +Net Vampire +NetLyzer NetMechanic -NetSpider Nettrack +NextGenSearchBot Nibbler -Niki-bot -Nuclei -Offline Navigator -OnCrawl -OpenLinkProfiler -OpenVAS -Openvas +Nikto +NimbleCrawler +Nutch OrangeBot -OutclicksBot -PECL::HTTP -PHPCrawl +OrangeSpider +OutfoxBot POE-Component-Client-HTTP -Page Analyzer -PageAnalyzer -PageGrabber PageScorer -PageThing.com -Papa Foto -Pavuk -Picscout +Pandalytics +Panscient +Pi-Monster Picsearch -Piepmatz +Pixray PleaseCrawl -Pockey +ProPowerBot ProWebWalker Probethenet -RankFlex -RankingBot -RankurBot -RebelMouse -RedesScrapy -RocketCrawler -SEOkicks-Robot +Psbot +Pu_iN +PyCurl +QueryN Metasearch +Quick-Crawler +RSSingBot +RankingBot2 +Reaper +Recorder +SBIder +SEOkicks +SEOlyticsCrawler +SEOprofiler +SMTBot +SalesIntelligent +Scrapy Screaming ScreenerBot Searchestate -SearchmetricsBot +Seekport SemanticJuice Semrush -Seomoz +SemrushBot +SeoSiteCheckup +Shodan SiteCheckerBotCrawler -SiteSnagger +SiteExplorer +SiteLockSpider +Sitebeam +Sitevigil SlySearch SmartDownload +Snapbot Snoopy +SocialRankIOBot Sottopop Spammen +SpankBot Spanner +SputnikBot Sqlmap -Sqworm -Steeler -Sucuri -T0PHackTeam +Stripper +SuperBot +Surfbot +SurveyBot +Suzuran +T8Abot TeleportPro -Telesphoreo TheNomad -Thumbor Titan -Toweyabot -Trendictionbot -True_Robot -TurnitinBot -TwengaBot -Twice -V-BOT -Vacuum +Toata +Tracemyfile +Turingos +Typhoeus +URLy.Warning +Upflow +VB Project +Vagabondo +VelenPublicWebCrawler VeriCiteCrawler -VidibleScraper -Voltron +Voil WEBDAV WISENutbot +WWW-Collector-E WWW-Mechanize -WeSEE +WWW::Mechanize +WWWOFFLE +WallpapersHD Web Auto -Web Collage -Web Pix -Web Sucker -WebBandit -WebFetch +Web Enhancer +Web Fuck +WebAuto WebFuck -WebImageCollector -WebLeacher -WebPix -WebSauger +WebWhacker Webshag -Webster Whacker -Whatweb -Widow -WinHTTrack +Who.is Bot +Wonderbot Woobot -Xaldon WebSpider +Wotbox +Wprecon Xaldon_WebSpider +YoudaoBot Zauba -Zermelo -Zitebot -ZumBot +ZmEu +ZyBorg adscanner -archive.org_bot cah.io.community -clark-crawler -coccocbot +check1.exe +cognitiveseo dataforseo.com evc-batch -gopher +facebookscraper +heritrix +instabid internetVista monitor ips-agent +isitwp.com +iubenda-radar linkdexbot +lwp-trivial magpie-crawler -meanpathbot -oBot -ripz -s1z.ru -serpstatbot -sitechecker.pro +mediawords +netEstate NE Crawler +plumanalytics +polaris version +satoristudio.net +seostar sogouspider -spyfu -tAkeOut -trendiction.com -voyagerx.com -webgains-bot +ubermetrics-technologies.com x22Mozilla zgrab diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 6b0886a3a..e172a88a4 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -404enemy 80legs AIBOT -Aboundex -AllSubmitter -Anthill -Asterias -Attach -BDCbot -BackDoorBot +ALittle Client +ASPSeek +Aboundexbot +Alexibot +Alligator +Anarchie +Anarchy +Apexoo +AwarioSmartBot +BDFetch BackStreet -Backlink-Ceck -BetaBot +BackWeb +BatchFTP Bigfoot -BlackWidow -Boardreader -Bolt -Brandprotect +Bitacle +Blow +BlowFish +BotALot Brandwatch -Bullseye -BunnySlippers -BuzzSumo -CCBot +Buck +Buddy +BuiltBotTough +BuiltWith +CATExplorador CODE87 +CSHttp Calculon -Cegbfeieh -CensysInspect -Citoid -Collector -Copier +CherryPicker +Chlooe +Cogentbot +CopyRightCheck Copyscape -Crawling at Home Project +Craftbot +CrunchBot Custo +CyotekWebCopy DBLBot +DIIbot DSearch -DTS Agent DataCha0s +Demon +Deusu DigitalPebble -Discoverybot -DnBCrawler-Analytics -DomainCrawler -DomainStatsBot +Dirbuster +Disco +Dispatch +DittoSpyder +DnyzBot +DomCopBot +DomainAppender Domains Project -Download Wonder -EMail Siphon -EirGrabber -EroCrawler -Exabot +Dotbot +ECCP/1.0 +EMail Wolf +Ecxi Express WebPictures Extractor -Ezooms +ExtractorPro +EyeNetIE +FDM +Fimap Firefox/7.0 FlashGet +Flunky FrontPage Fuzz +FyberSpider +Fyrebot G-i-g-a-b-o-t +GT::WWW +GalaxyBot Genieo -GermCrawler GetRight -GetWeb -Gigabot Go-Ahead-Got-It -Grabber -Grafula -HEADMasterSEO -HTMLparser -HTTP::Lite -HTTrack -Haansoft -Heritrix -IDBTE4M +GoZilla +Gotit +GrabNet +GrapeFX +GridBot +HaosouSpider +Harvest +Humanlinks +HybridBot IDBot IRLbot Iblog -Id-search IlseBot -InterGET -InternetSeer -IstellaBot +Image Sucker +IndeedBot +Iria +Iskanie JennyBot +Jorgee JustView -Jyxobot Kenjin Spider +Keybot Translation-Search-Machine Keyword Density +Kozmosbot +Lanshanbot +Larbin Leap -LeechFTP -LexiBot +LibWeb +Libwhisker LieBaoFast Lightspeedsystems -Likse -LinkScan LinkWalker -Linkbot -LinqiaRSSBot -LinqiaScrapeBot +LinkextractorPro +LinkpadBot +LinksManager Lipperhey -Lipperhey Spider -Ltx71 -MFC_Tear_Sample -MIDown tool -MJ12bot -MQQBrowser +Litemage_walker +MIIxpc MarkMonitor -MarkWatch -Mass Downloader MauiBot -Mb2345Browser Meanpathbot -Microsoft Data Access +Mediatoolkitbot Minefield Moblie Safari Mojeek +MolokaiBot Mozlila -Msrabot Musobot -NPbot -Nameprotect +NICErsPRO +Name Intelligence Navroad -NearSite Net Vampire +NetAnts NetLyzer NetMechanic -NetZIP +NetSpider Nettrack Netvibes -NextGenSearchBot Nibbler -Nikto -NimbleCrawler -Nimbostratus +Niki-bot +Ninja +Nmap +Not +Nuclei Offline Navigator +OnCrawl OpenLinkProfiler OpenVAS -Openfind -Openvas +OrangeBot OrangeSpider -PHPCrawl -Panscient -Pavuk +OutclicksBot +PECL::HTTP +PageScorer +Pandalytics +Papa Foto Petalbot Picscout PictureFinder -Pimonster +Pockey Probethenet +Psbot PyCurl +RSSingBot RankActive -RankFlex -RankingBot2 +RankActiveLinkBot RankurBot -ReGet -RocketCrawler -SEOkicks-Robot -SEOlyticsCrawler -SEOstats +Ripper +SBIder +SEOkicks +SEOprofiler ScanAlert -Scanbot -ScoutJet -Screaming +Scrapy ScrepyBot -SearchmetricsBot +Searchestate +Seekport +Semrush +SentiBot SeoSiteCheckup -SeobilityBot -Seomoz -Shodan -Siphon -SiteCheckerBotCrawler -Sitevigil -Snapbot +Site Sucker +SiteLockSpider +SiteSucker +Sitebeam +SlySearch +SmartDownload +SocialRankIOBot Sociscraper -Sogou web spider Sosospider -SpaceBison Spammen -Spanner SputnikBot Sqlworm -Sucuri -Szukacz -T8Abot -Teleport -TeleportPro -TheNomad -Thumbor +Steeler +Stripper +Sucker +SuperHTTP +SurveyBot +Telesphorep +Toata Toweyabot Tracemyfile -Trendictionbot -Turnitin -TwengaBot -Typhoeus -Upflow -V-BOT -Vacuum +Twice +VB Project +VCI +VelenPublicWebCrawler +VeriCiteCrawler Virusdie -WBSearchBot -WEBDAV WISENutbot +WPScan WWW-Collector-E -WWW-Mechanize -WWW::Mechanize WWWOFFLE +Wallpapers +Wallpapers/3.0 +WallpapersHD Web Auto Web Collage +Web Enhancer +Web Pix Web Sauger -WebBandit +WebCollage +WebCopier WebEnhancer -WebFetch +WebFuck +WebLeacher +WebPix +WebStripper +WebSucker +WebWhacker +WebZIP +Webalta WebmasterWorldForumBot -Website Quester -Widow -Wprecon -Xaldon_WebSpider +WebsiteExtractor +WebsiteQuester +Wonderbot +Xaldon WebSpider +Xenu YoudaoBot -Zade -Zermelo -ZumBot ZyBorg -adscanner archive.org_bot -arquivo-web-crawler -backlink-check -crawl.sogou.com -crawler.feedback -crawler4j +arquivo.pt +cognitiveseo +demandbase-bot +gopher instabid -ips-agent -isitwp.com iubenda-radar linkdexbot -lwp-request muhstik-scan -netEstate NE Crawler -pcBrowser -polaris version -ripz -satoristudio.net -scalaj-http -seocompany.store -seostar -sexsearcher +oBot +seobility sitechecker.pro sogouspider spyfu +sysscan trendiction.com -trendiction.de -webmeup-crawler webpros.com webprosbot -x09Mozilla -xpymep1.exe -zauba.io diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index 71b006ff2..d3db2ff40 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -arendas.net -bannerbank.ru -fym.com.ru -highland-homes.com -hundejo.com -likesdesign.com -pb-dv.ru -thaismartloan.com -txxx.com -zeroredirect5.com +2020iscoming.info +delayreferat.ru +family1st.ca +imagefinder.site +iradiology.ru +linkbolic.com +microstatic.pl +moskva.nodup.ru +worldoffiles.ru +xn--oogle-wmc.com diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index 0d72478a7..8a1d135e6 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -0912701309f8ce.com +01apple.com +1001watch.com.ua 101lesbian.xyz -123locker.com -1hwy.com -1millionusd.xyz -40cg.com -5-steps-to-start-business.com -55wmz.ru -abcguru.xyz -acgs.tk -activepr.ru -actulite.com -adanih.com -admitad.com -adtiger.tk -agardomains.com -aibolita.com -alarmobninsk.ru -alfa-img.com -algarveglobal.com -allornamenti.com -allproblog.com -allsilver925.co.il -amyfoxfitness.com -anal-acrobats.hol.es -analnoeporno.tv -animali.deagostinipassion.it -anime.dougasouko.com -animenime.ru -anmysite.com +1j7740kd.website +1qingdao.com +2pxg8bcf.top +34.gs +3weekdiet.com +4replicawatch.net +4senses.co +888.com +8si.ru +a14download.com +abwa.tk +adktrailmap.com +admeasures.com +adult-shop.com.ua +advancedsoftwaresupport.com +advertisingtag.net +agadelha.com.br +agahinameh.com +alf-img.com +alfabot.xyz +aliexpresscashback.club +alphahoverboards.com +alveris.ru +anabolics.shop +anaksma.info +angigreene.com +angry-fermi-7633.arukascloud.io +anti-virus-removal.info +apiallgeniusinfo-a.akamaihd.net +apibatbrowsecom-a.akamaihd.net +apisecretsaucebi-a.akamaihd.net +appfastplay.com +appsaurus.com aquarium-pro.ru -arabgirls.adultgalls.com -architecturebest.com -arclk.net -arenanews.com.ua -arendatora.ru -arius.tech -atelielembrancaqueencanta.com.br +arenda-avtoprokat-krasnodar.ru +arendas.net +artdestshop.eu +artparquet.ru +asdfz.pro atlasvkusov.ru -aviav.eu -avitocars.ru -aviva-limoux.com -avkzarabotok.com -avtolombard-krasnodar.ru -ayodhya.co -azadnegar.com -azbukafree.com -azinoofficial777.ru -babosas.com -bad-stars.net -bannerconnect.net -battlecarnival.su -bbtec.net -berlininsl.com -bestmarriages.com -bestpornuha.com -bestwebsiteawards.com -bezlimitko.xyz -bfz.biz -binaryoptionscops.info -biznesluxe.ru -biznesschat.net -bjanshee.ru +aversis.net +aviav.org +avtocredit-legko.ru +babespcs.com +babyguns.ru +bannerspace.com +bazaronline24.ru +beachdriveblog.com +beauty-clinic.ru +bestempresas.es +bestsexyblog.com +betshuckclean.com +blackwitchcraft.ru +blockworld.ru blogig.org +bloke.com blue-square.biz -bluejays-jerseys.us bluesman.nu -bnt-team.com -bolegapakistan.com -bonzybuddy.com -brandbucket.com -bravegirlsclub.com -brillianty.info -brimstonehillfortress.org +bmsco.co +bmwhighperformers.com +boltalko.xyz +bonky.biz +brandov.ru +bronzeaid-a.akamaihd.net browsepulse-a.akamaihd.net -businesxxl.com -butstrap.space -buyessay3.blogspot.ru -buzzzg.men -cablecar.us -calc-for-credit.ru -callmd5map.com -callstevens.com -calstaterealty.us -calvet.altervista.org -canvas.gloverid.site -canyougethighofftizanidine.blogspot.com -capacitacionyaprendizaje.com -cartierlove2u.com -cartierring.xyz -cartiertrinity.xyz -casinopinup-wins.com -cb.iphantom.com -cdnanalytics.xyz -cheap-pills-norx.com -cheapjerseysfootballshop.com -chorus.terakeet.com -christianlouboutinoutlet.win -circlesl.com +buehne-fuer-menschenrechte.de +buigas.00it.com +buqyxa.rincian.info +buy-loft.ru +bvlgariring.xyz +c-gainsbourg.com +cam-kontakte.org +capsderfudd.tk +cardul.ru +carmuffler.net +cartierbracelet.xyz +cartierreplica.pw +catalogs-parts.com +cctva.tv +cejewelry.xyz +cenokos.ru +chatroulette.si +cheapmarmot.online +cheapmoncler.pw +cibpenonptib.flu.cc +cicaki.net citizenclsdriveri7.pen.io -clean-start.net -clickintext.net -compliance-alexa.xyz -compliance-george.top -compliance-ivan.xyz -compliance-julia.top -compliance-margo.top +clarithromycin500mg.com +clickhype.com +clickprotects.com +clips.ua.ac.be +cocolyze.com +compliance-brian.xyz +compliance-checker-7.info +compliance-jess.top compliance-mark.top -compliance-mary.top -compliance-viktor.top -conboy.us -contextualyield.com -continent-e.tv +connectingsingles.com +cookie-law-enforcement-ee.xyz +cookie-law-enforcement-hh.xyz coolingoods.com -copblock.org -copypaste.traderzplanet.in -cowblog.fr -creatives.adbetclickin.pink -cryptoswap.biz -cupday.com -custodieva.ru -dailyfinancefix.com -dame-ns.kz -dangphoto.trade -darkbooks.org -data-mining.tk -data-ox.com -datadepths.com -dating-app.ru -davebestdeals.com -ddpills.com -dellalimov.com -den-noch24.ru +copro.pw +cracksplanet.com +crafthubs.com +credit-online.ws +culad.com +d0t.ru +danashop.ru +deadlinkchecker.com +dear-diary.ru deniven.1bb.ru -designdevise.com -digitalfaq.com -djekxa.ru -djihispano.com -dlya-android.org -dolohen.com -domaincheck.io +dentalpearls.com.au +detskie-konstruktory.ru +dinosaurus.site +djstools.com +docs4all.com +documentsite.net +dogclothing.store domik-derevne.ru dostavimvdom.ru -drhomes.biz -drugs-no-rx.info -duawitchrarato.tk -e-poker-2005.com -ee77ee.com -elmacho.xyz -englishgamer.com -epicbrogaming.com -eshop.md -eugenevaultstorage.com -ewebarticle.info -expdom.com -eywords-monitoring-your-success.com -ezigarettekaufen1.hpage.com -ezigarettenshop1.yolasite.com -ezigaretteshop2.mywapblog.com -ezigaretteshop2.vefblog.net -fickluder69.com +dosug-lux.ru +draniki.org +dynainbox.com +e-commerce-seo1.com +e90post.com +easycommerce.cf +easyshoppermac.com +edudocs.net +efkt.jp +ekobata.ru +ekspresihati.info +elektir.ru +emerson-rus.ru +empis.magix.net +energydiet-info.ru +energydiet24.ru +enternet.ee +erectile.bid +eropornosex.ru +erotikchat-24.com +eshop4u.jp +essaypro.com +estibot.com +expolicenciaslatam.co +ezigarettekaufen.myblog.de +fable.in.ua +falcoware.com +fapgon.com +fashion-stickers.ru +fashionavenuegame.com +fatfasts-4tmz.com +feargames.ru +fellowshipoftheminds.com +fetroshok.ru +fickblock18.com +fifa-coins.online +fighrofacciufreesig.ga filmbokep69.com -filmci.pro filmidivx.com -finansov.info -florida-tourism.net -flowwwers.com -fm-upgrade.ru -focalink.com -foodcrafts.website -forex-procto.ru -forum.tvmir.org -forumprofi.de -fotosfotos.eu -foxjuegos.com -franecki.net -free411games.com -freecamdollars.com -freenom.link -front.to -fuckmill.com -fym.com.ru -gagrasector.ru -galeria-zdjec.com -gallery.rennlist.com -gamedayassist.com -gameprimary.com -gamevalue7.weebly.com -gamezblox.com -geile-lelly.eu -gk-atlant.info -goldadpremium.com -gonextmedia.com -gq-catalog.gq -grtyi.com -hamacapty.com -hard-porn.mobi -hccoder.info -hesteel.pl -hetmanship.xyz -hobild.net -hollywoodactress.info -horoshieokna.com -host-tracker.com -hoverboard360.es -hoverboard360.se -hoztorg-opt.ru -hulfingtonpost.com -humbmosquina.tk +find1friend.com +findthe.pet +finemanteam.com +fitfloponline.store +flashahead.info +flashlarevista.com +forex.osobye.ru +fr-bearings.ru +free-stock-illustration.com +fres-news.com +freza-sverlo.ru +front.ru +ftns.ru +fuckingawesome.com +galeon.com +gambarkatabaru.com +gamblingnerd.com +gdcentre.ru +ge0ip.org +generousdeal-a.akamaihd.net +get-free-social-traffic.com +getyourimage.club +gg-arena.ru +glall.ru +gloverid.site +gojiberriess.apishops.ru +goldandcard.ru +golden-catalog.pro +gotwebsite1.com +gpirate.com +guarrasdelporno.xxx +guruofcasino.com +handicapvansarea.com +handsandlegs.ru +hatdc.org +hdwallpapers-free.com +healthcarestore.info +heliko.no +highstairs-a.akamaihd.net +hit-kino.ru +home-task.com +homelygarden.com +host-protection.com +hostcritique.com +hostingclub.lk +hotdl.in +hothor.se +hotsocialz.com +houston-vikings.com +huimin764128.com +hundejo.com +hybrid.ru hydropump.su -ico.re -idc.com.ua -ideoworld.org -ihtec2019.org -imadedinner.net -imagui.eu -imgata.com -imguramx.pw -imperia31.ru -in-tandem.co -incomekey.net -indianmedicaltourismshop.com -infokonkurs.ru -informatiecentro.be -intellego.info -intellekt21.ru +idealtits.net +inmate-locator.us +instabid.tech +interfucks.net investpamm.ru -iron-age.info -iwantmyfreecash.com -javxxx18.com -jerseyschinabizwholesale.us +investsuccess.org +isistaylorporn.info +iskalko.ru +ispaniya-costa-blanca.ru +javspace.net +jillepille.com +jrcigars.com juliaworld.net -jurajskie.info -kaac.ru -kaliningrad.zrus.org -keki.info -kellyonline.xyz +kalandranis.gr +kamen-e.ru +kazka.ru ketrzyn.pl -klumba55.ru -kol-energo.ru +keywesthideaways.co +kichenaid.ru +kiwe-analytics.com kollekcioner.ru -komp-pomosch.ru -koversite.info -kraljeva-sutjeska.com -krasivoe-hd.net -krassh.ru -kustanay.kz -lacasamorett.com -lanasshop.ru -laxob.com -lego4x4.ru -lemon-ade.site -levaquin750mg.blogspot.com -li-er.ru -linksharingt.com -lion.playtap.us -lion.snapmap.us -live-sexcam.tk -ljusihus.se -localmatchbook.com -lonerangergames.com -lonfon.xyz -love-baby.cz -lsex.xyz -m-google.xyz -m5home.ru -macdamaged.tech -mainlinehobby.net -maju.bluesalt.co -makenahartlin.com -marinetraffic.com -masterseek.com -max-eclat.men -mebel-vstroika.ru -mebelcomplekt.ru -meddesk.ru +komputernaya-pomosh-moscow.ru +kongruan.com +kotaku.com +ks1234.com +ladov.ru +lalalove.ru +landscaping.center +legionalpha.com +lflash.ru +lirunet.ru +listiseltemournlan.gq +livejasmin.com +llastbuy.ru +lovasszovetseg.hu +lrac.info +magda-gadalka.ru +mailemedicinals.com +makedo.ru +malls.com +markjaybeefractal.com +mathgym.com.au +matpre.top +mearns-tractors.co.uk +medi-fitt.hu +medizinreisen.de meds-online24.com -meduza-consult.ru -meetingrainstorm.bid -menetie.ru -methodsmarketing.com -mielec.pl -mikrobiologies.ru -militarysale.pro -minyetki.ru -missvietnam.org -mister-shop.com -mobilemedia.md -mrcsa.com.au -mrinsidesales.com -muschisexbilder.com -myanyone.net -mygameplus.com -mygameplus.ru -mzdish.site -narkologiya-penza.ru -nash-krym.info -netanalytics.xyz -next-dentists.tk -nfljerseyscheapbiz.us -nikkiewart.ru -niroo.info -nodding-passion.tk -nodup.ru -nordstar.pro -npoet.ru -nudepatch.net -nzfilecloud.weebly.com -o-o-11-o-o.com -o-o-6-o-o.ru -oakridgemo.com -obiavo.su -ochistka-stokov.ru -offside2.5v.pl -offtime.ru -okroshki.ru +michellblog.online +mini-modus.ru +mirobuvi.com.ua +mlvc4zzw.space +mmstat.com +mojpreskumanie.com +money-every-day.com +moonci.ru +morpicert.pw +mp3s.club +mrbojikobi4.biz +mrmoneymustache.com +mrsdalloways.com +muz-baza.net +mydeathspace.com +myhitmp3.club +myonigroup.com +myra.top +narkologiya-peterburg.ru +neks.info +nevansk.ru +nextrent-crimea.ru +ningessaybe.me +no-rx.info +nofreezingmac.click +nootrino.com +northfacestore.online +nufaq.com +obiavo.by +officedocuments.net +okayimage.com +omoikiri-japan.ru +one.net.in onload.pw -oops-cinema.ru -openfrost.com +ons-add.men opinionreelle.com -ossmalta.com -otbelivanie-zubov.com -ozas.net +page2rss.com +pagesense.com paidonlinesites.com -paphoselectricianandplumber.com -paramountmarble.co.uk -partner-stop.men -partners-ship.pro -patol01.pw -pavlodar.xkaz.org -pay2me.pl -pcimforum.com -phormchina.com -photo.houseofgaga.ru -pictures-and-images.com -pixell.club -pl.id-forex.com -plastgran.com -poffet.net -pokemongooo.ml -popup.matchmaker.com -porno-chaman.info -porno-dojki.net -pornotubexxx.name -portadd.men -potolokelekor.ru -powitania.pl -preconnubial.usuby.site -preventheadacheguide.info -privat-girl.net -privhosting.com -prod2016.com -proekt-mos.ru -professionalwritingservices15.blogspot.ru -pronekut.com -prostitutki-belgoroda.org -pshare.biz -pts163.ru -pulse33.ru -rarbg.to +palocco.it +pammik.ru +pandarastore.top +partner-high.men +partner-trustworthy.men +pattersonsweb.com +pawli.eu +paydayonlinecom.com +pc-services.ru +pc-test.net +pdns.cz +pendelprognos.se +perosan.com +picsforkeywordsuggestion.com +pirateday.ru +pizdeishn.com +pk-pomosch.ru +pl-top.pl +pl.aasoldes.fr +platesauto.com +ploenjitmedia.azurewebsites.net +podshipniki-ntn.ru +popugauka.ru +pornogratisdiario.com +pornoinn.com +pornosemki.info +pornowarp.info +portside.cc +predmety.in.ua +privatefx.all4invest.info +professionaldieselcare.com +profit-opportunity.com +promover.org +pron.pro +proxyelite.biz +pussyfleet.com +puteshestvennik.com +puzo2arbuza.ru +quelle.ru +questionmarque.ch +quit-smoking.ga +r-e-f-e-r-e-r.com +raisedseo.com +randalljhoward.com +ranking2017.ga +rapidgator-porn.ga +raschtextil.com.ua realnye-otzyvy.info -reining.lovasszovetseg.hu -reklamuss.ru -remmling.de -renecaovilla.online -repeatlogo.co.uk -replicalouboutin.xyz -ribieiendom.no -roofers.org.uk -ros-ctm.ru -rostov.xrus.org -rucrypt.com -running-line.ru -runofilms.ru -russia-tao.ru -russian-postindex.ru -sabaapress.com -sakhboard.ru -sammlungfotos.online -samolet.fr -sandhillsonline.com -saneyes.com -sarafangel.ru -satoristudio.net -sbwealthsolutions.ca -scanner-olga.top -scoopquest.com -scrapinghub.com -seo-traffic-ranking.info -seo18.su -service.adtech.fr -seryeznie-znakomstva.ru -sex-tracker.com -sexsaoy.com -shemale-sex.net -simplesite.com -siteaero.com -sitechecker.pro -siteexpress.co.il -skypasss.com -smailik.org -snow.nvr163.com -snyatie-lomki-v-stacionare.ru -soc-econom-problems.ru -social-buttons.xyz -socialbuttons.xyz -socialmonkee.com -softwaretrend.net -soietvousmaime.fr -solitaire-game.ru +reckonstat.info +relayblog.com +renewablewealth.com +restorator-msk.ru +rethinkwasteni.info +retreatia.com +rfd-split.hr +rff-cfal.info +richinvestmonitor.com +rock-cafe.info +rutor.vip +rvi.biz +rybalka-opt.ru +sankt-peterburg.nodup.ru +santasgift.ml +saveriopiazza.it +savingsslider-a.akamaihd.net +sbprabooks.com +sbtdesign.co.uk +scanner-jane.top +scanner-jessica.top +scansafe.net +scrapy.org +searchencrypt.com +seasaltwithfood.com +seozoom.it +serpstat.com +serving.adbetclickin.pink +servisural.ru +sexpartygirls.net +sexstream.pl +sexvideo-sex.com +sexvporno.ru +shareyards.com +shop.acim.org +shtaketniki.ru +sideeffectsoftizanidine.blogspot.com +sisiynas.ru +sispe.com.br +smichovbike.cz +snegozaderzhatel.ru +snomer1.ru +snworks.com +social-button.xyz +social-s-ggg.xyz sotkal.lark.ru -specialfinanceoffers.com -speeddream.xyz -sprttrack.com +spammen.de +speechfoodie.com +sports-supplements.us sps-shop.com -spy-app.info -ssconstruction.co -stardevine.com -strana-krasoty.ru -strigkaomsk.ru -studiofmp.com -swingerseiten.com -tako3.com -the-usa-games.blogspot.com -thebestweightlosspills.ovh -theheroes.ru +srecorder.com +stats-collector.org +stickers-market.ru +streamin.to +stroicol.net +stroyhelp-dv.ru +supermesta.ru +supernew.org +taihouse.ru +tandvardshuset.net +taraz.xkaz.org +td-l-market.ru +tengohydar.tk +textads.men +thefarmergame.com +thegolfclub.info +thetardistimes.ovh thruport.com -tizanidinecost.blogspot.com -tizanidinedrugtest.blogspot.com -tizanidinevscyclobenzaprine.blogspot.com -tomck.com -tongkatmadura.info -tootoo.to -top10registrycleaners.com -topflownews.com -toys.erolove.in -track.deriv.com -traffic100.com -trafficfactory.biz -traffique.net -trkdf.com -truebeauty.cc -truemfilelj.gq -turizmus.us -tvoystartup.ru -twojebook.pl -u555u.info -uasb.ru -uchebavchehii.ru -univerfiles.com -urdoot.win -urengoy.pro -v24s.net -vancleefreplica.pw -varbergsvind.se -vashsvet.com -viandpet.com -vip2ch.com -voditeltrezviy.ru -vzlom-na-zakaz.com -warningzscaler.heraeus.com -watch-movies.ru -webix.me -wemedinc.com -whatistizanidine2mg.blogspot.com -while.cheapwebsitehoster.com -wholesalejerseys-cheapest.com -wholesalejerseyscheapjerseys.us.com -wildworld.site -wineration.com -winner7777.net -witherrom55.eklablog.fr -woman-h.ru -world-mmo.com -wosik-dach.service-for-web.de -wowas31.ucoz.ru -xaylapdiendanang.com +tiandeural.ru +timer4web.com +titslove.yopoint.in +tizanidinehcl2mgtablet.blogspot.com +tizanidinehclsideeffects.blogspot.com +tizanidinestreetprice.blogspot.com +tizanidinevssoma.blogspot.com +tn811.us +tnctrx.com +toon-families.com +top-deal.com.pl +topcasinoratings.ru +topkarkas.com +torontoplumbinggroup.com +torrentgamer.net +torrentred.games +tracksz.co +traffic-club.info +trafficreceiver.club +trustedhealthtips.com +tubeoffline.com +tuberkuleznik.ru +tupper-posuda.ru +tupper-shop.ru +udayavani.com +ultimatesetnewfreeallsoftupgradesystems.pw +ultramart.biz +unitexindia.com +uroffer.link +uzporno.mobi +vapeface.club +vapsy.com +vedomstvo.net +videonsk.com +videooko.weebly.com +vipsexfinders.com +virus-schutzmasken.de +vitoriacabos.com +viveresaniesnelli.it +vkgaleria.com +voltrknc1.com +voluumtracker1.com +vremya.eu +vseigry.fun +vzlomsn.org +w3data.co +wallpaperaccess.com +wallpaperstock.net +wanker.us +wapsite.me +warezkeeper.com +wemarketing.se +westum.se +wetgames.ru +whatsupinfoley.com +wholesalenfljerseys.us.com +wpthemedetector.co.uk +wygraj-teraz.com +x-lime.com +x-mix.info xblognetwork.com -xerox-douglas.cf -xn-----7kcabaipgeakzcss7bjdqdwpfnhv.xn--p1ai -xn----7sbahjd3btneuw1joc.xn--p1ai -xn----7sbifcamovvfggw9d.xn--p1ai +xboxster.ru +xjlottery.com +xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai +xn----7sbbagbq7bd5aheftfllo4m.xn--p1ai xn----ctbbcjd3dbsehgi.xn--p1ai -xn--80aaajbdbddwj2alwjieei2afr3v.xn--p1ai +xn----itbkqkfiq.xn--p1ai +xn--80aanaardaperhcem4a6i.com +xn--b1adccaf1bzj.xn--p1ai +xn--b1agm2d.net +xn--d1acah0c.xn--p1ai +xxart.ru xxx-cam.webcam -xxxdatinglocal.us -xxxkaz.org -xxxsiterips.xyz -yaminecraft.ru -yopoint.in -youdesigner.kz -youtubologia.it -zaim-pod-zalog-krasnodar.ru -zakon-ob-obrazovanii.ru -zarabotat-na-sajte.ru -zeroredirect6.com -zhongwenlink.com -zigarettenonlinekaufen1.blox.pl -znaniyapolza.ru -znaturaloriginal.com +xzlive.com +yellocloud.be +youghbould.wordpress.com +youjizz.vc +yourads.website +youradulthosting.com +zapiszto.pl +zeroredirect7.com +zigarettenonlinekaufen1.bloog.pl +zreloeporno.tv +zzlgxh.com diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index 2ce947623..1623c9dc8 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -01apple.com -1001desert.com -11235813.webzdarma.cz -178evakuator178.ru -5elementov.ru -6hopping.com -999webdesign.com -abbanreddy.com -above.com -aibolita.com -alert-jdh.xyz -allnews.md -amyfoxfitness.com -android-style.com -angry-fermi-7633.arukascloud.io -anmysite.com -apiholdingmypage-a.akamaihd.net -atlant-auto.info -automobile-spec.com -babyguns.ru -bagcionderlab.com -baixar-musicas-gratis.com -bard-real.com.ua -battleforupdating.site -bausparen.bz.it -bayareaaeroclub.org -bestmouthwash.club +1j7740kd.website +2pxg8bcf.top +3weekdiet.com +40cg.com +aa625d84f1587749c1ab011d6f269f7d64.com +aanapa.ru +adultgalls.com +aero2.ru +allornamenti.com +ameblo.jp +amigobulls.com +andpolice.com +appfixing.space +aramaicmedia.org +atelielembrancaqueencanta.com.br +atleticpharm.org +ausmepa.org.au +ayodhya.co +bala.getenjoyment.net +balook.com +banki76.ru +beauty-b0x.pl +bestmarriages.com bharatdefencekavach.com -bloggerads.net -board.f00d.de -bonvillan.com -bpro1.top -braintobe.win -bscodecs.com -buchananshardware.com -buy-meds24.com -buyhoverboard.com -buypuppies.ca -candypeople.se -canzoni.ru -cartierbraceletsreplica.pw -cartierlovestore.com -ceotrk.com -cete.ru -cezartabac.ro -cleanallvirus.com -clickintext.net -clickprotects.com -co.lumb.co -community.allhiphop.com -compliance-george.xyz -compliance-margo.top -coolyarddecorations.com -culturevie.info -danschawbel.com -demon-tweeks.com -deplim.com -dirtpics.pw -domaincheck.io +biographiya.com +blackwitchcraft.ru +blavia.00author.com +blpmovies.com +bobba.dzaba.com +bristolhotel.com.ua +brk-rti.ru +browserprotecter.com +bugof.gq +buqayy0.livejournal.com +buttons-for-your-website.com +cablecar.us +carmuffler.net +cartierreplica.xyz +ccjp.eu +cdnnetwok.xyz +christianlouboutinreplica.pw +christianlouboutinshoes.xyz +cjs.com.ru +coderstate.com +collegeessay19.blogspot.ru +com-secure.download +commoncrawl.org +compliance-alex.xyz +compliance-andrew.top +compliance-brian.xyz +compliance-olga.top +compucelunlock.net +concealthyself.com +corta.co +creatives.adbetclickin.pink +customergrowthsystems.com +delitime.info +dispo.de +distver.ru +divci-hry.info +domik-derevne.ru download-walpaperhd.blogspot.com -doyouknowtheword-flummox.ml -driving.kiev.ua -efnor-ac.com -elektrozigaretten1.webs.com -eropho.com -exchanges-bet.com -exoneration-project.us -expertnaya-ocenka.ru -expolicenciaslatam.co -exportshop.us -ezigarettenkaufen1.pagina.gr -fighrofacciufreesig.ga -find1friend.com -foxtechfpv.com -freeseedsonline.com -freevpn.space -front.ru -fxund.us -gabeshop.ru -getmiro.com -ggiaro.com -gifspics.com -gigixo.com -gilbertbanda.net -gomusix.com -gorodservis.ru -gosmeb.ru -gribkovye-zabolevaniya.com -gsasearchengineranker.space -hasfun.com -healgastro.com -helvetia.com.ua -hitsbox.info -hledejvshopech.cz -hothot.ru -imgarit.pw -inspiring-desperate.tk -instakink.com -intelhdgraphicsgtdrive6w.metroblog.com -investingclub.ru -isoveti.ru -iusstf.org -jagg.info -jyvopys.com -kazan.zrus.org -kidskunst.info -kinohit1.ru -kinopolet.net -knogg.net -koleso24.com.ua -krasivye-devushki.net -lenpipet.ru +e-buyeasy.com +easyukraine.com +elektrozigarette2.webs.com +eloconcream.blogspot.com +energydiet-info.ru +enskedesquashclub.se +excitacao.com +extremal-blog.com +f012.de +filefilter.weebly.com +findanysex.com +finteks.ru +fishingwholesale.us +fitness-video.net +forzeronly.com +free-today.com +freelifetimefuckbook.com +galaxyflowers.ru +galeria-zdjec.com +gallery.rennlist.com +gamblingnerd.com +game300.ru +gearsadspromo.club +gilsonchiro.xyz +glass-msk.ru +gobongo.info +gowreckdiving.com +gwebtools.com +havepussy.com +hd-filmy.net +hoterika.com +hvd-store.com +hyiphunter.org +images-free.net +iqs.biz.ua +istanbulit.com +jacago.com +jackwolfskinoutlet.online +jav-idol.com +jerseyschinabizwholesale.us +jongose.ninja +journeydownthescale.info +kakadu-interior.com.ua +karachev-city.ru +kellyonline.xyz +kemerovo.zrus.org +keywordbasket.com +konoplisemena.com +kupit-adenu.ru +landscapebackgrounds.blogspot.com +languagecode.com +law-check-seven.xyz +lawyers.cafe +lemon-ade.site letslowbefast.today -lineshops.biz -linkdebrideur.xyz -lirunet.ru -lisque.batcave.net -lostaruban.com -lovasszovetseg.hu -magda-gadalka.ru -magiadinamibia.blogspot.com -magicplayer-s.acestream.net -mansparskats.com -maslenka.kz -masserect.com -meetingrainstorm.bid -mega-polis.biz.ua -megakino.net -mere.host.sk -mexicotravelnet.com -microsearch.ru -mini.7zap.com -mmoguider.ru -mncrftpcs.com -mnogabukaff.net -monsterdivx.com -movies-in-theaters.net -moyakuhnia.ru -mrmoneymustache.com -msk-diplomat.com -msk.afora.ru -mybackgroundlandscape.blogspot.com -mydirtystuff.com -myfreemp3.eu -myghillie.info -na15.ru -natali-forex.com -newyorkhotelsmotels.info -noumeda.com -novodigs.com -o-o-8-o-o.ru -online-sbank.ru -ons-add.men -ourville.info -oxotl.com -ozas.net -paperwritingservice17.blogspot.ru -perfection-pleasure.ru -picsearch.com -plastgran.com -platinumdeals.gr -pornhive.org -porno-play.net -pornosee.info -potoideas.us -preventheadacheguide.info -princevc.com -pro-tec.kz -profitfx.online -prokotov.com -promover.org +light.ifmo.ru +lightinghomes.net +livingcanarias.com +locimge.pw +m3gadownload.pl +magnetic-bracelets.ru +marinetraffic.com +mb140.ru +microsoftportal.net +milblueprint.com +mrinsidesales.com +music7s.me +nationalbreakdown.com +networkad.net +newstudio.tv +nrv.co.za +nudejapan.net +obiavo.by +ochistka-stokov.ru +old-rock.com +onlainbesplatno.ru +online.ktc45.ru +oren-cats.ru +ossmalta.com +ostrovtaxi.ru +painting-planet.com +palocco.it +panchro.co.uk +pathwhelp.org +phelissota.xyz +picsfair.com +pivka.xyz +pix-hd.com +pizza-imperia.com +pogruztehnik.ru +poisk-zakona.ru +popup-fdm.xyz +pornozhara.com +porodasobak.net +portnoff.od.ua +potolokelekor.ru +privat-girl.net +proekt-mos.ru +pron.pro +propranolol40mg.blogspot.com +prostitutki-novgoroda.org +prostitutki-yaroslavlya.org +pssucai.info pts163.ru -rainbowice.ru -rankexperience.com -regdefense.com -replica-watch.ru -reyel1985.webnode.fr -ringporno.com -rocis.site -romhacking.ru -rossmark.ru -running-line.ru -ryetaw.com -sabaapress.com -salmonfishingsacramentoriver.com -samara.rosfirm.ru -sammyweaver.com -santechnik.jimdo.com -scalerite.co.za -seinterface.com -semp.net -semrush.com -seocdvig.ru -seofied.com -sex-tracker.de -sexy.babes.frontend-stack.top -sexyali.com -shisha-swag.de -shop.xz618.com -siteripz.net -slim.sellany.ru -smokewithrabbits.com -sonata-arctica.wz.cz -spaceshipad.com -spb-plitka.ru -speedup-my.site -strongholdsb.ru -support.nopeas.sk -swimpool.ca -tandvardshuset.net -taximytishi.ru -the-trader.net -thedownloadfromwarez.blogspot.com -threecolumnblogger.com -tivolibasket.it -tn811.us -tourismvictoria.com -trichizobswiv.agddns.net -tripper.de -trustedmaccleaner.com -tversvet.ru -umaseh.com -uptime.com -url-img.link -urll.eu -vasileostrovsky-rayon.ru -veles.shop +pulse33.ru +rangoman.date +restaurantlescampi.com +ricorsogiustizia.org +rubbed.us +ruscoininvest.company +samoiedo.it +sayyoethe.blogspot.co.za +scoopquest.com +se.bnt-team.com +secretscook.ru +selectads.men +seo-2-0.com +seo-smm.kz +seoanalyses.com +seolab.top +sexad.net +sexy-screen-savers.com +sicfor.bcu.cc +signal03.ru +sildenafilcitratemed.com +sisi-go.ru +skatestick.bid +slutloadlive.com +social-s-iii.xyz +solnplast.ru +sovetogorod.ru +stefanbakosab.se +stroiminsk.com +szamponrevita.pl +t3chtonic.com +takeflyte.com +takethatad.com +tattomedia.com +tattoo33.ru +tech4master.com +terrafootwear.us +theporndude.com +timhost.ru +tizanidinecapsules.blogspot.com +tour-line.net +track112.site +tryrating.com +tsstcorpcddvdwshbbdriverfb.aircus.com +tsyndicate.com +turkeyreport.tk +twittrading.com +ukrtvir.com.ua +uprour.com +velobikestock.com +vesnatehno.ru via-energy-cumpara.com -vietimgy.pw -viveresaniesnelli.it -vseuznaem.com -w7s.ru -webmasters.stackexchange.com -whatistizanidinehclusedfor.blogspot.com -wholesalejerseyscheapjerseys.us.com -wholinkstome.com -wjgony.com -x-diesel.com -xaylapdiendanang.com -xgftnlrt.bloger.index.hr -xpresscare.ru -xxxnatelefon.ru -yatrk.xyz -yogamatsexpert.com -ypmuseum.ru -zaim-pod-zalog-krasnodar.ru -zarajbuilders.com -zed21.net -zscaler.net -zvezdagedon.ru +video-chat.cn +voloomoney.com +vpnhowto.info +vtc.pw +website-speed-up.site +weprik.ru +whatzmyip.net +white-truck.life +wholesalecheapjerseysfree.com +wieseversa.no +wordpresscore.com +workle.website +worldhistory.biz +writingservices17.blogspot.ru +www.pinnacle-bets.com +xblognetwork.com +xcombear.ru +xn------7cdbapdecfd4ak1bn0amjffj7afu3y.xn--p1ai +xn-----6kccaibs5cb8afhjrfmix2n.xn--p1ai +xn--80atua3d.xn--p1ai +yaaknaa.info +youresponsive.com +yuweng.info +za-fun-offer.com +zeroredirect6.com +zeroredirect8.com +zigarettenonlinekaufen1.bloog.pl +zog.link +zoogdisany.com +zoompegs.com +zrus.org +zx6.ru diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index 6076c53c6..bdd283a9c 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.117 0; +10.1.0.11 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index fdc373750..640e74566 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2022.12.3512 -### Updated: Fri Dec 9 10:12:47 UTC 2022 +### Version: V4.2022.12.3513 +### Updated: Sun Dec 11 22:01:05 UTC 2022 ### Bad Bot Count: 637 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index fdc373750..640e74566 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2022.12.3512 -### Updated: Fri Dec 9 10:12:47 UTC 2022 +### Version: V4.2022.12.3513 +### Updated: Sun Dec 11 22:01:05 UTC 2022 ### Bad Bot Count: 637 ################################################### ### Version Information ##