From 6aaa40e3feb9f5e56b894e32c0115e17ca0f1a37 Mon Sep 17 00:00:00 2001 From: mitchellkrogza Date: Fri, 9 Dec 2022 10:18:37 +0000 Subject: [PATCH] V4.2022.12.3512 [ci skip] --- AUTO-CONFIGURATION.md | 2 +- MANUAL-CONFIGURATION.md | 2 +- README.md | 2 +- _google_analytics_ghost_spam/README.md | 2 +- .../etc/nginx/conf.d/globalblacklist.conf | 5 +- conf.d/globalblacklist-testing-version.conf | 5 +- conf.d/globalblacklist.conf | 5 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- dev-tools/buildnumber | 2 +- dev-tools/globalblacklist-testing.template | 5 +- dev-tools/globalblacklist.template | 5 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 5 +- dev-tools/test_units/blacklist-ips.conf | 2 +- .../random-bots-for-test-quick.list | 20 +- .../test_units/random-bots-for-test.list | 302 +++--- .../random-bots-for-whitelist-test.list | 278 +++--- .../random-referrers-for-test-quick.list | 20 +- .../test_units/random-referrers-for-test.list | 920 +++++++++--------- .../random-referrers-for-whitelist-test.list | 486 ++++----- dev-tools/test_units/ratelimittest-beta.txt | 181 ++-- dev-tools/test_units/whitelist-ips.conf | 2 +- dev-tools/tmp/robots.txt | 4 +- robots.txt/robots.txt | 4 +- 46 files changed, 1178 insertions(+), 1156 deletions(-) diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 186c22838..6877b0772 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2022.12.3511 +#### Version: V4.2022.12.3512 #### Bad Referrers Blocked: [7097](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 8711a514f..f07fb03bb 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2022.12.3511 +#### Version: V4.2022.12.3512 #### Bad Referrers Blocked: [7097](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index 14b475da5..de299cb2e 100755 --- a/README.md +++ b/README.md @@ -14,7 +14,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2022.12.3511 +#### Version: V4.2022.12.3512 #### Bad Referrers Blocked: [7097](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index cf925c2b7..ef222af79 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2022.12.3511 +#### Version: V4.2022.12.3512 #### Bad Referrers Blocked: [7097](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [637](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 1940a09eb..30a11c25f 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.12.3511 -### Updated: Thu Dec 8 22:04:00 UTC 2022 +### Version: V4.2022.12.3512 +### Updated: Fri Dec 9 10:12:46 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8547,6 +8547,7 @@ geo $validate_client { # START KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 48db58fe2..392d1bbf5 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.12.3511 -### Updated: Thu Dec 8 22:04:00 UTC 2022 +### Version: V3.2022.12.3512 +### Updated: Fri Dec 9 10:12:46 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8545,6 +8545,7 @@ geo $validate_client { # START KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 1940a09eb..30a11c25f 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.12.3511 -### Updated: Thu Dec 8 22:04:00 UTC 2022 +### Version: V4.2022.12.3512 +### Updated: Fri Dec 9 10:12:46 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8547,6 +8547,7 @@ geo $validate_client { # START KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf index 48db58fe2..392d1bbf5 100644 --- a/dev-tools/beta_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.12.3511 -### Updated: Thu Dec 8 22:04:00 UTC 2022 +### Version: V3.2022.12.3512 +### Updated: Fri Dec 9 10:12:46 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8545,6 +8545,7 @@ geo $validate_client { # START KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 945d16000..f29fccf7b 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.18 1; +10.1.0.117 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 726ceff8f..6076c53c6 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.18 0; +10.1.0.117 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 48db58fe2..392d1bbf5 100644 --- a/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.12.3511 -### Updated: Thu Dec 8 22:04:00 UTC 2022 +### Version: V3.2022.12.3512 +### Updated: Fri Dec 9 10:12:46 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8545,6 +8545,7 @@ geo $validate_client { # START KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 945d16000..f29fccf7b 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.18 1; +10.1.0.117 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 726ceff8f..6076c53c6 100644 --- a/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.18 0; +10.1.0.117 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf index 48db58fe2..392d1bbf5 100644 --- a/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.12.3511 -### Updated: Thu Dec 8 22:04:00 UTC 2022 +### Version: V3.2022.12.3512 +### Updated: Fri Dec 9 10:12:46 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8545,6 +8545,7 @@ geo $validate_client { # START KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf index 945d16000..f29fccf7b 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.18 1; +10.1.0.117 1; 127.0.0.1 1; diff --git a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf index 726ceff8f..6076c53c6 100644 --- a/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/beta_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.18 0; +10.1.0.117 0; 127.0.0.1 0; diff --git a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf index 48db58fe2..392d1bbf5 100644 --- a/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/beta_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.12.3511 -### Updated: Thu Dec 8 22:04:00 UTC 2022 +### Version: V3.2022.12.3512 +### Updated: Fri Dec 9 10:12:46 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8545,6 +8545,7 @@ geo $validate_client { # START KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index 5b121be75..7ae5f23f0 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -3511 +3512 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 48db58fe2..392d1bbf5 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2022.12.3511 -### Updated: Thu Dec 8 22:04:00 UTC 2022 +### Version: V3.2022.12.3512 +### Updated: Fri Dec 9 10:12:46 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8545,6 +8545,7 @@ geo $validate_client { # START KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index 1940a09eb..30a11c25f 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.12.3511 -### Updated: Thu Dec 8 22:04:00 UTC 2022 +### Version: V4.2022.12.3512 +### Updated: Fri Dec 9 10:12:46 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8547,6 +8547,7 @@ geo $validate_client { # START KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index a46d6642f..9e07c7af8 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.228.137.4 0; +20.237.138.140 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 1940a09eb..30a11c25f 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.12.3511 -### Updated: Thu Dec 8 22:04:00 UTC 2022 +### Version: V4.2022.12.3512 +### Updated: Fri Dec 9 10:12:46 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8547,6 +8547,7 @@ geo $validate_client { # START KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 945d16000..f29fccf7b 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.18 1; +10.1.0.117 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 726ceff8f..6076c53c6 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.18 0; +10.1.0.117 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 1940a09eb..30a11c25f 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.12.3511 -### Updated: Thu Dec 8 22:04:00 UTC 2022 +### Version: V4.2022.12.3512 +### Updated: Fri Dec 9 10:12:46 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8547,6 +8547,7 @@ geo $validate_client { # START KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 945d16000..f29fccf7b 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.18 1; +10.1.0.117 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 726ceff8f..6076c53c6 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.18 0; +10.1.0.117 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 1940a09eb..30a11c25f 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.12.3511 -### Updated: Thu Dec 8 22:04:00 UTC 2022 +### Version: V4.2022.12.3512 +### Updated: Fri Dec 9 10:12:46 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8547,6 +8547,7 @@ geo $validate_client { # START KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 945d16000..f29fccf7b 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.18 1; +10.1.0.117 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 726ceff8f..6076c53c6 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.18 0; +10.1.0.117 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 1940a09eb..30a11c25f 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.12.3511 -### Updated: Thu Dec 8 22:04:00 UTC 2022 +### Version: V4.2022.12.3512 +### Updated: Fri Dec 9 10:12:46 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8547,6 +8547,7 @@ geo $validate_client { # START KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index a46d6642f..9e07c7af8 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.228.137.4 0; +20.237.138.140 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 25c595a15..b5ba1a387 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.12.3511 -### Updated: Thu Dec 8 22:04:00 UTC 2022 +### Version: V4.2022.12.3512 +### Updated: Fri Dec 9 10:12:46 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8547,6 +8547,7 @@ geo $validate_client { # START KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index a46d6642f..9e07c7af8 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.228.137.4 0; +20.237.138.140 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index b38da2d56..cb3dcb928 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2022.12.3511 -### Updated: Thu Dec 8 22:04:00 UTC 2022 +### Version: V4.2022.12.3512 +### Updated: Fri Dec 9 10:12:46 UTC 2022 ### Bad Referrer Count: 7097 ### Bad Bot Count: 637 ################################################### @@ -8547,6 +8547,7 @@ geo $validate_client { # START KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### +# END KNOWN BAD IP ADDRESSES ### DO NOT EDIT THIS LINE AT ALL ### # -------------------------- # WHITELIST Google IP Ranges diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index 945d16000..f29fccf7b 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.18 1; +10.1.0.117 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index 03ed28ca9..905f6e2fa 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Copyscape -Go!Zilla -Intelliseek -RankingBot -Recorder -SalesIntelligent -Sucker -Voltron -Webster -instabid +Boardreader +Crawling at Home Project +DomCopBot +IDBTE4M +Keybot Translation-Search-Machine +LWP::Simple +MSFrontPage +Thumbor +Web Collage +meanpathbot diff --git a/dev-tools/test_units/random-bots-for-test.list b/dev-tools/test_units/random-bots-for-test.list index a4e1a5cae..5b0b257f3 100644 --- a/dev-tools/test_units/random-bots-for-test.list +++ b/dev-tools/test_units/random-bots-for-test.list @@ -1,250 +1,250 @@ -404checker -Aboundexbot +360Spider +Abonti +Acunetix AfD-Verbotsverfahren AiHitBot -Alexibot -AllSubmitter -Alligator -AlphaBot -Anarchie Anthill -Apexoo Aspiegel Asterias -Attach -BBBike BLEXBot BackStreet -BackWeb -Backlink-Ceck -Badass -Battleztar Bazinga -BetaBot -Bitacle +Bigfoot +Black Hole +Blackboard +Blow BlowFish -Bolt -Brandprotect -Brandwatch +Boardreader Buck -Buddy -CATExplorador +BuiltWith +BunnySlippers CODE87 -Calculon CazoodleBot +CensysInspect +CheeseBot Chlooe Claritybot -Cloud mapping -Cogentbot -Collector -Copier +Cliqzbot +Cocolyzebot +CopyRightCheck Copyscape -CrazyWebCrawler -Crescent -Custo -CyotekWebCopy +Craftbot +Crawling at Home Project +CrunchBot +Curious DataCha0s -Demon +Deusu +Digincore DigitalPebble -Disco +Dirbuster Discoverybot -DnBCrawler-Analytics +Dispatch DnyzBot -DomCopBot +DomainAppender DomainSigmaCrawler -DomainStatsBot -Dragonfly +Domains Project +Download Wonder Drip -Ecxi +ECCP/1.0 +Ebingbong +EirGrabber EroCrawler -ExtLinksBot +Exabot +Express WebPictures +Extractor ExtractorPro Extreme Picture Finder +Ezooms +FHscan FemtosearchBot -Flunky -Fuzz -GermCrawler -GetRight -Getintent +Firefox/7.0 +Foobot +FrontPage +FyberSpider +GalaxyBot +Genieo +GetWeb Gigabot Go!Zilla -GrabNet -GrapeFX -HEADMasterSEO +GoZilla +GrapeshotCrawler +GridBot +HTTrack +HaosouSpider Harvest Havij -Heritrix -Humanlinks -HybridBot +Hloader +HonoluluBot IDBot -IlseBot -Image Fetch +Image Sucker IndeedBot Indy Library +InfoNaviRobot +InfoTekies Intelliseek -InterGET Internet Ninja InternetSeer -Iria IstellaBot -JennyBot -JetCar -Jorgee -Kinza +JikeSpider +JustView +Keybot Translation-Search-Machine +Keyword Density +Kozmosbot LWP::Simple -LeechFTP +Larbin LeechGet -LibWeb -LieBaoFast +LexiBot +Libwhisker +Lightspeedsystems +LinkWalker +Linkbot LinkextractorPro LinksManager -LinqiaRSSBot -MFC_Tear_Sample -MJ12bot +LinqiaMetadataDownloaderBot +Lipperhey +Lipperhey Spider +Lmspider +MIDown tool +MIIxpc +MQQBrowser MSIECrawler -Mail.RU_Bot -MarkMonitor +MTRobot +Magnet +Majestic12 MarkWatch Mass Downloader -MeanPath Bot -Meanpathbot -Mediatoolkitbot MegaIndex.ru MicroMessenger Microsoft Data Access -Mister PiX -Mojolicious -NICErsPRO -Name Intelligence +Morfeus Fucking Scanner +Mozlila +Mr.4x3 +NPbot Nameprotect -Needle -Net Vampire +Navroad NetMechanic NetSpider -Netcraft Nettrack -NextGenSearchBot Nibbler -NimbleCrawler +Niki-bot Nuclei +Offline Navigator OnCrawl -Openfind +OpenLinkProfiler +OpenVAS +Openvas OrangeBot -OrangeSpider +OutclicksBot PECL::HTTP PHPCrawl POE-Component-Client-HTTP Page Analyzer PageAnalyzer +PageGrabber PageScorer PageThing.com -Pi-Monster +Papa Foto +Pavuk Picscout +Picsearch +Piepmatz PleaseCrawl +Pockey ProWebWalker -RankActive -Rankivabot +Probethenet +RankFlex +RankingBot +RankurBot +RebelMouse RedesScrapy -SEOkicks +RocketCrawler SEOkicks-Robot -SEOlyticsCrawler -SISTRIX -SMTBot -ScoutJet -Scrapy Screaming -ScrepyBot -Seekport +ScreenerBot +Searchestate +SearchmetricsBot +SemanticJuice Semrush -SeobilityBot Seomoz -Siphon -Site Sucker SiteCheckerBotCrawler -SiteLockSpider -SiteSucker +SiteSnagger +SlySearch SmartDownload -Snapbot -Sogou web spider -Spbot -SputnikBot +Snoopy +Sottopop +Spammen +Spanner Sqlmap -Sqlworm +Sqworm +Steeler Sucuri -SuperBot -SuperHTTP -Szukacz T0PHackTeam TeleportPro -Telesphorep +Telesphoreo TheNomad Thumbor Titan -Tracemyfile -Trendiction -Turnitin +Toweyabot +Trendictionbot +True_Robot +TurnitinBot TwengaBot Twice -Typhoeus -UnisterBot V-BOT -VB Project -VelenPublicWebCrawler -Virusdie -VoidEYE -Voil -WASALive-Bot -WBSearchBot +Vacuum +VeriCiteCrawler +VidibleScraper +Voltron WEBDAV -WWW-Collector-E -Wallpapers -WallpapersHD +WISENutbot +WWW-Mechanize +WeSEE Web Auto -Web Fetch +Web Collage +Web Pix +Web Sucker +WebBandit +WebFetch +WebFuck WebImageCollector +WebLeacher WebPix -WebReaper -WebStripper -WebSucker -Webalta -WebmasterWorldForumBot -Whack +WebSauger +Webshag +Webster Whacker -Who.is Bot +Whatweb +Widow WinHTTrack -WiseGuys Robot -Wonderbot Woobot -Wprecon -Xenu -YoudaoBot +Xaldon WebSpider +Xaldon_WebSpider Zauba -Zeus -ZyBorg +Zermelo +Zitebot +ZumBot adscanner -backlink-check +archive.org_bot +cah.io.community clark-crawler -crawl.sogou.com -crawler.feedback +coccocbot +dataforseo.com evc-batch gopher -heritrix internetVista monitor -isitwp.com -iubenda-radar -lwp-request -lwp-trivial +ips-agent +linkdexbot +magpie-crawler meanpathbot -muhstik-scan oBot -page scorer -plumanalytics -satoristudio.net -seocompany.store -seostar +ripz +s1z.ru serpstatbot -sexsearcher +sitechecker.pro sogouspider spyfu tAkeOut -webpros.com -zauba.io +trendiction.com +voyagerx.com +webgains-bot +x22Mozilla +zgrab diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index a5f423a38..6b0886a3a 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,250 +1,250 @@ -01h4x.com -360Spider 404enemy -ADmantX -ASPSeek +80legs +AIBOT Aboundex -Aboundexbot -AiHitBot -Alexibot AllSubmitter -Anarchy -Anarchy99 Anthill -Apexoo Asterias -BBBike -BLEXBot +Attach +BDCbot BackDoorBot +BackStreet +Backlink-Ceck BetaBot +Bigfoot BlackWidow -BlowFish +Boardreader +Bolt +Brandprotect Brandwatch -Buddy -BuiltWith Bullseye +BunnySlippers BuzzSumo +CCBot CODE87 Calculon Cegbfeieh CensysInspect -CheeseBot Citoid +Collector +Copier Copyscape -Craftbot Crawling at Home Project -Curious -CyotekWebCopy +Custo DBLBot +DSearch DTS Agent -Discobot +DataCha0s +DigitalPebble Discoverybot -DomainAppender +DnBCrawler-Analytics DomainCrawler +DomainStatsBot Domains Project -Dotbot Download Wonder -Dragonfly -EMail Wolf -Ebingbong -ExtLinksBot +EMail Siphon +EirGrabber +EroCrawler +Exabot +Express WebPictures Extractor -ExtractorPro -EyeNetIE Ezooms -FDM +Firefox/7.0 +FlashGet +FrontPage +Fuzz +G-i-g-a-b-o-t +Genieo GermCrawler GetRight -Go!Zilla +GetWeb +Gigabot Go-Ahead-Got-It -GoZilla +Grabber Grafula -GrapeshotCrawler +HEADMasterSEO +HTMLparser HTTP::Lite -HaosouSpider -Havij -Hloader +HTTrack +Haansoft +Heritrix IDBTE4M IDBot IRLbot Iblog Id-search -Image Fetch -Image Sucker -Internet Ninja +IlseBot +InterGET InternetSeer IstellaBot -JOC Web Spider -Jbrofuzz JennyBot -JikeSpider -Jorgee JustView +Jyxobot Kenjin Spider -Kozmosbot -Lanshanbot +Keyword Density +Leap LeechFTP -Libwhisker +LexiBot LieBaoFast Lightspeedsystems +Likse LinkScan LinkWalker Linkbot -LinkpadBot -LinksManager LinqiaRSSBot +LinqiaScrapeBot +Lipperhey Lipperhey Spider Ltx71 -MSFrontPage -Mag-Net +MFC_Tear_Sample +MIDown tool +MJ12bot +MQQBrowser MarkMonitor -Masscan -Mata Hari +MarkWatch +Mass Downloader MauiBot -MeanPath Bot +Mb2345Browser Meanpathbot -Mediatoolkitbot -MicroMessenger +Microsoft Data Access Minefield -Mister PiX Moblie Safari Mojeek -MolokaiBot -Morfeus Fucking Scanner Mozlila +Msrabot Musobot -NICErsPRO -Name Intelligence +NPbot Nameprotect Navroad -Needle -Nessus +NearSite +Net Vampire NetLyzer +NetMechanic +NetZIP +Nettrack Netvibes +NextGenSearchBot Nibbler +Nikto NimbleCrawler -Not -Nuclei -Nutch -Octopus -Offline Explorer -OnCrawl +Nimbostratus +Offline Navigator OpenLinkProfiler OpenVAS +Openfind +Openvas OrangeSpider -OutclicksBot -OutfoxBot -PageAnalyzer -PageThing.com -Pandalytics -Papa Foto -Pi-Monster -Pockey +PHPCrawl +Panscient +Pavuk +Petalbot +Picscout +PictureFinder +Pimonster Probethenet -Psbot -Pump +PyCurl RankActive -RankingBot +RankFlex +RankingBot2 RankurBot -Re-re ReGet -RealDownload -Reaper -RedesScrapy -Rogerbot -SBIder +RocketCrawler +SEOkicks-Robot SEOlyticsCrawler -SalesIntelligent +SEOstats +ScanAlert +Scanbot +ScoutJet Screaming ScrepyBot -SemanticJuice +SearchmetricsBot SeoSiteCheckup +SeobilityBot Seomoz Shodan +Siphon SiteCheckerBotCrawler -SiteExplorer -SiteSnagger -SiteSucker -Sitebeam -SlySearch -Snake -Snoopy +Sitevigil +Snapbot Sociscraper +Sogou web spider Sosospider -Sottopop -Spinn3r +SpaceBison +Spammen +Spanner +SputnikBot Sqlworm -Sqworm -Sucker -SuperHTTP -Swiftbot -T0PHackTeam +Sucuri +Szukacz +T8Abot Teleport TeleportPro -The Intraformant -TightTwatBot -Toata +TheNomad +Thumbor Toweyabot +Tracemyfile Trendictionbot -True_Robot Turnitin -Twice -URLy.Warning +TwengaBot +Typhoeus Upflow -VeriCiteCrawler +V-BOT +Vacuum Virusdie -Wallpapers -WallpapersHD +WBSearchBot +WEBDAV +WISENutbot +WWW-Collector-E +WWW-Mechanize +WWW::Mechanize +WWWOFFLE Web Auto Web Collage -Web Enhancer -Web Fuck -WebCopier +Web Sauger +WebBandit WebEnhancer -WebFuck -WebImageCollector -WebReaper -WebStripper -WebSucker -WebWhacker -WebZIP +WebFetch WebmasterWorldForumBot -Webshag -WebsiteExtractor -WebsiteQuester -Whack -WiseGuys Robot -Wotbox -Xenu +Website Quester +Widow +Wprecon +Xaldon_WebSpider +YoudaoBot Zade -Zauba Zermelo -Zeus -ZmEu ZumBot +ZyBorg +adscanner archive.org_bot arquivo-web-crawler -arquivo.pt -cah.io.community +backlink-check crawl.sogou.com crawler.feedback -dataforseo.com -demandbase-bot +crawler4j +instabid +ips-agent isitwp.com +iubenda-radar +linkdexbot lwp-request -magpie-crawler muhstik-scan +netEstate NE Crawler pcBrowser +polaris version +ripz +satoristudio.net scalaj-http -seobility -seoscanners +seocompany.store seostar sexsearcher -siteripz +sitechecker.pro sogouspider +spyfu +trendiction.com trendiction.de -voyagerx.com +webmeup-crawler webpros.com webprosbot +x09Mozilla +xpymep1.exe zauba.io -zgrab diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index 4c612c366..71b006ff2 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -downloaddy.net -earl-brown.info -filmgo.ru -gate5.co.za -hollywoodactress.info -laptoper.net -osoznanie-narkotikam.net -tmtrck.com -wholesalejerseys-cheapest.com -xn--lifehacer-1rb.com +arendas.net +bannerbank.ru +fym.com.ru +highland-homes.com +hundejo.com +likesdesign.com +pb-dv.ru +thaismartloan.com +txxx.com +zeroredirect5.com diff --git a/dev-tools/test_units/random-referrers-for-test.list b/dev-tools/test_units/random-referrers-for-test.list index 28ec4ff00..0d72478a7 100644 --- a/dev-tools/test_units/random-referrers-for-test.list +++ b/dev-tools/test_units/random-referrers-for-test.list @@ -1,500 +1,500 @@ -100searchengines.com +0912701309f8ce.com 101lesbian.xyz +123locker.com 1hwy.com -4ureyesonly.com -6128786.com -8558l.jobs.net -991mostfm.co.id -academiacsmendoza.org -adhome.biz -admanaerofoil.com -admatic.com.tr -adsref.men -adultgalls.com -advancedcleaner.com -adverster.com -advokateg.ru -adzpower.com -aihelen.net -akita.kz -ald2014.org -alif-ba-ta.com -all4invest.ru -all4wap.ru -allbizne.co.ua -allforminecraft.ru -alloysteel.ru -allstatesugarbowl.org -alphahoverboards.com -amoi.tn -animal-drawings.com -animal36.com -apidigidocketnet-a.akamaihd.net -artefakct.com +1millionusd.xyz +40cg.com +5-steps-to-start-business.com +55wmz.ru +abcguru.xyz +acgs.tk +activepr.ru +actulite.com +adanih.com +admitad.com +adtiger.tk +agardomains.com +aibolita.com +alarmobninsk.ru +alfa-img.com +algarveglobal.com +allornamenti.com +allproblog.com +allsilver925.co.il +amyfoxfitness.com +anal-acrobats.hol.es +analnoeporno.tv +animali.deagostinipassion.it +anime.dougasouko.com +animenime.ru +anmysite.com +aquarium-pro.ru +arabgirls.adultgalls.com +architecturebest.com +arclk.net +arenanews.com.ua +arendatora.ru +arius.tech atelielembrancaqueencanta.com.br -audiofree.ru -auspolice.com -australia-opening-times.com -auto-zapchasti.org -auto.rusvile.lt -autoloans.com -aviav.co -avtovolop.ru -backiee.com -backuperwebcam.weebly.com -bagsonsale.online -baixar-musicas-gratis.com -baksman.com -bannerswap.com +atlasvkusov.ru +aviav.eu +avitocars.ru +aviva-limoux.com +avkzarabotok.com +avtolombard-krasnodar.ru +ayodhya.co +azadnegar.com +azbukafree.com +azinoofficial777.ru +babosas.com +bad-stars.net +bannerconnect.net +battlecarnival.su bbtec.net -berdasovivan.ru -best-mam.ru -bet-prognoz.com -bet365.com -biketank.ga -bikini-image.com -binomo.kz -bitcoinpile.com -bitporno.sx -bizcheapjerseyswholesalechina.com -blobar.org -blog.axant.it -bluerobot.info -bmwhighperformers.com -bongacams.com -boobsimge.com -bouda.kvalitne.cz -brainsandeggs.blogspot.com +berlininsl.com +bestmarriages.com +bestpornuha.com +bestwebsiteawards.com +bezlimitko.xyz +bfz.biz +binaryoptionscops.info +biznesluxe.ru +biznesschat.net +bjanshee.ru +blogig.org +blue-square.biz +bluejays-jerseys.us +bluesman.nu +bnt-team.com +bolegapakistan.com +bonzybuddy.com brandbucket.com -brandimensions.com bravegirlsclub.com -brewdom.ru -brothers-smaller.ru +brillianty.info +brimstonehillfortress.org +browsepulse-a.akamaihd.net businesxxl.com -buttons-for-website.com -buyviagraa.blogspot.com -c-gainsbourg.com -cacheimages.com -call-of-duty.info -callejondelpozo.es +butstrap.space +buyessay3.blogspot.ru +buzzzg.men +cablecar.us +calc-for-credit.ru +callmd5map.com +callstevens.com calstaterealty.us -capture-room.com -cardsharp1.ru -carrauterie.be -cartierreplica.top -casablancamanor.co.za -caveavins.fr -cdn.walkme.com -cdncash.com -centre-indigo.org.ua -cercacamion.it -checkm8.com -chee-by.biz -cherubinimobili.it -chiptuninger.com -christianlouboutinreplica.pw -clickpapa.com -clippingphotoindia.com -clips.ua.ac.be -cocyq.inwtrade.com -collegeessay19.blogspot.ru -comissionka.net -commoncrawl.org -compliance-andrew.top -compliance-donald.xyz -contentsexpress.com -coolwallpapers4k.info -coop-gamers.ru -counter.yadro.ru -crackguru.tk -crest-poloski.ru -cwetochki.ru -czat.wp.pl -dailyrank.net -date-withme.com -datract.com -de.zapmeta.com -dealitright.click -decorationspcs.com -demenageur.com -detoxmed24.ru -dimfour.com -discovertreasure-a.akamaihd.net -dkvorota.ru -dnepr-avtospar.com.ua -docs4all.com -domcran.net -domznaniy.ru -donna7753191.ru +calvet.altervista.org +canvas.gloverid.site +canyougethighofftizanidine.blogspot.com +capacitacionyaprendizaje.com +cartierlove2u.com +cartierring.xyz +cartiertrinity.xyz +casinopinup-wins.com +cb.iphantom.com +cdnanalytics.xyz +cheap-pills-norx.com +cheapjerseysfootballshop.com +chorus.terakeet.com +christianlouboutinoutlet.win +circlesl.com +citizenclsdriveri7.pen.io +clean-start.net +clickintext.net +compliance-alexa.xyz +compliance-george.top +compliance-ivan.xyz +compliance-julia.top +compliance-margo.top +compliance-mark.top +compliance-mary.top +compliance-viktor.top +conboy.us +contextualyield.com +continent-e.tv +coolingoods.com +copblock.org +copypaste.traderzplanet.in +cowblog.fr +creatives.adbetclickin.pink +cryptoswap.biz +cupday.com +custodieva.ru +dailyfinancefix.com +dame-ns.kz +dangphoto.trade +darkbooks.org +data-mining.tk +data-ox.com +datadepths.com +dating-app.ru +davebestdeals.com +ddpills.com +dellalimov.com +den-noch24.ru +deniven.1bb.ru +designdevise.com +digitalfaq.com +djekxa.ru +djihispano.com +dlya-android.org +dolohen.com +domaincheck.io +domik-derevne.ru dostavimvdom.ru -downloaddy.net -downloader12.ru -downtuptv.gq -drillsaw.ru -drupa.com -dvd-famille.com -dvr.biz.ua -e-kwiaciarz.pl -earl-brown.info -editmedios.com -emerson-rus.ru -eng-lyrics.com -enthuse.computernetworksonline.com -etotupo.ru -everypony.ru -expolicenciaslatam.co -expresstoplivo.ru -extener.org -extlabs.io -ez8motelseaworldsandiego.com -ezb.elvenmachine.com -ezigarettekaufen.myblog.de -ezigarettenkaufen1.pagina.gr +drhomes.biz +drugs-no-rx.info +duawitchrarato.tk +e-poker-2005.com +ee77ee.com +elmacho.xyz +englishgamer.com +epicbrogaming.com +eshop.md +eugenevaultstorage.com +ewebarticle.info +expdom.com +eywords-monitoring-your-success.com +ezigarettekaufen1.hpage.com ezigarettenshop1.yolasite.com -fable.in.ua -farm26.ru -fashionindeed.ml -faz99.com -financetip.eu -findsexguide.com -flirt4free.com -flytourisme.org -foodgid.net -footballfarrago.com +ezigaretteshop2.mywapblog.com +ezigaretteshop2.vefblog.net +fickluder69.com +filmbokep69.com +filmci.pro +filmidivx.com +finansov.info +florida-tourism.net +flowwwers.com +fm-upgrade.ru +focalink.com +foodcrafts.website forex-procto.ru -forexgb.ru -forexunion.net -foxtechfpv.com -free-floating-buttons.com -freejabs.com -freemaintenancesysforpcandmac.top +forum.tvmir.org +forumprofi.de +fotosfotos.eu +foxjuegos.com +franecki.net +free411games.com +freecamdollars.com freenom.link -freeuploader.com -fungamelands.com -girls-ufa.ru -global-ics.co.za -goforexvps.com -golmau.host.sk -green-tea.tv -greendream.com.ua -gwebtools.com.br -gz2.bbsoldes.fr -handsandlegs.ru -hausfrauensex18.com -hdhc.ru -hdpixent.com -help.tpu.ru -hermesreplica.win +front.to +fuckmill.com +fym.com.ru +gagrasector.ru +galeria-zdjec.com +gallery.rennlist.com +gamedayassist.com +gameprimary.com +gamevalue7.weebly.com +gamezblox.com +geile-lelly.eu +gk-atlant.info +goldadpremium.com +gonextmedia.com +gq-catalog.gq +grtyi.com +hamacapty.com +hard-porn.mobi +hccoder.info +hesteel.pl +hetmanship.xyz hobild.net -hoholikik.club -hostcritique.com -hosting-tracker.com -hostingclub.lk -hotenergy.ru -hotxnights.info -howmuchdoestizanidinecost.blogspot.com +hollywoodactress.info +horoshieokna.com +host-tracker.com +hoverboard360.es +hoverboard360.se +hoztorg-opt.ru hulfingtonpost.com humbmosquina.tk -i-service.kz +hydropump.su +ico.re idc.com.ua -iklysha.ml -imagecoolpub.com -images-free.net -imagine-ex.co +ideoworld.org +ihtec2019.org +imadedinner.net +imagui.eu +imgata.com +imguramx.pw imperia31.ru -impisr.edunsk.ru -indiasourcemart.in -inome.com.ua -insider.pro -insurple.com -investingclub.ru -istanbulit.com -istizanidinelikexanax.blogspot.com -istmira.ru -istock-mebel.ru -itbc.kiev.ua -itronics.ca -itservicesthatworkforyou.com -james13prix.info -javatex.co.id -job.icivil.ir -kambasoft.com -kamen-e.ru -keyhantercume.com -keywesthideaways.co -keywordhouse.com -keywordsking.com -kino-rating.ru -kinomaniatv.pl -kinopolet.net -kladrus.ru +in-tandem.co +incomekey.net +indianmedicaltourismshop.com +infokonkurs.ru +informatiecentro.be +intellego.info +intellekt21.ru +investpamm.ru +iron-age.info +iwantmyfreecash.com +javxxx18.com +jerseyschinabizwholesale.us +juliaworld.net +jurajskie.info +kaac.ru +kaliningrad.zrus.org +keki.info +kellyonline.xyz +ketrzyn.pl klumba55.ru -knogg.net -kongoultry.net -kredit-blog.ru -kutikomi.net -lafourmiliaire.com -lampokrat.ws -landoftracking.com -laptop-4-less.com -laulini.soclog.se -legionalpha.com +kol-energo.ru +kollekcioner.ru +komp-pomosch.ru +koversite.info +kraljeva-sutjeska.com +krasivoe-hd.net +krassh.ru +kustanay.kz +lacasamorett.com +lanasshop.ru +laxob.com +lego4x4.ru lemon-ade.site -lenpipet.ru -letmacwork.world -lflash.ru -liffa.ru -limads.men -liumimgx.pw -live-cam6.info -livefixer.com -livejasmin.com -lmrauction.com -lomb.co -lombia.co -lostfilm-online.ru -lovelycraftyhome.com -mac-shield.com -machicon-ueno.info -manipulyator-peterburg.ru -mantramusic.ru +levaquin750mg.blogspot.com +li-er.ru +linksharingt.com +lion.playtap.us +lion.snapmap.us +live-sexcam.tk +ljusihus.se +localmatchbook.com +lonerangergames.com +lonfon.xyz +love-baby.cz +lsex.xyz +m-google.xyz +m5home.ru +macdamaged.tech +mainlinehobby.net +maju.bluesalt.co +makenahartlin.com +marinetraffic.com masterseek.com -masturbate.co.uk -matchpal-a.akamaihd.net -mebel-alait.ru -megahdporno.net -meget.co.za -member-quiz.com -merryhouse.co.uk -mesto-x.com -metascephe.com +max-eclat.men +mebel-vstroika.ru +mebelcomplekt.ru +meddesk.ru +meds-online24.com +meduza-consult.ru +meetingrainstorm.bid +menetie.ru +methodsmarketing.com mielec.pl -mil-stak.com -millionare.com -mini-modus.ru -miniature.io -mixtapetorrent.com -mixx.com -mnogolok.info -money-every-day.com -monitorwebsitespeed.com -montredemarque.nl -movies-in-theaters.net +mikrobiologies.ru +militarysale.pro +minyetki.ru +missvietnam.org +mister-shop.com +mobilemedia.md mrcsa.com.au -mrpornogratis.xxx -msk-diplomat.com -muabancantho.info +mrinsidesales.com muschisexbilder.com -my-aladin.com -mybinaryoptionsrobot.com -myfreetutorials.com -myperiod.club -na15.ru -needtosellmyhousefast.com -newstraveller.ru -nippon-bearings.ru -nonews.co -norththeface.store -nudejapan.net -o-dachnik.ru -o-o-8-o-o.com -ok-ua.info -okeinfo.online +myanyone.net +mygameplus.com +mygameplus.ru +mzdish.site +narkologiya-penza.ru +nash-krym.info +netanalytics.xyz +next-dentists.tk +nfljerseyscheapbiz.us +nikkiewart.ru +niroo.info +nodding-passion.tk +nodup.ru +nordstar.pro +npoet.ru +nudepatch.net +nzfilecloud.weebly.com +o-o-11-o-o.com +o-o-6-o-o.ru +oakridgemo.com +obiavo.su +ochistka-stokov.ru +offside2.5v.pl +offtime.ru okroshki.ru -old-rock.com -onlinedomains.ru -onlineporno.site onload.pw -ooomeru.ru -open-odyssey.org -osagonline.ru -outrageousdeal-a.akamaihd.net -oxotl.com -ozoz.it -paintingplanet.ru -paleohub.info -paydayonlinecom.com -perm.xrus.org -perso.wanadoo.es -pinsdaddy.com -plastgranar.nu -plastjulgranar.se -popander.mobi -popserve.adscpm.net -pornofeuer.com -pornzone.tv +oops-cinema.ru +openfrost.com +opinionreelle.com +ossmalta.com +otbelivanie-zubov.com +ozas.net +paidonlinesites.com +paphoselectricianandplumber.com +paramountmarble.co.uk +partner-stop.men +partners-ship.pro +patol01.pw +pavlodar.xkaz.org +pay2me.pl +pcimforum.com +phormchina.com +photo.houseofgaga.ru +pictures-and-images.com +pixell.club +pl.id-forex.com +plastgran.com +poffet.net +pokemongooo.ml +popup.matchmaker.com +porno-chaman.info +porno-dojki.net +pornotubexxx.name +portadd.men potolokelekor.ru -pourvous.info +powitania.pl preconnubial.usuby.site -prefersurvey.net -privacyassistant.net -prlog.ru -promoheads.com -prostitutki-yaroslavlya.org +preventheadacheguide.info +privat-girl.net +privhosting.com +prod2016.com +proekt-mos.ru +professionalwritingservices15.blogspot.ru +pronekut.com +prostitutki-belgoroda.org pshare.biz -purplesphere.in -quelle.ru -quickloanbank.com -rainbowice.ru -raisedseo.com -ranksays.com -rankscanner.com -ranksonic.info -raschtextil.com.ua -rasteniya-vs-zombi.ru -real-time-analytics.com +pts163.ru +pulse33.ru +rarbg.to +realnye-otzyvy.info reining.lovasszovetseg.hu -reklama1.ru -renecaovillasale.online +reklamuss.ru +remmling.de +renecaovilla.online +repeatlogo.co.uk replicalouboutin.xyz -rfserial.net -ric.info -ringporno.com -rique.host.sk -russia-today-video.ru -rybalka-opt.ru +ribieiendom.no +roofers.org.uk +ros-ctm.ru +rostov.xrus.org +rucrypt.com +running-line.ru +runofilms.ru +russia-tao.ru +russian-postindex.ru sabaapress.com -saddiechoua.com -salut-camp.ru -saneitconsulting.com +sakhboard.ru +sammlungfotos.online +samolet.fr +sandhillsonline.com +saneyes.com +sarafangel.ru satoristudio.net -scanner-jane.top -scanner-jessica.top -scripted.com -searchimage.co -searchmywindow-a.akamaihd.net -seksvideoonlain.com -selectads.men -seo-smm.kz -seoexperimenty.ru -seojokes.net -seoprofiler.com -seorankinglinks.us +sbwealthsolutions.ca +scanner-olga.top +scoopquest.com +scrapinghub.com +seo-traffic-ranking.info +seo18.su +service.adtech.fr seryeznie-znakomstva.ru -sethrollins.net sex-tracker.com -sexuria.net -sherlock.se -shtaketniki.kz -shtaketniki.ru -shtora66.ru -sisiynas.ru -sk.golden-praga.ru -slimcdn.com -social-s-ggg.xyz -soheavyblog.com -solmarket.by -sophang8.com -soundfrost.org -souvenir.cc -speechfoodie.com -spitfiremusic.com -spywarenuker.com -srgwebmail.nl -stackthatbucks.com -stairliftstrue.com -stanthonyscatholicchurch.org -stop-gepatit.te.ua -streamin.to -stretchingabuckblog.com -stroiminsk.org -strongsignal-a.akamaihd.net -sundrugstore.com -superkanpo.com -swinon.site +sexsaoy.com +shemale-sex.net +simplesite.com +siteaero.com +sitechecker.pro +siteexpress.co.il +skypasss.com +smailik.org +snow.nvr163.com +snyatie-lomki-v-stacionare.ru +soc-econom-problems.ru +social-buttons.xyz +socialbuttons.xyz +socialmonkee.com +softwaretrend.net +soietvousmaime.fr +solitaire-game.ru +sotkal.lark.ru +specialfinanceoffers.com +speeddream.xyz +sprttrack.com +sps-shop.com +spy-app.info +ssconstruction.co +stardevine.com +strana-krasoty.ru +strigkaomsk.ru +studiofmp.com +swingerseiten.com tako3.com -technopellet.gr -tedy.su -teencastingporn.com -teenfuck.tv -tehngr.ru -tgtclick.com -thebluenoodle.com -thecounter.com -thedownloadfreeonlinegames.blogspot.com -thefotosgratis.eu -theguardlan.com -thiegs.reco.ws -timer4web.com -timetorelax.biz -tizanidine4mgstreetprice.blogspot.com -tizanidine4mgstreetvalue.blogspot.com +the-usa-games.blogspot.com +thebestweightlosspills.ovh +theheroes.ru +thruport.com tizanidinecost.blogspot.com -tizanidinedosage.blogspot.com -tizanidineoral.blogspot.com -tizanidinesideeffects.blogspot.com -tizanidinesideeffectsweightloss.blogspot.com -tizanidinevsvalium.blogspot.com -tomatis.gospartner.com -torrents.life -torrnada.ru -tracksurf.daooda.com -traderzplanet.in +tizanidinedrugtest.blogspot.com +tizanidinevscyclobenzaprine.blogspot.com +tomck.com +tongkatmadura.info +tootoo.to +top10registrycleaners.com +topflownews.com +toys.erolove.in +track.deriv.com traffic100.com -trubywriting.com -tubeoffline.com +trafficfactory.biz +traffique.net +trkdf.com +truebeauty.cc +truemfilelj.gq turizmus.us -twittrading.com -typer.one -u17795.netangels.ru -uchil.net -ucsol.ru -umg-stroy.ru -unimodemhalfduplefw.pen.io -unmaroll.ya.ru -url-extractor.xyz -us-america.ru -vacuumscleaner.com -validccseller.com +tvoystartup.ru +twojebook.pl +u555u.info +uasb.ru +uchebavchehii.ru +univerfiles.com +urdoot.win +urengoy.pro +v24s.net +vancleefreplica.pw varbergsvind.se -verymes.xyz -vesnatehno.com -videokrik.net -videotuber.ru -vikistars.com -vipms.ru -virtuagirl.com -visitcambridge.org -vizag.kharkov.ua -vkonche.com -vkontarkte.com +vashsvet.com +viandpet.com +vip2ch.com voditeltrezviy.ru -vonradio.com -wareseeker.com -warning.or.kr -watsonrealtycorp.com -webix.biz -website-analytics.online -weightatraining.com -whatzmyip.net -wholesalejerseychinaoutlet.com -woman-orgasm.ru -works.if.ua -worldoffiles.ru -worldtraveler.world -writingservices17.blogspot.ru -wrz0iuebwhp5fg.freeddns.com -wufak.com -x69ty.ru -xmlinde.com -xn-----6kcaacnblni5c5bicdpcmficy.xn--p1ai -xn-----6kccaibs5cb8afhjrfmix2n.xn--p1ai -xn----7sbbahaq9bb5afgiqfliv4m.xn--p1ai -xn--80aaafbn2bc2ahdfrfkln6l.xn--p1ai -xn--80aagddcgkbcqbad7amllnejg6dya.xn--p1ai -xn--80aikhbrhr.net -xn--h1aakne2ba.xn--p1ai -xn--q1a.xn--b1aube0e.xn--c1acygb.xn--p1ai -xnxxandxvideos.com -xpresscare.ru -xvideosporn.biz -yourothersite.com -zaimite.ru -zajm-zalog-krasnodar.ru -zawyna.ua -zeroredirect.com -zone-kev717.info -zoompegs.com -zverokruh-shop.cz -zvezdagedon.ru -zynax.ua +vzlom-na-zakaz.com +warningzscaler.heraeus.com +watch-movies.ru +webix.me +wemedinc.com +whatistizanidine2mg.blogspot.com +while.cheapwebsitehoster.com +wholesalejerseys-cheapest.com +wholesalejerseyscheapjerseys.us.com +wildworld.site +wineration.com +winner7777.net +witherrom55.eklablog.fr +woman-h.ru +world-mmo.com +wosik-dach.service-for-web.de +wowas31.ucoz.ru +xaylapdiendanang.com +xblognetwork.com +xerox-douglas.cf +xn-----7kcabaipgeakzcss7bjdqdwpfnhv.xn--p1ai +xn----7sbahjd3btneuw1joc.xn--p1ai +xn----7sbifcamovvfggw9d.xn--p1ai +xn----ctbbcjd3dbsehgi.xn--p1ai +xn--80aaajbdbddwj2alwjieei2afr3v.xn--p1ai +xxx-cam.webcam +xxxdatinglocal.us +xxxkaz.org +xxxsiterips.xyz +yaminecraft.ru +yopoint.in +youdesigner.kz +youtubologia.it +zaim-pod-zalog-krasnodar.ru +zakon-ob-obrazovanii.ru +zarabotat-na-sajte.ru +zeroredirect6.com +zhongwenlink.com +zigarettenonlinekaufen1.blox.pl +znaniyapolza.ru +znaturaloriginal.com diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index 7ec9a5916..2ce947623 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,250 +1,250 @@ -03p.info -24-ak.ru -7ooo.ru -8558l.jobs.net -abcdeg.xyz -activepr.ru -add-add.men -adman.gr -adultmeetonline.info -advertisingtag.net -alekseevec.ru -alert-hgd.xyz -amazon-seo-service.com -ampower.me -amung.us +01apple.com +1001desert.com +11235813.webzdarma.cz +178evakuator178.ru +5elementov.ru +6hopping.com +999webdesign.com +abbanreddy.com +above.com +aibolita.com +alert-jdh.xyz +allnews.md +amyfoxfitness.com +android-style.com +angry-fermi-7633.arukascloud.io +anmysite.com apiholdingmypage-a.akamaihd.net -arcadeplayhouse.com -arclk.net -artpicso.com -atdedinotuho.tk -atlasvkusov.ru -avtocredit-legko.ru -ayeartoforget.com -back.dog -bangla-chat-uk-paralud.ga -bannerconnect.net -berlininsl.com -bestcoin.cc -bestdraws.com -bjorkbacken.nu -bluejays-jerseys.us -bmwhighperformers.com -boleznikogi.com -bonux.nextview.ru -brainzpod.win -btc4u.ru -buehne-fuer-menschenrechte.de -bum.com.ru -bumascloset.com -buybest1.biz -cactussoft.biz -cand.jp -candiceloves.us -candycrushshop.com -cenokos.ru +atlant-auto.info +automobile-spec.com +babyguns.ru +bagcionderlab.com +baixar-musicas-gratis.com +bard-real.com.ua +battleforupdating.site +bausparen.bz.it +bayareaaeroclub.org +bestmouthwash.club +bharatdefencekavach.com +bloggerads.net +board.f00d.de +bonvillan.com +bpro1.top +braintobe.win +bscodecs.com +buchananshardware.com +buy-meds24.com +buyhoverboard.com +buypuppies.ca +candypeople.se +canzoni.ru +cartierbraceletsreplica.pw +cartierlovestore.com +ceotrk.com cete.ru -cfcl.co.uk -cheapbarbour.online -christianlouboutinsaleonline.us -ciceros.co -clmforexeu.com -coldfilm.ru -compliance-don.top -compliance-john.top -compliance-walter.top -cool-wedding.net -covetnica.com -crackzplanet.com -cranly.net -crynet.cc -customcollegeessays.net -de.zapmeta.com -deluxedumps.com -derevesendeco.com -detoxmed24.ru -dev33.dioniqlabb.se -dfwu1013.info -digital-video-processing.com -docsportal.net -download-of-the-warez.blogspot.com -dstroy.su -e705.net -electrik-avenue.com -elektrischezigarette2.onsugar.com -elmifarhangi.com -ezigaretteshop2.mywapblog.com -f07.de -f0815.de -famix.xyz -filmfanatic.com -franklinfire.co -free-deals.faith -free-fb-traffic.com -ge0ip.com -ge0ip.net -gelezki.com -girls-ufa.ru -gratuitbaise.com -handicapbathtubarea.com -hem.passagen.se -herehloadibs.cf -hermesbirkinhandbagoutlets.com -homegardenlova.com -hotblog.top -hotcore.info -hut1.ru -iamsport.org -ideawheel.com -ideoworld.org -impotentik.com -infowarcraft.ru -istripper.com -iwantmyfreecash.com -jav-fetish.site -javlibrary.cc -javspace.net -jimmychoosale.online -joyceblog.top -kareliatobacco.ru -kartiniresto.com -kashubadesign.ru -kazka.ru -kino-rf.ru -koopilka.com -koronirealestate.gr -kotaku.com -kovrenok.ru -ku6.com -kumuk.info -kw21.org -labplus.ru -lakomka.com.ua -lenvred.org -lesbian.xyz -letolove.ru -lider-zhaluzi.kiev.ua -lonerangergames.com -magazin-pics.ru -magento-crew.net -mainhp.net -master-muznachas.ru -matrixalchemy.com -medicineseasybuy.com -meetlocalchicks.com -mobplayer.ru -mobstarr.com -moi-glazki.ru -moje-recenze.cz -monetizer.com-01.site -mouselink.co -moz.com -muz-shoes.ru -mwtpludn.review -mydirtyhobby.com -mydoctorok.ru -mysex21.com -narkologiya-belgorod.ru -naturalshair.site -new7ob.com -obnal.org -of-ireland.info -ofanda.com -okuos.com -omoikiri-japan.ru -onetravelguides.com -onstrapon.purplesphere.in -openfrost.com -oynat.info -page2rss.com -pandroid.co -partners-ship.pro -phelissota.xyz -poisk-zakona.ru -popunder.ru -porndl.org -porndroids.com -pornokajf.com -pornoklad.net -pornozhara.com -projefrio.com.br +cezartabac.ro +cleanallvirus.com +clickintext.net +clickprotects.com +co.lumb.co +community.allhiphop.com +compliance-george.xyz +compliance-margo.top +coolyarddecorations.com +culturevie.info +danschawbel.com +demon-tweeks.com +deplim.com +dirtpics.pw +domaincheck.io +download-walpaperhd.blogspot.com +doyouknowtheword-flummox.ml +driving.kiev.ua +efnor-ac.com +elektrozigaretten1.webs.com +eropho.com +exchanges-bet.com +exoneration-project.us +expertnaya-ocenka.ru +expolicenciaslatam.co +exportshop.us +ezigarettenkaufen1.pagina.gr +fighrofacciufreesig.ga +find1friend.com +foxtechfpv.com +freeseedsonline.com +freevpn.space +front.ru +fxund.us +gabeshop.ru +getmiro.com +ggiaro.com +gifspics.com +gigixo.com +gilbertbanda.net +gomusix.com +gorodservis.ru +gosmeb.ru +gribkovye-zabolevaniya.com +gsasearchengineranker.space +hasfun.com +healgastro.com +helvetia.com.ua +hitsbox.info +hledejvshopech.cz +hothot.ru +imgarit.pw +inspiring-desperate.tk +instakink.com +intelhdgraphicsgtdrive6w.metroblog.com +investingclub.ru +isoveti.ru +iusstf.org +jagg.info +jyvopys.com +kazan.zrus.org +kidskunst.info +kinohit1.ru +kinopolet.net +knogg.net +koleso24.com.ua +krasivye-devushki.net +lenpipet.ru +letslowbefast.today +lineshops.biz +linkdebrideur.xyz +lirunet.ru +lisque.batcave.net +lostaruban.com +lovasszovetseg.hu +magda-gadalka.ru +magiadinamibia.blogspot.com +magicplayer-s.acestream.net +mansparskats.com +maslenka.kz +masserect.com +meetingrainstorm.bid +mega-polis.biz.ua +megakino.net +mere.host.sk +mexicotravelnet.com +microsearch.ru +mini.7zap.com +mmoguider.ru +mncrftpcs.com +mnogabukaff.net +monsterdivx.com +movies-in-theaters.net +moyakuhnia.ru +mrmoneymustache.com +msk-diplomat.com +msk.afora.ru +mybackgroundlandscape.blogspot.com +mydirtystuff.com +myfreemp3.eu +myghillie.info +na15.ru +natali-forex.com +newyorkhotelsmotels.info +noumeda.com +novodigs.com +o-o-8-o-o.ru +online-sbank.ru +ons-add.men +ourville.info +oxotl.com +ozas.net +paperwritingservice17.blogspot.ru +perfection-pleasure.ru +picsearch.com +plastgran.com +platinumdeals.gr +pornhive.org +porno-play.net +pornosee.info +potoideas.us +preventheadacheguide.info +princevc.com +pro-tec.kz +profitfx.online prokotov.com -pshare.biz -qld10000.net -quality-traffic.com -queerspace.com -quick-seeker.com -raavidesigns.com -rebelmouse.com -remontvsamare.su -resant.ru -rimedia.org -roll123.com -rosbalt.com.ua -rusexy.xyz -sa-rewards.co.za -scanner-jess.top -searchtooknow-a.akamaihd.net -sel-hoz.com -serving.adbetclickin.pink -sexkontakteao.info -sexpornotales.net -sexvporno.ru -sharebutton.net -shopvilleroyboch.com.ua -signx.info -site3.free-share-buttons.com -sitevaluation.com -sitopreferito.it -sky-mine.ru -social-s-hhh.xyz -sockshares.tv -softwaretrend.net -solmarket.by -soserfis.com -stop-zavisimost.com -stromerrealty.com -talant-factory.ru -thaisamkok.com -the-usa-games.blogspot.com -tizanidine4mgprice.blogspot.com -tizanidinehcl4mgisitanarcotic.blogspot.com -tizanidinehclsideeffects.blogspot.com -tizanidineingredients.blogspot.com -tizanidinestreetprice.blogspot.com -tizanidinevssoma.blogspot.com +promover.org +pts163.ru +rainbowice.ru +rankexperience.com +regdefense.com +replica-watch.ru +reyel1985.webnode.fr +ringporno.com +rocis.site +romhacking.ru +rossmark.ru +running-line.ru +ryetaw.com +sabaapress.com +salmonfishingsacramentoriver.com +samara.rosfirm.ru +sammyweaver.com +santechnik.jimdo.com +scalerite.co.za +seinterface.com +semp.net +semrush.com +seocdvig.ru +seofied.com +sex-tracker.de +sexy.babes.frontend-stack.top +sexyali.com +shisha-swag.de +shop.xz618.com +siteripz.net +slim.sellany.ru +smokewithrabbits.com +sonata-arctica.wz.cz +spaceshipad.com +spb-plitka.ru +speedup-my.site +strongholdsb.ru +support.nopeas.sk +swimpool.ca +tandvardshuset.net +taximytishi.ru +the-trader.net +thedownloadfromwarez.blogspot.com +threecolumnblogger.com +tivolibasket.it +tn811.us tourismvictoria.com -tv-spoty.info -ultimateclassicrock.com -v720hd.ru -viberdownload10.com -videochaty.ru -vzlomtw.com -watchmyfb.pl -waysbetter.cn -webalan.ru -weboptimizes.com -weburlopener.com -westsextube.com -word-vorlagen.net -worldtraveler.world -wrz0iuebwhp5fg.freeddns.com -www.bookmaker-bets.com +trichizobswiv.agddns.net +tripper.de +trustedmaccleaner.com +tversvet.ru +umaseh.com +uptime.com +url-img.link +urll.eu +vasileostrovsky-rayon.ru +veles.shop +via-energy-cumpara.com +vietimgy.pw +viveresaniesnelli.it +vseuznaem.com +w7s.ru +webmasters.stackexchange.com +whatistizanidinehclusedfor.blogspot.com +wholesalejerseyscheapjerseys.us.com +wholinkstome.com +wjgony.com x-diesel.com -x69ty.ru +xaylapdiendanang.com xgftnlrt.bloger.index.hr -xn----8sblgmbj1a1bk8l.xn----161-4vemb6cjl7anbaea3afninj.xn--p1ai -xn----ctbbcjd3dbsehgi.xn--p1ai -xn----itbeirbjbi7bc6bh2d.xn--p1ai -xn--80aafb2a.xn--p1ai -xn--80ahvj9e.xn--p1ai -xn--e1aggki3c.xn--80adxhks -yginekologa.com -yuarra.pluto.ro -yun56.co -zajm-pod-zalog-nedvizhimosti.ru -zeroredirect2.com -zetmaster.ru -zryydi.com +xpresscare.ru +xxxnatelefon.ru +yatrk.xyz +yogamatsexpert.com +ypmuseum.ru +zaim-pod-zalog-krasnodar.ru +zarajbuilders.com +zed21.net zscaler.net -zygophyceous.womanstars.site +zvezdagedon.ru diff --git a/dev-tools/test_units/ratelimittest-beta.txt b/dev-tools/test_units/ratelimittest-beta.txt index 5580c125a..3656720f2 100644 --- a/dev-tools/test_units/ratelimittest-beta.txt +++ b/dev-tools/test_units/ratelimittest-beta.txt @@ -8,93 +8,6 @@

Welcome to the NginX Ultimate Bad Bot Blocker

This is merely used for testing !!!

-ml> -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - -503 Service Temporarily Unavailable - -

503 Service Temporarily Unavailable

-
nginx/1.18.0 (Ubuntu)
- - - - - -Welcome to NginX - - -
-

Welcome to the NginX Ultimate Bad Bot Blocker

-

This is merely used for testing !!!

- 503 Service Temporarily Unavailable @@ -494,6 +407,90 @@
nginx/1.18.0 (Ubuntu)
+ +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + + +503 Service Temporarily Unavailable + +

503 Service Temporarily Unavailable

+
nginx/1.18.0 (Ubuntu)
+ + @@ -584,4 +581,14 @@

Welcome to the NginX Ultimate Bad Bot Blocker

This is merely used for testing !!!

+ + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ \ No newline at end of file diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index 726ceff8f..6076c53c6 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.18 0; +10.1.0.117 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index 9519300b5..fdc373750 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2022.12.3511 -### Updated: Thu Dec 8 22:04:01 UTC 2022 +### Version: V4.2022.12.3512 +### Updated: Fri Dec 9 10:12:47 UTC 2022 ### Bad Bot Count: 637 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 9519300b5..fdc373750 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2022.12.3511 -### Updated: Thu Dec 8 22:04:01 UTC 2022 +### Version: V4.2022.12.3512 +### Updated: Fri Dec 9 10:12:47 UTC 2022 ### Bad Bot Count: 637 ################################################### ### Version Information ##