From 1d8319409bef44e5a1ab5071a9f55a5a000aed00 Mon Sep 17 00:00:00 2001 From: mitchellkrogza Date: Sun, 11 Jun 2023 06:28:15 +0000 Subject: [PATCH] V4.2023.06.3802 [ci skip] --- AUTO-CONFIGURATION.md | 4 +- MANUAL-CONFIGURATION.md | 4 +- README.md | 4 +- _generator_lists/bad-user-agents.list | 2 +- _google_analytics_ghost_spam/README.md | 4 +- .../etc/nginx/conf.d/globalblacklist.conf | 7 +- conf.d/globalblacklist-testing-version.conf | 7 +- conf.d/globalblacklist.conf | 7 +- dev-tools/_robots_input/robots-input.txt | 1 + dev-tools/buildnumber | 2 +- dev-tools/globalblacklist-testing.template | 7 +- dev-tools/globalblacklist.template | 7 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 7 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 7 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 7 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/blacklist-user-agents.conf | 1 + .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 7 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 7 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 7 +- dev-tools/test_units/blacklist-ips.conf | 2 +- .../test_units/blacklist-user-agents.conf | 1 + .../random-bots-for-test-quick.list | 20 +- .../random-bots-for-whitelist-test.list | 172 +++++++-------- .../random-referrers-for-test-quick.list | 20 +- .../random-referrers-for-whitelist-test.list | 198 +++++++++--------- dev-tools/test_units/whitelist-ips.conf | 2 +- dev-tools/tmp/robots.txt | 8 +- robots.txt/robots.txt | 8 +- 37 files changed, 283 insertions(+), 265 deletions(-) diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index db22580b9..8d3c86235 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,9 +4,9 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2023.06.3801 +#### Version: V4.2023.06.3802 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [641](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [642](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 95307aea8..2183d10ea 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,9 +4,9 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2023.06.3801 +#### Version: V4.2023.06.3802 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [641](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [642](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/README.md b/README.md index d42185206..5302265dc 100755 --- a/README.md +++ b/README.md @@ -14,9 +14,9 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2023.06.3801 +#### Version: V4.2023.06.3802 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [641](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [642](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/_generator_lists/bad-user-agents.list b/_generator_lists/bad-user-agents.list index 945d37a44..181c36637 100755 --- a/_generator_lists/bad-user-agents.list +++ b/_generator_lists/bad-user-agents.list @@ -1,4 +1,3 @@ -Bytespider 01h4x.com 360Spider 404checker @@ -67,6 +66,7 @@ BuiltWith Bullseye BunnySlippers BuzzSumo +Bytespider CATExplorador CCBot CODE87 diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 6ada329b4..f4a8d062f 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,9 +3,9 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2023.06.3801 +#### Version: V4.2023.06.3802 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [641](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [642](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 76198c802..4cbeb0191 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2023.06.3801 -### Updated: Sat Jun 10 22:01:15 UTC 2023 +### Version: V4.2023.06.3802 +### Updated: Sun Jun 11 06:24:23 UTC 2023 ### Bad Referrer Count: 7104 -### Bad Bot Count: 641 +### Bad Bot Count: 642 ################################################### ### VERSION INFORMATION ## @@ -215,6 +215,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)Bullseye(?:\b)" 3; "~*(?:\b)BunnySlippers(?:\b)" 3; "~*(?:\b)BuzzSumo(?:\b)" 3; + "~*(?:\b)Bytespider(?:\b)" 3; "~*(?:\b)CATExplorador(?:\b)" 3; "~*(?:\b)CCBot(?:\b)" 3; "~*(?:\b)CODE87(?:\b)" 3; diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 93d424cff..827f17ab0 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2023.06.3801 -### Updated: Sat Jun 10 22:01:16 UTC 2023 +### Version: V3.2023.06.3802 +### Updated: Sun Jun 11 06:24:24 UTC 2023 ### Bad Referrer Count: 7104 -### Bad Bot Count: 641 +### Bad Bot Count: 642 ################################################### ### VERSION INFORMATION ## @@ -215,6 +215,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)Bullseye(?:\b)" 3; "~*(?:\b)BunnySlippers(?:\b)" 3; "~*(?:\b)BuzzSumo(?:\b)" 3; + "~*(?:\b)Bytespider(?:\b)" 3; "~*(?:\b)CATExplorador(?:\b)" 3; "~*(?:\b)CCBot(?:\b)" 3; "~*(?:\b)CODE87(?:\b)" 3; diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 76198c802..4cbeb0191 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2023.06.3801 -### Updated: Sat Jun 10 22:01:15 UTC 2023 +### Version: V4.2023.06.3802 +### Updated: Sun Jun 11 06:24:23 UTC 2023 ### Bad Referrer Count: 7104 -### Bad Bot Count: 641 +### Bad Bot Count: 642 ################################################### ### VERSION INFORMATION ## @@ -215,6 +215,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)Bullseye(?:\b)" 3; "~*(?:\b)BunnySlippers(?:\b)" 3; "~*(?:\b)BuzzSumo(?:\b)" 3; + "~*(?:\b)Bytespider(?:\b)" 3; "~*(?:\b)CATExplorador(?:\b)" 3; "~*(?:\b)CCBot(?:\b)" 3; "~*(?:\b)CODE87(?:\b)" 3; diff --git a/dev-tools/_robots_input/robots-input.txt b/dev-tools/_robots_input/robots-input.txt index 5d037b99b..21ee78c30 100644 --- a/dev-tools/_robots_input/robots-input.txt +++ b/dev-tools/_robots_input/robots-input.txt @@ -66,6 +66,7 @@ BuiltWith Bullseye BunnySlippers BuzzSumo +Bytespider CATExplorador CCBot CODE87 diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index 4e2ba85f6..4ccb19fe6 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -3801 +3802 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 93d424cff..827f17ab0 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2023.06.3801 -### Updated: Sat Jun 10 22:01:16 UTC 2023 +### Version: V3.2023.06.3802 +### Updated: Sun Jun 11 06:24:24 UTC 2023 ### Bad Referrer Count: 7104 -### Bad Bot Count: 641 +### Bad Bot Count: 642 ################################################### ### VERSION INFORMATION ## @@ -215,6 +215,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)Bullseye(?:\b)" 3; "~*(?:\b)BunnySlippers(?:\b)" 3; "~*(?:\b)BuzzSumo(?:\b)" 3; + "~*(?:\b)Bytespider(?:\b)" 3; "~*(?:\b)CATExplorador(?:\b)" 3; "~*(?:\b)CCBot(?:\b)" 3; "~*(?:\b)CODE87(?:\b)" 3; diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index 76198c802..4cbeb0191 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2023.06.3801 -### Updated: Sat Jun 10 22:01:15 UTC 2023 +### Version: V4.2023.06.3802 +### Updated: Sun Jun 11 06:24:23 UTC 2023 ### Bad Referrer Count: 7104 -### Bad Bot Count: 641 +### Bad Bot Count: 642 ################################################### ### VERSION INFORMATION ## @@ -215,6 +215,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)Bullseye(?:\b)" 3; "~*(?:\b)BunnySlippers(?:\b)" 3; "~*(?:\b)BuzzSumo(?:\b)" 3; + "~*(?:\b)Bytespider(?:\b)" 3; "~*(?:\b)CATExplorador(?:\b)" 3; "~*(?:\b)CCBot(?:\b)" 3; "~*(?:\b)CODE87(?:\b)" 3; diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index ea1afe753..1e9ebe58c 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -40.84.170.31 0; +52.185.204.69 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 76198c802..4cbeb0191 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2023.06.3801 -### Updated: Sat Jun 10 22:01:15 UTC 2023 +### Version: V4.2023.06.3802 +### Updated: Sun Jun 11 06:24:23 UTC 2023 ### Bad Referrer Count: 7104 -### Bad Bot Count: 641 +### Bad Bot Count: 642 ################################################### ### VERSION INFORMATION ## @@ -215,6 +215,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)Bullseye(?:\b)" 3; "~*(?:\b)BunnySlippers(?:\b)" 3; "~*(?:\b)BuzzSumo(?:\b)" 3; + "~*(?:\b)Bytespider(?:\b)" 3; "~*(?:\b)CATExplorador(?:\b)" 3; "~*(?:\b)CCBot(?:\b)" 3; "~*(?:\b)CODE87(?:\b)" 3; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index e4858d90a..8a2f426ae 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.38 1; +10.1.0.31 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index c91eb7d45..7d8215ff9 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.38 0; +10.1.0.31 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 76198c802..4cbeb0191 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2023.06.3801 -### Updated: Sat Jun 10 22:01:15 UTC 2023 +### Version: V4.2023.06.3802 +### Updated: Sun Jun 11 06:24:23 UTC 2023 ### Bad Referrer Count: 7104 -### Bad Bot Count: 641 +### Bad Bot Count: 642 ################################################### ### VERSION INFORMATION ## @@ -215,6 +215,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)Bullseye(?:\b)" 3; "~*(?:\b)BunnySlippers(?:\b)" 3; "~*(?:\b)BuzzSumo(?:\b)" 3; + "~*(?:\b)Bytespider(?:\b)" 3; "~*(?:\b)CATExplorador(?:\b)" 3; "~*(?:\b)CCBot(?:\b)" 3; "~*(?:\b)CODE87(?:\b)" 3; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index e4858d90a..8a2f426ae 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.38 1; +10.1.0.31 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index c91eb7d45..7d8215ff9 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.38 0; +10.1.0.31 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 76198c802..4cbeb0191 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2023.06.3801 -### Updated: Sat Jun 10 22:01:15 UTC 2023 +### Version: V4.2023.06.3802 +### Updated: Sun Jun 11 06:24:23 UTC 2023 ### Bad Referrer Count: 7104 -### Bad Bot Count: 641 +### Bad Bot Count: 642 ################################################### ### VERSION INFORMATION ## @@ -215,6 +215,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)Bullseye(?:\b)" 3; "~*(?:\b)BunnySlippers(?:\b)" 3; "~*(?:\b)BuzzSumo(?:\b)" 3; + "~*(?:\b)Bytespider(?:\b)" 3; "~*(?:\b)CATExplorador(?:\b)" 3; "~*(?:\b)CCBot(?:\b)" 3; "~*(?:\b)CODE87(?:\b)" 3; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index e4858d90a..8a2f426ae 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.38 1; +10.1.0.31 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf index 0e75d3c9b..1a184825e 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf @@ -127,6 +127,7 @@ "~*(?:\b)Bullseye(?:\b|)" 0; "~*(?:\b)BunnySlippers(?:\b|)" 0; "~*(?:\b)BuzzSumo(?:\b|)" 0; + "~*(?:\b)Bytespider(?:\b|)" 0; "~*(?:\b)CATExplorador(?:\b|)" 0; "~*(?:\b)CCBot(?:\b|)" 0; "~*(?:\b)CODE87(?:\b|)" 0; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index c91eb7d45..7d8215ff9 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.38 0; +10.1.0.31 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 76198c802..4cbeb0191 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2023.06.3801 -### Updated: Sat Jun 10 22:01:15 UTC 2023 +### Version: V4.2023.06.3802 +### Updated: Sun Jun 11 06:24:23 UTC 2023 ### Bad Referrer Count: 7104 -### Bad Bot Count: 641 +### Bad Bot Count: 642 ################################################### ### VERSION INFORMATION ## @@ -215,6 +215,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)Bullseye(?:\b)" 3; "~*(?:\b)BunnySlippers(?:\b)" 3; "~*(?:\b)BuzzSumo(?:\b)" 3; + "~*(?:\b)Bytespider(?:\b)" 3; "~*(?:\b)CATExplorador(?:\b)" 3; "~*(?:\b)CCBot(?:\b)" 3; "~*(?:\b)CODE87(?:\b)" 3; diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index ea1afe753..1e9ebe58c 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -40.84.170.31 0; +52.185.204.69 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index ed78298c1..82aa29d6b 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2023.06.3801 -### Updated: Sat Jun 10 22:01:15 UTC 2023 +### Version: V4.2023.06.3802 +### Updated: Sun Jun 11 06:24:23 UTC 2023 ### Bad Referrer Count: 7104 -### Bad Bot Count: 641 +### Bad Bot Count: 642 ################################################### ### VERSION INFORMATION ## @@ -215,6 +215,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)Bullseye(?:\b)" 3; "~*(?:\b)BunnySlippers(?:\b)" 3; "~*(?:\b)BuzzSumo(?:\b)" 3; + "~*(?:\b)Bytespider(?:\b)" 3; "~*(?:\b)CATExplorador(?:\b)" 3; "~*(?:\b)CCBot(?:\b)" 3; "~*(?:\b)CODE87(?:\b)" 3; diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index ea1afe753..1e9ebe58c 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -40.84.170.31 0; +52.185.204.69 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 55543bba4..f9f2a3678 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2023.06.3801 -### Updated: Sat Jun 10 22:01:15 UTC 2023 +### Version: V4.2023.06.3802 +### Updated: Sun Jun 11 06:24:23 UTC 2023 ### Bad Referrer Count: 7104 -### Bad Bot Count: 641 +### Bad Bot Count: 642 ################################################### ### VERSION INFORMATION ## @@ -215,6 +215,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)Bullseye(?:\b)" 3; "~*(?:\b)BunnySlippers(?:\b)" 3; "~*(?:\b)BuzzSumo(?:\b)" 3; + "~*(?:\b)Bytespider(?:\b)" 3; "~*(?:\b)CATExplorador(?:\b)" 3; "~*(?:\b)CCBot(?:\b)" 3; "~*(?:\b)CODE87(?:\b)" 3; diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index e4858d90a..8a2f426ae 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.38 1; +10.1.0.31 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/blacklist-user-agents.conf b/dev-tools/test_units/blacklist-user-agents.conf index 0e75d3c9b..1a184825e 100644 --- a/dev-tools/test_units/blacklist-user-agents.conf +++ b/dev-tools/test_units/blacklist-user-agents.conf @@ -127,6 +127,7 @@ "~*(?:\b)Bullseye(?:\b|)" 0; "~*(?:\b)BunnySlippers(?:\b|)" 0; "~*(?:\b)BuzzSumo(?:\b|)" 0; + "~*(?:\b)Bytespider(?:\b|)" 0; "~*(?:\b)CATExplorador(?:\b|)" 0; "~*(?:\b)CCBot(?:\b|)" 0; "~*(?:\b)CODE87(?:\b|)" 0; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index e8d1fd69e..2d06e9131 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Anarchy99 -Discobot -FyberSpider -LinqiaMetadataDownloaderBot -Microsoft Data Access -Moblie Safari -POE-Component-Client-HTTP -WPScan -autoemailspider -mediawords +CheTeam +Genieo +Jetty +Majestic12 +Mozlila +Pandalytics +ScreenerBot +SemanticJuice +Web Auto +muhstik-scan diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 16451762a..178e3b385 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,100 +1,100 @@ +404checker ADmantX -AIBOT -AdsTxtCrawlerTP -Anarchy -Ankit -Attach -BatchFTP -Battleztar Bazinga -BetaBot -Blackboard -BuiltWith -BunnySlippers +ASPSeek +AllSubmitter +Atomseobot +BDCbot +Bandit +BlowFish +Boardreader +BotALot +Buck +BuiltBotTough +BuzzSumo CATExplorador -Calculon -CazoodleBot -Citoid -DIIbot -Disco -DnBCrawler-Analytics +CODE87 +ChinaClaw +Claritybot +Cloud mapping +Cocolyzebot +Cogentbot +Copier +Cosmos +Crawling at Home Project +DBLBot +DTS Agent Dragonfly -EasyDL -Evil -Express WebPictures -ExtractorPro -FDM -Flunky -Genieo -GetRight -Gigabot -GrabNet -Grafula -GridBot -HEADMasterSEO -HTTrack -Harvest +EMail Wolf +Extreme Picture Finder +Firefox/7.0 +FlashGet +Heritrix Hloader -Humanlinks HybridBot -Iblog -IndeedBot -InfoTekies -JamesBOT -JikeSpider -JustView -Libwhisker -LinkextractorPro -LinkpadBot -LinksManager -Majestic-SEO -Mb2345Browser -Minefield +Image Sucker +InfoNaviRobot +Intelliseek +IstellaBot +Jbrofuzz +Jetty +Keybot Translation-Search-Machine +LWP::Simple +LieBaoFast +Likse +Lipperhey Spider +Litemage_walker +MSFrontPage +Mail.RU_Bot +Majestic12 +Masscan +Metauri Mojeek -Msrabot -Net Vampire -NetAnts -Offline Explorer -PECL::HTTP -Pimonster -ProWebWalker -RankFlex -Rogerbot -SEOkicks -SEOstats -SentiBot -SenutoBot -SiteExplorer -Sitevigil -SmartDownload -Snake -Snapbot -Spbot -Sqlworm -TheNomad -Toweyabot -Trendiction -Turingos -Twice -VB Project +Morfeus Fucking Scanner +NPbot +NetMechanic +Nettrack +Openfind +POE-Component-Client-HTTP +Papa Foto +Picsearch +RankingBot +SEOprofiler +SalesIntelligent +Scrapy +Screaming +ScreenerBot +SearchmetricsBot +SemanticJuice +SocialRankIOBot +Sqlmap +Stripper +Sucker +SurveyBot +Swiftbot +TwengaBot VeriCiteCrawler -VidibleScraper -Virusdie VoidEYE -Wallpapers/3.0 -Web Enhancer +WBSearchBot +WPScan Web Fuck -Web Pix -WebGo IS -WebZIP -WebmasterWorldForumBot -Website Quester -Whack -adscanner -archive.org_bot +WebAuto +WebReaper +Wotbox +Xaldon WebSpider +Xaldon_WebSpider +ZoominfoBot arquivo-web-crawler +cognitiveseo +eCatch +evc-batch +lwp-trivial magpie-crawler +meanpathbot +mediawords muhstik-scan +s1z.ru seobility -sexsearcher -spyfu +seoscanners +siteripz +sogouspider webgains-bot diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index 7d69055d9..321a92218 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -12bet.com -273-fz.ru -aa8b68101d388c446389283820863176e7.com -blog.koorg.ru -cv.wallhade.co -finejewelryshop.ru -itag.pw -popander.mobi -tagil.zrus.org -warning.or.kr +casite-513049.cloudaccess.net +forums.toucharcade.com +ledpolice.ru +mensandals.xyz +mncrftpcs.com +sindragosa.comxa.com +solnplast.ru +trackzapper.com +vegascosmetics.ru +zigarettenonlinekaufen2.drupalgardens.com diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index c6ef77890..23444be76 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,100 +1,100 @@ -10bet.com -13tabs.com -1stat.ru -3th.co.in -4inn.ru -5000-cotydzien.com -aac500b7a15b2646968f6bd8c6305869d7.com -allblogroll.com -alphahoverboards.com -ampower.me -ausmepa.org.au -autonew.biz -avkzarabotok.info -beachfix.co -best-businessman.ru -bestmarriages.com -bet365.com -bgviagrachrx.com -bosman.pluto.ro -brateg.xyz -bugshoot.cn -check-host.net -compliance-ivan.top -destinationrealestate.com -detskie-konstruktory.ru -dichvuvesinhhanoi.com -dtm-spain.com -e-buyeasy.com -elektroniksigaraankara.info -extremepornos.net -femmesdenudees.com -fickluder69.com -filesclub.net -gavuer.ru -gigixo.com -greatidea.marketing -hd720kino.ru -headpharmacy.com -hildinghr.se -iloveitaly.ru -interferencer.ru -jofucipiku.tk -kareliatobacco.ru -kinobest.pl -kinogolos.ru -kupiproday.com.ua -lapolis.it -malwareremovalcenter.com -master-muznachas.ru -meddesk.ru -mnogolok.info -morepoweronmac.trade -mototsikl.org -myblogregistercm.tk -mygameplus.ru -nfljerseyscheapbiz.us -o-o-8-o-o.com -openlibrary.org -park.above.com -pattersonsweb.com -pb-dv.ru -picsearch.com -pk-pomosch.ru +28n2gl3wfyb0.ru +45en.ru +5elementov.ru +absolute-s.ru +anaseracresar.tk +animalia-life.club +apiappenableinfo-a.akamaihd.net +arenda-avtoprokat-krasnodar.ru +aruplighting.com +c-gainsbourg.com +carapics.com +cartierlovestore.xyz +chatroulette.video +cheapjerseysa.com +cherrypointplace.ca +cialiswithoutadoctor.net +compliance-jess.top +costablue.xyz +cougfan.info +country-chic.ru +creativehutindia.com +darmebel.com.ua +dear-diary.ru +deniven.1bb.ru +dscaas.website +electronicadirect.com +elektrischezi.canalblog.com +eropho.com +exoclick.com +fikasound.tk +filmi-onlain.info +flipper.top +foto-weinberger.at +friendflnder.com +golden-catalog.pro +groupmoney.ru +healthcarestore.info +helicalpile.us +housediz.com +hunthillfarmtrust.org +i4track.net +intelhdgraphicsgtdrive6w.metroblog.com +jagg.info +kerch.site +keywordsdoctor.com +konoplisemena.com +koversite.info +linkwithin.com +lombardfinder.ru +lyngdalhudterapi.no +mensandals.xyz +mirmedinfo.ru +misandesign.se +moncleronline.xyz +money-for-placing-articles.com +nacap.ru +naj-filmy24.pl +nfljerseysforsalewholesaler.com +offtopic.biz +okroshki.ru +omoikiri-japan.ru +ostrovtaxi.ru +oxotl.com +pekori.to +penisvergrotendepillennl.ovh +photostudiolightings.com +pills24h.com +pixgood.com plastgranar.nu -play.leadzupc.com -pons-presse.com -pornhub-forum.ga -prizesbook.online -rasteniya-vs-zombi.ru -rcb101.ru -reversing.cc -scenicmissouri.us -semaltmedia.com -servicecenter.co.ua -sextracker.de -sneakyboy.com -stats-public.grammarly.io -stroydetali.ru -suralink.com -t3chtonic.com -tanieaukcje.com.pl -tetracsaudi.com -tizanidinehcl2mgsideeffects.blogspot.com -toproadrunner5.info -tripper.de -uggsale.online -vbikse.com -viagra.pp.ua -virtuagirl.com -vk-mus.ru -voltrknc1.com -vuclip.com -wallpaperaccess.com -woman-h.ru -ww2awards.info -y8games-free.com -zaimhelp.ru -zarenica.net -zhongwenlink.com -zlatnajesen.com +porngalleries.top +porno-raskazy.ru +privatefx.all4invest.info +prohoster.info +r-e-f-e-r-e-r.com +randalljhoward.com +realmonte.net +research.ifmo.ru +respublica-otel.ru +royal-investments.net +sbtdesign.co.uk +sims-sims.ru +siteheart.net +sladkoevideo.com +smichovbike.cz +sofit-dmd.ru +souvenirua.com +spamnuker.com +special-porn.com +sudexpert66.ru +sukarame.net +taqywu51.soup.io +tizanidinewithdrawalsymptoms.blogspot.com +trumpetedextremes.com +undergroundcityphoto.com +x-lime.com +xgftnlrt.bloger.index.hr +yellowfootprints.com +youdesigner.kz +zebradudka.com +zeroredirect7.com diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index c91eb7d45..7d8215ff9 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.38 0; +10.1.0.31 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index c3740fc6c..7d9e02d77 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,9 +6,9 @@ ### Version Information # ################################################### -### Version: V4.2023.06.3801 -### Updated: Sat Jun 10 22:01:16 UTC 2023 -### Bad Bot Count: 641 +### Version: V4.2023.06.3802 +### Updated: Sun Jun 11 06:24:25 UTC 2023 +### Bad Bot Count: 642 ################################################### ### Version Information ## @@ -151,6 +151,8 @@ User-agent: BunnySlippers Disallow:/ User-agent: BuzzSumo Disallow:/ +User-agent: Bytespider +Disallow:/ User-agent: CATExplorador Disallow:/ User-agent: CCBot diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index c3740fc6c..7d9e02d77 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,9 +6,9 @@ ### Version Information # ################################################### -### Version: V4.2023.06.3801 -### Updated: Sat Jun 10 22:01:16 UTC 2023 -### Bad Bot Count: 641 +### Version: V4.2023.06.3802 +### Updated: Sun Jun 11 06:24:25 UTC 2023 +### Bad Bot Count: 642 ################################################### ### Version Information ## @@ -151,6 +151,8 @@ User-agent: BunnySlippers Disallow:/ User-agent: BuzzSumo Disallow:/ +User-agent: Bytespider +Disallow:/ User-agent: CATExplorador Disallow:/ User-agent: CCBot