diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 2f8cf75ee..cdc577374 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,9 +4,9 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2024.04.4424 +#### Version: V4.2024.04.4425 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [657](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [659](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 2f9f540ce..5fafb8f60 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,9 +4,9 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2024.04.4424 +#### Version: V4.2024.04.4425 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [657](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [659](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/README.md b/README.md index 6204aac25..7acf5f563 100755 --- a/README.md +++ b/README.md @@ -14,9 +14,9 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2024.04.4424 +#### Version: V4.2024.04.4425 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [657](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [659](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/_generator_lists/bad-user-agents.list b/_generator_lists/bad-user-agents.list index 95c7b8b39..369a20aca 100755 --- a/_generator_lists/bad-user-agents.list +++ b/_generator_lists/bad-user-agents.list @@ -1,5 +1,3 @@ -YaK -linkfluence 01h4x.com 360Spider 404checker @@ -565,6 +563,7 @@ Wprecon Xaldon\ WebSpider Xaldon_WebSpider Xenu +YaK YoudaoBot Zade Zauba @@ -610,6 +609,7 @@ ips-agent isitwp.com iubenda-radar linkdexbot +linkfluence lwp-request lwp-trivial magpie-crawler diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index ea511bc21..e8493a6b1 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,9 +3,9 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2024.04.4424 +#### Version: V4.2024.04.4425 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [657](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [659](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 0801f8313..62504d3c4 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.04.4424 -### Updated: Wed Apr 10 12:20:08 UTC 2024 +### Version: V4.2024.04.4425 +### Updated: Wed Apr 10 12:25:57 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 657 +### Bad Bot Count: 659 ################################################### ### VERSION INFORMATION ## @@ -712,6 +712,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)Xaldon\ WebSpider(?:\b)" 3; "~*(?:\b)Xaldon_WebSpider(?:\b)" 3; "~*(?:\b)Xenu(?:\b)" 3; + "~*(?:\b)YaK(?:\b)" 3; "~*(?:\b)YoudaoBot(?:\b)" 3; "~*(?:\b)Zade(?:\b)" 3; "~*(?:\b)Zauba(?:\b)" 3; @@ -757,6 +758,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)isitwp.com(?:\b)" 3; "~*(?:\b)iubenda-radar(?:\b)" 3; "~*(?:\b)linkdexbot(?:\b)" 3; + "~*(?:\b)linkfluence(?:\b)" 3; "~*(?:\b)lwp-request(?:\b)" 3; "~*(?:\b)lwp-trivial(?:\b)" 3; "~*(?:\b)magpie-crawler(?:\b)" 3; diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 3f9375644..c3e03d23c 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2024.04.4424 -### Updated: Wed Apr 10 12:20:09 UTC 2024 +### Version: V3.2024.04.4425 +### Updated: Wed Apr 10 12:25:58 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 657 +### Bad Bot Count: 659 ################################################### ### VERSION INFORMATION ## @@ -712,6 +712,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)Xaldon\ WebSpider(?:\b)" 3; "~*(?:\b)Xaldon_WebSpider(?:\b)" 3; "~*(?:\b)Xenu(?:\b)" 3; + "~*(?:\b)YaK(?:\b)" 3; "~*(?:\b)YoudaoBot(?:\b)" 3; "~*(?:\b)Zade(?:\b)" 3; "~*(?:\b)Zauba(?:\b)" 3; @@ -757,6 +758,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)isitwp.com(?:\b)" 3; "~*(?:\b)iubenda-radar(?:\b)" 3; "~*(?:\b)linkdexbot(?:\b)" 3; + "~*(?:\b)linkfluence(?:\b)" 3; "~*(?:\b)lwp-request(?:\b)" 3; "~*(?:\b)lwp-trivial(?:\b)" 3; "~*(?:\b)magpie-crawler(?:\b)" 3; diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 0801f8313..62504d3c4 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.04.4424 -### Updated: Wed Apr 10 12:20:08 UTC 2024 +### Version: V4.2024.04.4425 +### Updated: Wed Apr 10 12:25:57 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 657 +### Bad Bot Count: 659 ################################################### ### VERSION INFORMATION ## @@ -712,6 +712,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)Xaldon\ WebSpider(?:\b)" 3; "~*(?:\b)Xaldon_WebSpider(?:\b)" 3; "~*(?:\b)Xenu(?:\b)" 3; + "~*(?:\b)YaK(?:\b)" 3; "~*(?:\b)YoudaoBot(?:\b)" 3; "~*(?:\b)Zade(?:\b)" 3; "~*(?:\b)Zauba(?:\b)" 3; @@ -757,6 +758,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)isitwp.com(?:\b)" 3; "~*(?:\b)iubenda-radar(?:\b)" 3; "~*(?:\b)linkdexbot(?:\b)" 3; + "~*(?:\b)linkfluence(?:\b)" 3; "~*(?:\b)lwp-request(?:\b)" 3; "~*(?:\b)lwp-trivial(?:\b)" 3; "~*(?:\b)magpie-crawler(?:\b)" 3; diff --git a/dev-tools/_robots_input/robots-input.txt b/dev-tools/_robots_input/robots-input.txt index 5ec331ab2..570e52f79 100644 --- a/dev-tools/_robots_input/robots-input.txt +++ b/dev-tools/_robots_input/robots-input.txt @@ -563,6 +563,7 @@ Wprecon Xaldon WebSpider Xaldon_WebSpider Xenu +YaK YoudaoBot Zade Zauba @@ -608,6 +609,7 @@ ips-agent isitwp.com iubenda-radar linkdexbot +linkfluence lwp-request lwp-trivial magpie-crawler diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index 7def58190..40236f0d8 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -4424 +4425 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 3f9375644..c3e03d23c 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2024.04.4424 -### Updated: Wed Apr 10 12:20:09 UTC 2024 +### Version: V3.2024.04.4425 +### Updated: Wed Apr 10 12:25:58 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 657 +### Bad Bot Count: 659 ################################################### ### VERSION INFORMATION ## @@ -712,6 +712,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)Xaldon\ WebSpider(?:\b)" 3; "~*(?:\b)Xaldon_WebSpider(?:\b)" 3; "~*(?:\b)Xenu(?:\b)" 3; + "~*(?:\b)YaK(?:\b)" 3; "~*(?:\b)YoudaoBot(?:\b)" 3; "~*(?:\b)Zade(?:\b)" 3; "~*(?:\b)Zauba(?:\b)" 3; @@ -757,6 +758,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)isitwp.com(?:\b)" 3; "~*(?:\b)iubenda-radar(?:\b)" 3; "~*(?:\b)linkdexbot(?:\b)" 3; + "~*(?:\b)linkfluence(?:\b)" 3; "~*(?:\b)lwp-request(?:\b)" 3; "~*(?:\b)lwp-trivial(?:\b)" 3; "~*(?:\b)magpie-crawler(?:\b)" 3; diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index 0801f8313..62504d3c4 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.04.4424 -### Updated: Wed Apr 10 12:20:08 UTC 2024 +### Version: V4.2024.04.4425 +### Updated: Wed Apr 10 12:25:57 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 657 +### Bad Bot Count: 659 ################################################### ### VERSION INFORMATION ## @@ -712,6 +712,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)Xaldon\ WebSpider(?:\b)" 3; "~*(?:\b)Xaldon_WebSpider(?:\b)" 3; "~*(?:\b)Xenu(?:\b)" 3; + "~*(?:\b)YaK(?:\b)" 3; "~*(?:\b)YoudaoBot(?:\b)" 3; "~*(?:\b)Zade(?:\b)" 3; "~*(?:\b)Zauba(?:\b)" 3; @@ -757,6 +758,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)isitwp.com(?:\b)" 3; "~*(?:\b)iubenda-radar(?:\b)" 3; "~*(?:\b)linkdexbot(?:\b)" 3; + "~*(?:\b)linkfluence(?:\b)" 3; "~*(?:\b)lwp-request(?:\b)" 3; "~*(?:\b)lwp-trivial(?:\b)" 3; "~*(?:\b)magpie-crawler(?:\b)" 3; diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 7f9356973..25538fed4 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.55.46.193 0; +20.109.38.155 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 0801f8313..62504d3c4 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.04.4424 -### Updated: Wed Apr 10 12:20:08 UTC 2024 +### Version: V4.2024.04.4425 +### Updated: Wed Apr 10 12:25:57 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 657 +### Bad Bot Count: 659 ################################################### ### VERSION INFORMATION ## @@ -712,6 +712,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)Xaldon\ WebSpider(?:\b)" 3; "~*(?:\b)Xaldon_WebSpider(?:\b)" 3; "~*(?:\b)Xenu(?:\b)" 3; + "~*(?:\b)YaK(?:\b)" 3; "~*(?:\b)YoudaoBot(?:\b)" 3; "~*(?:\b)Zade(?:\b)" 3; "~*(?:\b)Zauba(?:\b)" 3; @@ -757,6 +758,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)isitwp.com(?:\b)" 3; "~*(?:\b)iubenda-radar(?:\b)" 3; "~*(?:\b)linkdexbot(?:\b)" 3; + "~*(?:\b)linkfluence(?:\b)" 3; "~*(?:\b)lwp-request(?:\b)" 3; "~*(?:\b)lwp-trivial(?:\b)" 3; "~*(?:\b)magpie-crawler(?:\b)" 3; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 06f3c6af3..af1eaff51 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.42 1; +10.1.1.129 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 054495e31..d10712cca 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.42 0; +10.1.1.129 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 0801f8313..62504d3c4 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.04.4424 -### Updated: Wed Apr 10 12:20:08 UTC 2024 +### Version: V4.2024.04.4425 +### Updated: Wed Apr 10 12:25:57 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 657 +### Bad Bot Count: 659 ################################################### ### VERSION INFORMATION ## @@ -712,6 +712,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)Xaldon\ WebSpider(?:\b)" 3; "~*(?:\b)Xaldon_WebSpider(?:\b)" 3; "~*(?:\b)Xenu(?:\b)" 3; + "~*(?:\b)YaK(?:\b)" 3; "~*(?:\b)YoudaoBot(?:\b)" 3; "~*(?:\b)Zade(?:\b)" 3; "~*(?:\b)Zauba(?:\b)" 3; @@ -757,6 +758,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)isitwp.com(?:\b)" 3; "~*(?:\b)iubenda-radar(?:\b)" 3; "~*(?:\b)linkdexbot(?:\b)" 3; + "~*(?:\b)linkfluence(?:\b)" 3; "~*(?:\b)lwp-request(?:\b)" 3; "~*(?:\b)lwp-trivial(?:\b)" 3; "~*(?:\b)magpie-crawler(?:\b)" 3; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 06f3c6af3..af1eaff51 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.42 1; +10.1.1.129 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 054495e31..d10712cca 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.42 0; +10.1.1.129 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 0801f8313..62504d3c4 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.04.4424 -### Updated: Wed Apr 10 12:20:08 UTC 2024 +### Version: V4.2024.04.4425 +### Updated: Wed Apr 10 12:25:57 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 657 +### Bad Bot Count: 659 ################################################### ### VERSION INFORMATION ## @@ -712,6 +712,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)Xaldon\ WebSpider(?:\b)" 3; "~*(?:\b)Xaldon_WebSpider(?:\b)" 3; "~*(?:\b)Xenu(?:\b)" 3; + "~*(?:\b)YaK(?:\b)" 3; "~*(?:\b)YoudaoBot(?:\b)" 3; "~*(?:\b)Zade(?:\b)" 3; "~*(?:\b)Zauba(?:\b)" 3; @@ -757,6 +758,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)isitwp.com(?:\b)" 3; "~*(?:\b)iubenda-radar(?:\b)" 3; "~*(?:\b)linkdexbot(?:\b)" 3; + "~*(?:\b)linkfluence(?:\b)" 3; "~*(?:\b)lwp-request(?:\b)" 3; "~*(?:\b)lwp-trivial(?:\b)" 3; "~*(?:\b)magpie-crawler(?:\b)" 3; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 06f3c6af3..af1eaff51 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.42 1; +10.1.1.129 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf index 6bf67272e..e3d65e900 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf @@ -624,6 +624,7 @@ "~*(?:\b)Xaldon\ WebSpider(?:\b|)" 0; "~*(?:\b)Xaldon_WebSpider(?:\b|)" 0; "~*(?:\b)Xenu(?:\b|)" 0; + "~*(?:\b)YaK(?:\b|)" 0; "~*(?:\b)YoudaoBot(?:\b|)" 0; "~*(?:\b)Zade(?:\b|)" 0; "~*(?:\b)Zauba(?:\b|)" 0; @@ -669,6 +670,7 @@ "~*(?:\b)isitwp.com(?:\b|)" 0; "~*(?:\b)iubenda-radar(?:\b|)" 0; "~*(?:\b)linkdexbot(?:\b|)" 0; + "~*(?:\b)linkfluence(?:\b|)" 0; "~*(?:\b)lwp-request(?:\b|)" 0; "~*(?:\b)lwp-trivial(?:\b|)" 0; "~*(?:\b)magpie-crawler(?:\b|)" 0; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 054495e31..d10712cca 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.42 0; +10.1.1.129 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 0801f8313..62504d3c4 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.04.4424 -### Updated: Wed Apr 10 12:20:08 UTC 2024 +### Version: V4.2024.04.4425 +### Updated: Wed Apr 10 12:25:57 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 657 +### Bad Bot Count: 659 ################################################### ### VERSION INFORMATION ## @@ -712,6 +712,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)Xaldon\ WebSpider(?:\b)" 3; "~*(?:\b)Xaldon_WebSpider(?:\b)" 3; "~*(?:\b)Xenu(?:\b)" 3; + "~*(?:\b)YaK(?:\b)" 3; "~*(?:\b)YoudaoBot(?:\b)" 3; "~*(?:\b)Zade(?:\b)" 3; "~*(?:\b)Zauba(?:\b)" 3; @@ -757,6 +758,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)isitwp.com(?:\b)" 3; "~*(?:\b)iubenda-radar(?:\b)" 3; "~*(?:\b)linkdexbot(?:\b)" 3; + "~*(?:\b)linkfluence(?:\b)" 3; "~*(?:\b)lwp-request(?:\b)" 3; "~*(?:\b)lwp-trivial(?:\b)" 3; "~*(?:\b)magpie-crawler(?:\b)" 3; diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 7f9356973..25538fed4 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.55.46.193 0; +20.109.38.155 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index ccc75e29c..b63fb1675 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.04.4424 -### Updated: Wed Apr 10 12:20:08 UTC 2024 +### Version: V4.2024.04.4425 +### Updated: Wed Apr 10 12:25:57 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 657 +### Bad Bot Count: 659 ################################################### ### VERSION INFORMATION ## @@ -712,6 +712,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)Xaldon\ WebSpider(?:\b)" 3; "~*(?:\b)Xaldon_WebSpider(?:\b)" 3; "~*(?:\b)Xenu(?:\b)" 3; + "~*(?:\b)YaK(?:\b)" 3; "~*(?:\b)YoudaoBot(?:\b)" 3; "~*(?:\b)Zade(?:\b)" 3; "~*(?:\b)Zauba(?:\b)" 3; @@ -757,6 +758,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)isitwp.com(?:\b)" 3; "~*(?:\b)iubenda-radar(?:\b)" 3; "~*(?:\b)linkdexbot(?:\b)" 3; + "~*(?:\b)linkfluence(?:\b)" 3; "~*(?:\b)lwp-request(?:\b)" 3; "~*(?:\b)lwp-trivial(?:\b)" 3; "~*(?:\b)magpie-crawler(?:\b)" 3; diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 7f9356973..25538fed4 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.55.46.193 0; +20.109.38.155 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 2d81e8c0d..d275ec8e4 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.04.4424 -### Updated: Wed Apr 10 12:20:08 UTC 2024 +### Version: V4.2024.04.4425 +### Updated: Wed Apr 10 12:25:57 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 657 +### Bad Bot Count: 659 ################################################### ### VERSION INFORMATION ## @@ -712,6 +712,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)Xaldon\ WebSpider(?:\b)" 3; "~*(?:\b)Xaldon_WebSpider(?:\b)" 3; "~*(?:\b)Xenu(?:\b)" 3; + "~*(?:\b)YaK(?:\b)" 3; "~*(?:\b)YoudaoBot(?:\b)" 3; "~*(?:\b)Zade(?:\b)" 3; "~*(?:\b)Zauba(?:\b)" 3; @@ -757,6 +758,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)isitwp.com(?:\b)" 3; "~*(?:\b)iubenda-radar(?:\b)" 3; "~*(?:\b)linkdexbot(?:\b)" 3; + "~*(?:\b)linkfluence(?:\b)" 3; "~*(?:\b)lwp-request(?:\b)" 3; "~*(?:\b)lwp-trivial(?:\b)" 3; "~*(?:\b)magpie-crawler(?:\b)" 3; diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index 06f3c6af3..af1eaff51 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.42 1; +10.1.1.129 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/blacklist-user-agents.conf b/dev-tools/test_units/blacklist-user-agents.conf index 6bf67272e..e3d65e900 100644 --- a/dev-tools/test_units/blacklist-user-agents.conf +++ b/dev-tools/test_units/blacklist-user-agents.conf @@ -624,6 +624,7 @@ "~*(?:\b)Xaldon\ WebSpider(?:\b|)" 0; "~*(?:\b)Xaldon_WebSpider(?:\b|)" 0; "~*(?:\b)Xenu(?:\b|)" 0; + "~*(?:\b)YaK(?:\b|)" 0; "~*(?:\b)YoudaoBot(?:\b|)" 0; "~*(?:\b)Zade(?:\b|)" 0; "~*(?:\b)Zauba(?:\b|)" 0; @@ -669,6 +670,7 @@ "~*(?:\b)isitwp.com(?:\b|)" 0; "~*(?:\b)iubenda-radar(?:\b|)" 0; "~*(?:\b)linkdexbot(?:\b|)" 0; + "~*(?:\b)linkfluence(?:\b|)" 0; "~*(?:\b)lwp-request(?:\b|)" 0; "~*(?:\b)lwp-trivial(?:\b|)" 0; "~*(?:\b)magpie-crawler(?:\b|)" 0; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index 0161d10b7..4df0b06b8 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -BDCbot -BLEXBot -NearSite -Nmap -ProWebWalker -Quick-Crawler -Sucker -Suzuran -TwengaBot -x09Mozilla +BBBike +Cosmos +DittoSpyder +HEADMasterSEO +IndeedBot +ScrepyBot +Spbot +iubenda-radar +openai.com +satoristudio.net diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index f71e42eec..bd89af9bc 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,100 +1,100 @@ -Acunetix -AhrefsBot +01h4x.com +404enemy +Anarchy +Ankit +Aspiegel AwarioBot -BackWeb -Backlink-Ceck -BlowFish -BuiltBotTough -Bytespider -CheeseBot -Citoid -Copier -Cosmos -Craftbot -Crescent -DSearch -DatabaseDriverMysqli -Demon -Disco -DomainCrawler -DomainSigmaCrawler -Domains Project -EasyDL -Grabber -HTTP::Lite -HTTrack -Harvest -HonoluluBot -Id-search -IndeedBot -IstellaBot -JamesBOT -JennyBot -Jorgee -JustView -Lightspeedsystems -LinksManager +BBBike +BDFetch +BLEXBot +BacklinkCrawler +Barkrowler +BotALot +Buddy +BuzzSumo +Claritybot +Collector +CrunchBot +Custo +DataCha0s +Digincore +DigitalPebble +DittoSpyder +DnBCrawler-Analytics +Ezooms +FlashGet +GetRight +Gotit +GrapeFX +Havij +Humanlinks +InfoTekies +InternetSeer +Joomla +Keyword Density +Kozmosbot +LeechFTP +LinkWalker +Linkbot +LinqiaMetadataDownloaderBot Lmspider -Minefield -Mojolicious -Musobot -NearSite -NetMechanic +Majestic12 +MeanPath Bot +MegaIndex.ru +Mozlila +Msrabot +Nessus +NetSpider +Netvibes NextGenSearchBot -NimbleCrawler -Nimbostratus -Nutch +Niki-bot +Openfind +Openvas OrangeBot -OutclicksBot -POE-Component-Client-HTTP -PageAnalyzer +OutfoxBot +PHPCrawl PageGrabber -PageThing.com -Proximic -Psbot -RankFlex -Rankivabot -SemanticJuice +Pandalytics +Pavuk +ProPowerBot +Probethenet +Quick-Crawler +RankActive +Re-re +ReGet SenutoBot Seomoz -SiteSucker -Sitevigil -SmartDownload -Sosospider -Szukacz -T0PHackTeam -Thumbor -Titan -Toata +Siphon +SiteCheckerBotCrawler +Snake +Snoopy +SpaceBison +Spbot +SuperBot +SuperHTTP +TinyTestBot Trendictionbot +TwengaBot Twice -VidibleScraper -WPScan -Wallpapers/3.0 +VCI +Vagabondo +WBSearchBot WallpapersHD -WebCollage -WebEnhancer -WebFuck -WebZIP -Website Quester +WeSEE +WebLeacher +WebsiteExtractor Whack -Wprecon -YoudaoBot -Zitebot -archive.org_bot -arquivo-web-crawler -autoemailspider -awario.com -check1.exe -clark-crawler -cohere-ai +Whatweb +WinHTTrack +Wonderbot +ZoomBot +ZumBot domainsproject.org -heritrix -ips-agent -iubenda-radar -lwp-trivial -openai.com -polaris version -spyfu -webmeup-crawler -x22Mozilla +muhstik-scan +netEstate NE Crawler +page scorer +pcBrowser +sysscan +tAkeOut +webpros.com +zgrab diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index 1389d01ac..6f32ee073 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -76brighton.co.uk -cinemaflix.website -druzhininevgeniy63.blogspot.com -greendream.com.ua -lion.bolegapakistan.com -luxup.ru -millionare.com -morpicert.pw -producm.ru -referencemoi.com +creativehutindia.com +dev.citetick.com +ege-essay.ru +ezigarettenshop2.postbit.com +freetangodownload.com +kamagragelusa.net +offer.camp +tattomedia.com +vladimir.xrus.org +zapiszto.pl diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index a85a390c1..59dd16071 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,100 +1,100 @@ -3xforum.ro -70casino.online -8jn.dating-app.ru -adktrailmap.com -adpremium.org -adverster.com -allpdfmags.net -amazingpic.net -appearance-cool.com -autobrennero.it -automatic-seo.com -back.dog -brainzpod.win -buyfriend.ru -buzzonclick.com -bytimedance.ru -chelyabinsk.xrus.org -cinemaflix.website -clickso.com -clipartnew.com -compliance-margo.top -crystalslot.com -customerguru.in -daretodonate.co -dbmkfhqk.bloger.index.hr +999webdesign.com +admatic.com.tr +adultnet.in +aerogo.com +alphavisions.net +amateurgalls.com +asscenihotosidea.blogspot.com +azbuka-mo.ru +bagcionderlab.com +bmw.afora.ru +bvlgariwallet.xyz +cheapmoncler.pw +cialischstgerts.com +coin-hive.com +comissionka.net +compliance-andrew.top +copypaste.traderzplanet.in +cyse.tk +dealwifi.com defenderxtactical.com -diminishedvalueoforegon.com -domaincrawler.com -downloadmefiranaratb1972.xpg.com.br -elvenmachine.com -eshop4u.jp -ewebarticle.info -failingmarriege.blogspot.com -fatmaelgarny.com -feel-planet.com -fetroshok.ru -figuringmoneyout.com -filkhbr.com -floridamhca.org -forum-engineering.ru -freejabs.com -freemags.cc -funponsel.com -futbolkisales.ru -fyl.com.ru -glicol.kz -hdxnxxtube.mobi -highstairs-a.akamaihd.net -hptwaakw.blog.fc2.com -ibb.com.ua -iboss.com -interior-stickers.ru -investzalog.ru -jolic2.com -katushka.net -kinosed.net -knowsitall.info -koptims.tiu.ru -maranbrinfo.com.br -middlerush-a.akamaihd.net -mobilemedia.md -mompussy.net -partnerads.men -peugeot-club.org -photochki.com -privatov-zapisi.ru -pufip.com -pussysaga.com -revistaindustria.com -santechnik.jimdo.com -searchwebknow-a.akamaihd.net -seeingmeerkat.com -sendearnings.com -seo18.su -seoprofiler.com -sexpartygirls.net -sibtest.ru -sideeffectsoftizanidine.blogspot.com -siteimprove.com -sloopyjoes.com -socialbuttons.xyz -telemetryverification.net -thin.me.pn -titan-cloud.life -tizanidinewithdrawal.blogspot.com -toloka.hurtom.com -top-deal.com.pl -torrentdownloadhub.com -trafficmania.com -trahvid.com -uggsale.online -utrolive.ru -viel.su -welcomeauto.ru -winterclassichockeyjerseys.com -www.ehscloud.cn -xn----7sbaaabaei0cc8aj5bj0bncejx.xn--p1ai -xn--80ab4aa2g.xn--p1ai -xnxx-n.com -xxx-treker.ru +deutschland123.de +dev78.dioniqlabb.se +diegolopezcastan.com +div.as +dostavka-v-ukrainu.ru +dprtb.com +eloconcream.blogspot.com +emergencyneeds.org +fashion-mk.net +free-share-buttons.top +free-today.com +galeria-zdjec.com +goatse.ru +greatgrace.ru +guigyverpo.cf +herokuapp.com +hexpilot.com +hotdl.in +hunthillfarmtrust.org +ie.57883.net +ilovevitaly.ru +importchinacoach-teach.com +intellekt21.ru +interesnie-faktu.ru +iomoio.net +james13prix.info +kaidalibor.de +kashubadesign.ru +krasivoe-hd.com +kredit-pod-zalog-krasnodar.ru +leftofcentrist.com +lflash.ru +linerdrilling.com +lion.conboy.us +liveu.infoteka.hu +maximilitary.ru +mcadamssupplyco.com +medkritika.ru +members.ghanaweb.com +metabar.ru +mirobuvi.com.ua +mostantikor.ru +myblogregistercm.tk +nhl17coinsforps3.gratisblog.biz +nowtorrents.com +nrv.co.za +picswe.com +picture-group.com +pinapchik.com +pipki.r.acdnpro.com +pornoforadult.com +progonrumarket.ru +proprostatit.com +putitin.me +registrysweeper.com +remontgruzovik.ru +riders.ro +scanspyware.net +slonechka.ru +sonata-arctica.wz.cz +space4updating.win +special-porn.com +squidoo.com +stroicol.net +szucs.ru +takethatad.com +tam-gde-more.ru +tizanidineorflexeril.blogspot.com +trumpetedextremes.com +uroki.net +vclicks.net +viagra.pp.ua +villacoloniale.com +waterpurifier.club +webix.me +wemarketing.se +xwatt.ru +zajm-zalog-krasnodar.ru +zixizop.net.ru +zvooq.eu diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index 054495e31..d10712cca 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.42 0; +10.1.1.129 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index e7d67a64b..5592f9b9d 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,9 +6,9 @@ ### Version Information # ################################################### -### Version: V4.2024.04.4424 -### Updated: Wed Apr 10 12:20:09 UTC 2024 -### Bad Bot Count: 657 +### Version: V4.2024.04.4425 +### Updated: Wed Apr 10 12:25:58 UTC 2024 +### Bad Bot Count: 659 ################################################### ### Version Information ## @@ -1145,6 +1145,8 @@ User-agent: Xaldon_WebSpider Disallow:/ User-agent: Xenu Disallow:/ +User-agent: YaK +Disallow:/ User-agent: YoudaoBot Disallow:/ User-agent: Zade @@ -1235,6 +1237,8 @@ User-agent: iubenda-radar Disallow:/ User-agent: linkdexbot Disallow:/ +User-agent: linkfluence +Disallow:/ User-agent: lwp-request Disallow:/ User-agent: lwp-trivial diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index e7d67a64b..5592f9b9d 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,9 +6,9 @@ ### Version Information # ################################################### -### Version: V4.2024.04.4424 -### Updated: Wed Apr 10 12:20:09 UTC 2024 -### Bad Bot Count: 657 +### Version: V4.2024.04.4425 +### Updated: Wed Apr 10 12:25:58 UTC 2024 +### Bad Bot Count: 659 ################################################### ### Version Information ## @@ -1145,6 +1145,8 @@ User-agent: Xaldon_WebSpider Disallow:/ User-agent: Xenu Disallow:/ +User-agent: YaK +Disallow:/ User-agent: YoudaoBot Disallow:/ User-agent: Zade @@ -1235,6 +1237,8 @@ User-agent: iubenda-radar Disallow:/ User-agent: linkdexbot Disallow:/ +User-agent: linkfluence +Disallow:/ User-agent: lwp-request Disallow:/ User-agent: lwp-trivial