diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 722691991..be2c3d072 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,9 +4,9 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2024.08.4689 +#### Version: V4.2024.08.4690 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [665](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [666](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 520129471..6b26d7eba 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,9 +4,9 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2024.08.4689 +#### Version: V4.2024.08.4690 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [665](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [666](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/README.md b/README.md index b5ed2bd59..ecd816f8f 100755 --- a/README.md +++ b/README.md @@ -14,9 +14,9 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2024.08.4689 +#### Version: V4.2024.08.4690 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [665](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [666](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/_generator_lists/bad-user-agents.list b/_generator_lists/bad-user-agents.list index 1333fea06..c3eee8abf 100755 --- a/_generator_lists/bad-user-agents.list +++ b/_generator_lists/bad-user-agents.list @@ -1,4 +1,3 @@ -SEOlyt 01h4x.com 360Spider 404checker @@ -401,6 +400,7 @@ Rogerbot SBIder SEOkicks SEOkicks-Robot +SEOlyt SEOlyticsCrawler SEOprofiler SEOstats diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index ae21663b3..f2f77edf1 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,9 +3,9 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2024.08.4689 +#### Version: V4.2024.08.4690 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [665](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [666](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 9f8067732..3134f86f6 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.08.4689 -### Updated: Wed Aug 14 22:01:05 UTC 2024 +### Version: V4.2024.08.4690 +### Updated: Thu Aug 15 06:17:52 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 665 +### Bad Bot Count: 666 ################################################### ### VERSION INFORMATION ## @@ -553,6 +553,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)SBIder(?:\b)" 3; "~*(?:\b)SEOkicks(?:\b)" 3; "~*(?:\b)SEOkicks-Robot(?:\b)" 3; + "~*(?:\b)SEOlyt(?:\b)" 3; "~*(?:\b)SEOlyticsCrawler(?:\b)" 3; "~*(?:\b)SEOprofiler(?:\b)" 3; "~*(?:\b)SEOstats(?:\b)" 3; diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 342b0efcb..30c006e5f 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2024.08.4689 -### Updated: Wed Aug 14 22:01:05 UTC 2024 +### Version: V3.2024.08.4690 +### Updated: Thu Aug 15 06:17:52 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 665 +### Bad Bot Count: 666 ################################################### ### VERSION INFORMATION ## @@ -550,6 +550,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)SBIder(?:\b)" 3; "~*(?:\b)SEOkicks(?:\b)" 3; "~*(?:\b)SEOkicks-Robot(?:\b)" 3; + "~*(?:\b)SEOlyt(?:\b)" 3; "~*(?:\b)SEOlyticsCrawler(?:\b)" 3; "~*(?:\b)SEOprofiler(?:\b)" 3; "~*(?:\b)SEOstats(?:\b)" 3; diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 9f8067732..3134f86f6 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.08.4689 -### Updated: Wed Aug 14 22:01:05 UTC 2024 +### Version: V4.2024.08.4690 +### Updated: Thu Aug 15 06:17:52 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 665 +### Bad Bot Count: 666 ################################################### ### VERSION INFORMATION ## @@ -553,6 +553,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)SBIder(?:\b)" 3; "~*(?:\b)SEOkicks(?:\b)" 3; "~*(?:\b)SEOkicks-Robot(?:\b)" 3; + "~*(?:\b)SEOlyt(?:\b)" 3; "~*(?:\b)SEOlyticsCrawler(?:\b)" 3; "~*(?:\b)SEOprofiler(?:\b)" 3; "~*(?:\b)SEOstats(?:\b)" 3; diff --git a/dev-tools/_robots_input/robots-input.txt b/dev-tools/_robots_input/robots-input.txt index f4b026fcc..f79d275ae 100644 --- a/dev-tools/_robots_input/robots-input.txt +++ b/dev-tools/_robots_input/robots-input.txt @@ -400,6 +400,7 @@ Rogerbot SBIder SEOkicks SEOkicks-Robot +SEOlyt SEOlyticsCrawler SEOprofiler SEOstats diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index a9402f58e..87b49b968 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -4689 +4690 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 342b0efcb..30c006e5f 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2024.08.4689 -### Updated: Wed Aug 14 22:01:05 UTC 2024 +### Version: V3.2024.08.4690 +### Updated: Thu Aug 15 06:17:52 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 665 +### Bad Bot Count: 666 ################################################### ### VERSION INFORMATION ## @@ -550,6 +550,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)SBIder(?:\b)" 3; "~*(?:\b)SEOkicks(?:\b)" 3; "~*(?:\b)SEOkicks-Robot(?:\b)" 3; + "~*(?:\b)SEOlyt(?:\b)" 3; "~*(?:\b)SEOlyticsCrawler(?:\b)" 3; "~*(?:\b)SEOprofiler(?:\b)" 3; "~*(?:\b)SEOstats(?:\b)" 3; diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index 9f8067732..3134f86f6 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.08.4689 -### Updated: Wed Aug 14 22:01:05 UTC 2024 +### Version: V4.2024.08.4690 +### Updated: Thu Aug 15 06:17:52 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 665 +### Bad Bot Count: 666 ################################################### ### VERSION INFORMATION ## @@ -553,6 +553,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)SBIder(?:\b)" 3; "~*(?:\b)SEOkicks(?:\b)" 3; "~*(?:\b)SEOkicks-Robot(?:\b)" 3; + "~*(?:\b)SEOlyt(?:\b)" 3; "~*(?:\b)SEOlyticsCrawler(?:\b)" 3; "~*(?:\b)SEOprofiler(?:\b)" 3; "~*(?:\b)SEOstats(?:\b)" 3; diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index cfe7d3c05..c83f7db11 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -172.183.106.218 0; +172.183.106.200 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 9f8067732..3134f86f6 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.08.4689 -### Updated: Wed Aug 14 22:01:05 UTC 2024 +### Version: V4.2024.08.4690 +### Updated: Thu Aug 15 06:17:52 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 665 +### Bad Bot Count: 666 ################################################### ### VERSION INFORMATION ## @@ -553,6 +553,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)SBIder(?:\b)" 3; "~*(?:\b)SEOkicks(?:\b)" 3; "~*(?:\b)SEOkicks-Robot(?:\b)" 3; + "~*(?:\b)SEOlyt(?:\b)" 3; "~*(?:\b)SEOlyticsCrawler(?:\b)" 3; "~*(?:\b)SEOprofiler(?:\b)" 3; "~*(?:\b)SEOstats(?:\b)" 3; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 21e793db8..080a3ba94 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.58 1; +10.1.0.221 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index b2048a616..cad938625 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.58 0; +10.1.0.221 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 9f8067732..3134f86f6 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.08.4689 -### Updated: Wed Aug 14 22:01:05 UTC 2024 +### Version: V4.2024.08.4690 +### Updated: Thu Aug 15 06:17:52 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 665 +### Bad Bot Count: 666 ################################################### ### VERSION INFORMATION ## @@ -553,6 +553,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)SBIder(?:\b)" 3; "~*(?:\b)SEOkicks(?:\b)" 3; "~*(?:\b)SEOkicks-Robot(?:\b)" 3; + "~*(?:\b)SEOlyt(?:\b)" 3; "~*(?:\b)SEOlyticsCrawler(?:\b)" 3; "~*(?:\b)SEOprofiler(?:\b)" 3; "~*(?:\b)SEOstats(?:\b)" 3; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 21e793db8..080a3ba94 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.58 1; +10.1.0.221 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index b2048a616..cad938625 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.58 0; +10.1.0.221 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 9f8067732..3134f86f6 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.08.4689 -### Updated: Wed Aug 14 22:01:05 UTC 2024 +### Version: V4.2024.08.4690 +### Updated: Thu Aug 15 06:17:52 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 665 +### Bad Bot Count: 666 ################################################### ### VERSION INFORMATION ## @@ -553,6 +553,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)SBIder(?:\b)" 3; "~*(?:\b)SEOkicks(?:\b)" 3; "~*(?:\b)SEOkicks-Robot(?:\b)" 3; + "~*(?:\b)SEOlyt(?:\b)" 3; "~*(?:\b)SEOlyticsCrawler(?:\b)" 3; "~*(?:\b)SEOprofiler(?:\b)" 3; "~*(?:\b)SEOstats(?:\b)" 3; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 21e793db8..080a3ba94 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.58 1; +10.1.0.221 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf index 2d5db1300..21ba7dec5 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf @@ -461,6 +461,7 @@ "~*(?:\b)SBIder(?:\b|)" 0; "~*(?:\b)SEOkicks(?:\b|)" 0; "~*(?:\b)SEOkicks-Robot(?:\b|)" 0; + "~*(?:\b)SEOlyt(?:\b|)" 0; "~*(?:\b)SEOlyticsCrawler(?:\b|)" 0; "~*(?:\b)SEOprofiler(?:\b|)" 0; "~*(?:\b)SEOstats(?:\b|)" 0; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index b2048a616..cad938625 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.58 0; +10.1.0.221 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 9f8067732..3134f86f6 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.08.4689 -### Updated: Wed Aug 14 22:01:05 UTC 2024 +### Version: V4.2024.08.4690 +### Updated: Thu Aug 15 06:17:52 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 665 +### Bad Bot Count: 666 ################################################### ### VERSION INFORMATION ## @@ -553,6 +553,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)SBIder(?:\b)" 3; "~*(?:\b)SEOkicks(?:\b)" 3; "~*(?:\b)SEOkicks-Robot(?:\b)" 3; + "~*(?:\b)SEOlyt(?:\b)" 3; "~*(?:\b)SEOlyticsCrawler(?:\b)" 3; "~*(?:\b)SEOprofiler(?:\b)" 3; "~*(?:\b)SEOstats(?:\b)" 3; diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index cfe7d3c05..c83f7db11 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -172.183.106.218 0; +172.183.106.200 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 9cde59109..0fb2b5d8d 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.08.4689 -### Updated: Wed Aug 14 22:01:05 UTC 2024 +### Version: V4.2024.08.4690 +### Updated: Thu Aug 15 06:17:52 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 665 +### Bad Bot Count: 666 ################################################### ### VERSION INFORMATION ## @@ -553,6 +553,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)SBIder(?:\b)" 3; "~*(?:\b)SEOkicks(?:\b)" 3; "~*(?:\b)SEOkicks-Robot(?:\b)" 3; + "~*(?:\b)SEOlyt(?:\b)" 3; "~*(?:\b)SEOlyticsCrawler(?:\b)" 3; "~*(?:\b)SEOprofiler(?:\b)" 3; "~*(?:\b)SEOstats(?:\b)" 3; diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index cfe7d3c05..c83f7db11 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -172.183.106.218 0; +172.183.106.200 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index ca98d2ba4..98bef3765 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.08.4689 -### Updated: Wed Aug 14 22:01:05 UTC 2024 +### Version: V4.2024.08.4690 +### Updated: Thu Aug 15 06:17:52 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 665 +### Bad Bot Count: 666 ################################################### ### VERSION INFORMATION ## @@ -553,6 +553,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)SBIder(?:\b)" 3; "~*(?:\b)SEOkicks(?:\b)" 3; "~*(?:\b)SEOkicks-Robot(?:\b)" 3; + "~*(?:\b)SEOlyt(?:\b)" 3; "~*(?:\b)SEOlyticsCrawler(?:\b)" 3; "~*(?:\b)SEOprofiler(?:\b)" 3; "~*(?:\b)SEOstats(?:\b)" 3; diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index 21e793db8..080a3ba94 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.1.58 1; +10.1.0.221 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/blacklist-user-agents.conf b/dev-tools/test_units/blacklist-user-agents.conf index 2d5db1300..21ba7dec5 100644 --- a/dev-tools/test_units/blacklist-user-agents.conf +++ b/dev-tools/test_units/blacklist-user-agents.conf @@ -461,6 +461,7 @@ "~*(?:\b)SBIder(?:\b|)" 0; "~*(?:\b)SEOkicks(?:\b|)" 0; "~*(?:\b)SEOkicks-Robot(?:\b|)" 0; + "~*(?:\b)SEOlyt(?:\b|)" 0; "~*(?:\b)SEOlyticsCrawler(?:\b|)" 0; "~*(?:\b)SEOprofiler(?:\b|)" 0; "~*(?:\b)SEOstats(?:\b|)" 0; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index d82c4d061..c72b2822b 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Alligator -AlphaBot -BuiltBotTough -Freeuploader -InterGET -JikeSpider -Mojeek -Niki-bot -Spanner -polaris version +Aboundex +Anarchy +Atomseobot +BBBike +SearchmetricsBot +WebGo IS +WebSucker +Wotbox +s1z.ru +webmeup-crawler diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 6bbbe3691..c30390a60 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,100 +1,100 @@ -360Spider -Aboundex -Anarchie -Anthill -Atomseobot -Attach -Backlink-Ceck -Badass -Black Hole -BlackWidow -BlowFish +404enemy +Anarchy +Anarchy99 +Apexoo +BackWeb +Blow +BotALot CCBot -CheeseBot +Calculon +CazoodleBot Claritybot -Cocolyzebot -CyotekWebCopy -DSearch +CrazyWebCrawler +Curious +DBLBot +DataCha0s Devil -Disco -DomainCrawler -Dotbot -Drip -Express WebPictures -FyberSpider -G-i-g-a-b-o-t -GPTBot -HTMLparser -IRLbot -Information Security Team InfraSec Scanner +DigitalPebble +EirGrabber +EroCrawler +ExtLinksBot +Fimap +GermCrawler +GrapeFX +HTTrack +HonoluluBot +Image Sucker +Intelliseek InternetMeasurement -JennyBot -JetCar -JustView -LNSpiderguy -LinqiaScrapeBot -MarkMonitor -MeanPath Bot -Mediatoolkitbot +Jbrofuzz +JikeSpider +Joomla +Lanshanbot +LeechFTP +LibWeb +LinkScan +Linkbot +Lipperhey +MJ12bot +MSFrontPage +MSIECrawler +Magnet +Majestic-SEO +MegaIndex.ru Metauri -Microsoft URL Control -Minefield -Moblie Safari -NPbot -Name Intelligence -Nameprotect -Nessus -Netvibes -NimbleCrawler -Nmap -PHPCrawl -POE-Component-Client-HTTP -PleaseCrawl -Probethenet -PyCurl -RankingBot -Rankivabot -RepoMonkey +Microsoft Data Access +MolokaiBot +Mr.4x3 +Net Vampire +NetZIP +Netcraft +Niki-bot +Nikto +Nuclei +Openvas +OutclicksBot +Pi-Monster +Picscout +Picsearch +Proximic +Psbot +RealDownload +Recorder SEOkicks -SEOstats -SMTBot -Screaming -ScrepyBot +SEOprofiler +Searchestate +Seomoz SiteCheckerBotCrawler -SiteSnagger -Snoopy -Sucker -Surfbot +SiteSucker +SpaceBison +Sqlmap T8Abot -Telesphoreo -URLy Warning -URLy.Warning -Upflow +TightTwatBot +Tracemyfile +Turingos +TurnitinBot VCI -WeSEE -WebLeacher -Zitebot -ZoomBot -ZumBot +Vacuum +VeriCiteCrawler +WebAuto +WebFuck +WebStripper +WebSucker +WebWhacker +WinHTTrack +Wprecon +Xaldon WebSpider +YaK +anthropic-ai +autoemailspider backlink-check cah.io.community -clark-crawler -coccocbot -dataforseobot -demandbase-bot -gopher -heritrix -imagesift.com -meanpathbot -oBot -openai.com -polaris version -seobility -seocompany.store +crawler4j +internetVista monitor +iubenda-radar +netEstate NE Crawler +scan.lol +seostar sitechecker.pro -sogouspider -spyfu -trendiction.com ubermetrics-technologies.com -webpros.com -xpymep1.exe +x09Mozilla diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index 29e104aab..a3a9d345b 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -buqyxa.rincian.info -buyhoverboard.com -filmi-onlain.info -myanyone.net -owathemes.com -saveriopiazza.it -soft-program.com -telefonsexkostenlos.tk -unrealcommander.biz -xblognetwork.com +apple.com-cleaner.systems +bukleteg.xyz +go2album.com +kazrent.com +lumb.co +poem-paying.gq +russia-tao.ru +sotechco.co +spy-app.info +tripper.de diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index 88dcb29ec..477c071db 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,100 +1,100 @@ -83net.jp -91abcw.com -aa8b68101d388c446389283820863176e7.com -advancedsoftwaresupport.com -advertex.info -albumsuper.info -alldezservice.kz -alphavisions.net -apiwoodensealcom-a.akamaihd.net -arkartex.ru -artdestshop.eu -asacopaco.tk -autorn.ru -bestmobilityscooterstoday.com -beyan.host.sk -bizfly.info -bonanza-fortune.men -cheapjerseysbizwholesale.us -ci.ua -clarithromycin500mg.com -coolbar.pro -culad.com -davebestdeals.com -decenttools.com -derevesendeco.com -dfiles.me -dividendo.ru -dmmspy.com -doeco.ru -dprtb.com -essayassist.com +1001watch.com.ua +alkoravto.ru +ardimobileinfo.ml +autonew.biz +avtolombard-krasnodar.ru +bankmib.ru +bestfortraders.com +biznesschat.net +blog.koorg.ru +bracketsmackdown.com +cartierlovestore.com +cdncash.com +celebsopics.com +chinajerseyswholesalecoupons.com +chiptuninger.com +chocoslim.pro +deanmoore.ie +directivepub.com +dkvorota.ru +dosug-lux.ru +e-commerce-seo1.com +elektrischeziga.livejournal.com +englishdictionaryfree.com +escort-russian.com eugenevaultstorage.com -factorynightclub.com -fakehandbags.xyz -faz99.com -findanysex.com -foodgid.net -frighteningremain.cf -g.starmoe.xyz -gamedayhouse.com -getpopunder.com -gobongo.info -healthcarestore.info -hopeonthestreet.co.uk -hotxnights.info -housediz.com -iqbazar.ru -jackwolfskinoutlet.online -knogg.net -letsart.ru -littleberry.ru -loadopia.com +f07.de +fable.in.ua +filesmonster.porn +financehint.eu +fok.nl +franch.info +freshmac.space +fxtips.ru +generalporn.org +germetiki.com.ua +getoutofdebtfree.org +golmau.host.sk +gorabagrata.ru +gsasearchengineranker.top +gta-top.ru +gyffu.com +javspace.net +jikoman.info +johnnyhaley.top +keywords-monitoring-your-success.com +keywordsdoctor.com +la-fa.ru +landreferat.ru +lexiangwan.com +li-er.ru +liveu.infoteka.hu +loftdigital.eu +lombia.co lonerangergames.com -luxup.ru -metaxalonevstizanidine.blogspot.com -mmog-play.ru -mobile.ok.ru -musicas.baixar-musicas-gratis.com -myonlinepayday.co -nash-krym.info -no-rx.info -notebook-pro.ru -onblastblog.online -oranga.host.sk -owohho.com -phormchina.com -pregnant.guru -preparevideosafesystem4unow.space -preventheadacheguide.info -privatefx.all4invest.info -prointer.net.ua -raavidesigns.com -raisedseo.com -rentaremotecomputer.com -risparmiocasa.bz.it -roleforum.ru -sa-rewards.co.za -sashagreyblog.ga -sawin.beth.webd.pl -secret.xn--oogle-wmc.com -seminarykansas904.ml -shiksabd.com -social-search.me -solicita.info -spywareit.com -superstarfloraluk.com -suralink.com -theheroes.ru -tizanidineorflexeril.blogspot.com -tmm-kurs.ru -underthesite.com -uptime-gamma.net -veles.shop -vladhistory.com -vsdshnik.com -website-stealer.nufaq.com -whos.amung.us -withstandingheartwarming.com -youbloodyripper.com -zmoda.hostreo.com +mini.7zap.com +movpod.in +mrpornogratis.xxx +mrvideospornogratis.xxx +muznachas-service.ru +nicefloor.co.uk +obesidadealgarve.com +oneclickfiles.com +online-podarki.com +onload.pw +ons-add.men +paphoselectricianandplumber.com +physfunc.ru +pinwallpaper.xyz +polcin.de +pornolook.net +pro-tec.kz +profit-opportunity.com +purchasepillsnorx.com +qcstrtvt.bloger.index.hr +radiodigital.co +remybutler.fr +screpy.com +searchkut.com +sirpornogratis.xxx +slkrm.ru +specialfinanceoffers.com +stickers-market.ru +strongholdsb.ru +supervesti.ru +thedownloadfreeonlinegames.blogspot.com +thenetinfo.com +tourismvictoria.com +tradedeals.biz +utiblog.fr +website-speed-up.site +whiteelephantwellington.com +wonderfulflowers.biz +worldtraveler.world +ww1943.ru +xn--80aagddcgkbcqbad7amllnejg6dya.xn--p1ai +yatrk.xyz +yourporn.com +zakazvzloma.com +zaobao.com.sg +zx6.ru diff --git a/dev-tools/test_units/ratelimittest-master.txt b/dev-tools/test_units/ratelimittest-master.txt index 3fb3960da..548abe44a 100644 --- a/dev-tools/test_units/ratelimittest-master.txt +++ b/dev-tools/test_units/ratelimittest-master.txt @@ -368,514 +368,4 @@
This is merely used for testing !!!