diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 77848ecb8..a6aa37e87 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,9 +4,9 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2025.07.5372 +#### Version: V4.2025.07.5373 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [678](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [679](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index ad10f71fc..75d251d3d 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,9 +4,9 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2025.07.5372 +#### Version: V4.2025.07.5373 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [678](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [679](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/README.md b/README.md index 6a4027d40..c767179d5 100755 --- a/README.md +++ b/README.md @@ -14,9 +14,9 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2025.07.5372 +#### Version: V4.2025.07.5373 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [678](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [679](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/_generator_lists/bad-user-agents.list b/_generator_lists/bad-user-agents.list index 5e2ab6cc7..1a4df407a 100755 --- a/_generator_lists/bad-user-agents.list +++ b/_generator_lists/bad-user-agents.list @@ -1,4 +1,3 @@ -dataprovider 01h4x.com 360Spider 404checker @@ -614,6 +613,7 @@ crawler.feedback crawler4j dataforseo.com dataforseobot +dataprovider demandbase-bot domainsproject.org eCatch diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index 36972cf70..799092a33 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,9 +3,9 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2025.07.5372 +#### Version: V4.2025.07.5373 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [678](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [679](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index b2c0d45f6..fb3222206 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2025.07.5372 -### Updated: Wed Jul 30 22:04:51 UTC 2025 +### Version: V4.2025.07.5373 +### Updated: Thu Jul 31 05:29:54 UTC 2025 ### Bad Referrer Count: 7104 -### Bad Bot Count: 678 +### Bad Bot Count: 679 ################################################### ### VERSION INFORMATION ## @@ -766,6 +766,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)crawler4j(?:\b)" 3; "~*(?:\b)dataforseo.com(?:\b)" 3; "~*(?:\b)dataforseobot(?:\b)" 3; + "~*(?:\b)dataprovider(?:\b)" 3; "~*(?:\b)demandbase-bot(?:\b)" 3; "~*(?:\b)domainsproject.org(?:\b)" 3; "~*(?:\b)eCatch(?:\b)" 3; diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 07e266b4a..cdc094b05 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2025.07.5372 -### Updated: Wed Jul 30 22:04:52 UTC 2025 +### Version: V3.2025.07.5373 +### Updated: Thu Jul 31 05:29:54 UTC 2025 ### Bad Referrer Count: 7104 -### Bad Bot Count: 678 +### Bad Bot Count: 679 ################################################### ### VERSION INFORMATION ## @@ -763,6 +763,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)crawler4j(?:\b)" 3; "~*(?:\b)dataforseo.com(?:\b)" 3; "~*(?:\b)dataforseobot(?:\b)" 3; + "~*(?:\b)dataprovider(?:\b)" 3; "~*(?:\b)demandbase-bot(?:\b)" 3; "~*(?:\b)domainsproject.org(?:\b)" 3; "~*(?:\b)eCatch(?:\b)" 3; diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index b2c0d45f6..fb3222206 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2025.07.5372 -### Updated: Wed Jul 30 22:04:51 UTC 2025 +### Version: V4.2025.07.5373 +### Updated: Thu Jul 31 05:29:54 UTC 2025 ### Bad Referrer Count: 7104 -### Bad Bot Count: 678 +### Bad Bot Count: 679 ################################################### ### VERSION INFORMATION ## @@ -766,6 +766,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)crawler4j(?:\b)" 3; "~*(?:\b)dataforseo.com(?:\b)" 3; "~*(?:\b)dataforseobot(?:\b)" 3; + "~*(?:\b)dataprovider(?:\b)" 3; "~*(?:\b)demandbase-bot(?:\b)" 3; "~*(?:\b)domainsproject.org(?:\b)" 3; "~*(?:\b)eCatch(?:\b)" 3; diff --git a/dev-tools/_robots_input/robots-input.txt b/dev-tools/_robots_input/robots-input.txt index f9db91d38..929c85268 100644 --- a/dev-tools/_robots_input/robots-input.txt +++ b/dev-tools/_robots_input/robots-input.txt @@ -613,6 +613,7 @@ crawler.feedback crawler4j dataforseo.com dataforseobot +dataprovider demandbase-bot domainsproject.org eCatch diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index e7f1e57a4..5bd1e5747 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -5372 +5373 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 07e266b4a..cdc094b05 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2025.07.5372 -### Updated: Wed Jul 30 22:04:52 UTC 2025 +### Version: V3.2025.07.5373 +### Updated: Thu Jul 31 05:29:54 UTC 2025 ### Bad Referrer Count: 7104 -### Bad Bot Count: 678 +### Bad Bot Count: 679 ################################################### ### VERSION INFORMATION ## @@ -763,6 +763,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)crawler4j(?:\b)" 3; "~*(?:\b)dataforseo.com(?:\b)" 3; "~*(?:\b)dataforseobot(?:\b)" 3; + "~*(?:\b)dataprovider(?:\b)" 3; "~*(?:\b)demandbase-bot(?:\b)" 3; "~*(?:\b)domainsproject.org(?:\b)" 3; "~*(?:\b)eCatch(?:\b)" 3; diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index b2c0d45f6..fb3222206 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2025.07.5372 -### Updated: Wed Jul 30 22:04:51 UTC 2025 +### Version: V4.2025.07.5373 +### Updated: Thu Jul 31 05:29:54 UTC 2025 ### Bad Referrer Count: 7104 -### Bad Bot Count: 678 +### Bad Bot Count: 679 ################################################### ### VERSION INFORMATION ## @@ -766,6 +766,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)crawler4j(?:\b)" 3; "~*(?:\b)dataforseo.com(?:\b)" 3; "~*(?:\b)dataforseobot(?:\b)" 3; + "~*(?:\b)dataprovider(?:\b)" 3; "~*(?:\b)demandbase-bot(?:\b)" 3; "~*(?:\b)domainsproject.org(?:\b)" 3; "~*(?:\b)eCatch(?:\b)" 3; diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 617374013..658b6b188 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -74.235.151.0 0; +52.225.73.162 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index b2c0d45f6..fb3222206 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2025.07.5372 -### Updated: Wed Jul 30 22:04:51 UTC 2025 +### Version: V4.2025.07.5373 +### Updated: Thu Jul 31 05:29:54 UTC 2025 ### Bad Referrer Count: 7104 -### Bad Bot Count: 678 +### Bad Bot Count: 679 ################################################### ### VERSION INFORMATION ## @@ -766,6 +766,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)crawler4j(?:\b)" 3; "~*(?:\b)dataforseo.com(?:\b)" 3; "~*(?:\b)dataforseobot(?:\b)" 3; + "~*(?:\b)dataprovider(?:\b)" 3; "~*(?:\b)demandbase-bot(?:\b)" 3; "~*(?:\b)domainsproject.org(?:\b)" 3; "~*(?:\b)eCatch(?:\b)" 3; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 990170c26..e05cca526 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.111 1; +10.1.0.160 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 973ea0ec2..7b174df05 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.111 0; +10.1.0.160 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index b2c0d45f6..fb3222206 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2025.07.5372 -### Updated: Wed Jul 30 22:04:51 UTC 2025 +### Version: V4.2025.07.5373 +### Updated: Thu Jul 31 05:29:54 UTC 2025 ### Bad Referrer Count: 7104 -### Bad Bot Count: 678 +### Bad Bot Count: 679 ################################################### ### VERSION INFORMATION ## @@ -766,6 +766,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)crawler4j(?:\b)" 3; "~*(?:\b)dataforseo.com(?:\b)" 3; "~*(?:\b)dataforseobot(?:\b)" 3; + "~*(?:\b)dataprovider(?:\b)" 3; "~*(?:\b)demandbase-bot(?:\b)" 3; "~*(?:\b)domainsproject.org(?:\b)" 3; "~*(?:\b)eCatch(?:\b)" 3; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 990170c26..e05cca526 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.111 1; +10.1.0.160 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 973ea0ec2..7b174df05 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.111 0; +10.1.0.160 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index b2c0d45f6..fb3222206 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2025.07.5372 -### Updated: Wed Jul 30 22:04:51 UTC 2025 +### Version: V4.2025.07.5373 +### Updated: Thu Jul 31 05:29:54 UTC 2025 ### Bad Referrer Count: 7104 -### Bad Bot Count: 678 +### Bad Bot Count: 679 ################################################### ### VERSION INFORMATION ## @@ -766,6 +766,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)crawler4j(?:\b)" 3; "~*(?:\b)dataforseo.com(?:\b)" 3; "~*(?:\b)dataforseobot(?:\b)" 3; + "~*(?:\b)dataprovider(?:\b)" 3; "~*(?:\b)demandbase-bot(?:\b)" 3; "~*(?:\b)domainsproject.org(?:\b)" 3; "~*(?:\b)eCatch(?:\b)" 3; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 990170c26..e05cca526 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.111 1; +10.1.0.160 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf index bbf154526..2ae1123e5 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf @@ -674,6 +674,7 @@ "~*(?:\b)crawler4j(?:\b|)" 0; "~*(?:\b)dataforseo.com(?:\b|)" 0; "~*(?:\b)dataforseobot(?:\b|)" 0; + "~*(?:\b)dataprovider(?:\b|)" 0; "~*(?:\b)demandbase-bot(?:\b|)" 0; "~*(?:\b)domainsproject.org(?:\b|)" 0; "~*(?:\b)eCatch(?:\b|)" 0; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 973ea0ec2..7b174df05 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.111 0; +10.1.0.160 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index b2c0d45f6..fb3222206 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2025.07.5372 -### Updated: Wed Jul 30 22:04:51 UTC 2025 +### Version: V4.2025.07.5373 +### Updated: Thu Jul 31 05:29:54 UTC 2025 ### Bad Referrer Count: 7104 -### Bad Bot Count: 678 +### Bad Bot Count: 679 ################################################### ### VERSION INFORMATION ## @@ -766,6 +766,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)crawler4j(?:\b)" 3; "~*(?:\b)dataforseo.com(?:\b)" 3; "~*(?:\b)dataforseobot(?:\b)" 3; + "~*(?:\b)dataprovider(?:\b)" 3; "~*(?:\b)demandbase-bot(?:\b)" 3; "~*(?:\b)domainsproject.org(?:\b)" 3; "~*(?:\b)eCatch(?:\b)" 3; diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 617374013..658b6b188 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -74.235.151.0 0; +52.225.73.162 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index fdf702e0a..0ca6b2854 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2025.07.5372 -### Updated: Wed Jul 30 22:04:51 UTC 2025 +### Version: V4.2025.07.5373 +### Updated: Thu Jul 31 05:29:54 UTC 2025 ### Bad Referrer Count: 7104 -### Bad Bot Count: 678 +### Bad Bot Count: 679 ################################################### ### VERSION INFORMATION ## @@ -766,6 +766,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)crawler4j(?:\b)" 3; "~*(?:\b)dataforseo.com(?:\b)" 3; "~*(?:\b)dataforseobot(?:\b)" 3; + "~*(?:\b)dataprovider(?:\b)" 3; "~*(?:\b)demandbase-bot(?:\b)" 3; "~*(?:\b)domainsproject.org(?:\b)" 3; "~*(?:\b)eCatch(?:\b)" 3; diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 617374013..658b6b188 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -74.235.151.0 0; +52.225.73.162 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 7bbd4d7ce..ac6ae9c1b 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2025.07.5372 -### Updated: Wed Jul 30 22:04:51 UTC 2025 +### Version: V4.2025.07.5373 +### Updated: Thu Jul 31 05:29:54 UTC 2025 ### Bad Referrer Count: 7104 -### Bad Bot Count: 678 +### Bad Bot Count: 679 ################################################### ### VERSION INFORMATION ## @@ -766,6 +766,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)crawler4j(?:\b)" 3; "~*(?:\b)dataforseo.com(?:\b)" 3; "~*(?:\b)dataforseobot(?:\b)" 3; + "~*(?:\b)dataprovider(?:\b)" 3; "~*(?:\b)demandbase-bot(?:\b)" 3; "~*(?:\b)domainsproject.org(?:\b)" 3; "~*(?:\b)eCatch(?:\b)" 3; diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index 990170c26..e05cca526 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.111 1; +10.1.0.160 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/blacklist-user-agents.conf b/dev-tools/test_units/blacklist-user-agents.conf index bbf154526..2ae1123e5 100644 --- a/dev-tools/test_units/blacklist-user-agents.conf +++ b/dev-tools/test_units/blacklist-user-agents.conf @@ -674,6 +674,7 @@ "~*(?:\b)crawler4j(?:\b|)" 0; "~*(?:\b)dataforseo.com(?:\b|)" 0; "~*(?:\b)dataforseobot(?:\b|)" 0; + "~*(?:\b)dataprovider(?:\b|)" 0; "~*(?:\b)demandbase-bot(?:\b|)" 0; "~*(?:\b)domainsproject.org(?:\b|)" 0; "~*(?:\b)eCatch(?:\b|)" 0; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index b60c11b94..6c35d8d6d 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Anarchy99 -Atomseobot -CODE87 -InternetSeer -Joomla -Mister PiX -Nimbostratus -Petalbot -SiteCheckerBotCrawler -WWWOFFLE +Drip +LexiBot +Picscout +Rainbot +ScanAlert +Steeler +V-BOT +Web Enhancer +Zade +meanpathbot diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index f16738ab8..fd50b382c 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,100 +1,100 @@ -ASPSeek -AhrefsBot -AiHitBot -AliyunSecBot -AllSubmitter -Anarchie -Ankit -Asterias -Attach +Acunetix +Aliyun +AwarioSmartBot +BBBike BDCbot -BackDoorBot -BlowFish -CCBot -CODE87 -ChatGPT-User -Claritybot -Cosmos -Craftbot -DSearch -Discoverybot -DnBCrawler-Analytics +Battleztar Bazinga +Black Hole +Blow +ClaudeBot +Cogentbot +Copier +Copyscape +DatabaseDriverMysqli +DomainAppender +Drip +EMail Wolf Ebingbong -EroCrawler -ExtractorPro +EirGrabber +Extractor +FemtosearchBot +Firefox/7.0 +FrontPage +FyberSpider GPTBot -Genieo -Getintent -GridBot -Heritrix -IRLbot -IlseBot -JennyBot -Jetty +GetRight +GrabNet +Haansoft +HaosouSpider +HybridBot +IDBot +Id-search +IndeedBot +Intelliseek +IstellaBot Keybot Translation-Search-Machine -Keyword Density -LeechFTP -LeechGet -LieBaoFast -LinkScan -LinkWalker -Lipperhey +Lanshanbot +MIIxpc +MQQBrowser +MSIECrawler +Mail.RU_Bot Majestic SEO +Majestic-SEO MeanPath Bot -Mojeek -NPbot -Name Intelligence -Nessus -Net Vampire -NextGenSearchBot -Nibbler -OnCrawl -PECL::HTTP -Page Analyzer -PageAnalyzer -PageGrabber -PeoplePal -Piepmatz -Pixray -Pump -Rainbot -RankFlex -Rankivabot -RebelMouse -Ripper -SEOprofiler -ScoutJet -SemrushBot-SI -SentiBot -SiteCheckerBotCrawler -Sogou web spider +MicroMessenger +Microsoft URL Control +Mozlila +Nameprotect +NetMechanic +Netvibes +Niki-bot +Nutch +POE-Component-Client-HTTP +Pandalytics +Petalbot +Pimonster +ProPowerBot +Re-re +Reaper +ScanAlert +SearchmetricsBot +SemrushBot-BA +Site Sucker +Sitevigil +SmartDownload +SocialRankIOBot Spbot -SputnikBot -Sucuri +Spider_Bot/3.0 +Spinn3r +Sqworm +Stripper Teleport +Telesphorep +TheNomad TinyTestBot Titan -Trendictionbot -VeriCiteCrawler +True_Robot +TurnitinBot +V-BOT +VB Project +Vagabondo Voltron +WASALive-Bot +WBSearchBot WEBDAV -WPScan -Web Fuck -WebBandit -WebPix -WebZIP +WWW-Mechanize +WebCopier +Widow +Wprecon YaK Zeus -archive.org_bot -arquivo-web-crawler -domainsproject.org -facebookscraper +ZmEu +ZoomBot +eCatch heritrix -imagesift.com -ips-agent -isitwp.com -plumanalytics -sitechecker.pro -webmeup-crawler -x22Mozilla -zgrab +linkdexbot +lwp-request +lwp-trivial +satoristudio.net +scan.lol +zauba.io diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index 07daa1a6a..e8f4ee5aa 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -avtolombard-krasnodar.com -blue-square.biz -date-withme.com -diesel-parts28.ru -maju.bluesalt.co -minneapoliscopiers.com -pic2fly.com -romhacking.ru -snyatie-lomki-v-stacionare.ru -statistici.ro +anti-virus-removal.info +detsky-nabytek.info +frcls.fr +gay-file.com +liquimondo.com +mojowhois.com +mototsikl.org +outclicks.net +xvideosporn.biz +your-bearings.com diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index ebaf48fe4..8985dc550 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,100 +1,100 @@ -883zy.com -acmebtn.ml -advokateg.ru -allknow.info -apimountainbikei-a.akamaihd.net -bannerpower.com -berdasovivan.ru -besttorrentknifta.weebly.com -biteg.xyz -biznesschat.net -blog.axant.it -blpmovies.com -brothers-smaller.ru -bus-offer.com -cascadelink.org -cementaresearch.se -compliance-ivan.top -compliance-josh.top -compliance-viktor.top -cscwtalkto.site -dawlenie.com -divisioncore.com -domcran.net -dorratex.tn -exci.ru -extremepornos.net -fanoboi.com -financeloan.us -firesub.pl -fm-upgrade.ru -forms-mtm.ru -forsex.info -fsalas.com -gaz-voshod.ru -gov.yanao.ru -gq-catalog.gq -hd-filmy.net -hmywwogw.bloger.index.hr -investingclub.ru -iqoption.pro -javatex.co.id -jerseywholesalebizchina.com -kaac.ru -karting196.ru -kiwi237au.tk -legionalpha.com -lion.snapmap.us -live-cam6.info -m3gadownload.pl -macfix.life -magda-gadalka.ru -masserect.com -mobifunapp.weebly.com -moscow-region.ru -myshopmatemac.com -notaria-desalas.com -osnova3.ru -pewit.pw -physfunc.ru -pierrehardysale.online -plugingeorgia.com -portal-eu.ru -presleycollectibles.com -proprostatit.com -quick-offer.com -referencemoi.com -resant.ru -rock-cafe.info -scat.porn -sdi-pme.com -shakhtar-doneck.ru -sinestesia.host.sk -sitevaluation.org -space4updating.win -spywareit.com -teenforporn.com -teenfuck.tv -thetattoohut.com -thetoiletpaper.com -tizanidinesideeffects.blogspot.com -truck-land.life -trumpetedextremes.com -ua.tc -uprour.com -vavilone.com -vbikse.com -vids18.site -vipms.ru -vksex.ru -vzlom-na-zakaz.com -waycash.net -website-audit.com.ua -wemedinc.com -whatistizanidinehclusedfor.blogspot.com -witclub.info -wleuaprpxuvr.ga -xn--e1aggki3c.xn--80adxhks -xpresscare.ru -xxlargepop.com -yourads.website +1stat.ru +2nt.ru +5elementov.ru +7fon.ru +abcguru.xyz +agadelha.com.br +aliexpresscashback.club +android4fun.org +asscenihotosidea.blogspot.com +automatic-seo.com +avitocars.ru +bank.uz +belsetirehafi.tk +bestcalovebracelet.cn +bif-ru.info +biznesrealnost.ru +brillianty.info +capsderfudd.tk +carina-sy.de +cenokos.ru +chiptuninger.com +clean-start.net +coindirect.io +counterbot.com +customergrowthsystems.com +detsky-nabytek.info +dmmspy.com +dvervmoskvu.ru +elektrozigarette2.wordpressy.pl +epicbrogaming.com +ezigarettenshop2.myblog.de +fandlr.com +fitness-video.net +foto-sisek.porngalleries.top +ghazel.ru +gkvector.ru +glall.ru +globetrotting-culture.ru +homeart.space +hotloans.ru +i-service.kz +iccornacircri.cf +imediadesk.com +infazavr.ru +instakink.com +intellektmedia.at +ivoiretechnocom.ci +kabbalah-red-bracelets.com +kambasoft.com +keywordteam.net +krassh.ru +languagecode.com +law-check-two.xyz +laxdrills.com +liveinternet.ro +map028.com +marktforschung-stuttgart.com +marwer.info +medanestesia.ru +mikozstop.com +myblogregistercm.tk +pensplan.com +pokerniydom.ru +porndroids.com +pornohub.me +pravoholding.ru +reeyanaturopathy.com +refererx.com +remedyotc.com +roznica.com.ua +seoheap.com +soochi.co +sovetogorod.ru +stoki.ru +students-cheapskate.ml +sugarlyflex.pw +surflinksmedical.com +theautoprofit.ml +thebestphotos.eu +theguardlan.com +thenetinfo.com +torrents.life +track.deriv.com +traffmonster.info +videojam.tv +volume-pills.biz +web.cvut.cz +weblo.com +wholinkstome.com +wma-x.com +wordkeyhelper.com +xn----9sbebi2bvzr7h.xn--p1ai +xnxx-n.com +youbrainboost.asia +yourothersite.com +yousense.info +youtoner.it +zaimite.ru +zajm-pod-zalog-nedvizhimosti.ru +zscaler.net diff --git a/dev-tools/test_units/ratelimittest-master.txt b/dev-tools/test_units/ratelimittest-master.txt index 3fb3960da..1a8b309a8 100644 --- a/dev-tools/test_units/ratelimittest-master.txt +++ b/dev-tools/test_units/ratelimittest-master.txt @@ -8,6 +8,16 @@

Welcome to the NginX Ultimate Bad Bot Blocker

This is merely used for testing !!!

+OCTYPE html> + + +Welcome to NginX + + +
+

Welcome to the NginX Ultimate Bad Bot Blocker

+

This is merely used for testing !!!

+ diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index 973ea0ec2..7b174df05 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.111 0; +10.1.0.160 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index e70ebdff5..b1482510c 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,9 +6,9 @@ ### Version Information # ################################################### -### Version: V4.2025.07.5372 -### Updated: Wed Jul 30 22:04:52 UTC 2025 -### Bad Bot Count: 678 +### Version: V4.2025.07.5373 +### Updated: Thu Jul 31 05:29:55 UTC 2025 +### Bad Bot Count: 679 ################################################### ### Version Information ## @@ -1245,6 +1245,8 @@ User-agent: dataforseo.com Disallow:/ User-agent: dataforseobot Disallow:/ +User-agent: dataprovider +Disallow:/ User-agent: demandbase-bot Disallow:/ User-agent: domainsproject.org diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index e70ebdff5..b1482510c 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,9 +6,9 @@ ### Version Information # ################################################### -### Version: V4.2025.07.5372 -### Updated: Wed Jul 30 22:04:52 UTC 2025 -### Bad Bot Count: 678 +### Version: V4.2025.07.5373 +### Updated: Thu Jul 31 05:29:55 UTC 2025 +### Bad Bot Count: 679 ################################################### ### Version Information ## @@ -1245,6 +1245,8 @@ User-agent: dataforseo.com Disallow:/ User-agent: dataforseobot Disallow:/ +User-agent: dataprovider +Disallow:/ User-agent: demandbase-bot Disallow:/ User-agent: domainsproject.org