From 76064319eb0bfb71c94c59c9b069746b9a80b217 Mon Sep 17 00:00:00 2001 From: mitchellkrogza Date: Wed, 24 Jul 2024 15:10:00 +0000 Subject: [PATCH] V4.2024.07.4643 [ci skip] --- AUTO-CONFIGURATION.md | 4 +- MANUAL-CONFIGURATION.md | 4 +- README.md | 4 +- _generator_lists/bad-user-agents.list | 4 +- _google_analytics_ghost_spam/README.md | 4 +- .../etc/nginx/conf.d/globalblacklist.conf | 8 +- conf.d/globalblacklist-testing-version.conf | 8 +- conf.d/globalblacklist.conf | 8 +- dev-tools/_robots_input/robots-input.txt | 2 + dev-tools/buildnumber | 2 +- dev-tools/globalblacklist-testing.template | 8 +- dev-tools/globalblacklist.template | 8 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 8 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 8 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 8 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/blacklist-user-agents.conf | 2 + .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 8 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 8 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 8 +- dev-tools/test_units/blacklist-ips.conf | 2 +- .../test_units/blacklist-user-agents.conf | 2 + .../random-bots-for-test-quick.list | 20 +- .../random-bots-for-whitelist-test.list | 184 ++++++++-------- .../random-referrers-for-test-quick.list | 20 +- .../random-referrers-for-whitelist-test.list | 196 +++++++++--------- dev-tools/test_units/ratelimittest-master.txt | 10 - dev-tools/test_units/whitelist-ips.conf | 2 +- dev-tools/tmp/robots.txt | 10 +- robots.txt/robots.txt | 10 +- 38 files changed, 307 insertions(+), 281 deletions(-) diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index a579ba4b0..b1e94b181 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,9 +4,9 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2024.07.4642 +#### Version: V4.2024.07.4643 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [663](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [665](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index bae233bab..1aa758db4 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,9 +4,9 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2024.07.4642 +#### Version: V4.2024.07.4643 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [663](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [665](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/README.md b/README.md index 7b739e207..81ac2c7a2 100755 --- a/README.md +++ b/README.md @@ -14,9 +14,9 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2024.07.4642 +#### Version: V4.2024.07.4643 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [663](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [665](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/_generator_lists/bad-user-agents.list b/_generator_lists/bad-user-agents.list index e64840831..967bd57fe 100755 --- a/_generator_lists/bad-user-agents.list +++ b/_generator_lists/bad-user-agents.list @@ -1,5 +1,3 @@ -BacklinksExtendedBot -GoogleOther 01h4x.com 360Spider 404checker @@ -44,6 +42,7 @@ BackStreet BackWeb Backlink-Ceck BacklinkCrawler +BacklinksExtendedBot Badass Bandit Barkrowler @@ -178,6 +177,7 @@ Go!Zilla Go-Ahead-Got-It GoZilla Google-Extended +GoogleOther Gotit GrabNet Grabber diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index c9659ad91..b83019427 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,9 +3,9 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2024.07.4642 +#### Version: V4.2024.07.4643 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) -#### Bad User-Agents (Bots) Blocked: [663](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) +#### Bad User-Agents (Bots) Blocked: [665](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) ____________________ diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index b7aee1cb9..7a21b097e 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4642 -### Updated: Wed Jul 24 10:03:26 UTC 2024 +### Version: V4.2024.07.4643 +### Updated: Wed Jul 24 15:06:17 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 663 +### Bad Bot Count: 665 ################################################### ### VERSION INFORMATION ## @@ -195,6 +195,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)BackWeb(?:\b)" 3; "~*(?:\b)Backlink-Ceck(?:\b)" 3; "~*(?:\b)BacklinkCrawler(?:\b)" 3; + "~*(?:\b)BacklinksExtendedBot(?:\b)" 3; "~*(?:\b)Badass(?:\b)" 3; "~*(?:\b)Bandit(?:\b)" 3; "~*(?:\b)Barkrowler(?:\b)" 3; @@ -329,6 +330,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)Go-Ahead-Got-It(?:\b)" 3; "~*(?:\b)GoZilla(?:\b)" 3; "~*(?:\b)Google-Extended(?:\b)" 3; + "~*(?:\b)GoogleOther(?:\b)" 3; "~*(?:\b)Gotit(?:\b)" 3; "~*(?:\b)GrabNet(?:\b)" 3; "~*(?:\b)Grabber(?:\b)" 3; diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 5f52e90fd..91d88aaba 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2024.07.4642 -### Updated: Wed Jul 24 10:03:27 UTC 2024 +### Version: V3.2024.07.4643 +### Updated: Wed Jul 24 15:06:18 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 663 +### Bad Bot Count: 665 ################################################### ### VERSION INFORMATION ## @@ -192,6 +192,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)BackWeb(?:\b)" 3; "~*(?:\b)Backlink-Ceck(?:\b)" 3; "~*(?:\b)BacklinkCrawler(?:\b)" 3; + "~*(?:\b)BacklinksExtendedBot(?:\b)" 3; "~*(?:\b)Badass(?:\b)" 3; "~*(?:\b)Bandit(?:\b)" 3; "~*(?:\b)Barkrowler(?:\b)" 3; @@ -326,6 +327,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)Go-Ahead-Got-It(?:\b)" 3; "~*(?:\b)GoZilla(?:\b)" 3; "~*(?:\b)Google-Extended(?:\b)" 3; + "~*(?:\b)GoogleOther(?:\b)" 3; "~*(?:\b)Gotit(?:\b)" 3; "~*(?:\b)GrabNet(?:\b)" 3; "~*(?:\b)Grabber(?:\b)" 3; diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index b7aee1cb9..7a21b097e 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4642 -### Updated: Wed Jul 24 10:03:26 UTC 2024 +### Version: V4.2024.07.4643 +### Updated: Wed Jul 24 15:06:17 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 663 +### Bad Bot Count: 665 ################################################### ### VERSION INFORMATION ## @@ -195,6 +195,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)BackWeb(?:\b)" 3; "~*(?:\b)Backlink-Ceck(?:\b)" 3; "~*(?:\b)BacklinkCrawler(?:\b)" 3; + "~*(?:\b)BacklinksExtendedBot(?:\b)" 3; "~*(?:\b)Badass(?:\b)" 3; "~*(?:\b)Bandit(?:\b)" 3; "~*(?:\b)Barkrowler(?:\b)" 3; @@ -329,6 +330,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)Go-Ahead-Got-It(?:\b)" 3; "~*(?:\b)GoZilla(?:\b)" 3; "~*(?:\b)Google-Extended(?:\b)" 3; + "~*(?:\b)GoogleOther(?:\b)" 3; "~*(?:\b)Gotit(?:\b)" 3; "~*(?:\b)GrabNet(?:\b)" 3; "~*(?:\b)Grabber(?:\b)" 3; diff --git a/dev-tools/_robots_input/robots-input.txt b/dev-tools/_robots_input/robots-input.txt index 93d960acb..70aca53c1 100644 --- a/dev-tools/_robots_input/robots-input.txt +++ b/dev-tools/_robots_input/robots-input.txt @@ -42,6 +42,7 @@ BackStreet BackWeb Backlink-Ceck BacklinkCrawler +BacklinksExtendedBot Badass Bandit Barkrowler @@ -176,6 +177,7 @@ Go!Zilla Go-Ahead-Got-It GoZilla Google-Extended +GoogleOther Gotit GrabNet Grabber diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index e387cc7f6..4fbccb1a0 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -4642 +4643 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 5f52e90fd..91d88aaba 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2024.07.4642 -### Updated: Wed Jul 24 10:03:27 UTC 2024 +### Version: V3.2024.07.4643 +### Updated: Wed Jul 24 15:06:18 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 663 +### Bad Bot Count: 665 ################################################### ### VERSION INFORMATION ## @@ -192,6 +192,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)BackWeb(?:\b)" 3; "~*(?:\b)Backlink-Ceck(?:\b)" 3; "~*(?:\b)BacklinkCrawler(?:\b)" 3; + "~*(?:\b)BacklinksExtendedBot(?:\b)" 3; "~*(?:\b)Badass(?:\b)" 3; "~*(?:\b)Bandit(?:\b)" 3; "~*(?:\b)Barkrowler(?:\b)" 3; @@ -326,6 +327,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)Go-Ahead-Got-It(?:\b)" 3; "~*(?:\b)GoZilla(?:\b)" 3; "~*(?:\b)Google-Extended(?:\b)" 3; + "~*(?:\b)GoogleOther(?:\b)" 3; "~*(?:\b)Gotit(?:\b)" 3; "~*(?:\b)GrabNet(?:\b)" 3; "~*(?:\b)Grabber(?:\b)" 3; diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index b7aee1cb9..7a21b097e 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4642 -### Updated: Wed Jul 24 10:03:26 UTC 2024 +### Version: V4.2024.07.4643 +### Updated: Wed Jul 24 15:06:17 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 663 +### Bad Bot Count: 665 ################################################### ### VERSION INFORMATION ## @@ -195,6 +195,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)BackWeb(?:\b)" 3; "~*(?:\b)Backlink-Ceck(?:\b)" 3; "~*(?:\b)BacklinkCrawler(?:\b)" 3; + "~*(?:\b)BacklinksExtendedBot(?:\b)" 3; "~*(?:\b)Badass(?:\b)" 3; "~*(?:\b)Bandit(?:\b)" 3; "~*(?:\b)Barkrowler(?:\b)" 3; @@ -329,6 +330,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)Go-Ahead-Got-It(?:\b)" 3; "~*(?:\b)GoZilla(?:\b)" 3; "~*(?:\b)Google-Extended(?:\b)" 3; + "~*(?:\b)GoogleOther(?:\b)" 3; "~*(?:\b)Gotit(?:\b)" 3; "~*(?:\b)GrabNet(?:\b)" 3; "~*(?:\b)Grabber(?:\b)" 3; diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 2be957afa..a92f606fb 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.84.127.16 0; +172.183.98.103 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index b7aee1cb9..7a21b097e 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4642 -### Updated: Wed Jul 24 10:03:26 UTC 2024 +### Version: V4.2024.07.4643 +### Updated: Wed Jul 24 15:06:17 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 663 +### Bad Bot Count: 665 ################################################### ### VERSION INFORMATION ## @@ -195,6 +195,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)BackWeb(?:\b)" 3; "~*(?:\b)Backlink-Ceck(?:\b)" 3; "~*(?:\b)BacklinkCrawler(?:\b)" 3; + "~*(?:\b)BacklinksExtendedBot(?:\b)" 3; "~*(?:\b)Badass(?:\b)" 3; "~*(?:\b)Bandit(?:\b)" 3; "~*(?:\b)Barkrowler(?:\b)" 3; @@ -329,6 +330,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)Go-Ahead-Got-It(?:\b)" 3; "~*(?:\b)GoZilla(?:\b)" 3; "~*(?:\b)Google-Extended(?:\b)" 3; + "~*(?:\b)GoogleOther(?:\b)" 3; "~*(?:\b)Gotit(?:\b)" 3; "~*(?:\b)GrabNet(?:\b)" 3; "~*(?:\b)Grabber(?:\b)" 3; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index 98a394a77..6d7de773a 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.14 1; +10.1.0.207 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index 95d453226..9407a22fa 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.14 0; +10.1.0.207 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index b7aee1cb9..7a21b097e 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4642 -### Updated: Wed Jul 24 10:03:26 UTC 2024 +### Version: V4.2024.07.4643 +### Updated: Wed Jul 24 15:06:17 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 663 +### Bad Bot Count: 665 ################################################### ### VERSION INFORMATION ## @@ -195,6 +195,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)BackWeb(?:\b)" 3; "~*(?:\b)Backlink-Ceck(?:\b)" 3; "~*(?:\b)BacklinkCrawler(?:\b)" 3; + "~*(?:\b)BacklinksExtendedBot(?:\b)" 3; "~*(?:\b)Badass(?:\b)" 3; "~*(?:\b)Bandit(?:\b)" 3; "~*(?:\b)Barkrowler(?:\b)" 3; @@ -329,6 +330,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)Go-Ahead-Got-It(?:\b)" 3; "~*(?:\b)GoZilla(?:\b)" 3; "~*(?:\b)Google-Extended(?:\b)" 3; + "~*(?:\b)GoogleOther(?:\b)" 3; "~*(?:\b)Gotit(?:\b)" 3; "~*(?:\b)GrabNet(?:\b)" 3; "~*(?:\b)Grabber(?:\b)" 3; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index 98a394a77..6d7de773a 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.14 1; +10.1.0.207 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index 95d453226..9407a22fa 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.14 0; +10.1.0.207 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index b7aee1cb9..7a21b097e 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4642 -### Updated: Wed Jul 24 10:03:26 UTC 2024 +### Version: V4.2024.07.4643 +### Updated: Wed Jul 24 15:06:17 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 663 +### Bad Bot Count: 665 ################################################### ### VERSION INFORMATION ## @@ -195,6 +195,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)BackWeb(?:\b)" 3; "~*(?:\b)Backlink-Ceck(?:\b)" 3; "~*(?:\b)BacklinkCrawler(?:\b)" 3; + "~*(?:\b)BacklinksExtendedBot(?:\b)" 3; "~*(?:\b)Badass(?:\b)" 3; "~*(?:\b)Bandit(?:\b)" 3; "~*(?:\b)Barkrowler(?:\b)" 3; @@ -329,6 +330,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)Go-Ahead-Got-It(?:\b)" 3; "~*(?:\b)GoZilla(?:\b)" 3; "~*(?:\b)Google-Extended(?:\b)" 3; + "~*(?:\b)GoogleOther(?:\b)" 3; "~*(?:\b)Gotit(?:\b)" 3; "~*(?:\b)GrabNet(?:\b)" 3; "~*(?:\b)Grabber(?:\b)" 3; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index 98a394a77..6d7de773a 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.14 1; +10.1.0.207 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf index e41cf5847..de21db88e 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf @@ -103,6 +103,7 @@ "~*(?:\b)BackWeb(?:\b|)" 0; "~*(?:\b)Backlink-Ceck(?:\b|)" 0; "~*(?:\b)BacklinkCrawler(?:\b|)" 0; + "~*(?:\b)BacklinksExtendedBot(?:\b|)" 0; "~*(?:\b)Badass(?:\b|)" 0; "~*(?:\b)Bandit(?:\b|)" 0; "~*(?:\b)Barkrowler(?:\b|)" 0; @@ -237,6 +238,7 @@ "~*(?:\b)Go-Ahead-Got-It(?:\b|)" 0; "~*(?:\b)GoZilla(?:\b|)" 0; "~*(?:\b)Google-Extended(?:\b|)" 0; + "~*(?:\b)GoogleOther(?:\b|)" 0; "~*(?:\b)Gotit(?:\b|)" 0; "~*(?:\b)GrabNet(?:\b|)" 0; "~*(?:\b)Grabber(?:\b|)" 0; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index 95d453226..9407a22fa 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.14 0; +10.1.0.207 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index b7aee1cb9..7a21b097e 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4642 -### Updated: Wed Jul 24 10:03:26 UTC 2024 +### Version: V4.2024.07.4643 +### Updated: Wed Jul 24 15:06:17 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 663 +### Bad Bot Count: 665 ################################################### ### VERSION INFORMATION ## @@ -195,6 +195,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)BackWeb(?:\b)" 3; "~*(?:\b)Backlink-Ceck(?:\b)" 3; "~*(?:\b)BacklinkCrawler(?:\b)" 3; + "~*(?:\b)BacklinksExtendedBot(?:\b)" 3; "~*(?:\b)Badass(?:\b)" 3; "~*(?:\b)Bandit(?:\b)" 3; "~*(?:\b)Barkrowler(?:\b)" 3; @@ -329,6 +330,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)Go-Ahead-Got-It(?:\b)" 3; "~*(?:\b)GoZilla(?:\b)" 3; "~*(?:\b)Google-Extended(?:\b)" 3; + "~*(?:\b)GoogleOther(?:\b)" 3; "~*(?:\b)Gotit(?:\b)" 3; "~*(?:\b)GrabNet(?:\b)" 3; "~*(?:\b)Grabber(?:\b)" 3; diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 2be957afa..a92f606fb 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.84.127.16 0; +172.183.98.103 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index c61673488..5ba4defd9 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4642 -### Updated: Wed Jul 24 10:03:26 UTC 2024 +### Version: V4.2024.07.4643 +### Updated: Wed Jul 24 15:06:17 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 663 +### Bad Bot Count: 665 ################################################### ### VERSION INFORMATION ## @@ -195,6 +195,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)BackWeb(?:\b)" 3; "~*(?:\b)Backlink-Ceck(?:\b)" 3; "~*(?:\b)BacklinkCrawler(?:\b)" 3; + "~*(?:\b)BacklinksExtendedBot(?:\b)" 3; "~*(?:\b)Badass(?:\b)" 3; "~*(?:\b)Bandit(?:\b)" 3; "~*(?:\b)Barkrowler(?:\b)" 3; @@ -329,6 +330,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)Go-Ahead-Got-It(?:\b)" 3; "~*(?:\b)GoZilla(?:\b)" 3; "~*(?:\b)Google-Extended(?:\b)" 3; + "~*(?:\b)GoogleOther(?:\b)" 3; "~*(?:\b)Gotit(?:\b)" 3; "~*(?:\b)GrabNet(?:\b)" 3; "~*(?:\b)Grabber(?:\b)" 3; diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 2be957afa..a92f606fb 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -20.84.127.16 0; +172.183.98.103 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 365cee025..372ed829d 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,10 +4,10 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2024.07.4642 -### Updated: Wed Jul 24 10:03:26 UTC 2024 +### Version: V4.2024.07.4643 +### Updated: Wed Jul 24 15:06:17 UTC 2024 ### Bad Referrer Count: 7104 -### Bad Bot Count: 663 +### Bad Bot Count: 665 ################################################### ### VERSION INFORMATION ## @@ -195,6 +195,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)BackWeb(?:\b)" 3; "~*(?:\b)Backlink-Ceck(?:\b)" 3; "~*(?:\b)BacklinkCrawler(?:\b)" 3; + "~*(?:\b)BacklinksExtendedBot(?:\b)" 3; "~*(?:\b)Badass(?:\b)" 3; "~*(?:\b)Bandit(?:\b)" 3; "~*(?:\b)Barkrowler(?:\b)" 3; @@ -329,6 +330,7 @@ map $http_user_agent $bad_bot { "~*(?:\b)Go-Ahead-Got-It(?:\b)" 3; "~*(?:\b)GoZilla(?:\b)" 3; "~*(?:\b)Google-Extended(?:\b)" 3; + "~*(?:\b)GoogleOther(?:\b)" 3; "~*(?:\b)Gotit(?:\b)" 3; "~*(?:\b)GrabNet(?:\b)" 3; "~*(?:\b)Grabber(?:\b)" 3; diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index 98a394a77..6d7de773a 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.14 1; +10.1.0.207 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/blacklist-user-agents.conf b/dev-tools/test_units/blacklist-user-agents.conf index e41cf5847..de21db88e 100644 --- a/dev-tools/test_units/blacklist-user-agents.conf +++ b/dev-tools/test_units/blacklist-user-agents.conf @@ -103,6 +103,7 @@ "~*(?:\b)BackWeb(?:\b|)" 0; "~*(?:\b)Backlink-Ceck(?:\b|)" 0; "~*(?:\b)BacklinkCrawler(?:\b|)" 0; + "~*(?:\b)BacklinksExtendedBot(?:\b|)" 0; "~*(?:\b)Badass(?:\b|)" 0; "~*(?:\b)Bandit(?:\b|)" 0; "~*(?:\b)Barkrowler(?:\b|)" 0; @@ -237,6 +238,7 @@ "~*(?:\b)Go-Ahead-Got-It(?:\b|)" 0; "~*(?:\b)GoZilla(?:\b|)" 0; "~*(?:\b)Google-Extended(?:\b|)" 0; + "~*(?:\b)GoogleOther(?:\b|)" 0; "~*(?:\b)Gotit(?:\b|)" 0; "~*(?:\b)GrabNet(?:\b|)" 0; "~*(?:\b)Grabber(?:\b|)" 0; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index 67a83d791..21f2e090a 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -AdsTxtCrawlerTP -AlphaBot -Asterias -CazoodleBot -Kozmosbot -Mozlila -PictureFinder -Pump -Spammen -Swiftbot +Image Sucker +Joomla +Mail.RU_Bot +Majestic12 +OpenLinkProfiler +PxBroker +RocketCrawler +Snake +Vagabondo +WWW::Mechanize diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index a35f0345d..08b77459d 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,100 +1,100 @@ -ALittle Client -BackDoorBot -BackStreet -BackWeb -Bitacle -Black Hole -BlackWidow -Boardreader -Buddy +Aboundexbot +Apexoo +BacklinkCrawler +Bandit +Battleztar Bazinga +Blow +Bolt BuiltBotTough -BuiltWith -CCBot -CSHttp -ChatGPT-User -CheeseBot -Citoid -Cogentbot -Cosmos -Curious -DomainStatsBot -Dragonfly -EMail Siphon -EroCrawler -Evil -Express WebPictures +Bullseye +Collector +Copyscape +Crescent +DBLBot +Devil +DomCopBot +DomainCrawler +Ebingbong +EirGrabber +Exabot +Extractor +ExtractorPro +Ezooms Fimap +GetWeb Google-Extended -GridBot +GrapeshotCrawler HMView -HTTrack -Harvest -IDBot -JOC Web Spider -JetCar -Joomla -Lanshanbot -LeechGet -Lightspeedsystems -Linkbot -LinksManager -Ltx71 -MFC_Tear_Sample -Majestic-SEO -Mediatoolkitbot -Moblie Safari -Morfeus Fucking Scanner -Navroad -Net Vampire -Netvibes -Ninja -Offline Navigator -OrangeBot -OutclicksBot -Petalbot -ProWebWalker -Probethenet -PyCurl -Rainbot -RedesScrapy -SBIder -SEOprofiler -Scanbot -ScreenerBot -SearchmetricsBot -SeekportBot +HonoluluBot +IDBTE4M +InfoNaviRobot +Internet Ninja +InternetMeasurement +Jbrofuzz +Jetty +Keybot Translation-Search-Machine +LNSpiderguy +LieBaoFast +LinkWalker +LinkpadBot +LinqiaMetadataDownloaderBot +LinqiaScrapeBot +Lipperhey +MQQBrowser +Mata Hari +Mozlila +Msrabot +NimbleCrawler +Nmap +Nutch +Offline Explorer +POE-Component-Client-HTTP +PageGrabber +Pi-Monster +ProPowerBot +Pu_iN +Quick-Crawler +RSSingBot +RankActiveLinkBot +RepoMonkey +SEOkicks +SEOkicks-Robot +SEOstats +Searchestate +SemanticJuice +SenutoBot Site Sucker -SputnikBot -SurveyBot -Szukacz +SiteLockSpider +SlySearch +Spanner T8Abot -TinyTestBot -Toweyabot -Trendiction -VidibleScraper -Virusdie -Voil -WEBDAV -WPScan -WeSEE -Web Pix -WebReaper +TheNomad +Twice +Voltron +WebPix WebSauger -WebZIP -Woobot -YaK -Zauba -adscanner -autoemailspider -dataforseobot -eCatch -heritrix -instabid -lwp-request -page scorer -scalaj-http -seobility -serpstatbot -sexsearcher +WebsiteExtractor +Whack +Widow +WinHTTrack +Xaldon_WebSpider +Zermelo +Zeus +ZyBorg +cohere-ai +crawler.feedback +demandbase-bot +evc-batch +gopher +internetVista monitor +isitwp.com +meanpathbot +openai +s1z.ru +seoscanners +spyfu ubermetrics-technologies.com -zauba.io +webgains-bot +webpros.com +x09Mozilla +zgrab diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index 6dadad79d..4fb194fed 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -acads.net -erotische-geschichten-xxl.com -headpharmacy.com -medictube.ru -pavlodar.xkaz.org -sbtdesign.co.uk -sexytrend.ru -spb.afora.ru -videokrik.net -yuweng.info +anti-virus-removal.info +bjanshee.ru +countbertwistdisp26.soup.io +creditmoney.com.ua +earl-brown.info +homeandhealth.ru +lion.conboy.us +smartadserver.com +spyfu.com +stuff-about-money.com diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index 119ef9a57..ccd15e315 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,100 +1,100 @@ -2rich4bitches.com -7minuteworkout.com -admanaerofoil.com -adtech.us -alfabot.xyz -android-vsem.org -autoseo-traffic.com -awaybird.ru -bet-prognoz.com -bloke.com -bwlx.prepedu.cn -callejondelpozo.es -camel-beach.com -cartierlovestore.com -cbozhe.com -check-host.net -clickpapa.com -com-secure.download -compliance-ivan.xyz -continent-e.tv -dalavia.ru -ddsoldes.fr -domini.cat -dominterior.org -ecommerce-seo.com -elektrischezigaretten1.blogse.nl -epngo.bz -fatmaelgarny.com -filmci.pro -fr.netlog.com -freefoto.ca -freshberry.com.ua -hoterika.com -images-free.net -imguramx.pw -investingclub.ru -iqupdatetmz.win -itbc.kiev.ua -javidol.site -kaac.ru -larutti.ru -lernur.net -lineshops.biz -liver-chintai.org -lkbennettoutlet.online -lol-smurfs.com -makedo.ru -marinetraffic.com -mobile.ok.ru -musicdaddy.net -mwtpludn.review -myperiod.club -news-speaker.com -nhl09.ru -okmusic.jp -ostrovtaxi.ru -paidonlinesites.com -pc-services.ru -pdn-4.com -pertlocogasilk.tk -picanalyzer.data-ox.com -pornosemki.info -pornosmola.info -privetsochi.ru -promgirldresses.xyz -prostitutki-kiev.org -pukaporn.com -razvratnoe.org -registrysweeper.com -remont-fridge-tv.ru -resellerclub.com -reversing.cc -ruf777.com -sale-japan.com +academia-nsk.org +ahrefs.com +amehdaily.com +anatomiy.com +apartamentwroclaw.eu +arquivo.pt +asia-forum.ru +bestwebsiteawards.com +biographiya.com +blavia.00author.com +blpmovies.com +burkesales.com +buyessaynow.biz +cartierwatch.xyz +chinaelitecheapjerseys.com +clicksor.net +compliance-barak.xyz +crirussian.ru +danschawbel.com +darodar.com +dfiles.me +dostavka-v-krym.com +download-of-the-warez.blogspot.com +drillsaw.ru +drunkmoms.net +elektrozigaretten1.webs.com +evening-dating-club.info +exportshop.us +fashionindeed.ml +filmgo.ru +forpostlock.ru +freakycheats.com +hazardky.net +heygidday.biz +impisr.edunsk.ru +incep.imagine-ex.co +itis4you.com +jo24news.com +kihi.gdn +kinoplen.ru +kostenlos-sexvideos.com +kotaku.com +krasivye-devushki.net +ktotut.net +laexotic.com +landinez.co +laparfumotec.com +lexixxx.com +lsp-awak-perikanan.com +meccadumps.net +moesen-ficken.com +mole.pluto.ro +monarchfind-a.akamaihd.net +morlat.altervista.org +mototsikl.org +mp3ritm.top +mydownloadengine.com +mylesosibirsk.ru +myxdate.info +nastroyke.net +nbsproject.ru +negociosdasha.com +nextbackgroundcheck.gq +npoet.ru +offergroup.info +onlineporno.site +oops-cinema.ru +panicatack.com +phuketscreen.com +picurams.pw +pixelrz.com +potolokelekor.ru +pozdravleniya-c.ru +presleycollectibles.com +privatefx-in.ru +profitsport.club +profitwithalex.info +putitin.me +rniaeba.ga scanner-alexa.top -scottbywater.com -sexad.net -slkrm.ru -spinazdrav.ru +seokicks.de +sexyteens.hol.es +sk.golden-praga.ru +snip.to +sport-video-obzor.ru star61.de -swingerseiten.com -syndicate.fun -tizanidineusedfor.blogspot.com -top-study.work -torrentdownloadhub.com -traffic2cash.org -trafficmonetize.org -tula.mdverey.ru -uhod-za-sobakoj.ru -vacuumcleanerguru.com -validccseller.com -viagraneggrx.com -vita.com.hr -vysigy.su -website-stealer.nufaq.com -xn----7sbbahaq9bb5afgiqfliv4m.xn--p1ai -xnxx-n.com -yottos.com -youporn-ru.com -zeroredirect7.com +stats-public.grammarly.io +sticken.co +tds-advert002.info +tobeyouday.win +torture.ml +vipms.ru +vote-up.ru +vucms.com +weburok.com +whiteelephantwellington.com +xn----ctbigni3aj4h.xn--p1ai +yougetsignal.com +zaloadi.ru +zrizvtrnpale.tk diff --git a/dev-tools/test_units/ratelimittest-master.txt b/dev-tools/test_units/ratelimittest-master.txt index 0dccbaf08..3fb3960da 100644 --- a/dev-tools/test_units/ratelimittest-master.txt +++ b/dev-tools/test_units/ratelimittest-master.txt @@ -878,14 +878,4 @@

Welcome to the NginX Ultimate Bad Bot Blocker

This is merely used for testing !!!

- - - -Welcome to NginX - - -
-

Welcome to the NginX Ultimate Bad Bot Blocker

-

This is merely used for testing !!!

- \ No newline at end of file diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index 95d453226..9407a22fa 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.14 0; +10.1.0.207 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index 1f3bcf9a2..34a1ae22d 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,9 +6,9 @@ ### Version Information # ################################################### -### Version: V4.2024.07.4642 -### Updated: Wed Jul 24 10:03:28 UTC 2024 -### Bad Bot Count: 663 +### Version: V4.2024.07.4643 +### Updated: Wed Jul 24 15:06:19 UTC 2024 +### Bad Bot Count: 665 ################################################### ### Version Information ## @@ -103,6 +103,8 @@ User-agent: Backlink-Ceck Disallow:/ User-agent: BacklinkCrawler Disallow:/ +User-agent: BacklinksExtendedBot +Disallow:/ User-agent: Badass Disallow:/ User-agent: Bandit @@ -371,6 +373,8 @@ User-agent: GoZilla Disallow:/ User-agent: Google-Extended Disallow:/ +User-agent: GoogleOther +Disallow:/ User-agent: Gotit Disallow:/ User-agent: GrabNet diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index 1f3bcf9a2..34a1ae22d 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,9 +6,9 @@ ### Version Information # ################################################### -### Version: V4.2024.07.4642 -### Updated: Wed Jul 24 10:03:28 UTC 2024 -### Bad Bot Count: 663 +### Version: V4.2024.07.4643 +### Updated: Wed Jul 24 15:06:19 UTC 2024 +### Bad Bot Count: 665 ################################################### ### Version Information ## @@ -103,6 +103,8 @@ User-agent: Backlink-Ceck Disallow:/ User-agent: BacklinkCrawler Disallow:/ +User-agent: BacklinksExtendedBot +Disallow:/ User-agent: Badass Disallow:/ User-agent: Bandit @@ -371,6 +373,8 @@ User-agent: GoZilla Disallow:/ User-agent: Google-Extended Disallow:/ +User-agent: GoogleOther +Disallow:/ User-agent: Gotit Disallow:/ User-agent: GrabNet